xref: /openbmc/linux/include/linux/kasan.h (revision 0d4ca4c9)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
20b24beccSAndrey Ryabinin #ifndef _LINUX_KASAN_H
30b24beccSAndrey Ryabinin #define _LINUX_KASAN_H
40b24beccSAndrey Ryabinin 
50b24beccSAndrey Ryabinin #include <linux/types.h>
60b24beccSAndrey Ryabinin 
70b24beccSAndrey Ryabinin struct kmem_cache;
80b24beccSAndrey Ryabinin struct page;
9a5af5aa8SAndrey Ryabinin struct vm_struct;
105be9b730SMasami Hiramatsu struct task_struct;
110b24beccSAndrey Ryabinin 
120b24beccSAndrey Ryabinin #ifdef CONFIG_KASAN
130b24beccSAndrey Ryabinin 
140b24beccSAndrey Ryabinin #include <asm/kasan.h>
1569786cdbSAndrey Ryabinin #include <asm/pgtable.h>
160b24beccSAndrey Ryabinin 
179577dd74SAndrey Konovalov extern unsigned char kasan_early_shadow_page[PAGE_SIZE];
189577dd74SAndrey Konovalov extern pte_t kasan_early_shadow_pte[PTRS_PER_PTE];
199577dd74SAndrey Konovalov extern pmd_t kasan_early_shadow_pmd[PTRS_PER_PMD];
209577dd74SAndrey Konovalov extern pud_t kasan_early_shadow_pud[PTRS_PER_PUD];
219577dd74SAndrey Konovalov extern p4d_t kasan_early_shadow_p4d[MAX_PTRS_PER_P4D];
2269786cdbSAndrey Ryabinin 
239577dd74SAndrey Konovalov int kasan_populate_early_shadow(const void *shadow_start,
2469786cdbSAndrey Ryabinin 				const void *shadow_end);
2569786cdbSAndrey Ryabinin 
260b24beccSAndrey Ryabinin static inline void *kasan_mem_to_shadow(const void *addr)
270b24beccSAndrey Ryabinin {
280b24beccSAndrey Ryabinin 	return (void *)((unsigned long)addr >> KASAN_SHADOW_SCALE_SHIFT)
290b24beccSAndrey Ryabinin 		+ KASAN_SHADOW_OFFSET;
300b24beccSAndrey Ryabinin }
310b24beccSAndrey Ryabinin 
320b24beccSAndrey Ryabinin /* Enable reporting bugs after kasan_disable_current() */
33af8601adSIngo Molnar extern void kasan_enable_current(void);
340b24beccSAndrey Ryabinin 
350b24beccSAndrey Ryabinin /* Disable reporting bugs for current task */
36af8601adSIngo Molnar extern void kasan_disable_current(void);
370b24beccSAndrey Ryabinin 
380b24beccSAndrey Ryabinin void kasan_unpoison_shadow(const void *address, size_t size);
390b24beccSAndrey Ryabinin 
40e3ae1163SMark Rutland void kasan_unpoison_task_stack(struct task_struct *task);
419f7d416cSDmitry Vyukov void kasan_unpoison_stack_above_sp_to(const void *watermark);
42e3ae1163SMark Rutland 
43b8c73fc2SAndrey Ryabinin void kasan_alloc_pages(struct page *page, unsigned int order);
44b8c73fc2SAndrey Ryabinin void kasan_free_pages(struct page *page, unsigned int order);
45b8c73fc2SAndrey Ryabinin 
46be4a7988SAlexey Dobriyan void kasan_cache_create(struct kmem_cache *cache, unsigned int *size,
47d50112edSAlexey Dobriyan 			slab_flags_t *flags);
487ed2f9e6SAlexander Potapenko 
490316bec2SAndrey Ryabinin void kasan_poison_slab(struct page *page);
500316bec2SAndrey Ryabinin void kasan_unpoison_object_data(struct kmem_cache *cache, void *object);
510316bec2SAndrey Ryabinin void kasan_poison_object_data(struct kmem_cache *cache, void *object);
5266afc7f1SAndrey Konovalov void * __must_check kasan_init_slab_obj(struct kmem_cache *cache,
5366afc7f1SAndrey Konovalov 					const void *object);
540316bec2SAndrey Ryabinin 
5566afc7f1SAndrey Konovalov void * __must_check kasan_kmalloc_large(const void *ptr, size_t size,
5666afc7f1SAndrey Konovalov 						gfp_t flags);
57ee3ce779SDmitry Vyukov void kasan_kfree_large(void *ptr, unsigned long ip);
586860f634SDmitry Vyukov void kasan_poison_kfree(void *ptr, unsigned long ip);
5966afc7f1SAndrey Konovalov void * __must_check kasan_kmalloc(struct kmem_cache *s, const void *object,
6066afc7f1SAndrey Konovalov 					size_t size, gfp_t flags);
6166afc7f1SAndrey Konovalov void * __must_check kasan_krealloc(const void *object, size_t new_size,
62505f5dcbSAlexander Potapenko 					gfp_t flags);
630316bec2SAndrey Ryabinin 
6466afc7f1SAndrey Konovalov void * __must_check kasan_slab_alloc(struct kmem_cache *s, void *object,
6566afc7f1SAndrey Konovalov 					gfp_t flags);
66ee3ce779SDmitry Vyukov bool kasan_slab_free(struct kmem_cache *s, void *object, unsigned long ip);
670316bec2SAndrey Ryabinin 
687ed2f9e6SAlexander Potapenko struct kasan_cache {
697ed2f9e6SAlexander Potapenko 	int alloc_meta_offset;
707ed2f9e6SAlexander Potapenko 	int free_meta_offset;
717ed2f9e6SAlexander Potapenko };
727ed2f9e6SAlexander Potapenko 
73bebf56a1SAndrey Ryabinin int kasan_module_alloc(void *addr, size_t size);
74a5af5aa8SAndrey Ryabinin void kasan_free_shadow(const struct vm_struct *vm);
75bebf56a1SAndrey Ryabinin 
760207df4fSAndrey Ryabinin int kasan_add_zero_shadow(void *start, unsigned long size);
770207df4fSAndrey Ryabinin void kasan_remove_zero_shadow(void *start, unsigned long size);
780207df4fSAndrey Ryabinin 
790d4ca4c9SMarco Elver size_t __ksize(const void *);
800d4ca4c9SMarco Elver static inline void kasan_unpoison_slab(const void *ptr)
810d4ca4c9SMarco Elver {
820d4ca4c9SMarco Elver 	kasan_unpoison_shadow(ptr, __ksize(ptr));
830d4ca4c9SMarco Elver }
8480a9201aSAlexander Potapenko size_t kasan_metadata_size(struct kmem_cache *cache);
859b75a867SAndrey Ryabinin 
86b0845ce5SMark Rutland bool kasan_save_enable_multi_shot(void);
87b0845ce5SMark Rutland void kasan_restore_multi_shot(bool enabled);
88b0845ce5SMark Rutland 
890b24beccSAndrey Ryabinin #else /* CONFIG_KASAN */
900b24beccSAndrey Ryabinin 
910b24beccSAndrey Ryabinin static inline void kasan_unpoison_shadow(const void *address, size_t size) {}
920b24beccSAndrey Ryabinin 
93e3ae1163SMark Rutland static inline void kasan_unpoison_task_stack(struct task_struct *task) {}
949f7d416cSDmitry Vyukov static inline void kasan_unpoison_stack_above_sp_to(const void *watermark) {}
95e3ae1163SMark Rutland 
960b24beccSAndrey Ryabinin static inline void kasan_enable_current(void) {}
970b24beccSAndrey Ryabinin static inline void kasan_disable_current(void) {}
980b24beccSAndrey Ryabinin 
99b8c73fc2SAndrey Ryabinin static inline void kasan_alloc_pages(struct page *page, unsigned int order) {}
100b8c73fc2SAndrey Ryabinin static inline void kasan_free_pages(struct page *page, unsigned int order) {}
101b8c73fc2SAndrey Ryabinin 
1027ed2f9e6SAlexander Potapenko static inline void kasan_cache_create(struct kmem_cache *cache,
103be4a7988SAlexey Dobriyan 				      unsigned int *size,
104d50112edSAlexey Dobriyan 				      slab_flags_t *flags) {}
1057ed2f9e6SAlexander Potapenko 
1060316bec2SAndrey Ryabinin static inline void kasan_poison_slab(struct page *page) {}
1070316bec2SAndrey Ryabinin static inline void kasan_unpoison_object_data(struct kmem_cache *cache,
1080316bec2SAndrey Ryabinin 					void *object) {}
1090316bec2SAndrey Ryabinin static inline void kasan_poison_object_data(struct kmem_cache *cache,
1100316bec2SAndrey Ryabinin 					void *object) {}
1110116523cSAndrey Konovalov static inline void *kasan_init_slab_obj(struct kmem_cache *cache,
1120116523cSAndrey Konovalov 				const void *object)
1130116523cSAndrey Konovalov {
1140116523cSAndrey Konovalov 	return (void *)object;
1150116523cSAndrey Konovalov }
1160316bec2SAndrey Ryabinin 
1170116523cSAndrey Konovalov static inline void *kasan_kmalloc_large(void *ptr, size_t size, gfp_t flags)
1180116523cSAndrey Konovalov {
1190116523cSAndrey Konovalov 	return ptr;
1200116523cSAndrey Konovalov }
121ee3ce779SDmitry Vyukov static inline void kasan_kfree_large(void *ptr, unsigned long ip) {}
1226860f634SDmitry Vyukov static inline void kasan_poison_kfree(void *ptr, unsigned long ip) {}
1230116523cSAndrey Konovalov static inline void *kasan_kmalloc(struct kmem_cache *s, const void *object,
1240116523cSAndrey Konovalov 				size_t size, gfp_t flags)
1250116523cSAndrey Konovalov {
1260116523cSAndrey Konovalov 	return (void *)object;
1270116523cSAndrey Konovalov }
1280116523cSAndrey Konovalov static inline void *kasan_krealloc(const void *object, size_t new_size,
1290116523cSAndrey Konovalov 				 gfp_t flags)
1300116523cSAndrey Konovalov {
1310116523cSAndrey Konovalov 	return (void *)object;
1320116523cSAndrey Konovalov }
1330316bec2SAndrey Ryabinin 
1340116523cSAndrey Konovalov static inline void *kasan_slab_alloc(struct kmem_cache *s, void *object,
1350116523cSAndrey Konovalov 				   gfp_t flags)
1360116523cSAndrey Konovalov {
1370116523cSAndrey Konovalov 	return object;
1380116523cSAndrey Konovalov }
139ee3ce779SDmitry Vyukov static inline bool kasan_slab_free(struct kmem_cache *s, void *object,
140ee3ce779SDmitry Vyukov 				   unsigned long ip)
14155834c59SAlexander Potapenko {
14255834c59SAlexander Potapenko 	return false;
14355834c59SAlexander Potapenko }
1440316bec2SAndrey Ryabinin 
145bebf56a1SAndrey Ryabinin static inline int kasan_module_alloc(void *addr, size_t size) { return 0; }
146a5af5aa8SAndrey Ryabinin static inline void kasan_free_shadow(const struct vm_struct *vm) {}
147bebf56a1SAndrey Ryabinin 
1480207df4fSAndrey Ryabinin static inline int kasan_add_zero_shadow(void *start, unsigned long size)
1490207df4fSAndrey Ryabinin {
1500207df4fSAndrey Ryabinin 	return 0;
1510207df4fSAndrey Ryabinin }
1520207df4fSAndrey Ryabinin static inline void kasan_remove_zero_shadow(void *start,
1530207df4fSAndrey Ryabinin 					unsigned long size)
1540207df4fSAndrey Ryabinin {}
1550207df4fSAndrey Ryabinin 
1569b75a867SAndrey Ryabinin static inline void kasan_unpoison_slab(const void *ptr) { }
15780a9201aSAlexander Potapenko static inline size_t kasan_metadata_size(struct kmem_cache *cache) { return 0; }
1589b75a867SAndrey Ryabinin 
1590b24beccSAndrey Ryabinin #endif /* CONFIG_KASAN */
1600b24beccSAndrey Ryabinin 
1612bd926b4SAndrey Konovalov #ifdef CONFIG_KASAN_GENERIC
1622bd926b4SAndrey Konovalov 
163080eb83fSAndrey Konovalov #define KASAN_SHADOW_INIT 0
164080eb83fSAndrey Konovalov 
1652bd926b4SAndrey Konovalov void kasan_cache_shrink(struct kmem_cache *cache);
1662bd926b4SAndrey Konovalov void kasan_cache_shutdown(struct kmem_cache *cache);
1672bd926b4SAndrey Konovalov 
1682bd926b4SAndrey Konovalov #else /* CONFIG_KASAN_GENERIC */
1692bd926b4SAndrey Konovalov 
1702bd926b4SAndrey Konovalov static inline void kasan_cache_shrink(struct kmem_cache *cache) {}
1712bd926b4SAndrey Konovalov static inline void kasan_cache_shutdown(struct kmem_cache *cache) {}
1722bd926b4SAndrey Konovalov 
1732bd926b4SAndrey Konovalov #endif /* CONFIG_KASAN_GENERIC */
1742bd926b4SAndrey Konovalov 
175080eb83fSAndrey Konovalov #ifdef CONFIG_KASAN_SW_TAGS
176080eb83fSAndrey Konovalov 
177080eb83fSAndrey Konovalov #define KASAN_SHADOW_INIT 0xFF
178080eb83fSAndrey Konovalov 
1793c9e3aa1SAndrey Konovalov void kasan_init_tags(void);
1803c9e3aa1SAndrey Konovalov 
1813c9e3aa1SAndrey Konovalov void *kasan_reset_tag(const void *addr);
1823c9e3aa1SAndrey Konovalov 
18341eea9cdSAndrey Konovalov void kasan_report(unsigned long addr, size_t size,
18441eea9cdSAndrey Konovalov 		bool is_write, unsigned long ip);
18541eea9cdSAndrey Konovalov 
1863c9e3aa1SAndrey Konovalov #else /* CONFIG_KASAN_SW_TAGS */
1873c9e3aa1SAndrey Konovalov 
1883c9e3aa1SAndrey Konovalov static inline void kasan_init_tags(void) { }
1893c9e3aa1SAndrey Konovalov 
1903c9e3aa1SAndrey Konovalov static inline void *kasan_reset_tag(const void *addr)
1913c9e3aa1SAndrey Konovalov {
1923c9e3aa1SAndrey Konovalov 	return (void *)addr;
1933c9e3aa1SAndrey Konovalov }
1943c9e3aa1SAndrey Konovalov 
195080eb83fSAndrey Konovalov #endif /* CONFIG_KASAN_SW_TAGS */
196080eb83fSAndrey Konovalov 
1970b24beccSAndrey Ryabinin #endif /* LINUX_KASAN_H */
198