1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 20b24beccSAndrey Ryabinin #ifndef _LINUX_KASAN_H 30b24beccSAndrey Ryabinin #define _LINUX_KASAN_H 40b24beccSAndrey Ryabinin 50b24beccSAndrey Ryabinin #include <linux/types.h> 60b24beccSAndrey Ryabinin 70b24beccSAndrey Ryabinin struct kmem_cache; 80b24beccSAndrey Ryabinin struct page; 9a5af5aa8SAndrey Ryabinin struct vm_struct; 105be9b730SMasami Hiramatsu struct task_struct; 110b24beccSAndrey Ryabinin 120b24beccSAndrey Ryabinin #ifdef CONFIG_KASAN 130b24beccSAndrey Ryabinin 140b24beccSAndrey Ryabinin #include <asm/kasan.h> 1569786cdbSAndrey Ryabinin #include <asm/pgtable.h> 160b24beccSAndrey Ryabinin 179577dd74SAndrey Konovalov extern unsigned char kasan_early_shadow_page[PAGE_SIZE]; 189577dd74SAndrey Konovalov extern pte_t kasan_early_shadow_pte[PTRS_PER_PTE]; 199577dd74SAndrey Konovalov extern pmd_t kasan_early_shadow_pmd[PTRS_PER_PMD]; 209577dd74SAndrey Konovalov extern pud_t kasan_early_shadow_pud[PTRS_PER_PUD]; 219577dd74SAndrey Konovalov extern p4d_t kasan_early_shadow_p4d[MAX_PTRS_PER_P4D]; 2269786cdbSAndrey Ryabinin 239577dd74SAndrey Konovalov int kasan_populate_early_shadow(const void *shadow_start, 2469786cdbSAndrey Ryabinin const void *shadow_end); 2569786cdbSAndrey Ryabinin 260b24beccSAndrey Ryabinin static inline void *kasan_mem_to_shadow(const void *addr) 270b24beccSAndrey Ryabinin { 280b24beccSAndrey Ryabinin return (void *)((unsigned long)addr >> KASAN_SHADOW_SCALE_SHIFT) 290b24beccSAndrey Ryabinin + KASAN_SHADOW_OFFSET; 300b24beccSAndrey Ryabinin } 310b24beccSAndrey Ryabinin 320b24beccSAndrey Ryabinin /* Enable reporting bugs after kasan_disable_current() */ 33af8601adSIngo Molnar extern void kasan_enable_current(void); 340b24beccSAndrey Ryabinin 350b24beccSAndrey Ryabinin /* Disable reporting bugs for current task */ 36af8601adSIngo Molnar extern void kasan_disable_current(void); 370b24beccSAndrey Ryabinin 380b24beccSAndrey Ryabinin void kasan_unpoison_shadow(const void *address, size_t size); 390b24beccSAndrey Ryabinin 40e3ae1163SMark Rutland void kasan_unpoison_task_stack(struct task_struct *task); 419f7d416cSDmitry Vyukov void kasan_unpoison_stack_above_sp_to(const void *watermark); 42e3ae1163SMark Rutland 43b8c73fc2SAndrey Ryabinin void kasan_alloc_pages(struct page *page, unsigned int order); 44b8c73fc2SAndrey Ryabinin void kasan_free_pages(struct page *page, unsigned int order); 45b8c73fc2SAndrey Ryabinin 46be4a7988SAlexey Dobriyan void kasan_cache_create(struct kmem_cache *cache, unsigned int *size, 47d50112edSAlexey Dobriyan slab_flags_t *flags); 487ed2f9e6SAlexander Potapenko 490316bec2SAndrey Ryabinin void kasan_poison_slab(struct page *page); 500316bec2SAndrey Ryabinin void kasan_unpoison_object_data(struct kmem_cache *cache, void *object); 510316bec2SAndrey Ryabinin void kasan_poison_object_data(struct kmem_cache *cache, void *object); 5266afc7f1SAndrey Konovalov void * __must_check kasan_init_slab_obj(struct kmem_cache *cache, 5366afc7f1SAndrey Konovalov const void *object); 540316bec2SAndrey Ryabinin 5566afc7f1SAndrey Konovalov void * __must_check kasan_kmalloc_large(const void *ptr, size_t size, 5666afc7f1SAndrey Konovalov gfp_t flags); 57ee3ce779SDmitry Vyukov void kasan_kfree_large(void *ptr, unsigned long ip); 586860f634SDmitry Vyukov void kasan_poison_kfree(void *ptr, unsigned long ip); 5966afc7f1SAndrey Konovalov void * __must_check kasan_kmalloc(struct kmem_cache *s, const void *object, 6066afc7f1SAndrey Konovalov size_t size, gfp_t flags); 6166afc7f1SAndrey Konovalov void * __must_check kasan_krealloc(const void *object, size_t new_size, 62505f5dcbSAlexander Potapenko gfp_t flags); 630316bec2SAndrey Ryabinin 6466afc7f1SAndrey Konovalov void * __must_check kasan_slab_alloc(struct kmem_cache *s, void *object, 6566afc7f1SAndrey Konovalov gfp_t flags); 66ee3ce779SDmitry Vyukov bool kasan_slab_free(struct kmem_cache *s, void *object, unsigned long ip); 670316bec2SAndrey Ryabinin 687ed2f9e6SAlexander Potapenko struct kasan_cache { 697ed2f9e6SAlexander Potapenko int alloc_meta_offset; 707ed2f9e6SAlexander Potapenko int free_meta_offset; 717ed2f9e6SAlexander Potapenko }; 727ed2f9e6SAlexander Potapenko 73bebf56a1SAndrey Ryabinin int kasan_module_alloc(void *addr, size_t size); 74a5af5aa8SAndrey Ryabinin void kasan_free_shadow(const struct vm_struct *vm); 75bebf56a1SAndrey Ryabinin 760207df4fSAndrey Ryabinin int kasan_add_zero_shadow(void *start, unsigned long size); 770207df4fSAndrey Ryabinin void kasan_remove_zero_shadow(void *start, unsigned long size); 780207df4fSAndrey Ryabinin 790d4ca4c9SMarco Elver size_t __ksize(const void *); 800d4ca4c9SMarco Elver static inline void kasan_unpoison_slab(const void *ptr) 810d4ca4c9SMarco Elver { 820d4ca4c9SMarco Elver kasan_unpoison_shadow(ptr, __ksize(ptr)); 830d4ca4c9SMarco Elver } 8480a9201aSAlexander Potapenko size_t kasan_metadata_size(struct kmem_cache *cache); 859b75a867SAndrey Ryabinin 86b0845ce5SMark Rutland bool kasan_save_enable_multi_shot(void); 87b0845ce5SMark Rutland void kasan_restore_multi_shot(bool enabled); 88b0845ce5SMark Rutland 890b24beccSAndrey Ryabinin #else /* CONFIG_KASAN */ 900b24beccSAndrey Ryabinin 910b24beccSAndrey Ryabinin static inline void kasan_unpoison_shadow(const void *address, size_t size) {} 920b24beccSAndrey Ryabinin 93e3ae1163SMark Rutland static inline void kasan_unpoison_task_stack(struct task_struct *task) {} 949f7d416cSDmitry Vyukov static inline void kasan_unpoison_stack_above_sp_to(const void *watermark) {} 95e3ae1163SMark Rutland 960b24beccSAndrey Ryabinin static inline void kasan_enable_current(void) {} 970b24beccSAndrey Ryabinin static inline void kasan_disable_current(void) {} 980b24beccSAndrey Ryabinin 99b8c73fc2SAndrey Ryabinin static inline void kasan_alloc_pages(struct page *page, unsigned int order) {} 100b8c73fc2SAndrey Ryabinin static inline void kasan_free_pages(struct page *page, unsigned int order) {} 101b8c73fc2SAndrey Ryabinin 1027ed2f9e6SAlexander Potapenko static inline void kasan_cache_create(struct kmem_cache *cache, 103be4a7988SAlexey Dobriyan unsigned int *size, 104d50112edSAlexey Dobriyan slab_flags_t *flags) {} 1057ed2f9e6SAlexander Potapenko 1060316bec2SAndrey Ryabinin static inline void kasan_poison_slab(struct page *page) {} 1070316bec2SAndrey Ryabinin static inline void kasan_unpoison_object_data(struct kmem_cache *cache, 1080316bec2SAndrey Ryabinin void *object) {} 1090316bec2SAndrey Ryabinin static inline void kasan_poison_object_data(struct kmem_cache *cache, 1100316bec2SAndrey Ryabinin void *object) {} 1110116523cSAndrey Konovalov static inline void *kasan_init_slab_obj(struct kmem_cache *cache, 1120116523cSAndrey Konovalov const void *object) 1130116523cSAndrey Konovalov { 1140116523cSAndrey Konovalov return (void *)object; 1150116523cSAndrey Konovalov } 1160316bec2SAndrey Ryabinin 1170116523cSAndrey Konovalov static inline void *kasan_kmalloc_large(void *ptr, size_t size, gfp_t flags) 1180116523cSAndrey Konovalov { 1190116523cSAndrey Konovalov return ptr; 1200116523cSAndrey Konovalov } 121ee3ce779SDmitry Vyukov static inline void kasan_kfree_large(void *ptr, unsigned long ip) {} 1226860f634SDmitry Vyukov static inline void kasan_poison_kfree(void *ptr, unsigned long ip) {} 1230116523cSAndrey Konovalov static inline void *kasan_kmalloc(struct kmem_cache *s, const void *object, 1240116523cSAndrey Konovalov size_t size, gfp_t flags) 1250116523cSAndrey Konovalov { 1260116523cSAndrey Konovalov return (void *)object; 1270116523cSAndrey Konovalov } 1280116523cSAndrey Konovalov static inline void *kasan_krealloc(const void *object, size_t new_size, 1290116523cSAndrey Konovalov gfp_t flags) 1300116523cSAndrey Konovalov { 1310116523cSAndrey Konovalov return (void *)object; 1320116523cSAndrey Konovalov } 1330316bec2SAndrey Ryabinin 1340116523cSAndrey Konovalov static inline void *kasan_slab_alloc(struct kmem_cache *s, void *object, 1350116523cSAndrey Konovalov gfp_t flags) 1360116523cSAndrey Konovalov { 1370116523cSAndrey Konovalov return object; 1380116523cSAndrey Konovalov } 139ee3ce779SDmitry Vyukov static inline bool kasan_slab_free(struct kmem_cache *s, void *object, 140ee3ce779SDmitry Vyukov unsigned long ip) 14155834c59SAlexander Potapenko { 14255834c59SAlexander Potapenko return false; 14355834c59SAlexander Potapenko } 1440316bec2SAndrey Ryabinin 145bebf56a1SAndrey Ryabinin static inline int kasan_module_alloc(void *addr, size_t size) { return 0; } 146a5af5aa8SAndrey Ryabinin static inline void kasan_free_shadow(const struct vm_struct *vm) {} 147bebf56a1SAndrey Ryabinin 1480207df4fSAndrey Ryabinin static inline int kasan_add_zero_shadow(void *start, unsigned long size) 1490207df4fSAndrey Ryabinin { 1500207df4fSAndrey Ryabinin return 0; 1510207df4fSAndrey Ryabinin } 1520207df4fSAndrey Ryabinin static inline void kasan_remove_zero_shadow(void *start, 1530207df4fSAndrey Ryabinin unsigned long size) 1540207df4fSAndrey Ryabinin {} 1550207df4fSAndrey Ryabinin 1569b75a867SAndrey Ryabinin static inline void kasan_unpoison_slab(const void *ptr) { } 15780a9201aSAlexander Potapenko static inline size_t kasan_metadata_size(struct kmem_cache *cache) { return 0; } 1589b75a867SAndrey Ryabinin 1590b24beccSAndrey Ryabinin #endif /* CONFIG_KASAN */ 1600b24beccSAndrey Ryabinin 1612bd926b4SAndrey Konovalov #ifdef CONFIG_KASAN_GENERIC 1622bd926b4SAndrey Konovalov 163080eb83fSAndrey Konovalov #define KASAN_SHADOW_INIT 0 164080eb83fSAndrey Konovalov 1652bd926b4SAndrey Konovalov void kasan_cache_shrink(struct kmem_cache *cache); 1662bd926b4SAndrey Konovalov void kasan_cache_shutdown(struct kmem_cache *cache); 1672bd926b4SAndrey Konovalov 1682bd926b4SAndrey Konovalov #else /* CONFIG_KASAN_GENERIC */ 1692bd926b4SAndrey Konovalov 1702bd926b4SAndrey Konovalov static inline void kasan_cache_shrink(struct kmem_cache *cache) {} 1712bd926b4SAndrey Konovalov static inline void kasan_cache_shutdown(struct kmem_cache *cache) {} 1722bd926b4SAndrey Konovalov 1732bd926b4SAndrey Konovalov #endif /* CONFIG_KASAN_GENERIC */ 1742bd926b4SAndrey Konovalov 175080eb83fSAndrey Konovalov #ifdef CONFIG_KASAN_SW_TAGS 176080eb83fSAndrey Konovalov 177080eb83fSAndrey Konovalov #define KASAN_SHADOW_INIT 0xFF 178080eb83fSAndrey Konovalov 1793c9e3aa1SAndrey Konovalov void kasan_init_tags(void); 1803c9e3aa1SAndrey Konovalov 1813c9e3aa1SAndrey Konovalov void *kasan_reset_tag(const void *addr); 1823c9e3aa1SAndrey Konovalov 18341eea9cdSAndrey Konovalov void kasan_report(unsigned long addr, size_t size, 18441eea9cdSAndrey Konovalov bool is_write, unsigned long ip); 18541eea9cdSAndrey Konovalov 1863c9e3aa1SAndrey Konovalov #else /* CONFIG_KASAN_SW_TAGS */ 1873c9e3aa1SAndrey Konovalov 1883c9e3aa1SAndrey Konovalov static inline void kasan_init_tags(void) { } 1893c9e3aa1SAndrey Konovalov 1903c9e3aa1SAndrey Konovalov static inline void *kasan_reset_tag(const void *addr) 1913c9e3aa1SAndrey Konovalov { 1923c9e3aa1SAndrey Konovalov return (void *)addr; 1933c9e3aa1SAndrey Konovalov } 1943c9e3aa1SAndrey Konovalov 195080eb83fSAndrey Konovalov #endif /* CONFIG_KASAN_SW_TAGS */ 196080eb83fSAndrey Konovalov 1970b24beccSAndrey Ryabinin #endif /* LINUX_KASAN_H */ 198