241 #define MAKE_LIST(cachep, listp, slab, nodeid)				\  argument
247 #define	MAKE_ALL_LISTS(cachep, ptr, nodeid)				\  argument
327 static int obj_offset(struct kmem_cache *cachep)  in obj_offset()
332 static unsigned long long *dbg_redzone1(struct kmem_cache *cachep, void *objp)  in dbg_redzone1()
339 static unsigned long long *dbg_redzone2(struct kmem_cache *cachep, void *objp)  in dbg_redzone2()
350 static void **dbg_userword(struct kmem_cache *cachep, void *objp)  in dbg_userword()
359 #define dbg_redzone1(cachep, objp)	({BUG(); (unsigned long long *)NULL;})  argument
360 #define dbg_redzone2(cachep, objp)	({BUG(); (unsigned long long *)NULL;})  argument
361 #define dbg_userword(cachep, objp)	({BUG(); (void **)NULL;})  argument
392 static inline struct array_cache *cpu_cache_get(struct kmem_cache *cachep)  in cpu_cache_get()
436 #define slab_error(cachep, msg) __slab_error(__func__, cachep, msg)  argument
438 static void __slab_error(const char *function, struct kmem_cache *cachep,  in __slab_error()
551 static noinline void cache_free_pfmemalloc(struct kmem_cache *cachep,  in cache_free_pfmemalloc()
603 #define drain_alien_cache(cachep, alien) do { } while (0)  argument
604 #define reap_alien(cachep, n) do { } while (0)  argument
616 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp)  in cache_free_alien()
679 static void __drain_alien_cache(struct kmem_cache *cachep,  in __drain_alien_cache()
704 static void reap_alien(struct kmem_cache *cachep, struct kmem_cache_node *n)  in reap_alien()
725 static void drain_alien_cache(struct kmem_cache *cachep,  in drain_alien_cache()
747 static int __cache_free_alien(struct kmem_cache *cachep, void *objp,  in __cache_free_alien()
778 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp)  in cache_free_alien()
802 static int init_cache_node(struct kmem_cache *cachep, int node, gfp_t gfp)  in init_cache_node()
855 	struct kmem_cache *cachep;  in init_cache_node_node()  local
867 static int setup_kmem_cache_node(struct kmem_cache *cachep,  in setup_kmem_cache_node()
937 	struct kmem_cache *cachep;  in cpuup_canceled()  local
1003 	struct kmem_cache *cachep;  in cpuup_prepare()  local
1092 	struct kmem_cache *cachep;  in drain_cache_node_node()  local
1149 static void __init init_list(struct kmem_cache *cachep, struct kmem_cache_node *list,  in init_list()
1171 static void __init set_up_node(struct kmem_cache *cachep, int index)  in set_up_node()
1264 	struct kmem_cache *cachep;  in kmem_cache_init_late()  local
1306 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid)  in slab_out_of_memory()
1348 static struct slab *kmem_getpages(struct kmem_cache *cachep, gfp_t flags,  in kmem_getpages()
1378 static void kmem_freepages(struct kmem_cache *cachep, struct slab *slab)  in kmem_freepages()
1398 	struct kmem_cache *cachep;  in kmem_rcu_free()  local
1408 static inline bool is_debug_pagealloc_cache(struct kmem_cache *cachep)  in is_debug_pagealloc_cache()
1415 static void slab_kernel_map(struct kmem_cache *cachep, void *objp, int map)  in slab_kernel_map()
1424 static inline void slab_kernel_map(struct kmem_cache *cachep, void *objp,  in slab_kernel_map()
1429 static void poison_obj(struct kmem_cache *cachep, void *addr, unsigned char val)  in poison_obj()
1470 static void print_objinfo(struct kmem_cache *cachep, void *objp, int lines)  in print_objinfo()
1494 static void check_poison_obj(struct kmem_cache *cachep, void *objp)  in check_poison_obj()
1558 static void slab_destroy_debugcheck(struct kmem_cache *cachep,  in slab_destroy_debugcheck()
1584 static void slab_destroy_debugcheck(struct kmem_cache *cachep,  in slab_destroy_debugcheck()
1599 static void slab_destroy(struct kmem_cache *cachep, struct slab *slab)  in slab_destroy()
1622 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list)  in slabs_destroy()
1646 static size_t calculate_slab_order(struct kmem_cache *cachep,  in calculate_slab_order()
1721 		struct kmem_cache *cachep, int entries, int batchcount)  in alloc_kmem_cache_cpus()
1741 static int __ref setup_cpu_cache(struct kmem_cache *cachep, gfp_t gfp)  in setup_cpu_cache()
1790 	struct kmem_cache *cachep;  in __kmem_cache_alias()  local
1805 static bool set_objfreelist_slab_cache(struct kmem_cache *cachep,  in set_objfreelist_slab_cache()
1836 static bool set_off_slab_cache(struct kmem_cache *cachep,  in set_off_slab_cache()
1870 static bool set_on_slab_cache(struct kmem_cache *cachep,  in set_on_slab_cache()
1905 int __kmem_cache_create(struct kmem_cache *cachep, slab_flags_t flags)  in __kmem_cache_create()
2084 static void check_spinlock_acquired(struct kmem_cache *cachep)  in check_spinlock_acquired()
2092 static void check_spinlock_acquired_node(struct kmem_cache *cachep, int node)  in check_spinlock_acquired_node()
2108 static void drain_array_locked(struct kmem_cache *cachep, struct array_cache *ac,  in drain_array_locked()
2127 	struct kmem_cache *cachep = arg;  in do_drain()  local
2143 static void drain_cpu_caches(struct kmem_cache *cachep)  in drain_cpu_caches()
2218 int __kmem_cache_shrink(struct kmem_cache *cachep)  in __kmem_cache_shrink()
2236 int __kmem_cache_shutdown(struct kmem_cache *cachep)  in __kmem_cache_shutdown()
2241 void __kmem_cache_release(struct kmem_cache *cachep)  in __kmem_cache_release()
2273 static void *alloc_slabmgmt(struct kmem_cache *cachep,  in alloc_slabmgmt()
2309 static void cache_init_objs_debug(struct kmem_cache *cachep, struct slab *slab)  in cache_init_objs_debug()
2365 				struct kmem_cache *cachep,  in freelist_state_initialize()
2399 static bool shuffle_freelist(struct kmem_cache *cachep, struct slab *slab)  in shuffle_freelist()
2445 static inline bool shuffle_freelist(struct kmem_cache *cachep,  in shuffle_freelist()
2452 static void cache_init_objs(struct kmem_cache *cachep,  in cache_init_objs()
2485 static void *slab_get_obj(struct kmem_cache *cachep, struct slab *slab)  in slab_get_obj()
2495 static void slab_put_obj(struct kmem_cache *cachep,  in slab_put_obj()
2522 static struct slab *cache_grow_begin(struct kmem_cache *cachep,  in cache_grow_begin()
2599 static void cache_grow_end(struct kmem_cache *cachep, struct slab *slab)  in cache_grow_end()
2665 static void *cache_free_debugcheck(struct kmem_cache *cachep, void *objp,  in cache_free_debugcheck()
2702 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep,  in fixup_objfreelist_debug()
2717 static inline void fixup_slab_list(struct kmem_cache *cachep,  in fixup_slab_list()
2805 static noinline void *cache_alloc_pfmemalloc(struct kmem_cache *cachep,  in cache_alloc_pfmemalloc()
2837 static __always_inline int alloc_block(struct kmem_cache *cachep,  in alloc_block()
2857 static void *cache_alloc_refill(struct kmem_cache *cachep, gfp_t flags)  in cache_alloc_refill()
2943 static void *cache_alloc_debugcheck_after(struct kmem_cache *cachep,  in cache_alloc_debugcheck_after()
2982 static inline void *____cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in ____cache_alloc()
3026 static void *alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags)  in alternate_node_alloc()
3117 static void *____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags,  in ____cache_alloc_node()
3165 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags, int nodeid)  in __do_cache_alloc()
3204 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags, int nodeid __maybe_unused)  in __do_cache_alloc()
3212 slab_alloc_node(struct kmem_cache *cachep, struct list_lru *lru, gfp_t flags,  in slab_alloc_node()
3243 slab_alloc(struct kmem_cache *cachep, struct list_lru *lru, gfp_t flags,  in slab_alloc()
3254 static void free_block(struct kmem_cache *cachep, void **objpp,  in free_block()
3298 static void cache_flusharray(struct kmem_cache *cachep, struct array_cache *ac)  in cache_flusharray()
3348 static __always_inline void __cache_free(struct kmem_cache *cachep, void *objp,  in __cache_free()
3381 void ___cache_free(struct kmem_cache *cachep, void *objp,  in ___cache_free()
3420 void *__kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru,  in __kmem_cache_alloc_lru()
3430 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in kmem_cache_alloc()
3436 void *kmem_cache_alloc_lru(struct kmem_cache *cachep, struct list_lru *lru,  in kmem_cache_alloc_lru()
3507 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid)  in kmem_cache_alloc_node()
3517 void *__kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags,  in __kmem_cache_alloc_node()
3528 	struct kmem_cache *cachep;  in __kmem_obj_info()  local
3548 void __do_kmem_cache_free(struct kmem_cache *cachep, void *objp,  in __do_kmem_cache_free()
3561 void __kmem_cache_free(struct kmem_cache *cachep, void *objp,  in __kmem_cache_free()
3575 void kmem_cache_free(struct kmem_cache *cachep, void *objp)  in kmem_cache_free()
3628 static int setup_kmem_cache_nodes(struct kmem_cache *cachep, gfp_t gfp)  in setup_kmem_cache_nodes()
3662 static int do_tune_cpucache(struct kmem_cache *cachep, int limit,  in do_tune_cpucache()
3709 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp)  in enable_cpucache()
3775 static void drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n,  in drain_array()
3867 void get_slabinfo(struct kmem_cache *cachep, struct slabinfo *sinfo)  in get_slabinfo()
3904 void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *cachep)  in slabinfo_show_stats()
3951 	struct kmem_cache *cachep;  in slabinfo_write()  local
4001 	struct kmem_cache *cachep;  in __check_heap_object()  local