Lines Matching defs:slab
207 struct slab **slab; member
512 static __always_inline void slab_lock(struct slab *slab) in slab_lock()
520 static __always_inline void slab_unlock(struct slab *slab) in slab_unlock()
529 __update_freelist_fast(struct slab *slab, in __update_freelist_fast()
544 __update_freelist_slow(struct slab *slab, in __update_freelist_slow()
569 static inline bool __slab_update_freelist(struct kmem_cache *s, struct slab *slab, in __slab_update_freelist()
599 static inline bool slab_update_freelist(struct kmem_cache *s, struct slab *slab, in slab_update_freelist()
635 struct slab *slab) in __fill_map()
716 struct slab *slab, void *object) in check_valid_pointer()
854 static void print_slab_info(const struct slab *slab) in print_slab_info()
942 static void print_trailer(struct kmem_cache *s, struct slab *slab, u8 *p) in print_trailer()
984 static void object_err(struct kmem_cache *s, struct slab *slab, in object_err()
995 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab, in freelist_corrupted()
1009 static __printf(3, 4) void slab_err(struct kmem_cache *s, struct slab *slab, in slab_err()
1061 static int check_bytes_and_report(struct kmem_cache *s, struct slab *slab, in check_bytes_and_report()
1133 static int check_pad_bytes(struct kmem_cache *s, struct slab *slab, u8 *p) in check_pad_bytes()
1155 static void slab_pad_check(struct kmem_cache *s, struct slab *slab) in slab_pad_check()
1190 static int check_object(struct kmem_cache *s, struct slab *slab, in check_object()
1258 static int check_slab(struct kmem_cache *s, struct slab *slab) in check_slab()
1292 static int on_freelist(struct kmem_cache *s, struct slab *slab, void *search) in on_freelist()
1341 static void trace(struct kmem_cache *s, struct slab *slab, void *object, in trace()
1363 struct kmem_cache_node *n, struct slab *slab) in add_full()
1372 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct slab *slab) in remove_full()
1420 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr) in setup_slab_debug()
1431 struct slab *slab, void *object) in alloc_consistency_checks()
1448 struct slab *slab, void *object, int orig_size) in alloc_debug_processing()
1477 struct slab *slab, void *object, unsigned long addr) in free_consistency_checks()
1724 void setup_slab_debug(struct kmem_cache *s, struct slab *slab, void *addr) {} in setup_slab_debug()
1727 struct slab *slab, void *object, int orig_size) { return true; } in alloc_debug_processing()
1730 struct slab *slab, void *head, void *tail, int *bulk_cnt, in free_debug_processing()
1733 static inline void slab_pad_check(struct kmem_cache *s, struct slab *slab) {} in slab_pad_check()
1734 static inline int check_object(struct kmem_cache *s, struct slab *slab, in check_object()
1740 struct slab *slab) {} in add_full()
1742 struct slab *slab) {} in remove_full()
1760 static bool freelist_corrupted(struct kmem_cache *s, struct slab *slab, in freelist_corrupted()
1872 struct slab *slab; in alloc_slab_page() local
1935 static void *next_freelist_entry(struct kmem_cache *s, struct slab *slab, in next_freelist_entry()
1957 static bool shuffle_freelist(struct kmem_cache *s, struct slab *slab) in shuffle_freelist()
1996 static inline bool shuffle_freelist(struct kmem_cache *s, struct slab *slab) in shuffle_freelist()
2004 struct slab *slab; in allocate_slab() local
2080 static void __free_slab(struct kmem_cache *s, struct slab *slab) in __free_slab()
2098 struct slab *slab = container_of(h, struct slab, rcu_head); in rcu_free_slab() local
2103 static void free_slab(struct kmem_cache *s, struct slab *slab) in free_slab()
2119 static void discard_slab(struct kmem_cache *s, struct slab *slab) in discard_slab()
2129 __add_partial(struct kmem_cache_node *n, struct slab *slab, int tail) in __add_partial()
2139 struct slab *slab, int tail) in add_partial()
2146 struct slab *slab) in remove_partial()
2160 struct kmem_cache_node *n, struct slab *slab, int orig_size) in alloc_single_from_partial()
2190 struct slab *slab, int orig_size) in alloc_single_from_new_slab()
2230 struct kmem_cache_node *n, struct slab *slab, in acquire_slab()
2271 static inline void put_cpu_partial(struct kmem_cache *s, struct slab *slab, in put_cpu_partial()
2282 struct slab *slab, *slab2; in get_partial_node() local
2499 static void deactivate_slab(struct kmem_cache *s, struct slab *slab, in deactivate_slab()
2610 struct slab *slab, *slab_to_discard = NULL; in __unfreeze_partials() local
2703 static void put_cpu_partial(struct kmem_cache *s, struct slab *slab, int drain) in put_cpu_partial()
2754 struct slab *slab; in flush_slab() local
2778 struct slab *slab = c->slab; in __flush_cpu_slab() local
2893 static inline int node_match(struct slab *slab, int node) in node_match()
2903 static int count_free(struct slab *slab) in count_free()
2915 struct slab *slab, void *head, void *tail, int *bulk_cnt, in free_debug_processing()
2974 int (*get_count)(struct slab *)) in count_partial()
2978 struct slab *slab; in count_partial() local
3028 static inline bool pfmemalloc_match(struct slab *slab, gfp_t gfpflags) in pfmemalloc_match()
3057 static inline void *get_freelist(struct kmem_cache *s, struct slab *slab) in get_freelist()
3106 struct slab *slab; in ___slab_alloc() local
3340 struct slab *slab; in __slab_alloc_node() local
3415 struct slab *slab; in __slab_alloc_node() local
3539 struct kmem_cache *s, struct slab *slab, in free_to_partial_list()
3607 static void __slab_free(struct kmem_cache *s, struct slab *slab, in __slab_free()
3742 struct slab *slab, void *head, void *tail, in do_slab_free()
3798 struct slab *slab, void *head, void *tail, in do_slab_free()
3807 static __fastpath_inline void slab_free(struct kmem_cache *s, struct slab *slab, in slab_free()
3843 struct slab *slab; member
4263 struct slab *slab; in early_kmem_cache_node_alloc() local
4575 static void list_slab_objects(struct kmem_cache *s, struct slab *slab, in list_slab_objects()
4606 struct slab *slab, *h; in free_partial() local
4655 void __kmem_obj_info(struct kmem_obj_info *kpp, void *object, struct slab *slab) in __kmem_obj_info()
4755 const struct slab *slab, bool to_user) in __check_heap_object()
4811 struct slab *slab; in __kmem_cache_do_shrink() local
5141 static int count_inuse(struct slab *slab) in count_inuse()
5146 static int count_total(struct slab *slab) in count_total()
5153 static void validate_slab(struct kmem_cache *s, struct slab *slab, in validate_slab()
5177 struct slab *slab; in validate_slab_node() local
5380 struct slab *slab, enum track_item alloc, in process_slab()
5433 struct slab *slab; in show_slab_objects() local
5659 struct slab *slab; in slabs_cpu_partial_show() local
5674 struct slab *slab; in slabs_cpu_partial_show() local
6426 struct slab *slab; in slab_debug_trace_open() local