Lines Matching refs:cache
121 struct bpf_mem_cache cache[NUM_CACHES]; member
531 ma->cache = pc; in bpf_mem_alloc_init()
548 c = &cc->cache[i]; in bpf_mem_alloc_init()
599 if (ma->cache) { in check_leaked_objs()
601 c = per_cpu_ptr(ma->cache, cpu); in check_leaked_objs()
609 c = &cc->cache[i]; in check_leaked_objs()
619 free_percpu(ma->cache); in free_mem_alloc_no_barrier()
621 ma->cache = NULL; in free_mem_alloc_no_barrier()
683 if (ma->cache) { in bpf_mem_alloc_destroy()
686 c = per_cpu_ptr(ma->cache, cpu); in bpf_mem_alloc_destroy()
703 c = &cc->cache[i]; in bpf_mem_alloc_destroy()
829 ret = unit_alloc(this_cpu_ptr(ma->caches)->cache + idx); in bpf_mem_alloc()
846 unit_free(this_cpu_ptr(ma->caches)->cache + idx, ptr); in bpf_mem_free()
862 unit_free_rcu(this_cpu_ptr(ma->caches)->cache + idx, ptr); in bpf_mem_free_rcu()
869 ret = unit_alloc(this_cpu_ptr(ma->cache)); in bpf_mem_cache_alloc()
878 unit_free(this_cpu_ptr(ma->cache), ptr); in bpf_mem_cache_free()
886 unit_free_rcu(this_cpu_ptr(ma->cache), ptr); in bpf_mem_cache_free_rcu()
916 c = this_cpu_ptr(ma->cache); in bpf_mem_cache_alloc_flags()