Lines Matching refs:llnode

265 static int free_all(struct llist_node *llnode, bool percpu)  in free_all()  argument
270 llist_for_each_safe(pos, t, llnode) { in free_all()
298 struct llist_node *llnode = obj; in enque_to_free() local
303 llist_add(llnode, &c->free_by_rcu_ttrace); in enque_to_free()
308 struct llist_node *llnode, *t; in do_call_rcu_ttrace() local
312 llnode = llist_del_all(&c->free_by_rcu_ttrace); in do_call_rcu_ttrace()
313 free_all(llnode, !!c->percpu_size); in do_call_rcu_ttrace()
319 llist_for_each_safe(llnode, t, llist_del_all(&c->free_by_rcu_ttrace)) in do_call_rcu_ttrace()
320 llist_add(llnode, &c->waiting_for_gp_ttrace); in do_call_rcu_ttrace()
338 struct llist_node *llnode, *t; in free_bulk() local
346 llnode = __llist_del_first(&c->free_llist); in free_bulk()
347 if (llnode) in free_bulk()
352 if (llnode) in free_bulk()
353 enque_to_free(tgt, llnode); in free_bulk()
357 llist_for_each_safe(llnode, t, llist_del_all(&c->free_llist_extra)) in free_bulk()
358 enque_to_free(tgt, llnode); in free_bulk()
366 struct llist_node *llnode; in __free_by_rcu() local
368 llnode = llist_del_all(&c->waiting_for_gp); in __free_by_rcu()
369 if (!llnode) in __free_by_rcu()
372 llist_add_batch(llnode, c->waiting_for_gp_tail, &tgt->free_by_rcu_ttrace); in __free_by_rcu()
382 struct llist_node *llnode, *t; in check_free_by_rcu() local
388 llist_for_each_safe(llnode, t, llist_del_all(&c->free_llist_extra_rcu)) in check_free_by_rcu()
389 if (__llist_add(llnode, &c->free_by_rcu)) in check_free_by_rcu()
390 c->free_by_rcu_tail = llnode; in check_free_by_rcu()
722 struct llist_node *llnode = NULL; in unit_alloc() local
738 llnode = __llist_del_first(&c->free_llist); in unit_alloc()
739 if (llnode) { in unit_alloc()
741 *(struct bpf_mem_cache **)llnode = c; in unit_alloc()
751 return llnode; in unit_alloc()
760 struct llist_node *llnode = ptr - LLIST_NODE_SZ; in unit_free() local
770 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free()
774 __llist_add(llnode, &c->free_llist); in unit_free()
783 llist_add(llnode, &c->free_llist_extra); in unit_free()
795 struct llist_node *llnode = ptr - LLIST_NODE_SZ; in unit_free_rcu() local
798 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free_rcu()
802 if (__llist_add(llnode, &c->free_by_rcu)) in unit_free_rcu()
803 c->free_by_rcu_tail = llnode; in unit_free_rcu()
805 llist_add(llnode, &c->free_llist_extra_rcu); in unit_free_rcu()