16147f151SDave Marchevsky // SPDX-License-Identifier: GPL-2.0
26147f151SDave Marchevsky #include <vmlinux.h>
36147f151SDave Marchevsky #include <bpf/bpf_tracing.h>
46147f151SDave Marchevsky #include <bpf/bpf_helpers.h>
56147f151SDave Marchevsky #include <bpf/bpf_core_read.h>
66147f151SDave Marchevsky #include "bpf_experimental.h"
76147f151SDave Marchevsky #include "bpf_misc.h"
86147f151SDave Marchevsky
96147f151SDave Marchevsky struct node_acquire {
106147f151SDave Marchevsky long key;
116147f151SDave Marchevsky long data;
126147f151SDave Marchevsky struct bpf_rb_node node;
136147f151SDave Marchevsky struct bpf_refcount refcount;
146147f151SDave Marchevsky };
156147f151SDave Marchevsky
16*312aa5bdSDave Marchevsky extern void bpf_rcu_read_lock(void) __ksym;
17*312aa5bdSDave Marchevsky extern void bpf_rcu_read_unlock(void) __ksym;
18*312aa5bdSDave Marchevsky
196147f151SDave Marchevsky #define private(name) SEC(".data." #name) __hidden __attribute__((aligned(8)))
206147f151SDave Marchevsky private(A) struct bpf_spin_lock glock;
216147f151SDave Marchevsky private(A) struct bpf_rb_root groot __contains(node_acquire, node);
226147f151SDave Marchevsky
less(struct bpf_rb_node * a,const struct bpf_rb_node * b)236147f151SDave Marchevsky static bool less(struct bpf_rb_node *a, const struct bpf_rb_node *b)
246147f151SDave Marchevsky {
256147f151SDave Marchevsky struct node_acquire *node_a;
266147f151SDave Marchevsky struct node_acquire *node_b;
276147f151SDave Marchevsky
286147f151SDave Marchevsky node_a = container_of(a, struct node_acquire, node);
296147f151SDave Marchevsky node_b = container_of(b, struct node_acquire, node);
306147f151SDave Marchevsky
316147f151SDave Marchevsky return node_a->key < node_b->key;
326147f151SDave Marchevsky }
336147f151SDave Marchevsky
346147f151SDave Marchevsky SEC("?tc")
357793fc3bSDave Marchevsky __failure __msg("Unreleased reference id=4 alloc_insn=21")
rbtree_refcounted_node_ref_escapes(void * ctx)366147f151SDave Marchevsky long rbtree_refcounted_node_ref_escapes(void *ctx)
376147f151SDave Marchevsky {
386147f151SDave Marchevsky struct node_acquire *n, *m;
396147f151SDave Marchevsky
406147f151SDave Marchevsky n = bpf_obj_new(typeof(*n));
416147f151SDave Marchevsky if (!n)
426147f151SDave Marchevsky return 1;
436147f151SDave Marchevsky
446147f151SDave Marchevsky bpf_spin_lock(&glock);
456147f151SDave Marchevsky bpf_rbtree_add(&groot, &n->node, less);
466147f151SDave Marchevsky /* m becomes an owning ref but is never drop'd or added to a tree */
476147f151SDave Marchevsky m = bpf_refcount_acquire(n);
486147f151SDave Marchevsky bpf_spin_unlock(&glock);
497793fc3bSDave Marchevsky if (!m)
507793fc3bSDave Marchevsky return 2;
516147f151SDave Marchevsky
526147f151SDave Marchevsky m->key = 2;
536147f151SDave Marchevsky return 0;
546147f151SDave Marchevsky }
556147f151SDave Marchevsky
566147f151SDave Marchevsky SEC("?tc")
576147f151SDave Marchevsky __failure __msg("Unreleased reference id=3 alloc_insn=9")
rbtree_refcounted_node_ref_escapes_owning_input(void * ctx)586147f151SDave Marchevsky long rbtree_refcounted_node_ref_escapes_owning_input(void *ctx)
596147f151SDave Marchevsky {
606147f151SDave Marchevsky struct node_acquire *n, *m;
616147f151SDave Marchevsky
626147f151SDave Marchevsky n = bpf_obj_new(typeof(*n));
636147f151SDave Marchevsky if (!n)
646147f151SDave Marchevsky return 1;
656147f151SDave Marchevsky
666147f151SDave Marchevsky /* m becomes an owning ref but is never drop'd or added to a tree */
676147f151SDave Marchevsky m = bpf_refcount_acquire(n);
686147f151SDave Marchevsky m->key = 2;
696147f151SDave Marchevsky
706147f151SDave Marchevsky bpf_spin_lock(&glock);
716147f151SDave Marchevsky bpf_rbtree_add(&groot, &n->node, less);
726147f151SDave Marchevsky bpf_spin_unlock(&glock);
736147f151SDave Marchevsky
746147f151SDave Marchevsky return 0;
756147f151SDave Marchevsky }
766147f151SDave Marchevsky
77*312aa5bdSDave Marchevsky SEC("?fentry.s/bpf_testmod_test_read")
78*312aa5bdSDave Marchevsky __failure __msg("function calls are not allowed while holding a lock")
BPF_PROG(rbtree_fail_sleepable_lock_across_rcu,struct file * file,struct kobject * kobj,struct bin_attribute * bin_attr,char * buf,loff_t off,size_t len)79*312aa5bdSDave Marchevsky int BPF_PROG(rbtree_fail_sleepable_lock_across_rcu,
80*312aa5bdSDave Marchevsky struct file *file, struct kobject *kobj,
81*312aa5bdSDave Marchevsky struct bin_attribute *bin_attr, char *buf, loff_t off, size_t len)
82*312aa5bdSDave Marchevsky {
83*312aa5bdSDave Marchevsky struct node_acquire *n;
84*312aa5bdSDave Marchevsky
85*312aa5bdSDave Marchevsky n = bpf_obj_new(typeof(*n));
86*312aa5bdSDave Marchevsky if (!n)
87*312aa5bdSDave Marchevsky return 0;
88*312aa5bdSDave Marchevsky
89*312aa5bdSDave Marchevsky /* spin_{lock,unlock} are in different RCU CS */
90*312aa5bdSDave Marchevsky bpf_rcu_read_lock();
91*312aa5bdSDave Marchevsky bpf_spin_lock(&glock);
92*312aa5bdSDave Marchevsky bpf_rbtree_add(&groot, &n->node, less);
93*312aa5bdSDave Marchevsky bpf_rcu_read_unlock();
94*312aa5bdSDave Marchevsky
95*312aa5bdSDave Marchevsky bpf_rcu_read_lock();
96*312aa5bdSDave Marchevsky bpf_spin_unlock(&glock);
97*312aa5bdSDave Marchevsky bpf_rcu_read_unlock();
98*312aa5bdSDave Marchevsky
99*312aa5bdSDave Marchevsky return 0;
100*312aa5bdSDave Marchevsky }
101*312aa5bdSDave Marchevsky
1026147f151SDave Marchevsky char _license[] SEC("license") = "GPL";
103