1*aee1779fSEduard Zingerman // SPDX-License-Identifier: GPL-2.0
2*aee1779fSEduard Zingerman /* Converted from tools/testing/selftests/bpf/verifier/map_ptr_mixing.c */
3*aee1779fSEduard Zingerman
4*aee1779fSEduard Zingerman #include <linux/bpf.h>
5*aee1779fSEduard Zingerman #include <bpf/bpf_helpers.h>
6*aee1779fSEduard Zingerman #include "bpf_misc.h"
7*aee1779fSEduard Zingerman
8*aee1779fSEduard Zingerman #define MAX_ENTRIES 11
9*aee1779fSEduard Zingerman
10*aee1779fSEduard Zingerman struct test_val {
11*aee1779fSEduard Zingerman unsigned int index;
12*aee1779fSEduard Zingerman int foo[MAX_ENTRIES];
13*aee1779fSEduard Zingerman };
14*aee1779fSEduard Zingerman
15*aee1779fSEduard Zingerman struct {
16*aee1779fSEduard Zingerman __uint(type, BPF_MAP_TYPE_ARRAY);
17*aee1779fSEduard Zingerman __uint(max_entries, 1);
18*aee1779fSEduard Zingerman __type(key, int);
19*aee1779fSEduard Zingerman __type(value, struct test_val);
20*aee1779fSEduard Zingerman } map_array_48b SEC(".maps");
21*aee1779fSEduard Zingerman
22*aee1779fSEduard Zingerman struct {
23*aee1779fSEduard Zingerman __uint(type, BPF_MAP_TYPE_HASH);
24*aee1779fSEduard Zingerman __uint(max_entries, 1);
25*aee1779fSEduard Zingerman __type(key, long long);
26*aee1779fSEduard Zingerman __type(value, struct test_val);
27*aee1779fSEduard Zingerman } map_hash_48b SEC(".maps");
28*aee1779fSEduard Zingerman
29*aee1779fSEduard Zingerman struct {
30*aee1779fSEduard Zingerman __uint(type, BPF_MAP_TYPE_ARRAY_OF_MAPS);
31*aee1779fSEduard Zingerman __uint(max_entries, 1);
32*aee1779fSEduard Zingerman __type(key, int);
33*aee1779fSEduard Zingerman __type(value, int);
34*aee1779fSEduard Zingerman __array(values, struct {
35*aee1779fSEduard Zingerman __uint(type, BPF_MAP_TYPE_ARRAY);
36*aee1779fSEduard Zingerman __uint(max_entries, 1);
37*aee1779fSEduard Zingerman __type(key, int);
38*aee1779fSEduard Zingerman __type(value, int);
39*aee1779fSEduard Zingerman });
40*aee1779fSEduard Zingerman } map_in_map SEC(".maps");
41*aee1779fSEduard Zingerman
42*aee1779fSEduard Zingerman void dummy_prog_42_socket(void);
43*aee1779fSEduard Zingerman void dummy_prog_24_socket(void);
44*aee1779fSEduard Zingerman void dummy_prog_loop1_socket(void);
45*aee1779fSEduard Zingerman void dummy_prog_loop2_socket(void);
46*aee1779fSEduard Zingerman
47*aee1779fSEduard Zingerman struct {
48*aee1779fSEduard Zingerman __uint(type, BPF_MAP_TYPE_PROG_ARRAY);
49*aee1779fSEduard Zingerman __uint(max_entries, 4);
50*aee1779fSEduard Zingerman __uint(key_size, sizeof(int));
51*aee1779fSEduard Zingerman __array(values, void (void));
52*aee1779fSEduard Zingerman } map_prog1_socket SEC(".maps") = {
53*aee1779fSEduard Zingerman .values = {
54*aee1779fSEduard Zingerman [0] = (void *)&dummy_prog_42_socket,
55*aee1779fSEduard Zingerman [1] = (void *)&dummy_prog_loop1_socket,
56*aee1779fSEduard Zingerman [2] = (void *)&dummy_prog_24_socket,
57*aee1779fSEduard Zingerman },
58*aee1779fSEduard Zingerman };
59*aee1779fSEduard Zingerman
60*aee1779fSEduard Zingerman struct {
61*aee1779fSEduard Zingerman __uint(type, BPF_MAP_TYPE_PROG_ARRAY);
62*aee1779fSEduard Zingerman __uint(max_entries, 8);
63*aee1779fSEduard Zingerman __uint(key_size, sizeof(int));
64*aee1779fSEduard Zingerman __array(values, void (void));
65*aee1779fSEduard Zingerman } map_prog2_socket SEC(".maps") = {
66*aee1779fSEduard Zingerman .values = {
67*aee1779fSEduard Zingerman [1] = (void *)&dummy_prog_loop2_socket,
68*aee1779fSEduard Zingerman [2] = (void *)&dummy_prog_24_socket,
69*aee1779fSEduard Zingerman [7] = (void *)&dummy_prog_42_socket,
70*aee1779fSEduard Zingerman },
71*aee1779fSEduard Zingerman };
72*aee1779fSEduard Zingerman
73*aee1779fSEduard Zingerman SEC("socket")
74*aee1779fSEduard Zingerman __auxiliary __auxiliary_unpriv
dummy_prog_42_socket(void)75*aee1779fSEduard Zingerman __naked void dummy_prog_42_socket(void)
76*aee1779fSEduard Zingerman {
77*aee1779fSEduard Zingerman asm volatile ("r0 = 42; exit;");
78*aee1779fSEduard Zingerman }
79*aee1779fSEduard Zingerman
80*aee1779fSEduard Zingerman SEC("socket")
81*aee1779fSEduard Zingerman __auxiliary __auxiliary_unpriv
dummy_prog_24_socket(void)82*aee1779fSEduard Zingerman __naked void dummy_prog_24_socket(void)
83*aee1779fSEduard Zingerman {
84*aee1779fSEduard Zingerman asm volatile ("r0 = 24; exit;");
85*aee1779fSEduard Zingerman }
86*aee1779fSEduard Zingerman
87*aee1779fSEduard Zingerman SEC("socket")
88*aee1779fSEduard Zingerman __auxiliary __auxiliary_unpriv
dummy_prog_loop1_socket(void)89*aee1779fSEduard Zingerman __naked void dummy_prog_loop1_socket(void)
90*aee1779fSEduard Zingerman {
91*aee1779fSEduard Zingerman asm volatile (" \
92*aee1779fSEduard Zingerman r3 = 1; \
93*aee1779fSEduard Zingerman r2 = %[map_prog1_socket] ll; \
94*aee1779fSEduard Zingerman call %[bpf_tail_call]; \
95*aee1779fSEduard Zingerman r0 = 41; \
96*aee1779fSEduard Zingerman exit; \
97*aee1779fSEduard Zingerman " :
98*aee1779fSEduard Zingerman : __imm(bpf_tail_call),
99*aee1779fSEduard Zingerman __imm_addr(map_prog1_socket)
100*aee1779fSEduard Zingerman : __clobber_all);
101*aee1779fSEduard Zingerman }
102*aee1779fSEduard Zingerman
103*aee1779fSEduard Zingerman SEC("socket")
104*aee1779fSEduard Zingerman __auxiliary __auxiliary_unpriv
dummy_prog_loop2_socket(void)105*aee1779fSEduard Zingerman __naked void dummy_prog_loop2_socket(void)
106*aee1779fSEduard Zingerman {
107*aee1779fSEduard Zingerman asm volatile (" \
108*aee1779fSEduard Zingerman r3 = 1; \
109*aee1779fSEduard Zingerman r2 = %[map_prog2_socket] ll; \
110*aee1779fSEduard Zingerman call %[bpf_tail_call]; \
111*aee1779fSEduard Zingerman r0 = 41; \
112*aee1779fSEduard Zingerman exit; \
113*aee1779fSEduard Zingerman " :
114*aee1779fSEduard Zingerman : __imm(bpf_tail_call),
115*aee1779fSEduard Zingerman __imm_addr(map_prog2_socket)
116*aee1779fSEduard Zingerman : __clobber_all);
117*aee1779fSEduard Zingerman }
118*aee1779fSEduard Zingerman
119*aee1779fSEduard Zingerman SEC("tc")
120*aee1779fSEduard Zingerman __description("calls: two calls returning different map pointers for lookup (hash, array)")
121*aee1779fSEduard Zingerman __success __retval(1)
pointers_for_lookup_hash_array(void)122*aee1779fSEduard Zingerman __naked void pointers_for_lookup_hash_array(void)
123*aee1779fSEduard Zingerman {
124*aee1779fSEduard Zingerman asm volatile (" \
125*aee1779fSEduard Zingerman /* main prog */ \
126*aee1779fSEduard Zingerman if r1 != 0 goto l0_%=; \
127*aee1779fSEduard Zingerman call pointers_for_lookup_hash_array__1; \
128*aee1779fSEduard Zingerman goto l1_%=; \
129*aee1779fSEduard Zingerman l0_%=: call pointers_for_lookup_hash_array__2; \
130*aee1779fSEduard Zingerman l1_%=: r1 = r0; \
131*aee1779fSEduard Zingerman r2 = 0; \
132*aee1779fSEduard Zingerman *(u64*)(r10 - 8) = r2; \
133*aee1779fSEduard Zingerman r2 = r10; \
134*aee1779fSEduard Zingerman r2 += -8; \
135*aee1779fSEduard Zingerman call %[bpf_map_lookup_elem]; \
136*aee1779fSEduard Zingerman if r0 == 0 goto l2_%=; \
137*aee1779fSEduard Zingerman r1 = %[test_val_foo]; \
138*aee1779fSEduard Zingerman *(u64*)(r0 + 0) = r1; \
139*aee1779fSEduard Zingerman r0 = 1; \
140*aee1779fSEduard Zingerman l2_%=: exit; \
141*aee1779fSEduard Zingerman " :
142*aee1779fSEduard Zingerman : __imm(bpf_map_lookup_elem),
143*aee1779fSEduard Zingerman __imm_const(test_val_foo, offsetof(struct test_val, foo))
144*aee1779fSEduard Zingerman : __clobber_all);
145*aee1779fSEduard Zingerman }
146*aee1779fSEduard Zingerman
147*aee1779fSEduard Zingerman static __naked __noinline __attribute__((used))
pointers_for_lookup_hash_array__1(void)148*aee1779fSEduard Zingerman void pointers_for_lookup_hash_array__1(void)
149*aee1779fSEduard Zingerman {
150*aee1779fSEduard Zingerman asm volatile (" \
151*aee1779fSEduard Zingerman r0 = %[map_hash_48b] ll; \
152*aee1779fSEduard Zingerman exit; \
153*aee1779fSEduard Zingerman " :
154*aee1779fSEduard Zingerman : __imm_addr(map_hash_48b)
155*aee1779fSEduard Zingerman : __clobber_all);
156*aee1779fSEduard Zingerman }
157*aee1779fSEduard Zingerman
158*aee1779fSEduard Zingerman static __naked __noinline __attribute__((used))
pointers_for_lookup_hash_array__2(void)159*aee1779fSEduard Zingerman void pointers_for_lookup_hash_array__2(void)
160*aee1779fSEduard Zingerman {
161*aee1779fSEduard Zingerman asm volatile (" \
162*aee1779fSEduard Zingerman r0 = %[map_array_48b] ll; \
163*aee1779fSEduard Zingerman exit; \
164*aee1779fSEduard Zingerman " :
165*aee1779fSEduard Zingerman : __imm_addr(map_array_48b)
166*aee1779fSEduard Zingerman : __clobber_all);
167*aee1779fSEduard Zingerman }
168*aee1779fSEduard Zingerman
169*aee1779fSEduard Zingerman SEC("tc")
170*aee1779fSEduard Zingerman __description("calls: two calls returning different map pointers for lookup (hash, map in map)")
171*aee1779fSEduard Zingerman __failure __msg("only read from bpf_array is supported")
lookup_hash_map_in_map(void)172*aee1779fSEduard Zingerman __naked void lookup_hash_map_in_map(void)
173*aee1779fSEduard Zingerman {
174*aee1779fSEduard Zingerman asm volatile (" \
175*aee1779fSEduard Zingerman /* main prog */ \
176*aee1779fSEduard Zingerman if r1 != 0 goto l0_%=; \
177*aee1779fSEduard Zingerman call lookup_hash_map_in_map__1; \
178*aee1779fSEduard Zingerman goto l1_%=; \
179*aee1779fSEduard Zingerman l0_%=: call lookup_hash_map_in_map__2; \
180*aee1779fSEduard Zingerman l1_%=: r1 = r0; \
181*aee1779fSEduard Zingerman r2 = 0; \
182*aee1779fSEduard Zingerman *(u64*)(r10 - 8) = r2; \
183*aee1779fSEduard Zingerman r2 = r10; \
184*aee1779fSEduard Zingerman r2 += -8; \
185*aee1779fSEduard Zingerman call %[bpf_map_lookup_elem]; \
186*aee1779fSEduard Zingerman if r0 == 0 goto l2_%=; \
187*aee1779fSEduard Zingerman r1 = %[test_val_foo]; \
188*aee1779fSEduard Zingerman *(u64*)(r0 + 0) = r1; \
189*aee1779fSEduard Zingerman r0 = 1; \
190*aee1779fSEduard Zingerman l2_%=: exit; \
191*aee1779fSEduard Zingerman " :
192*aee1779fSEduard Zingerman : __imm(bpf_map_lookup_elem),
193*aee1779fSEduard Zingerman __imm_const(test_val_foo, offsetof(struct test_val, foo))
194*aee1779fSEduard Zingerman : __clobber_all);
195*aee1779fSEduard Zingerman }
196*aee1779fSEduard Zingerman
197*aee1779fSEduard Zingerman static __naked __noinline __attribute__((used))
lookup_hash_map_in_map__1(void)198*aee1779fSEduard Zingerman void lookup_hash_map_in_map__1(void)
199*aee1779fSEduard Zingerman {
200*aee1779fSEduard Zingerman asm volatile (" \
201*aee1779fSEduard Zingerman r0 = %[map_array_48b] ll; \
202*aee1779fSEduard Zingerman exit; \
203*aee1779fSEduard Zingerman " :
204*aee1779fSEduard Zingerman : __imm_addr(map_array_48b)
205*aee1779fSEduard Zingerman : __clobber_all);
206*aee1779fSEduard Zingerman }
207*aee1779fSEduard Zingerman
208*aee1779fSEduard Zingerman static __naked __noinline __attribute__((used))
lookup_hash_map_in_map__2(void)209*aee1779fSEduard Zingerman void lookup_hash_map_in_map__2(void)
210*aee1779fSEduard Zingerman {
211*aee1779fSEduard Zingerman asm volatile (" \
212*aee1779fSEduard Zingerman r0 = %[map_in_map] ll; \
213*aee1779fSEduard Zingerman exit; \
214*aee1779fSEduard Zingerman " :
215*aee1779fSEduard Zingerman : __imm_addr(map_in_map)
216*aee1779fSEduard Zingerman : __clobber_all);
217*aee1779fSEduard Zingerman }
218*aee1779fSEduard Zingerman
219*aee1779fSEduard Zingerman SEC("socket")
220*aee1779fSEduard Zingerman __description("cond: two branches returning different map pointers for lookup (tail, tail)")
221*aee1779fSEduard Zingerman __success __failure_unpriv __msg_unpriv("tail_call abusing map_ptr")
222*aee1779fSEduard Zingerman __retval(42)
pointers_for_lookup_tail_tail_1(void)223*aee1779fSEduard Zingerman __naked void pointers_for_lookup_tail_tail_1(void)
224*aee1779fSEduard Zingerman {
225*aee1779fSEduard Zingerman asm volatile (" \
226*aee1779fSEduard Zingerman r6 = *(u32*)(r1 + %[__sk_buff_mark]); \
227*aee1779fSEduard Zingerman if r6 != 0 goto l0_%=; \
228*aee1779fSEduard Zingerman r2 = %[map_prog2_socket] ll; \
229*aee1779fSEduard Zingerman goto l1_%=; \
230*aee1779fSEduard Zingerman l0_%=: r2 = %[map_prog1_socket] ll; \
231*aee1779fSEduard Zingerman l1_%=: r3 = 7; \
232*aee1779fSEduard Zingerman call %[bpf_tail_call]; \
233*aee1779fSEduard Zingerman r0 = 1; \
234*aee1779fSEduard Zingerman exit; \
235*aee1779fSEduard Zingerman " :
236*aee1779fSEduard Zingerman : __imm(bpf_tail_call),
237*aee1779fSEduard Zingerman __imm_addr(map_prog1_socket),
238*aee1779fSEduard Zingerman __imm_addr(map_prog2_socket),
239*aee1779fSEduard Zingerman __imm_const(__sk_buff_mark, offsetof(struct __sk_buff, mark))
240*aee1779fSEduard Zingerman : __clobber_all);
241*aee1779fSEduard Zingerman }
242*aee1779fSEduard Zingerman
243*aee1779fSEduard Zingerman SEC("socket")
244*aee1779fSEduard Zingerman __description("cond: two branches returning same map pointers for lookup (tail, tail)")
245*aee1779fSEduard Zingerman __success __success_unpriv __retval(42)
pointers_for_lookup_tail_tail_2(void)246*aee1779fSEduard Zingerman __naked void pointers_for_lookup_tail_tail_2(void)
247*aee1779fSEduard Zingerman {
248*aee1779fSEduard Zingerman asm volatile (" \
249*aee1779fSEduard Zingerman r6 = *(u32*)(r1 + %[__sk_buff_mark]); \
250*aee1779fSEduard Zingerman if r6 == 0 goto l0_%=; \
251*aee1779fSEduard Zingerman r2 = %[map_prog2_socket] ll; \
252*aee1779fSEduard Zingerman goto l1_%=; \
253*aee1779fSEduard Zingerman l0_%=: r2 = %[map_prog2_socket] ll; \
254*aee1779fSEduard Zingerman l1_%=: r3 = 7; \
255*aee1779fSEduard Zingerman call %[bpf_tail_call]; \
256*aee1779fSEduard Zingerman r0 = 1; \
257*aee1779fSEduard Zingerman exit; \
258*aee1779fSEduard Zingerman " :
259*aee1779fSEduard Zingerman : __imm(bpf_tail_call),
260*aee1779fSEduard Zingerman __imm_addr(map_prog2_socket),
261*aee1779fSEduard Zingerman __imm_const(__sk_buff_mark, offsetof(struct __sk_buff, mark))
262*aee1779fSEduard Zingerman : __clobber_all);
263*aee1779fSEduard Zingerman }
264*aee1779fSEduard Zingerman
265*aee1779fSEduard Zingerman char _license[] SEC("license") = "GPL";
266