1*aee1779fSEduard Zingerman // SPDX-License-Identifier: GPL-2.0
2*aee1779fSEduard Zingerman /* Converted from tools/testing/selftests/bpf/verifier/map_ptr_mixing.c */
3*aee1779fSEduard Zingerman 
4*aee1779fSEduard Zingerman #include <linux/bpf.h>
5*aee1779fSEduard Zingerman #include <bpf/bpf_helpers.h>
6*aee1779fSEduard Zingerman #include "bpf_misc.h"
7*aee1779fSEduard Zingerman 
8*aee1779fSEduard Zingerman #define MAX_ENTRIES 11
9*aee1779fSEduard Zingerman 
10*aee1779fSEduard Zingerman struct test_val {
11*aee1779fSEduard Zingerman 	unsigned int index;
12*aee1779fSEduard Zingerman 	int foo[MAX_ENTRIES];
13*aee1779fSEduard Zingerman };
14*aee1779fSEduard Zingerman 
15*aee1779fSEduard Zingerman struct {
16*aee1779fSEduard Zingerman 	__uint(type, BPF_MAP_TYPE_ARRAY);
17*aee1779fSEduard Zingerman 	__uint(max_entries, 1);
18*aee1779fSEduard Zingerman 	__type(key, int);
19*aee1779fSEduard Zingerman 	__type(value, struct test_val);
20*aee1779fSEduard Zingerman } map_array_48b SEC(".maps");
21*aee1779fSEduard Zingerman 
22*aee1779fSEduard Zingerman struct {
23*aee1779fSEduard Zingerman 	__uint(type, BPF_MAP_TYPE_HASH);
24*aee1779fSEduard Zingerman 	__uint(max_entries, 1);
25*aee1779fSEduard Zingerman 	__type(key, long long);
26*aee1779fSEduard Zingerman 	__type(value, struct test_val);
27*aee1779fSEduard Zingerman } map_hash_48b SEC(".maps");
28*aee1779fSEduard Zingerman 
29*aee1779fSEduard Zingerman struct {
30*aee1779fSEduard Zingerman 	__uint(type, BPF_MAP_TYPE_ARRAY_OF_MAPS);
31*aee1779fSEduard Zingerman 	__uint(max_entries, 1);
32*aee1779fSEduard Zingerman 	__type(key, int);
33*aee1779fSEduard Zingerman 	__type(value, int);
34*aee1779fSEduard Zingerman 	__array(values, struct {
35*aee1779fSEduard Zingerman 		__uint(type, BPF_MAP_TYPE_ARRAY);
36*aee1779fSEduard Zingerman 		__uint(max_entries, 1);
37*aee1779fSEduard Zingerman 		__type(key, int);
38*aee1779fSEduard Zingerman 		__type(value, int);
39*aee1779fSEduard Zingerman 	});
40*aee1779fSEduard Zingerman } map_in_map SEC(".maps");
41*aee1779fSEduard Zingerman 
42*aee1779fSEduard Zingerman void dummy_prog_42_socket(void);
43*aee1779fSEduard Zingerman void dummy_prog_24_socket(void);
44*aee1779fSEduard Zingerman void dummy_prog_loop1_socket(void);
45*aee1779fSEduard Zingerman void dummy_prog_loop2_socket(void);
46*aee1779fSEduard Zingerman 
47*aee1779fSEduard Zingerman struct {
48*aee1779fSEduard Zingerman 	__uint(type, BPF_MAP_TYPE_PROG_ARRAY);
49*aee1779fSEduard Zingerman 	__uint(max_entries, 4);
50*aee1779fSEduard Zingerman 	__uint(key_size, sizeof(int));
51*aee1779fSEduard Zingerman 	__array(values, void (void));
52*aee1779fSEduard Zingerman } map_prog1_socket SEC(".maps") = {
53*aee1779fSEduard Zingerman 	.values = {
54*aee1779fSEduard Zingerman 		[0] = (void *)&dummy_prog_42_socket,
55*aee1779fSEduard Zingerman 		[1] = (void *)&dummy_prog_loop1_socket,
56*aee1779fSEduard Zingerman 		[2] = (void *)&dummy_prog_24_socket,
57*aee1779fSEduard Zingerman 	},
58*aee1779fSEduard Zingerman };
59*aee1779fSEduard Zingerman 
60*aee1779fSEduard Zingerman struct {
61*aee1779fSEduard Zingerman 	__uint(type, BPF_MAP_TYPE_PROG_ARRAY);
62*aee1779fSEduard Zingerman 	__uint(max_entries, 8);
63*aee1779fSEduard Zingerman 	__uint(key_size, sizeof(int));
64*aee1779fSEduard Zingerman 	__array(values, void (void));
65*aee1779fSEduard Zingerman } map_prog2_socket SEC(".maps") = {
66*aee1779fSEduard Zingerman 	.values = {
67*aee1779fSEduard Zingerman 		[1] = (void *)&dummy_prog_loop2_socket,
68*aee1779fSEduard Zingerman 		[2] = (void *)&dummy_prog_24_socket,
69*aee1779fSEduard Zingerman 		[7] = (void *)&dummy_prog_42_socket,
70*aee1779fSEduard Zingerman 	},
71*aee1779fSEduard Zingerman };
72*aee1779fSEduard Zingerman 
73*aee1779fSEduard Zingerman SEC("socket")
74*aee1779fSEduard Zingerman __auxiliary __auxiliary_unpriv
dummy_prog_42_socket(void)75*aee1779fSEduard Zingerman __naked void dummy_prog_42_socket(void)
76*aee1779fSEduard Zingerman {
77*aee1779fSEduard Zingerman 	asm volatile ("r0 = 42; exit;");
78*aee1779fSEduard Zingerman }
79*aee1779fSEduard Zingerman 
80*aee1779fSEduard Zingerman SEC("socket")
81*aee1779fSEduard Zingerman __auxiliary __auxiliary_unpriv
dummy_prog_24_socket(void)82*aee1779fSEduard Zingerman __naked void dummy_prog_24_socket(void)
83*aee1779fSEduard Zingerman {
84*aee1779fSEduard Zingerman 	asm volatile ("r0 = 24; exit;");
85*aee1779fSEduard Zingerman }
86*aee1779fSEduard Zingerman 
87*aee1779fSEduard Zingerman SEC("socket")
88*aee1779fSEduard Zingerman __auxiliary __auxiliary_unpriv
dummy_prog_loop1_socket(void)89*aee1779fSEduard Zingerman __naked void dummy_prog_loop1_socket(void)
90*aee1779fSEduard Zingerman {
91*aee1779fSEduard Zingerman 	asm volatile ("			\
92*aee1779fSEduard Zingerman 	r3 = 1;				\
93*aee1779fSEduard Zingerman 	r2 = %[map_prog1_socket] ll;	\
94*aee1779fSEduard Zingerman 	call %[bpf_tail_call];		\
95*aee1779fSEduard Zingerman 	r0 = 41;			\
96*aee1779fSEduard Zingerman 	exit;				\
97*aee1779fSEduard Zingerman "	:
98*aee1779fSEduard Zingerman 	: __imm(bpf_tail_call),
99*aee1779fSEduard Zingerman 	  __imm_addr(map_prog1_socket)
100*aee1779fSEduard Zingerman 	: __clobber_all);
101*aee1779fSEduard Zingerman }
102*aee1779fSEduard Zingerman 
103*aee1779fSEduard Zingerman SEC("socket")
104*aee1779fSEduard Zingerman __auxiliary __auxiliary_unpriv
dummy_prog_loop2_socket(void)105*aee1779fSEduard Zingerman __naked void dummy_prog_loop2_socket(void)
106*aee1779fSEduard Zingerman {
107*aee1779fSEduard Zingerman 	asm volatile ("			\
108*aee1779fSEduard Zingerman 	r3 = 1;				\
109*aee1779fSEduard Zingerman 	r2 = %[map_prog2_socket] ll;	\
110*aee1779fSEduard Zingerman 	call %[bpf_tail_call];		\
111*aee1779fSEduard Zingerman 	r0 = 41;			\
112*aee1779fSEduard Zingerman 	exit;				\
113*aee1779fSEduard Zingerman "	:
114*aee1779fSEduard Zingerman 	: __imm(bpf_tail_call),
115*aee1779fSEduard Zingerman 	  __imm_addr(map_prog2_socket)
116*aee1779fSEduard Zingerman 	: __clobber_all);
117*aee1779fSEduard Zingerman }
118*aee1779fSEduard Zingerman 
119*aee1779fSEduard Zingerman SEC("tc")
120*aee1779fSEduard Zingerman __description("calls: two calls returning different map pointers for lookup (hash, array)")
121*aee1779fSEduard Zingerman __success __retval(1)
pointers_for_lookup_hash_array(void)122*aee1779fSEduard Zingerman __naked void pointers_for_lookup_hash_array(void)
123*aee1779fSEduard Zingerman {
124*aee1779fSEduard Zingerman 	asm volatile ("					\
125*aee1779fSEduard Zingerman 	/* main prog */					\
126*aee1779fSEduard Zingerman 	if r1 != 0 goto l0_%=;				\
127*aee1779fSEduard Zingerman 	call pointers_for_lookup_hash_array__1;		\
128*aee1779fSEduard Zingerman 	goto l1_%=;					\
129*aee1779fSEduard Zingerman l0_%=:	call pointers_for_lookup_hash_array__2;		\
130*aee1779fSEduard Zingerman l1_%=:	r1 = r0;					\
131*aee1779fSEduard Zingerman 	r2 = 0;						\
132*aee1779fSEduard Zingerman 	*(u64*)(r10 - 8) = r2;				\
133*aee1779fSEduard Zingerman 	r2 = r10;					\
134*aee1779fSEduard Zingerman 	r2 += -8;					\
135*aee1779fSEduard Zingerman 	call %[bpf_map_lookup_elem];			\
136*aee1779fSEduard Zingerman 	if r0 == 0 goto l2_%=;				\
137*aee1779fSEduard Zingerman 	r1 = %[test_val_foo];				\
138*aee1779fSEduard Zingerman 	*(u64*)(r0 + 0) = r1;				\
139*aee1779fSEduard Zingerman 	r0 = 1;						\
140*aee1779fSEduard Zingerman l2_%=:	exit;						\
141*aee1779fSEduard Zingerman "	:
142*aee1779fSEduard Zingerman 	: __imm(bpf_map_lookup_elem),
143*aee1779fSEduard Zingerman 	  __imm_const(test_val_foo, offsetof(struct test_val, foo))
144*aee1779fSEduard Zingerman 	: __clobber_all);
145*aee1779fSEduard Zingerman }
146*aee1779fSEduard Zingerman 
147*aee1779fSEduard Zingerman static __naked __noinline __attribute__((used))
pointers_for_lookup_hash_array__1(void)148*aee1779fSEduard Zingerman void pointers_for_lookup_hash_array__1(void)
149*aee1779fSEduard Zingerman {
150*aee1779fSEduard Zingerman 	asm volatile ("					\
151*aee1779fSEduard Zingerman 	r0 = %[map_hash_48b] ll;			\
152*aee1779fSEduard Zingerman 	exit;						\
153*aee1779fSEduard Zingerman "	:
154*aee1779fSEduard Zingerman 	: __imm_addr(map_hash_48b)
155*aee1779fSEduard Zingerman 	: __clobber_all);
156*aee1779fSEduard Zingerman }
157*aee1779fSEduard Zingerman 
158*aee1779fSEduard Zingerman static __naked __noinline __attribute__((used))
pointers_for_lookup_hash_array__2(void)159*aee1779fSEduard Zingerman void pointers_for_lookup_hash_array__2(void)
160*aee1779fSEduard Zingerman {
161*aee1779fSEduard Zingerman 	asm volatile ("					\
162*aee1779fSEduard Zingerman 	r0 = %[map_array_48b] ll;			\
163*aee1779fSEduard Zingerman 	exit;						\
164*aee1779fSEduard Zingerman "	:
165*aee1779fSEduard Zingerman 	: __imm_addr(map_array_48b)
166*aee1779fSEduard Zingerman 	: __clobber_all);
167*aee1779fSEduard Zingerman }
168*aee1779fSEduard Zingerman 
169*aee1779fSEduard Zingerman SEC("tc")
170*aee1779fSEduard Zingerman __description("calls: two calls returning different map pointers for lookup (hash, map in map)")
171*aee1779fSEduard Zingerman __failure __msg("only read from bpf_array is supported")
lookup_hash_map_in_map(void)172*aee1779fSEduard Zingerman __naked void lookup_hash_map_in_map(void)
173*aee1779fSEduard Zingerman {
174*aee1779fSEduard Zingerman 	asm volatile ("					\
175*aee1779fSEduard Zingerman 	/* main prog */					\
176*aee1779fSEduard Zingerman 	if r1 != 0 goto l0_%=;				\
177*aee1779fSEduard Zingerman 	call lookup_hash_map_in_map__1;			\
178*aee1779fSEduard Zingerman 	goto l1_%=;					\
179*aee1779fSEduard Zingerman l0_%=:	call lookup_hash_map_in_map__2;			\
180*aee1779fSEduard Zingerman l1_%=:	r1 = r0;					\
181*aee1779fSEduard Zingerman 	r2 = 0;						\
182*aee1779fSEduard Zingerman 	*(u64*)(r10 - 8) = r2;				\
183*aee1779fSEduard Zingerman 	r2 = r10;					\
184*aee1779fSEduard Zingerman 	r2 += -8;					\
185*aee1779fSEduard Zingerman 	call %[bpf_map_lookup_elem];			\
186*aee1779fSEduard Zingerman 	if r0 == 0 goto l2_%=;				\
187*aee1779fSEduard Zingerman 	r1 = %[test_val_foo];				\
188*aee1779fSEduard Zingerman 	*(u64*)(r0 + 0) = r1;				\
189*aee1779fSEduard Zingerman 	r0 = 1;						\
190*aee1779fSEduard Zingerman l2_%=:	exit;						\
191*aee1779fSEduard Zingerman "	:
192*aee1779fSEduard Zingerman 	: __imm(bpf_map_lookup_elem),
193*aee1779fSEduard Zingerman 	  __imm_const(test_val_foo, offsetof(struct test_val, foo))
194*aee1779fSEduard Zingerman 	: __clobber_all);
195*aee1779fSEduard Zingerman }
196*aee1779fSEduard Zingerman 
197*aee1779fSEduard Zingerman static __naked __noinline __attribute__((used))
lookup_hash_map_in_map__1(void)198*aee1779fSEduard Zingerman void lookup_hash_map_in_map__1(void)
199*aee1779fSEduard Zingerman {
200*aee1779fSEduard Zingerman 	asm volatile ("					\
201*aee1779fSEduard Zingerman 	r0 = %[map_array_48b] ll;			\
202*aee1779fSEduard Zingerman 	exit;						\
203*aee1779fSEduard Zingerman "	:
204*aee1779fSEduard Zingerman 	: __imm_addr(map_array_48b)
205*aee1779fSEduard Zingerman 	: __clobber_all);
206*aee1779fSEduard Zingerman }
207*aee1779fSEduard Zingerman 
208*aee1779fSEduard Zingerman static __naked __noinline __attribute__((used))
lookup_hash_map_in_map__2(void)209*aee1779fSEduard Zingerman void lookup_hash_map_in_map__2(void)
210*aee1779fSEduard Zingerman {
211*aee1779fSEduard Zingerman 	asm volatile ("					\
212*aee1779fSEduard Zingerman 	r0 = %[map_in_map] ll;				\
213*aee1779fSEduard Zingerman 	exit;						\
214*aee1779fSEduard Zingerman "	:
215*aee1779fSEduard Zingerman 	: __imm_addr(map_in_map)
216*aee1779fSEduard Zingerman 	: __clobber_all);
217*aee1779fSEduard Zingerman }
218*aee1779fSEduard Zingerman 
219*aee1779fSEduard Zingerman SEC("socket")
220*aee1779fSEduard Zingerman __description("cond: two branches returning different map pointers for lookup (tail, tail)")
221*aee1779fSEduard Zingerman __success __failure_unpriv __msg_unpriv("tail_call abusing map_ptr")
222*aee1779fSEduard Zingerman __retval(42)
pointers_for_lookup_tail_tail_1(void)223*aee1779fSEduard Zingerman __naked void pointers_for_lookup_tail_tail_1(void)
224*aee1779fSEduard Zingerman {
225*aee1779fSEduard Zingerman 	asm volatile ("					\
226*aee1779fSEduard Zingerman 	r6 = *(u32*)(r1 + %[__sk_buff_mark]);		\
227*aee1779fSEduard Zingerman 	if r6 != 0 goto l0_%=;				\
228*aee1779fSEduard Zingerman 	r2 = %[map_prog2_socket] ll;			\
229*aee1779fSEduard Zingerman 	goto l1_%=;					\
230*aee1779fSEduard Zingerman l0_%=:	r2 = %[map_prog1_socket] ll;			\
231*aee1779fSEduard Zingerman l1_%=:	r3 = 7;						\
232*aee1779fSEduard Zingerman 	call %[bpf_tail_call];				\
233*aee1779fSEduard Zingerman 	r0 = 1;						\
234*aee1779fSEduard Zingerman 	exit;						\
235*aee1779fSEduard Zingerman "	:
236*aee1779fSEduard Zingerman 	: __imm(bpf_tail_call),
237*aee1779fSEduard Zingerman 	  __imm_addr(map_prog1_socket),
238*aee1779fSEduard Zingerman 	  __imm_addr(map_prog2_socket),
239*aee1779fSEduard Zingerman 	  __imm_const(__sk_buff_mark, offsetof(struct __sk_buff, mark))
240*aee1779fSEduard Zingerman 	: __clobber_all);
241*aee1779fSEduard Zingerman }
242*aee1779fSEduard Zingerman 
243*aee1779fSEduard Zingerman SEC("socket")
244*aee1779fSEduard Zingerman __description("cond: two branches returning same map pointers for lookup (tail, tail)")
245*aee1779fSEduard Zingerman __success __success_unpriv __retval(42)
pointers_for_lookup_tail_tail_2(void)246*aee1779fSEduard Zingerman __naked void pointers_for_lookup_tail_tail_2(void)
247*aee1779fSEduard Zingerman {
248*aee1779fSEduard Zingerman 	asm volatile ("					\
249*aee1779fSEduard Zingerman 	r6 = *(u32*)(r1 + %[__sk_buff_mark]);		\
250*aee1779fSEduard Zingerman 	if r6 == 0 goto l0_%=;				\
251*aee1779fSEduard Zingerman 	r2 = %[map_prog2_socket] ll;			\
252*aee1779fSEduard Zingerman 	goto l1_%=;					\
253*aee1779fSEduard Zingerman l0_%=:	r2 = %[map_prog2_socket] ll;			\
254*aee1779fSEduard Zingerman l1_%=:	r3 = 7;						\
255*aee1779fSEduard Zingerman 	call %[bpf_tail_call];				\
256*aee1779fSEduard Zingerman 	r0 = 1;						\
257*aee1779fSEduard Zingerman 	exit;						\
258*aee1779fSEduard Zingerman "	:
259*aee1779fSEduard Zingerman 	: __imm(bpf_tail_call),
260*aee1779fSEduard Zingerman 	  __imm_addr(map_prog2_socket),
261*aee1779fSEduard Zingerman 	  __imm_const(__sk_buff_mark, offsetof(struct __sk_buff, mark))
262*aee1779fSEduard Zingerman 	: __clobber_all);
263*aee1779fSEduard Zingerman }
264*aee1779fSEduard Zingerman 
265*aee1779fSEduard Zingerman char _license[] SEC("license") = "GPL";
266