xref: /openbmc/linux/tools/testing/selftests/bpf/test_progs.h (revision 7a2fa70aaffc2f8823feca22709a00f5c069a8a9)
13f306588SStanislav Fomichev /* SPDX-License-Identifier: GPL-2.0 */
23f306588SStanislav Fomichev #include <stdio.h>
33f306588SStanislav Fomichev #include <unistd.h>
43f306588SStanislav Fomichev #include <errno.h>
53f306588SStanislav Fomichev #include <string.h>
63f306588SStanislav Fomichev #include <assert.h>
73f306588SStanislav Fomichev #include <stdlib.h>
83f306588SStanislav Fomichev #include <stdarg.h>
93f306588SStanislav Fomichev #include <time.h>
103f306588SStanislav Fomichev #include <signal.h>
113f306588SStanislav Fomichev 
123f306588SStanislav Fomichev #include <linux/types.h>
133f306588SStanislav Fomichev typedef __u16 __sum16;
143f306588SStanislav Fomichev #include <arpa/inet.h>
153f306588SStanislav Fomichev #include <linux/if_ether.h>
163f306588SStanislav Fomichev #include <linux/if_packet.h>
173f306588SStanislav Fomichev #include <linux/ip.h>
183f306588SStanislav Fomichev #include <linux/ipv6.h>
193f306588SStanislav Fomichev #include <linux/filter.h>
203f306588SStanislav Fomichev #include <linux/perf_event.h>
219a365e67SStanislav Fomichev #include <linux/socket.h>
223f306588SStanislav Fomichev #include <linux/unistd.h>
233f306588SStanislav Fomichev 
243f306588SStanislav Fomichev #include <sys/ioctl.h>
253f306588SStanislav Fomichev #include <sys/wait.h>
263f306588SStanislav Fomichev #include <sys/types.h>
273f306588SStanislav Fomichev #include <sys/time.h>
283f306588SStanislav Fomichev #include <fcntl.h>
293f306588SStanislav Fomichev #include <pthread.h>
303f306588SStanislav Fomichev #include <linux/bpf.h>
313f306588SStanislav Fomichev #include <linux/err.h>
323f306588SStanislav Fomichev #include <bpf/bpf.h>
333f306588SStanislav Fomichev #include <bpf/libbpf.h>
343f306588SStanislav Fomichev 
353f306588SStanislav Fomichev #include "test_iptunnel_common.h"
363f306588SStanislav Fomichev #include "bpf_util.h"
373e689141SToke Høiland-Jørgensen #include <bpf/bpf_endian.h>
383f306588SStanislav Fomichev #include "trace_helpers.h"
39cd49291cSAndrii Nakryiko #include "testing_helpers.h"
403f306588SStanislav Fomichev #include "flow_dissector_load.h"
413f306588SStanislav Fomichev 
42a8fdaad5SAndrii Nakryiko enum verbosity {
43a8fdaad5SAndrii Nakryiko 	VERBOSE_NONE,
44a8fdaad5SAndrii Nakryiko 	VERBOSE_NORMAL,
45a8fdaad5SAndrii Nakryiko 	VERBOSE_VERY,
46a8fdaad5SAndrii Nakryiko 	VERBOSE_SUPER,
47a8fdaad5SAndrii Nakryiko };
48a8fdaad5SAndrii Nakryiko 
49b65053cdSAndrii Nakryiko struct str_set {
50b65053cdSAndrii Nakryiko 	const char **strs;
51b65053cdSAndrii Nakryiko 	int cnt;
52b65053cdSAndrii Nakryiko };
53b65053cdSAndrii Nakryiko 
543a516a0aSAndrii Nakryiko struct test_selector {
55b65053cdSAndrii Nakryiko 	struct str_set whitelist;
56b65053cdSAndrii Nakryiko 	struct str_set blacklist;
573a516a0aSAndrii Nakryiko 	bool *num_set;
583a516a0aSAndrii Nakryiko 	int num_set_len;
593a516a0aSAndrii Nakryiko };
603a516a0aSAndrii Nakryiko 
610ff97e56SAndrii Nakryiko struct test_env {
623a516a0aSAndrii Nakryiko 	struct test_selector test_selector;
633a516a0aSAndrii Nakryiko 	struct test_selector subtest_selector;
640ff97e56SAndrii Nakryiko 	bool verifier_stats;
65a8fdaad5SAndrii Nakryiko 	enum verbosity verbosity;
660ff97e56SAndrii Nakryiko 
670ff97e56SAndrii Nakryiko 	bool jit_enabled;
689f7fa225SAndrii Nakryiko 	bool has_testmod;
69643e7233SJesper Dangaard Brouer 	bool get_test_cnt;
70c1f1f365SJesper Dangaard Brouer 	bool list_test_names;
710ff97e56SAndrii Nakryiko 
720ff97e56SAndrii Nakryiko 	struct prog_test_def *test;
73946152b3SStanislav Fomichev 	FILE *stdout;
74946152b3SStanislav Fomichev 	FILE *stderr;
750ff97e56SAndrii Nakryiko 	char *log_buf;
760ff97e56SAndrii Nakryiko 	size_t log_cnt;
77fd27b183SAndrii Nakryiko 	int nr_cpus;
780ff97e56SAndrii Nakryiko 
793a516a0aSAndrii Nakryiko 	int succ_cnt; /* successful tests */
803a516a0aSAndrii Nakryiko 	int sub_succ_cnt; /* successful sub-tests */
813a516a0aSAndrii Nakryiko 	int fail_cnt; /* total failed tests + sub-tests */
82cd9c21d7SStanislav Fomichev 	int skip_cnt; /* skipped tests */
83811d7e37SMartin KaFai Lau 
84811d7e37SMartin KaFai Lau 	int saved_netns_fd;
850ff97e56SAndrii Nakryiko };
860ff97e56SAndrii Nakryiko 
870ff97e56SAndrii Nakryiko extern struct test_env env;
880ff97e56SAndrii Nakryiko 
890ff97e56SAndrii Nakryiko extern void test__force_log();
903a516a0aSAndrii Nakryiko extern bool test__start_subtest(const char *name);
91cd9c21d7SStanislav Fomichev extern void test__skip(void);
92d38835b7SStanislav Fomichev extern void test__fail(void);
9388dadc63SStanislav Fomichev extern int test__join_cgroup(const char *path);
943f306588SStanislav Fomichev 
9523458901SLorenz Bauer #define PRINT_FAIL(format...)                                                  \
9623458901SLorenz Bauer 	({                                                                     \
9723458901SLorenz Bauer 		test__fail();                                                  \
9823458901SLorenz Bauer 		fprintf(stdout, "%s:FAIL:%d ", __func__, __LINE__);            \
9923458901SLorenz Bauer 		fprintf(stdout, ##format);                                     \
10023458901SLorenz Bauer 	})
10123458901SLorenz Bauer 
1023f306588SStanislav Fomichev #define _CHECK(condition, tag, duration, format...) ({			\
1033f306588SStanislav Fomichev 	int __ret = !!(condition);					\
104478bee0dSAndrey Ignatov 	int __save_errno = errno;					\
1053f306588SStanislav Fomichev 	if (__ret) {							\
106d38835b7SStanislav Fomichev 		test__fail();						\
1073e2671fbSAndrii Nakryiko 		fprintf(stdout, "%s:FAIL:%s ", __func__, tag);		\
1083e2671fbSAndrii Nakryiko 		fprintf(stdout, ##format);				\
1093f306588SStanislav Fomichev 	} else {							\
1103e2671fbSAndrii Nakryiko 		fprintf(stdout, "%s:PASS:%s %d nsec\n",			\
1110ff97e56SAndrii Nakryiko 		       __func__, tag, duration);			\
1123f306588SStanislav Fomichev 	}								\
113478bee0dSAndrey Ignatov 	errno = __save_errno;						\
1143f306588SStanislav Fomichev 	__ret;								\
1153f306588SStanislav Fomichev })
1163f306588SStanislav Fomichev 
117d38835b7SStanislav Fomichev #define CHECK_FAIL(condition) ({					\
118d38835b7SStanislav Fomichev 	int __ret = !!(condition);					\
119478bee0dSAndrey Ignatov 	int __save_errno = errno;					\
120d38835b7SStanislav Fomichev 	if (__ret) {							\
121d38835b7SStanislav Fomichev 		test__fail();						\
1223e2671fbSAndrii Nakryiko 		fprintf(stdout, "%s:FAIL:%d\n", __func__, __LINE__);	\
123d38835b7SStanislav Fomichev 	}								\
124478bee0dSAndrey Ignatov 	errno = __save_errno;						\
125d38835b7SStanislav Fomichev 	__ret;								\
126d38835b7SStanislav Fomichev })
127d38835b7SStanislav Fomichev 
1283f306588SStanislav Fomichev #define CHECK(condition, tag, format...) \
1293f306588SStanislav Fomichev 	_CHECK(condition, tag, duration, format)
1303f306588SStanislav Fomichev #define CHECK_ATTR(condition, tag, format...) \
1313f306588SStanislav Fomichev 	_CHECK(condition, tag, tattr.duration, format)
1323f306588SStanislav Fomichev 
133*7a2fa70aSAndrii Nakryiko #define ASSERT_TRUE(actual, name) ({					\
134*7a2fa70aSAndrii Nakryiko 	static int duration = 0;					\
135*7a2fa70aSAndrii Nakryiko 	bool ___ok = (actual);						\
136*7a2fa70aSAndrii Nakryiko 	CHECK(!___ok, (name), "unexpected %s: got FALSE\n", (name));	\
137*7a2fa70aSAndrii Nakryiko 	___ok;								\
138*7a2fa70aSAndrii Nakryiko })
139*7a2fa70aSAndrii Nakryiko 
140*7a2fa70aSAndrii Nakryiko #define ASSERT_FALSE(actual, name) ({					\
141*7a2fa70aSAndrii Nakryiko 	static int duration = 0;					\
142*7a2fa70aSAndrii Nakryiko 	bool ___ok = !(actual);						\
143*7a2fa70aSAndrii Nakryiko 	CHECK(!___ok, (name), "unexpected %s: got TRUE\n", (name));	\
144*7a2fa70aSAndrii Nakryiko 	___ok;								\
145*7a2fa70aSAndrii Nakryiko })
146*7a2fa70aSAndrii Nakryiko 
14722ba3635SAndrii Nakryiko #define ASSERT_EQ(actual, expected, name) ({				\
14822ba3635SAndrii Nakryiko 	static int duration = 0;					\
14922ba3635SAndrii Nakryiko 	typeof(actual) ___act = (actual);				\
15022ba3635SAndrii Nakryiko 	typeof(expected) ___exp = (expected);				\
15122ba3635SAndrii Nakryiko 	bool ___ok = ___act == ___exp;					\
15222ba3635SAndrii Nakryiko 	CHECK(!___ok, (name),						\
15322ba3635SAndrii Nakryiko 	      "unexpected %s: actual %lld != expected %lld\n",		\
15422ba3635SAndrii Nakryiko 	      (name), (long long)(___act), (long long)(___exp));	\
15522ba3635SAndrii Nakryiko 	___ok;								\
15622ba3635SAndrii Nakryiko })
15722ba3635SAndrii Nakryiko 
158197389daSAndrii Nakryiko #define ASSERT_NEQ(actual, expected, name) ({				\
159197389daSAndrii Nakryiko 	static int duration = 0;					\
160197389daSAndrii Nakryiko 	typeof(actual) ___act = (actual);				\
161197389daSAndrii Nakryiko 	typeof(expected) ___exp = (expected);				\
162197389daSAndrii Nakryiko 	bool ___ok = ___act != ___exp;					\
163197389daSAndrii Nakryiko 	CHECK(!___ok, (name),						\
164197389daSAndrii Nakryiko 	      "unexpected %s: actual %lld == expected %lld\n",		\
165197389daSAndrii Nakryiko 	      (name), (long long)(___act), (long long)(___exp));	\
166197389daSAndrii Nakryiko 	___ok;								\
167197389daSAndrii Nakryiko })
168197389daSAndrii Nakryiko 
1699de7f0fdSYonghong Song #define ASSERT_LT(actual, expected, name) ({				\
1709de7f0fdSYonghong Song 	static int duration = 0;					\
1719de7f0fdSYonghong Song 	typeof(actual) ___act = (actual);				\
1729de7f0fdSYonghong Song 	typeof(expected) ___exp = (expected);				\
1739de7f0fdSYonghong Song 	bool ___ok = ___act < ___exp;					\
1749de7f0fdSYonghong Song 	CHECK(!___ok, (name),						\
1759de7f0fdSYonghong Song 	      "unexpected %s: actual %lld >= expected %lld\n",		\
1769de7f0fdSYonghong Song 	      (name), (long long)(___act), (long long)(___exp));	\
1779de7f0fdSYonghong Song 	___ok;								\
1789de7f0fdSYonghong Song })
1799de7f0fdSYonghong Song 
180*7a2fa70aSAndrii Nakryiko #define ASSERT_LE(actual, expected, name) ({				\
181*7a2fa70aSAndrii Nakryiko 	static int duration = 0;					\
182*7a2fa70aSAndrii Nakryiko 	typeof(actual) ___act = (actual);				\
183*7a2fa70aSAndrii Nakryiko 	typeof(expected) ___exp = (expected);				\
184*7a2fa70aSAndrii Nakryiko 	bool ___ok = ___act <= ___exp;					\
185*7a2fa70aSAndrii Nakryiko 	CHECK(!___ok, (name),						\
186*7a2fa70aSAndrii Nakryiko 	      "unexpected %s: actual %lld > expected %lld\n",		\
187*7a2fa70aSAndrii Nakryiko 	      (name), (long long)(___act), (long long)(___exp));	\
188*7a2fa70aSAndrii Nakryiko 	___ok;								\
189*7a2fa70aSAndrii Nakryiko })
190*7a2fa70aSAndrii Nakryiko 
191*7a2fa70aSAndrii Nakryiko #define ASSERT_GT(actual, expected, name) ({				\
192*7a2fa70aSAndrii Nakryiko 	static int duration = 0;					\
193*7a2fa70aSAndrii Nakryiko 	typeof(actual) ___act = (actual);				\
194*7a2fa70aSAndrii Nakryiko 	typeof(expected) ___exp = (expected);				\
195*7a2fa70aSAndrii Nakryiko 	bool ___ok = ___act > ___exp;					\
196*7a2fa70aSAndrii Nakryiko 	CHECK(!___ok, (name),						\
197*7a2fa70aSAndrii Nakryiko 	      "unexpected %s: actual %lld <= expected %lld\n",		\
198*7a2fa70aSAndrii Nakryiko 	      (name), (long long)(___act), (long long)(___exp));	\
199*7a2fa70aSAndrii Nakryiko 	___ok;								\
200*7a2fa70aSAndrii Nakryiko })
201*7a2fa70aSAndrii Nakryiko 
202*7a2fa70aSAndrii Nakryiko #define ASSERT_GE(actual, expected, name) ({				\
203*7a2fa70aSAndrii Nakryiko 	static int duration = 0;					\
204*7a2fa70aSAndrii Nakryiko 	typeof(actual) ___act = (actual);				\
205*7a2fa70aSAndrii Nakryiko 	typeof(expected) ___exp = (expected);				\
206*7a2fa70aSAndrii Nakryiko 	bool ___ok = ___act >= ___exp;					\
207*7a2fa70aSAndrii Nakryiko 	CHECK(!___ok, (name),						\
208*7a2fa70aSAndrii Nakryiko 	      "unexpected %s: actual %lld < expected %lld\n",		\
209*7a2fa70aSAndrii Nakryiko 	      (name), (long long)(___act), (long long)(___exp));	\
210*7a2fa70aSAndrii Nakryiko 	___ok;								\
211*7a2fa70aSAndrii Nakryiko })
212*7a2fa70aSAndrii Nakryiko 
21322ba3635SAndrii Nakryiko #define ASSERT_STREQ(actual, expected, name) ({				\
21422ba3635SAndrii Nakryiko 	static int duration = 0;					\
21522ba3635SAndrii Nakryiko 	const char *___act = actual;					\
21622ba3635SAndrii Nakryiko 	const char *___exp = expected;					\
21722ba3635SAndrii Nakryiko 	bool ___ok = strcmp(___act, ___exp) == 0;			\
21822ba3635SAndrii Nakryiko 	CHECK(!___ok, (name),						\
21922ba3635SAndrii Nakryiko 	      "unexpected %s: actual '%s' != expected '%s'\n",		\
22022ba3635SAndrii Nakryiko 	      (name), ___act, ___exp);					\
22122ba3635SAndrii Nakryiko 	___ok;								\
22222ba3635SAndrii Nakryiko })
22322ba3635SAndrii Nakryiko 
22422ba3635SAndrii Nakryiko #define ASSERT_OK(res, name) ({						\
22522ba3635SAndrii Nakryiko 	static int duration = 0;					\
22622ba3635SAndrii Nakryiko 	long long ___res = (res);					\
22722ba3635SAndrii Nakryiko 	bool ___ok = ___res == 0;					\
228*7a2fa70aSAndrii Nakryiko 	CHECK(!___ok, (name), "unexpected error: %lld (errno %d)\n",	\
229*7a2fa70aSAndrii Nakryiko 	      ___res, errno);						\
23022ba3635SAndrii Nakryiko 	___ok;								\
23122ba3635SAndrii Nakryiko })
23222ba3635SAndrii Nakryiko 
23322ba3635SAndrii Nakryiko #define ASSERT_ERR(res, name) ({					\
23422ba3635SAndrii Nakryiko 	static int duration = 0;					\
23522ba3635SAndrii Nakryiko 	long long ___res = (res);					\
23622ba3635SAndrii Nakryiko 	bool ___ok = ___res < 0;					\
23722ba3635SAndrii Nakryiko 	CHECK(!___ok, (name), "unexpected success: %lld\n", ___res);	\
23822ba3635SAndrii Nakryiko 	___ok;								\
23922ba3635SAndrii Nakryiko })
24022ba3635SAndrii Nakryiko 
24122ba3635SAndrii Nakryiko #define ASSERT_NULL(ptr, name) ({					\
24222ba3635SAndrii Nakryiko 	static int duration = 0;					\
24322ba3635SAndrii Nakryiko 	const void *___res = (ptr);					\
24422ba3635SAndrii Nakryiko 	bool ___ok = !___res;						\
24522ba3635SAndrii Nakryiko 	CHECK(!___ok, (name), "unexpected pointer: %p\n", ___res);	\
24622ba3635SAndrii Nakryiko 	___ok;								\
24722ba3635SAndrii Nakryiko })
24822ba3635SAndrii Nakryiko 
24922ba3635SAndrii Nakryiko #define ASSERT_OK_PTR(ptr, name) ({					\
25022ba3635SAndrii Nakryiko 	static int duration = 0;					\
25122ba3635SAndrii Nakryiko 	const void *___res = (ptr);					\
25222ba3635SAndrii Nakryiko 	bool ___ok = !IS_ERR_OR_NULL(___res);				\
25322ba3635SAndrii Nakryiko 	CHECK(!___ok, (name),						\
25422ba3635SAndrii Nakryiko 	      "unexpected error: %ld\n", PTR_ERR(___res));		\
25522ba3635SAndrii Nakryiko 	___ok;								\
25622ba3635SAndrii Nakryiko })
25722ba3635SAndrii Nakryiko 
25822ba3635SAndrii Nakryiko #define ASSERT_ERR_PTR(ptr, name) ({					\
25922ba3635SAndrii Nakryiko 	static int duration = 0;					\
26022ba3635SAndrii Nakryiko 	const void *___res = (ptr);					\
2611969b3c6SFlorent Revest 	bool ___ok = IS_ERR(___res);					\
26222ba3635SAndrii Nakryiko 	CHECK(!___ok, (name), "unexpected pointer: %p\n", ___res);	\
26322ba3635SAndrii Nakryiko 	___ok;								\
26422ba3635SAndrii Nakryiko })
26522ba3635SAndrii Nakryiko 
266886225bbSStanislav Fomichev static inline __u64 ptr_to_u64(const void *ptr)
267886225bbSStanislav Fomichev {
268886225bbSStanislav Fomichev 	return (__u64) (unsigned long) ptr;
269886225bbSStanislav Fomichev }
270886225bbSStanislav Fomichev 
2719028bbccSAndrii Nakryiko static inline void *u64_to_ptr(__u64 ptr)
2729028bbccSAndrii Nakryiko {
2739028bbccSAndrii Nakryiko 	return (void *) (unsigned long) ptr;
2749028bbccSAndrii Nakryiko }
2759028bbccSAndrii Nakryiko 
2763f306588SStanislav Fomichev int bpf_find_map(const char *test, struct bpf_object *obj, const char *name);
277615741d8SStanislav Fomichev int compare_map_keys(int map1_fd, int map2_fd);
278615741d8SStanislav Fomichev int compare_stack_ips(int smap_fd, int amap_fd, int stack_trace_len);
279615741d8SStanislav Fomichev int extract_build_id(char *build_id, size_t size);
280635599baSAndrii Nakryiko int kern_sync_rcu(void);
2811cb59a60SIlya Leoshkevich 
2821cb59a60SIlya Leoshkevich #ifdef __x86_64__
2831cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "__x64_sys_nanosleep"
2841cb59a60SIlya Leoshkevich #elif defined(__s390x__)
2851cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "__s390x_sys_nanosleep"
2861cb59a60SIlya Leoshkevich #else
2871cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "sys_nanosleep"
2881cb59a60SIlya Leoshkevich #endif
289