13f306588SStanislav Fomichev /* SPDX-License-Identifier: GPL-2.0 */ 23f306588SStanislav Fomichev #include <stdio.h> 33f306588SStanislav Fomichev #include <unistd.h> 43f306588SStanislav Fomichev #include <errno.h> 53f306588SStanislav Fomichev #include <string.h> 63f306588SStanislav Fomichev #include <assert.h> 73f306588SStanislav Fomichev #include <stdlib.h> 83f306588SStanislav Fomichev #include <stdarg.h> 93f306588SStanislav Fomichev #include <time.h> 103f306588SStanislav Fomichev #include <signal.h> 113f306588SStanislav Fomichev 123f306588SStanislav Fomichev #include <linux/types.h> 133f306588SStanislav Fomichev typedef __u16 __sum16; 143f306588SStanislav Fomichev #include <arpa/inet.h> 153f306588SStanislav Fomichev #include <linux/if_ether.h> 163f306588SStanislav Fomichev #include <linux/if_packet.h> 173f306588SStanislav Fomichev #include <linux/ip.h> 183f306588SStanislav Fomichev #include <linux/ipv6.h> 199a365e67SStanislav Fomichev #include <netinet/tcp.h> 203f306588SStanislav Fomichev #include <linux/filter.h> 213f306588SStanislav Fomichev #include <linux/perf_event.h> 229a365e67SStanislav Fomichev #include <linux/socket.h> 233f306588SStanislav Fomichev #include <linux/unistd.h> 243f306588SStanislav Fomichev 253f306588SStanislav Fomichev #include <sys/ioctl.h> 263f306588SStanislav Fomichev #include <sys/wait.h> 273f306588SStanislav Fomichev #include <sys/types.h> 283f306588SStanislav Fomichev #include <sys/time.h> 293f306588SStanislav Fomichev #include <fcntl.h> 303f306588SStanislav Fomichev #include <pthread.h> 313f306588SStanislav Fomichev #include <linux/bpf.h> 323f306588SStanislav Fomichev #include <linux/err.h> 333f306588SStanislav Fomichev #include <bpf/bpf.h> 343f306588SStanislav Fomichev #include <bpf/libbpf.h> 353f306588SStanislav Fomichev 363f306588SStanislav Fomichev #include "test_iptunnel_common.h" 373f306588SStanislav Fomichev #include "bpf_util.h" 383e689141SToke Høiland-Jørgensen #include <bpf/bpf_endian.h> 393f306588SStanislav Fomichev #include "trace_helpers.h" 40cd49291cSAndrii Nakryiko #include "testing_helpers.h" 413f306588SStanislav Fomichev #include "flow_dissector_load.h" 423f306588SStanislav Fomichev 43a8fdaad5SAndrii Nakryiko enum verbosity { 44a8fdaad5SAndrii Nakryiko VERBOSE_NONE, 45a8fdaad5SAndrii Nakryiko VERBOSE_NORMAL, 46a8fdaad5SAndrii Nakryiko VERBOSE_VERY, 47a8fdaad5SAndrii Nakryiko VERBOSE_SUPER, 48a8fdaad5SAndrii Nakryiko }; 49a8fdaad5SAndrii Nakryiko 50b65053cdSAndrii Nakryiko struct str_set { 51b65053cdSAndrii Nakryiko const char **strs; 52b65053cdSAndrii Nakryiko int cnt; 53b65053cdSAndrii Nakryiko }; 54b65053cdSAndrii Nakryiko 553a516a0aSAndrii Nakryiko struct test_selector { 56b65053cdSAndrii Nakryiko struct str_set whitelist; 57b65053cdSAndrii Nakryiko struct str_set blacklist; 583a516a0aSAndrii Nakryiko bool *num_set; 593a516a0aSAndrii Nakryiko int num_set_len; 603a516a0aSAndrii Nakryiko }; 613a516a0aSAndrii Nakryiko 620ff97e56SAndrii Nakryiko struct test_env { 633a516a0aSAndrii Nakryiko struct test_selector test_selector; 643a516a0aSAndrii Nakryiko struct test_selector subtest_selector; 650ff97e56SAndrii Nakryiko bool verifier_stats; 66a8fdaad5SAndrii Nakryiko enum verbosity verbosity; 670ff97e56SAndrii Nakryiko 680ff97e56SAndrii Nakryiko bool jit_enabled; 699f7fa225SAndrii Nakryiko bool has_testmod; 70643e7233SJesper Dangaard Brouer bool get_test_cnt; 71c1f1f365SJesper Dangaard Brouer bool list_test_names; 720ff97e56SAndrii Nakryiko 730ff97e56SAndrii Nakryiko struct prog_test_def *test; 74946152b3SStanislav Fomichev FILE *stdout; 75946152b3SStanislav Fomichev FILE *stderr; 760ff97e56SAndrii Nakryiko char *log_buf; 770ff97e56SAndrii Nakryiko size_t log_cnt; 78fd27b183SAndrii Nakryiko int nr_cpus; 790ff97e56SAndrii Nakryiko 803a516a0aSAndrii Nakryiko int succ_cnt; /* successful tests */ 813a516a0aSAndrii Nakryiko int sub_succ_cnt; /* successful sub-tests */ 823a516a0aSAndrii Nakryiko int fail_cnt; /* total failed tests + sub-tests */ 83cd9c21d7SStanislav Fomichev int skip_cnt; /* skipped tests */ 84811d7e37SMartin KaFai Lau 85811d7e37SMartin KaFai Lau int saved_netns_fd; 860ff97e56SAndrii Nakryiko }; 870ff97e56SAndrii Nakryiko 880ff97e56SAndrii Nakryiko extern struct test_env env; 890ff97e56SAndrii Nakryiko 900ff97e56SAndrii Nakryiko extern void test__force_log(); 913a516a0aSAndrii Nakryiko extern bool test__start_subtest(const char *name); 92cd9c21d7SStanislav Fomichev extern void test__skip(void); 93d38835b7SStanislav Fomichev extern void test__fail(void); 9488dadc63SStanislav Fomichev extern int test__join_cgroup(const char *path); 953f306588SStanislav Fomichev 9623458901SLorenz Bauer #define PRINT_FAIL(format...) \ 9723458901SLorenz Bauer ({ \ 9823458901SLorenz Bauer test__fail(); \ 9923458901SLorenz Bauer fprintf(stdout, "%s:FAIL:%d ", __func__, __LINE__); \ 10023458901SLorenz Bauer fprintf(stdout, ##format); \ 10123458901SLorenz Bauer }) 10223458901SLorenz Bauer 1033f306588SStanislav Fomichev #define _CHECK(condition, tag, duration, format...) ({ \ 1043f306588SStanislav Fomichev int __ret = !!(condition); \ 105478bee0dSAndrey Ignatov int __save_errno = errno; \ 1063f306588SStanislav Fomichev if (__ret) { \ 107d38835b7SStanislav Fomichev test__fail(); \ 1083e2671fbSAndrii Nakryiko fprintf(stdout, "%s:FAIL:%s ", __func__, tag); \ 1093e2671fbSAndrii Nakryiko fprintf(stdout, ##format); \ 1103f306588SStanislav Fomichev } else { \ 1113e2671fbSAndrii Nakryiko fprintf(stdout, "%s:PASS:%s %d nsec\n", \ 1120ff97e56SAndrii Nakryiko __func__, tag, duration); \ 1133f306588SStanislav Fomichev } \ 114478bee0dSAndrey Ignatov errno = __save_errno; \ 1153f306588SStanislav Fomichev __ret; \ 1163f306588SStanislav Fomichev }) 1173f306588SStanislav Fomichev 118d38835b7SStanislav Fomichev #define CHECK_FAIL(condition) ({ \ 119d38835b7SStanislav Fomichev int __ret = !!(condition); \ 120478bee0dSAndrey Ignatov int __save_errno = errno; \ 121d38835b7SStanislav Fomichev if (__ret) { \ 122d38835b7SStanislav Fomichev test__fail(); \ 1233e2671fbSAndrii Nakryiko fprintf(stdout, "%s:FAIL:%d\n", __func__, __LINE__); \ 124d38835b7SStanislav Fomichev } \ 125478bee0dSAndrey Ignatov errno = __save_errno; \ 126d38835b7SStanislav Fomichev __ret; \ 127d38835b7SStanislav Fomichev }) 128d38835b7SStanislav Fomichev 1293f306588SStanislav Fomichev #define CHECK(condition, tag, format...) \ 1303f306588SStanislav Fomichev _CHECK(condition, tag, duration, format) 1313f306588SStanislav Fomichev #define CHECK_ATTR(condition, tag, format...) \ 1323f306588SStanislav Fomichev _CHECK(condition, tag, tattr.duration, format) 1333f306588SStanislav Fomichev 13422ba3635SAndrii Nakryiko #define ASSERT_EQ(actual, expected, name) ({ \ 13522ba3635SAndrii Nakryiko static int duration = 0; \ 13622ba3635SAndrii Nakryiko typeof(actual) ___act = (actual); \ 13722ba3635SAndrii Nakryiko typeof(expected) ___exp = (expected); \ 13822ba3635SAndrii Nakryiko bool ___ok = ___act == ___exp; \ 13922ba3635SAndrii Nakryiko CHECK(!___ok, (name), \ 14022ba3635SAndrii Nakryiko "unexpected %s: actual %lld != expected %lld\n", \ 14122ba3635SAndrii Nakryiko (name), (long long)(___act), (long long)(___exp)); \ 14222ba3635SAndrii Nakryiko ___ok; \ 14322ba3635SAndrii Nakryiko }) 14422ba3635SAndrii Nakryiko 145197389daSAndrii Nakryiko #define ASSERT_NEQ(actual, expected, name) ({ \ 146197389daSAndrii Nakryiko static int duration = 0; \ 147197389daSAndrii Nakryiko typeof(actual) ___act = (actual); \ 148197389daSAndrii Nakryiko typeof(expected) ___exp = (expected); \ 149197389daSAndrii Nakryiko bool ___ok = ___act != ___exp; \ 150197389daSAndrii Nakryiko CHECK(!___ok, (name), \ 151197389daSAndrii Nakryiko "unexpected %s: actual %lld == expected %lld\n", \ 152197389daSAndrii Nakryiko (name), (long long)(___act), (long long)(___exp)); \ 153197389daSAndrii Nakryiko ___ok; \ 154197389daSAndrii Nakryiko }) 155197389daSAndrii Nakryiko 15622ba3635SAndrii Nakryiko #define ASSERT_STREQ(actual, expected, name) ({ \ 15722ba3635SAndrii Nakryiko static int duration = 0; \ 15822ba3635SAndrii Nakryiko const char *___act = actual; \ 15922ba3635SAndrii Nakryiko const char *___exp = expected; \ 16022ba3635SAndrii Nakryiko bool ___ok = strcmp(___act, ___exp) == 0; \ 16122ba3635SAndrii Nakryiko CHECK(!___ok, (name), \ 16222ba3635SAndrii Nakryiko "unexpected %s: actual '%s' != expected '%s'\n", \ 16322ba3635SAndrii Nakryiko (name), ___act, ___exp); \ 16422ba3635SAndrii Nakryiko ___ok; \ 16522ba3635SAndrii Nakryiko }) 16622ba3635SAndrii Nakryiko 16722ba3635SAndrii Nakryiko #define ASSERT_OK(res, name) ({ \ 16822ba3635SAndrii Nakryiko static int duration = 0; \ 16922ba3635SAndrii Nakryiko long long ___res = (res); \ 17022ba3635SAndrii Nakryiko bool ___ok = ___res == 0; \ 17122ba3635SAndrii Nakryiko CHECK(!___ok, (name), "unexpected error: %lld\n", ___res); \ 17222ba3635SAndrii Nakryiko ___ok; \ 17322ba3635SAndrii Nakryiko }) 17422ba3635SAndrii Nakryiko 17522ba3635SAndrii Nakryiko #define ASSERT_ERR(res, name) ({ \ 17622ba3635SAndrii Nakryiko static int duration = 0; \ 17722ba3635SAndrii Nakryiko long long ___res = (res); \ 17822ba3635SAndrii Nakryiko bool ___ok = ___res < 0; \ 17922ba3635SAndrii Nakryiko CHECK(!___ok, (name), "unexpected success: %lld\n", ___res); \ 18022ba3635SAndrii Nakryiko ___ok; \ 18122ba3635SAndrii Nakryiko }) 18222ba3635SAndrii Nakryiko 18322ba3635SAndrii Nakryiko #define ASSERT_NULL(ptr, name) ({ \ 18422ba3635SAndrii Nakryiko static int duration = 0; \ 18522ba3635SAndrii Nakryiko const void *___res = (ptr); \ 18622ba3635SAndrii Nakryiko bool ___ok = !___res; \ 18722ba3635SAndrii Nakryiko CHECK(!___ok, (name), "unexpected pointer: %p\n", ___res); \ 18822ba3635SAndrii Nakryiko ___ok; \ 18922ba3635SAndrii Nakryiko }) 19022ba3635SAndrii Nakryiko 19122ba3635SAndrii Nakryiko #define ASSERT_OK_PTR(ptr, name) ({ \ 19222ba3635SAndrii Nakryiko static int duration = 0; \ 19322ba3635SAndrii Nakryiko const void *___res = (ptr); \ 19422ba3635SAndrii Nakryiko bool ___ok = !IS_ERR_OR_NULL(___res); \ 19522ba3635SAndrii Nakryiko CHECK(!___ok, (name), \ 19622ba3635SAndrii Nakryiko "unexpected error: %ld\n", PTR_ERR(___res)); \ 19722ba3635SAndrii Nakryiko ___ok; \ 19822ba3635SAndrii Nakryiko }) 19922ba3635SAndrii Nakryiko 20022ba3635SAndrii Nakryiko #define ASSERT_ERR_PTR(ptr, name) ({ \ 20122ba3635SAndrii Nakryiko static int duration = 0; \ 20222ba3635SAndrii Nakryiko const void *___res = (ptr); \ 20322ba3635SAndrii Nakryiko bool ___ok = IS_ERR(___res) \ 20422ba3635SAndrii Nakryiko CHECK(!___ok, (name), "unexpected pointer: %p\n", ___res); \ 20522ba3635SAndrii Nakryiko ___ok; \ 20622ba3635SAndrii Nakryiko }) 20722ba3635SAndrii Nakryiko 208886225bbSStanislav Fomichev static inline __u64 ptr_to_u64(const void *ptr) 209886225bbSStanislav Fomichev { 210886225bbSStanislav Fomichev return (__u64) (unsigned long) ptr; 211886225bbSStanislav Fomichev } 212886225bbSStanislav Fomichev 2139028bbccSAndrii Nakryiko static inline void *u64_to_ptr(__u64 ptr) 2149028bbccSAndrii Nakryiko { 2159028bbccSAndrii Nakryiko return (void *) (unsigned long) ptr; 2169028bbccSAndrii Nakryiko } 2179028bbccSAndrii Nakryiko 2183f306588SStanislav Fomichev int bpf_find_map(const char *test, struct bpf_object *obj, const char *name); 219615741d8SStanislav Fomichev int compare_map_keys(int map1_fd, int map2_fd); 220615741d8SStanislav Fomichev int compare_stack_ips(int smap_fd, int amap_fd, int stack_trace_len); 221615741d8SStanislav Fomichev int extract_build_id(char *build_id, size_t size); 222*635599baSAndrii Nakryiko int kern_sync_rcu(void); 2231cb59a60SIlya Leoshkevich 2241cb59a60SIlya Leoshkevich #ifdef __x86_64__ 2251cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "__x64_sys_nanosleep" 2261cb59a60SIlya Leoshkevich #elif defined(__s390x__) 2271cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "__s390x_sys_nanosleep" 2281cb59a60SIlya Leoshkevich #else 2291cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "sys_nanosleep" 2301cb59a60SIlya Leoshkevich #endif 231