13f306588SStanislav Fomichev /* SPDX-License-Identifier: GPL-2.0 */ 23f306588SStanislav Fomichev #include <stdio.h> 33f306588SStanislav Fomichev #include <unistd.h> 43f306588SStanislav Fomichev #include <errno.h> 53f306588SStanislav Fomichev #include <string.h> 63f306588SStanislav Fomichev #include <assert.h> 73f306588SStanislav Fomichev #include <stdlib.h> 83f306588SStanislav Fomichev #include <stdarg.h> 93f306588SStanislav Fomichev #include <time.h> 103f306588SStanislav Fomichev #include <signal.h> 113f306588SStanislav Fomichev 123f306588SStanislav Fomichev #include <linux/types.h> 133f306588SStanislav Fomichev typedef __u16 __sum16; 143f306588SStanislav Fomichev #include <arpa/inet.h> 153f306588SStanislav Fomichev #include <linux/if_ether.h> 163f306588SStanislav Fomichev #include <linux/if_packet.h> 173f306588SStanislav Fomichev #include <linux/ip.h> 183f306588SStanislav Fomichev #include <linux/ipv6.h> 193f306588SStanislav Fomichev #include <linux/filter.h> 203f306588SStanislav Fomichev #include <linux/perf_event.h> 219a365e67SStanislav Fomichev #include <linux/socket.h> 223f306588SStanislav Fomichev #include <linux/unistd.h> 233f306588SStanislav Fomichev 243f306588SStanislav Fomichev #include <sys/ioctl.h> 253f306588SStanislav Fomichev #include <sys/wait.h> 263f306588SStanislav Fomichev #include <sys/types.h> 273f306588SStanislav Fomichev #include <sys/time.h> 28*f4fd706fSGeliang Tang #include <sys/param.h> 293f306588SStanislav Fomichev #include <fcntl.h> 303f306588SStanislav Fomichev #include <pthread.h> 313f306588SStanislav Fomichev #include <linux/bpf.h> 323f306588SStanislav Fomichev #include <linux/err.h> 333f306588SStanislav Fomichev #include <bpf/bpf.h> 343f306588SStanislav Fomichev #include <bpf/libbpf.h> 353f306588SStanislav Fomichev 363f306588SStanislav Fomichev #include "test_iptunnel_common.h" 373f306588SStanislav Fomichev #include "bpf_util.h" 383e689141SToke Høiland-Jørgensen #include <bpf/bpf_endian.h> 393f306588SStanislav Fomichev #include "trace_helpers.h" 40cd49291cSAndrii Nakryiko #include "testing_helpers.h" 413f306588SStanislav Fomichev 42a8fdaad5SAndrii Nakryiko enum verbosity { 43a8fdaad5SAndrii Nakryiko VERBOSE_NONE, 44a8fdaad5SAndrii Nakryiko VERBOSE_NORMAL, 45a8fdaad5SAndrii Nakryiko VERBOSE_VERY, 46a8fdaad5SAndrii Nakryiko VERBOSE_SUPER, 47a8fdaad5SAndrii Nakryiko }; 48a8fdaad5SAndrii Nakryiko 4961ddff37SMykola Lysenko struct test_filter { 5061ddff37SMykola Lysenko char *name; 5161ddff37SMykola Lysenko char **subtests; 5261ddff37SMykola Lysenko int subtest_cnt; 5361ddff37SMykola Lysenko }; 5461ddff37SMykola Lysenko 5561ddff37SMykola Lysenko struct test_filter_set { 5661ddff37SMykola Lysenko struct test_filter *tests; 57b65053cdSAndrii Nakryiko int cnt; 58b65053cdSAndrii Nakryiko }; 59b65053cdSAndrii Nakryiko 603a516a0aSAndrii Nakryiko struct test_selector { 6161ddff37SMykola Lysenko struct test_filter_set whitelist; 6261ddff37SMykola Lysenko struct test_filter_set blacklist; 633a516a0aSAndrii Nakryiko bool *num_set; 643a516a0aSAndrii Nakryiko int num_set_len; 653a516a0aSAndrii Nakryiko }; 663a516a0aSAndrii Nakryiko 670ff97e56SAndrii Nakryiko struct test_env { 683a516a0aSAndrii Nakryiko struct test_selector test_selector; 693a516a0aSAndrii Nakryiko struct test_selector subtest_selector; 700ff97e56SAndrii Nakryiko bool verifier_stats; 7191b2c0afSYucong Sun bool debug; 72a8fdaad5SAndrii Nakryiko enum verbosity verbosity; 730ff97e56SAndrii Nakryiko 740ff97e56SAndrii Nakryiko bool jit_enabled; 759f7fa225SAndrii Nakryiko bool has_testmod; 76643e7233SJesper Dangaard Brouer bool get_test_cnt; 77c1f1f365SJesper Dangaard Brouer bool list_test_names; 780ff97e56SAndrii Nakryiko 7991b2c0afSYucong Sun struct prog_test_def *test; /* current running tests */ 8091b2c0afSYucong Sun 81946152b3SStanislav Fomichev FILE *stdout; 82946152b3SStanislav Fomichev FILE *stderr; 830ff97e56SAndrii Nakryiko char *log_buf; 840ff97e56SAndrii Nakryiko size_t log_cnt; 85fd27b183SAndrii Nakryiko int nr_cpus; 860ff97e56SAndrii Nakryiko 873a516a0aSAndrii Nakryiko int succ_cnt; /* successful tests */ 883a516a0aSAndrii Nakryiko int sub_succ_cnt; /* successful sub-tests */ 893a516a0aSAndrii Nakryiko int fail_cnt; /* total failed tests + sub-tests */ 90cd9c21d7SStanislav Fomichev int skip_cnt; /* skipped tests */ 91811d7e37SMartin KaFai Lau 92811d7e37SMartin KaFai Lau int saved_netns_fd; 9391b2c0afSYucong Sun int workers; /* number of worker process */ 9491b2c0afSYucong Sun int worker_id; /* id number of current worker, main process is -1 */ 9591b2c0afSYucong Sun pid_t *worker_pids; /* array of worker pids */ 9691b2c0afSYucong Sun int *worker_socks; /* array of worker socks */ 9791b2c0afSYucong Sun int *worker_current_test; /* array of current running test for each worker */ 9891b2c0afSYucong Sun }; 9991b2c0afSYucong Sun 10091b2c0afSYucong Sun #define MAX_LOG_TRUNK_SIZE 8192 10191b2c0afSYucong Sun enum msg_type { 10291b2c0afSYucong Sun MSG_DO_TEST = 0, 10391b2c0afSYucong Sun MSG_TEST_DONE = 1, 10491b2c0afSYucong Sun MSG_TEST_LOG = 2, 10591b2c0afSYucong Sun MSG_EXIT = 255, 10691b2c0afSYucong Sun }; 10791b2c0afSYucong Sun struct msg { 10891b2c0afSYucong Sun enum msg_type type; 10991b2c0afSYucong Sun union { 11091b2c0afSYucong Sun struct { 11191b2c0afSYucong Sun int test_num; 11291b2c0afSYucong Sun } do_test; 11391b2c0afSYucong Sun struct { 11491b2c0afSYucong Sun int test_num; 11591b2c0afSYucong Sun int sub_succ_cnt; 11691b2c0afSYucong Sun int error_cnt; 11791b2c0afSYucong Sun int skip_cnt; 11891b2c0afSYucong Sun bool have_log; 11991b2c0afSYucong Sun } test_done; 12091b2c0afSYucong Sun struct { 12191b2c0afSYucong Sun char log_buf[MAX_LOG_TRUNK_SIZE + 1]; 12291b2c0afSYucong Sun bool is_last; 12391b2c0afSYucong Sun } test_log; 12491b2c0afSYucong Sun }; 1250ff97e56SAndrii Nakryiko }; 1260ff97e56SAndrii Nakryiko 1270ff97e56SAndrii Nakryiko extern struct test_env env; 1280ff97e56SAndrii Nakryiko 1290ff97e56SAndrii Nakryiko extern void test__force_log(); 1303a516a0aSAndrii Nakryiko extern bool test__start_subtest(const char *name); 131cd9c21d7SStanislav Fomichev extern void test__skip(void); 132d38835b7SStanislav Fomichev extern void test__fail(void); 13388dadc63SStanislav Fomichev extern int test__join_cgroup(const char *path); 1343f306588SStanislav Fomichev 13523458901SLorenz Bauer #define PRINT_FAIL(format...) \ 13623458901SLorenz Bauer ({ \ 13723458901SLorenz Bauer test__fail(); \ 13823458901SLorenz Bauer fprintf(stdout, "%s:FAIL:%d ", __func__, __LINE__); \ 13923458901SLorenz Bauer fprintf(stdout, ##format); \ 14023458901SLorenz Bauer }) 14123458901SLorenz Bauer 1423f306588SStanislav Fomichev #define _CHECK(condition, tag, duration, format...) ({ \ 1433f306588SStanislav Fomichev int __ret = !!(condition); \ 144478bee0dSAndrey Ignatov int __save_errno = errno; \ 1453f306588SStanislav Fomichev if (__ret) { \ 146d38835b7SStanislav Fomichev test__fail(); \ 1473e2671fbSAndrii Nakryiko fprintf(stdout, "%s:FAIL:%s ", __func__, tag); \ 1483e2671fbSAndrii Nakryiko fprintf(stdout, ##format); \ 1493f306588SStanislav Fomichev } else { \ 1503e2671fbSAndrii Nakryiko fprintf(stdout, "%s:PASS:%s %d nsec\n", \ 1510ff97e56SAndrii Nakryiko __func__, tag, duration); \ 1523f306588SStanislav Fomichev } \ 153478bee0dSAndrey Ignatov errno = __save_errno; \ 1543f306588SStanislav Fomichev __ret; \ 1553f306588SStanislav Fomichev }) 1563f306588SStanislav Fomichev 157d38835b7SStanislav Fomichev #define CHECK_FAIL(condition) ({ \ 158d38835b7SStanislav Fomichev int __ret = !!(condition); \ 159478bee0dSAndrey Ignatov int __save_errno = errno; \ 160d38835b7SStanislav Fomichev if (__ret) { \ 161d38835b7SStanislav Fomichev test__fail(); \ 1623e2671fbSAndrii Nakryiko fprintf(stdout, "%s:FAIL:%d\n", __func__, __LINE__); \ 163d38835b7SStanislav Fomichev } \ 164478bee0dSAndrey Ignatov errno = __save_errno; \ 165d38835b7SStanislav Fomichev __ret; \ 166d38835b7SStanislav Fomichev }) 167d38835b7SStanislav Fomichev 1683f306588SStanislav Fomichev #define CHECK(condition, tag, format...) \ 1693f306588SStanislav Fomichev _CHECK(condition, tag, duration, format) 1703f306588SStanislav Fomichev #define CHECK_ATTR(condition, tag, format...) \ 1713f306588SStanislav Fomichev _CHECK(condition, tag, tattr.duration, format) 1723f306588SStanislav Fomichev 1737a2fa70aSAndrii Nakryiko #define ASSERT_TRUE(actual, name) ({ \ 1747a2fa70aSAndrii Nakryiko static int duration = 0; \ 1757a2fa70aSAndrii Nakryiko bool ___ok = (actual); \ 1767a2fa70aSAndrii Nakryiko CHECK(!___ok, (name), "unexpected %s: got FALSE\n", (name)); \ 1777a2fa70aSAndrii Nakryiko ___ok; \ 1787a2fa70aSAndrii Nakryiko }) 1797a2fa70aSAndrii Nakryiko 1807a2fa70aSAndrii Nakryiko #define ASSERT_FALSE(actual, name) ({ \ 1817a2fa70aSAndrii Nakryiko static int duration = 0; \ 1827a2fa70aSAndrii Nakryiko bool ___ok = !(actual); \ 1837a2fa70aSAndrii Nakryiko CHECK(!___ok, (name), "unexpected %s: got TRUE\n", (name)); \ 1847a2fa70aSAndrii Nakryiko ___ok; \ 1857a2fa70aSAndrii Nakryiko }) 1867a2fa70aSAndrii Nakryiko 18722ba3635SAndrii Nakryiko #define ASSERT_EQ(actual, expected, name) ({ \ 18822ba3635SAndrii Nakryiko static int duration = 0; \ 18922ba3635SAndrii Nakryiko typeof(actual) ___act = (actual); \ 19022ba3635SAndrii Nakryiko typeof(expected) ___exp = (expected); \ 19122ba3635SAndrii Nakryiko bool ___ok = ___act == ___exp; \ 19222ba3635SAndrii Nakryiko CHECK(!___ok, (name), \ 19322ba3635SAndrii Nakryiko "unexpected %s: actual %lld != expected %lld\n", \ 19422ba3635SAndrii Nakryiko (name), (long long)(___act), (long long)(___exp)); \ 19522ba3635SAndrii Nakryiko ___ok; \ 19622ba3635SAndrii Nakryiko }) 19722ba3635SAndrii Nakryiko 198197389daSAndrii Nakryiko #define ASSERT_NEQ(actual, expected, name) ({ \ 199197389daSAndrii Nakryiko static int duration = 0; \ 200197389daSAndrii Nakryiko typeof(actual) ___act = (actual); \ 201197389daSAndrii Nakryiko typeof(expected) ___exp = (expected); \ 202197389daSAndrii Nakryiko bool ___ok = ___act != ___exp; \ 203197389daSAndrii Nakryiko CHECK(!___ok, (name), \ 204197389daSAndrii Nakryiko "unexpected %s: actual %lld == expected %lld\n", \ 205197389daSAndrii Nakryiko (name), (long long)(___act), (long long)(___exp)); \ 206197389daSAndrii Nakryiko ___ok; \ 207197389daSAndrii Nakryiko }) 208197389daSAndrii Nakryiko 2099de7f0fdSYonghong Song #define ASSERT_LT(actual, expected, name) ({ \ 2109de7f0fdSYonghong Song static int duration = 0; \ 2119de7f0fdSYonghong Song typeof(actual) ___act = (actual); \ 2129de7f0fdSYonghong Song typeof(expected) ___exp = (expected); \ 2139de7f0fdSYonghong Song bool ___ok = ___act < ___exp; \ 2149de7f0fdSYonghong Song CHECK(!___ok, (name), \ 2159de7f0fdSYonghong Song "unexpected %s: actual %lld >= expected %lld\n", \ 2169de7f0fdSYonghong Song (name), (long long)(___act), (long long)(___exp)); \ 2179de7f0fdSYonghong Song ___ok; \ 2189de7f0fdSYonghong Song }) 2199de7f0fdSYonghong Song 2207a2fa70aSAndrii Nakryiko #define ASSERT_LE(actual, expected, name) ({ \ 2217a2fa70aSAndrii Nakryiko static int duration = 0; \ 2227a2fa70aSAndrii Nakryiko typeof(actual) ___act = (actual); \ 2237a2fa70aSAndrii Nakryiko typeof(expected) ___exp = (expected); \ 2247a2fa70aSAndrii Nakryiko bool ___ok = ___act <= ___exp; \ 2257a2fa70aSAndrii Nakryiko CHECK(!___ok, (name), \ 2267a2fa70aSAndrii Nakryiko "unexpected %s: actual %lld > expected %lld\n", \ 2277a2fa70aSAndrii Nakryiko (name), (long long)(___act), (long long)(___exp)); \ 2287a2fa70aSAndrii Nakryiko ___ok; \ 2297a2fa70aSAndrii Nakryiko }) 2307a2fa70aSAndrii Nakryiko 2317a2fa70aSAndrii Nakryiko #define ASSERT_GT(actual, expected, name) ({ \ 2327a2fa70aSAndrii Nakryiko static int duration = 0; \ 2337a2fa70aSAndrii Nakryiko typeof(actual) ___act = (actual); \ 2347a2fa70aSAndrii Nakryiko typeof(expected) ___exp = (expected); \ 2357a2fa70aSAndrii Nakryiko bool ___ok = ___act > ___exp; \ 2367a2fa70aSAndrii Nakryiko CHECK(!___ok, (name), \ 2377a2fa70aSAndrii Nakryiko "unexpected %s: actual %lld <= expected %lld\n", \ 2387a2fa70aSAndrii Nakryiko (name), (long long)(___act), (long long)(___exp)); \ 2397a2fa70aSAndrii Nakryiko ___ok; \ 2407a2fa70aSAndrii Nakryiko }) 2417a2fa70aSAndrii Nakryiko 2427a2fa70aSAndrii Nakryiko #define ASSERT_GE(actual, expected, name) ({ \ 2437a2fa70aSAndrii Nakryiko static int duration = 0; \ 2447a2fa70aSAndrii Nakryiko typeof(actual) ___act = (actual); \ 2457a2fa70aSAndrii Nakryiko typeof(expected) ___exp = (expected); \ 2467a2fa70aSAndrii Nakryiko bool ___ok = ___act >= ___exp; \ 2477a2fa70aSAndrii Nakryiko CHECK(!___ok, (name), \ 2487a2fa70aSAndrii Nakryiko "unexpected %s: actual %lld < expected %lld\n", \ 2497a2fa70aSAndrii Nakryiko (name), (long long)(___act), (long long)(___exp)); \ 2507a2fa70aSAndrii Nakryiko ___ok; \ 2517a2fa70aSAndrii Nakryiko }) 2527a2fa70aSAndrii Nakryiko 25322ba3635SAndrii Nakryiko #define ASSERT_STREQ(actual, expected, name) ({ \ 25422ba3635SAndrii Nakryiko static int duration = 0; \ 25522ba3635SAndrii Nakryiko const char *___act = actual; \ 25622ba3635SAndrii Nakryiko const char *___exp = expected; \ 25722ba3635SAndrii Nakryiko bool ___ok = strcmp(___act, ___exp) == 0; \ 25822ba3635SAndrii Nakryiko CHECK(!___ok, (name), \ 25922ba3635SAndrii Nakryiko "unexpected %s: actual '%s' != expected '%s'\n", \ 26022ba3635SAndrii Nakryiko (name), ___act, ___exp); \ 26122ba3635SAndrii Nakryiko ___ok; \ 26222ba3635SAndrii Nakryiko }) 26322ba3635SAndrii Nakryiko 26417283337SAlan Maguire #define ASSERT_STRNEQ(actual, expected, len, name) ({ \ 26517283337SAlan Maguire static int duration = 0; \ 26617283337SAlan Maguire const char *___act = actual; \ 26717283337SAlan Maguire const char *___exp = expected; \ 26817283337SAlan Maguire int ___len = len; \ 26917283337SAlan Maguire bool ___ok = strncmp(___act, ___exp, ___len) == 0; \ 27017283337SAlan Maguire CHECK(!___ok, (name), \ 27117283337SAlan Maguire "unexpected %s: actual '%.*s' != expected '%.*s'\n", \ 27217283337SAlan Maguire (name), ___len, ___act, ___len, ___exp); \ 27317283337SAlan Maguire ___ok; \ 27417283337SAlan Maguire }) 27517283337SAlan Maguire 27622ba3635SAndrii Nakryiko #define ASSERT_OK(res, name) ({ \ 27722ba3635SAndrii Nakryiko static int duration = 0; \ 27822ba3635SAndrii Nakryiko long long ___res = (res); \ 27922ba3635SAndrii Nakryiko bool ___ok = ___res == 0; \ 2807a2fa70aSAndrii Nakryiko CHECK(!___ok, (name), "unexpected error: %lld (errno %d)\n", \ 2817a2fa70aSAndrii Nakryiko ___res, errno); \ 28222ba3635SAndrii Nakryiko ___ok; \ 28322ba3635SAndrii Nakryiko }) 28422ba3635SAndrii Nakryiko 28522ba3635SAndrii Nakryiko #define ASSERT_ERR(res, name) ({ \ 28622ba3635SAndrii Nakryiko static int duration = 0; \ 28722ba3635SAndrii Nakryiko long long ___res = (res); \ 28822ba3635SAndrii Nakryiko bool ___ok = ___res < 0; \ 28922ba3635SAndrii Nakryiko CHECK(!___ok, (name), "unexpected success: %lld\n", ___res); \ 29022ba3635SAndrii Nakryiko ___ok; \ 29122ba3635SAndrii Nakryiko }) 29222ba3635SAndrii Nakryiko 29322ba3635SAndrii Nakryiko #define ASSERT_NULL(ptr, name) ({ \ 29422ba3635SAndrii Nakryiko static int duration = 0; \ 29522ba3635SAndrii Nakryiko const void *___res = (ptr); \ 29622ba3635SAndrii Nakryiko bool ___ok = !___res; \ 29722ba3635SAndrii Nakryiko CHECK(!___ok, (name), "unexpected pointer: %p\n", ___res); \ 29822ba3635SAndrii Nakryiko ___ok; \ 29922ba3635SAndrii Nakryiko }) 30022ba3635SAndrii Nakryiko 30122ba3635SAndrii Nakryiko #define ASSERT_OK_PTR(ptr, name) ({ \ 30222ba3635SAndrii Nakryiko static int duration = 0; \ 30322ba3635SAndrii Nakryiko const void *___res = (ptr); \ 304bad2e478SAndrii Nakryiko int ___err = libbpf_get_error(___res); \ 305bad2e478SAndrii Nakryiko bool ___ok = ___err == 0; \ 306bad2e478SAndrii Nakryiko CHECK(!___ok, (name), "unexpected error: %d\n", ___err); \ 30722ba3635SAndrii Nakryiko ___ok; \ 30822ba3635SAndrii Nakryiko }) 30922ba3635SAndrii Nakryiko 31022ba3635SAndrii Nakryiko #define ASSERT_ERR_PTR(ptr, name) ({ \ 31122ba3635SAndrii Nakryiko static int duration = 0; \ 31222ba3635SAndrii Nakryiko const void *___res = (ptr); \ 313bad2e478SAndrii Nakryiko int ___err = libbpf_get_error(___res); \ 314bad2e478SAndrii Nakryiko bool ___ok = ___err != 0; \ 31522ba3635SAndrii Nakryiko CHECK(!___ok, (name), "unexpected pointer: %p\n", ___res); \ 31622ba3635SAndrii Nakryiko ___ok; \ 31722ba3635SAndrii Nakryiko }) 31822ba3635SAndrii Nakryiko 319886225bbSStanislav Fomichev static inline __u64 ptr_to_u64(const void *ptr) 320886225bbSStanislav Fomichev { 321886225bbSStanislav Fomichev return (__u64) (unsigned long) ptr; 322886225bbSStanislav Fomichev } 323886225bbSStanislav Fomichev 3249028bbccSAndrii Nakryiko static inline void *u64_to_ptr(__u64 ptr) 3259028bbccSAndrii Nakryiko { 3269028bbccSAndrii Nakryiko return (void *) (unsigned long) ptr; 3279028bbccSAndrii Nakryiko } 3289028bbccSAndrii Nakryiko 3293f306588SStanislav Fomichev int bpf_find_map(const char *test, struct bpf_object *obj, const char *name); 330615741d8SStanislav Fomichev int compare_map_keys(int map1_fd, int map2_fd); 331615741d8SStanislav Fomichev int compare_stack_ips(int smap_fd, int amap_fd, int stack_trace_len); 332615741d8SStanislav Fomichev int extract_build_id(char *build_id, size_t size); 333635599baSAndrii Nakryiko int kern_sync_rcu(void); 334025bd7c7SSong Liu int trigger_module_test_read(int read_sz); 335025bd7c7SSong Liu int trigger_module_test_write(int write_sz); 3361cb59a60SIlya Leoshkevich 3371cb59a60SIlya Leoshkevich #ifdef __x86_64__ 3381cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "__x64_sys_nanosleep" 3391cb59a60SIlya Leoshkevich #elif defined(__s390x__) 3401cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "__s390x_sys_nanosleep" 341d2987617SIlya Leoshkevich #elif defined(__aarch64__) 342d2987617SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "__arm64_sys_nanosleep" 3431cb59a60SIlya Leoshkevich #else 3441cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "sys_nanosleep" 3451cb59a60SIlya Leoshkevich #endif 346fa7f17d0SHou Tao 347fa7f17d0SHou Tao #define BPF_TESTMOD_TEST_FILE "/sys/kernel/bpf_testmod" 348