13f306588SStanislav Fomichev /* SPDX-License-Identifier: GPL-2.0 */ 23f306588SStanislav Fomichev #include <stdio.h> 33f306588SStanislav Fomichev #include <unistd.h> 43f306588SStanislav Fomichev #include <errno.h> 53f306588SStanislav Fomichev #include <string.h> 63f306588SStanislav Fomichev #include <assert.h> 73f306588SStanislav Fomichev #include <stdlib.h> 83f306588SStanislav Fomichev #include <stdarg.h> 93f306588SStanislav Fomichev #include <time.h> 103f306588SStanislav Fomichev #include <signal.h> 113f306588SStanislav Fomichev 123f306588SStanislav Fomichev #include <linux/types.h> 133f306588SStanislav Fomichev typedef __u16 __sum16; 143f306588SStanislav Fomichev #include <arpa/inet.h> 153f306588SStanislav Fomichev #include <linux/if_ether.h> 163f306588SStanislav Fomichev #include <linux/if_packet.h> 173f306588SStanislav Fomichev #include <linux/ip.h> 183f306588SStanislav Fomichev #include <linux/ipv6.h> 193f306588SStanislav Fomichev #include <linux/tcp.h> 203f306588SStanislav Fomichev #include <linux/filter.h> 213f306588SStanislav Fomichev #include <linux/perf_event.h> 223f306588SStanislav Fomichev #include <linux/unistd.h> 233f306588SStanislav Fomichev 243f306588SStanislav Fomichev #include <sys/ioctl.h> 253f306588SStanislav Fomichev #include <sys/wait.h> 263f306588SStanislav Fomichev #include <sys/types.h> 273f306588SStanislav Fomichev #include <sys/time.h> 283f306588SStanislav Fomichev #include <fcntl.h> 293f306588SStanislav Fomichev #include <pthread.h> 303f306588SStanislav Fomichev #include <linux/bpf.h> 313f306588SStanislav Fomichev #include <linux/err.h> 323f306588SStanislav Fomichev #include <bpf/bpf.h> 333f306588SStanislav Fomichev #include <bpf/libbpf.h> 343f306588SStanislav Fomichev 353f306588SStanislav Fomichev #include "test_iptunnel_common.h" 363f306588SStanislav Fomichev #include "bpf_util.h" 373f306588SStanislav Fomichev #include "bpf_endian.h" 383f306588SStanislav Fomichev #include "trace_helpers.h" 393f306588SStanislav Fomichev #include "flow_dissector_load.h" 403f306588SStanislav Fomichev 41*0ff97e56SAndrii Nakryiko struct prog_test_def; 42*0ff97e56SAndrii Nakryiko 43*0ff97e56SAndrii Nakryiko struct test_env { 44*0ff97e56SAndrii Nakryiko int test_num_selector; 45*0ff97e56SAndrii Nakryiko const char *test_name_selector; 46*0ff97e56SAndrii Nakryiko bool verifier_stats; 47*0ff97e56SAndrii Nakryiko bool verbose; 48*0ff97e56SAndrii Nakryiko bool very_verbose; 49*0ff97e56SAndrii Nakryiko 50*0ff97e56SAndrii Nakryiko bool jit_enabled; 51*0ff97e56SAndrii Nakryiko 52*0ff97e56SAndrii Nakryiko struct prog_test_def *test; 53*0ff97e56SAndrii Nakryiko char *log_buf; 54*0ff97e56SAndrii Nakryiko size_t log_cnt; 55*0ff97e56SAndrii Nakryiko size_t log_cap; 56*0ff97e56SAndrii Nakryiko 57*0ff97e56SAndrii Nakryiko int succ_cnt; 58*0ff97e56SAndrii Nakryiko int fail_cnt; 59*0ff97e56SAndrii Nakryiko }; 60*0ff97e56SAndrii Nakryiko 61*0ff97e56SAndrii Nakryiko extern int error_cnt; 62*0ff97e56SAndrii Nakryiko extern int pass_cnt; 63*0ff97e56SAndrii Nakryiko extern struct test_env env; 64*0ff97e56SAndrii Nakryiko 65*0ff97e56SAndrii Nakryiko extern void test__printf(const char *fmt, ...); 66*0ff97e56SAndrii Nakryiko extern void test__vprintf(const char *fmt, va_list args); 67*0ff97e56SAndrii Nakryiko extern void test__force_log(); 683f306588SStanislav Fomichev 693f306588SStanislav Fomichev #define MAGIC_BYTES 123 703f306588SStanislav Fomichev 713f306588SStanislav Fomichev /* ipv4 test vector */ 723f306588SStanislav Fomichev struct ipv4_packet { 733f306588SStanislav Fomichev struct ethhdr eth; 743f306588SStanislav Fomichev struct iphdr iph; 753f306588SStanislav Fomichev struct tcphdr tcp; 763f306588SStanislav Fomichev } __packed; 773f306588SStanislav Fomichev extern struct ipv4_packet pkt_v4; 783f306588SStanislav Fomichev 793f306588SStanislav Fomichev /* ipv6 test vector */ 803f306588SStanislav Fomichev struct ipv6_packet { 813f306588SStanislav Fomichev struct ethhdr eth; 823f306588SStanislav Fomichev struct ipv6hdr iph; 833f306588SStanislav Fomichev struct tcphdr tcp; 843f306588SStanislav Fomichev } __packed; 853f306588SStanislav Fomichev extern struct ipv6_packet pkt_v6; 863f306588SStanislav Fomichev 873f306588SStanislav Fomichev #define _CHECK(condition, tag, duration, format...) ({ \ 883f306588SStanislav Fomichev int __ret = !!(condition); \ 893f306588SStanislav Fomichev if (__ret) { \ 903f306588SStanislav Fomichev error_cnt++; \ 91*0ff97e56SAndrii Nakryiko test__printf("%s:FAIL:%s ", __func__, tag); \ 92*0ff97e56SAndrii Nakryiko test__printf(format); \ 933f306588SStanislav Fomichev } else { \ 943f306588SStanislav Fomichev pass_cnt++; \ 95*0ff97e56SAndrii Nakryiko test__printf("%s:PASS:%s %d nsec\n", \ 96*0ff97e56SAndrii Nakryiko __func__, tag, duration); \ 973f306588SStanislav Fomichev } \ 983f306588SStanislav Fomichev __ret; \ 993f306588SStanislav Fomichev }) 1003f306588SStanislav Fomichev 1013f306588SStanislav Fomichev #define CHECK(condition, tag, format...) \ 1023f306588SStanislav Fomichev _CHECK(condition, tag, duration, format) 1033f306588SStanislav Fomichev #define CHECK_ATTR(condition, tag, format...) \ 1043f306588SStanislav Fomichev _CHECK(condition, tag, tattr.duration, format) 1053f306588SStanislav Fomichev 106eaf90740SStanislav Fomichev #define MAGIC_VAL 0x1234 107eaf90740SStanislav Fomichev #define NUM_ITER 100000 108eaf90740SStanislav Fomichev #define VIP_NUM 5 109eaf90740SStanislav Fomichev 110886225bbSStanislav Fomichev static inline __u64 ptr_to_u64(const void *ptr) 111886225bbSStanislav Fomichev { 112886225bbSStanislav Fomichev return (__u64) (unsigned long) ptr; 113886225bbSStanislav Fomichev } 114886225bbSStanislav Fomichev 1153f306588SStanislav Fomichev int bpf_find_map(const char *test, struct bpf_object *obj, const char *name); 116615741d8SStanislav Fomichev int compare_map_keys(int map1_fd, int map2_fd); 117615741d8SStanislav Fomichev int compare_stack_ips(int smap_fd, int amap_fd, int stack_trace_len); 118615741d8SStanislav Fomichev int extract_build_id(char *build_id, size_t size); 119271a6337SStanislav Fomichev void *spin_lock_thread(void *arg); 1201cb59a60SIlya Leoshkevich 1211cb59a60SIlya Leoshkevich #ifdef __x86_64__ 1221cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "__x64_sys_nanosleep" 1231cb59a60SIlya Leoshkevich #elif defined(__s390x__) 1241cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "__s390x_sys_nanosleep" 1251cb59a60SIlya Leoshkevich #else 1261cb59a60SIlya Leoshkevich #define SYS_NANOSLEEP_KPROBE_NAME "sys_nanosleep" 1271cb59a60SIlya Leoshkevich #endif 128