16f521a2bSMartin KaFai Lau // SPDX-License-Identifier: GPL-2.0 26f521a2bSMartin KaFai Lau /* Copyright (c) 2019 Facebook */ 36f521a2bSMartin KaFai Lau 46f521a2bSMartin KaFai Lau #include <sys/socket.h> 56f521a2bSMartin KaFai Lau #include <sys/epoll.h> 66f521a2bSMartin KaFai Lau #include <netinet/in.h> 76f521a2bSMartin KaFai Lau #include <arpa/inet.h> 86f521a2bSMartin KaFai Lau #include <unistd.h> 96f521a2bSMartin KaFai Lau #include <stdlib.h> 106f521a2bSMartin KaFai Lau #include <string.h> 116f521a2bSMartin KaFai Lau #include <errno.h> 126f521a2bSMartin KaFai Lau 136f521a2bSMartin KaFai Lau #include <bpf/bpf.h> 146f521a2bSMartin KaFai Lau #include <bpf/libbpf.h> 156f521a2bSMartin KaFai Lau 166f521a2bSMartin KaFai Lau #include "cgroup_helpers.h" 17b18c1f0aSMartin KaFai Lau #include "test_progs.h" 186f521a2bSMartin KaFai Lau #include "bpf_rlimit.h" 19b18c1f0aSMartin KaFai Lau #include "test_sock_fields.skel.h" 206f521a2bSMartin KaFai Lau 216f521a2bSMartin KaFai Lau enum bpf_linum_array_idx { 226f521a2bSMartin KaFai Lau EGRESS_LINUM_IDX, 236f521a2bSMartin KaFai Lau INGRESS_LINUM_IDX, 246f521a2bSMartin KaFai Lau __NR_BPF_LINUM_ARRAY_IDX, 256f521a2bSMartin KaFai Lau }; 266f521a2bSMartin KaFai Lau 276f521a2bSMartin KaFai Lau struct bpf_spinlock_cnt { 286f521a2bSMartin KaFai Lau struct bpf_spin_lock lock; 296f521a2bSMartin KaFai Lau __u32 cnt; 306f521a2bSMartin KaFai Lau }; 316f521a2bSMartin KaFai Lau 326f521a2bSMartin KaFai Lau #define TEST_CGROUP "/test-bpf-sock-fields" 336f521a2bSMartin KaFai Lau #define DATA "Hello BPF!" 346f521a2bSMartin KaFai Lau #define DATA_LEN sizeof(DATA) 356f521a2bSMartin KaFai Lau 366f521a2bSMartin KaFai Lau static struct sockaddr_in6 srv_sa6, cli_sa6; 376f521a2bSMartin KaFai Lau static int sk_pkt_out_cnt10_fd; 38b18c1f0aSMartin KaFai Lau struct test_sock_fields *skel; 396f521a2bSMartin KaFai Lau static int sk_pkt_out_cnt_fd; 406f521a2bSMartin KaFai Lau static int linum_map_fd; 41b18c1f0aSMartin KaFai Lau static __u32 duration; 426f521a2bSMartin KaFai Lau 436f521a2bSMartin KaFai Lau static __u32 egress_linum_idx = EGRESS_LINUM_IDX; 446f521a2bSMartin KaFai Lau static __u32 ingress_linum_idx = INGRESS_LINUM_IDX; 456f521a2bSMartin KaFai Lau 466f521a2bSMartin KaFai Lau static void init_loopback6(struct sockaddr_in6 *sa6) 476f521a2bSMartin KaFai Lau { 486f521a2bSMartin KaFai Lau memset(sa6, 0, sizeof(*sa6)); 496f521a2bSMartin KaFai Lau sa6->sin6_family = AF_INET6; 506f521a2bSMartin KaFai Lau sa6->sin6_addr = in6addr_loopback; 516f521a2bSMartin KaFai Lau } 526f521a2bSMartin KaFai Lau 53b18c1f0aSMartin KaFai Lau static void print_sk(const struct bpf_sock *sk, const char *prefix) 546f521a2bSMartin KaFai Lau { 556f521a2bSMartin KaFai Lau char src_ip4[24], dst_ip4[24]; 566f521a2bSMartin KaFai Lau char src_ip6[64], dst_ip6[64]; 576f521a2bSMartin KaFai Lau 586f521a2bSMartin KaFai Lau inet_ntop(AF_INET, &sk->src_ip4, src_ip4, sizeof(src_ip4)); 596f521a2bSMartin KaFai Lau inet_ntop(AF_INET6, &sk->src_ip6, src_ip6, sizeof(src_ip6)); 606f521a2bSMartin KaFai Lau inet_ntop(AF_INET, &sk->dst_ip4, dst_ip4, sizeof(dst_ip4)); 616f521a2bSMartin KaFai Lau inet_ntop(AF_INET6, &sk->dst_ip6, dst_ip6, sizeof(dst_ip6)); 626f521a2bSMartin KaFai Lau 63b18c1f0aSMartin KaFai Lau printf("%s: state:%u bound_dev_if:%u family:%u type:%u protocol:%u mark:%u priority:%u " 646f521a2bSMartin KaFai Lau "src_ip4:%x(%s) src_ip6:%x:%x:%x:%x(%s) src_port:%u " 656f521a2bSMartin KaFai Lau "dst_ip4:%x(%s) dst_ip6:%x:%x:%x:%x(%s) dst_port:%u\n", 66b18c1f0aSMartin KaFai Lau prefix, 676f521a2bSMartin KaFai Lau sk->state, sk->bound_dev_if, sk->family, sk->type, sk->protocol, 686f521a2bSMartin KaFai Lau sk->mark, sk->priority, 696f521a2bSMartin KaFai Lau sk->src_ip4, src_ip4, 706f521a2bSMartin KaFai Lau sk->src_ip6[0], sk->src_ip6[1], sk->src_ip6[2], sk->src_ip6[3], 716f521a2bSMartin KaFai Lau src_ip6, sk->src_port, 726f521a2bSMartin KaFai Lau sk->dst_ip4, dst_ip4, 736f521a2bSMartin KaFai Lau sk->dst_ip6[0], sk->dst_ip6[1], sk->dst_ip6[2], sk->dst_ip6[3], 746f521a2bSMartin KaFai Lau dst_ip6, ntohs(sk->dst_port)); 756f521a2bSMartin KaFai Lau } 766f521a2bSMartin KaFai Lau 77b18c1f0aSMartin KaFai Lau static void print_tp(const struct bpf_tcp_sock *tp, const char *prefix) 786f521a2bSMartin KaFai Lau { 79b18c1f0aSMartin KaFai Lau printf("%s: snd_cwnd:%u srtt_us:%u rtt_min:%u snd_ssthresh:%u rcv_nxt:%u " 806f521a2bSMartin KaFai Lau "snd_nxt:%u snd:una:%u mss_cache:%u ecn_flags:%u " 816f521a2bSMartin KaFai Lau "rate_delivered:%u rate_interval_us:%u packets_out:%u " 826f521a2bSMartin KaFai Lau "retrans_out:%u total_retrans:%u segs_in:%u data_segs_in:%u " 836f521a2bSMartin KaFai Lau "segs_out:%u data_segs_out:%u lost_out:%u sacked_out:%u " 846f521a2bSMartin KaFai Lau "bytes_received:%llu bytes_acked:%llu\n", 85b18c1f0aSMartin KaFai Lau prefix, 866f521a2bSMartin KaFai Lau tp->snd_cwnd, tp->srtt_us, tp->rtt_min, tp->snd_ssthresh, 876f521a2bSMartin KaFai Lau tp->rcv_nxt, tp->snd_nxt, tp->snd_una, tp->mss_cache, 886f521a2bSMartin KaFai Lau tp->ecn_flags, tp->rate_delivered, tp->rate_interval_us, 896f521a2bSMartin KaFai Lau tp->packets_out, tp->retrans_out, tp->total_retrans, 906f521a2bSMartin KaFai Lau tp->segs_in, tp->data_segs_in, tp->segs_out, 916f521a2bSMartin KaFai Lau tp->data_segs_out, tp->lost_out, tp->sacked_out, 926f521a2bSMartin KaFai Lau tp->bytes_received, tp->bytes_acked); 936f521a2bSMartin KaFai Lau } 946f521a2bSMartin KaFai Lau 956f521a2bSMartin KaFai Lau static void check_result(void) 966f521a2bSMartin KaFai Lau { 976f521a2bSMartin KaFai Lau struct bpf_tcp_sock srv_tp, cli_tp, listen_tp; 986f521a2bSMartin KaFai Lau struct bpf_sock srv_sk, cli_sk, listen_sk; 996f521a2bSMartin KaFai Lau __u32 ingress_linum, egress_linum; 1006f521a2bSMartin KaFai Lau int err; 1016f521a2bSMartin KaFai Lau 1026f521a2bSMartin KaFai Lau err = bpf_map_lookup_elem(linum_map_fd, &egress_linum_idx, 1036f521a2bSMartin KaFai Lau &egress_linum); 1046f521a2bSMartin KaFai Lau CHECK(err == -1, "bpf_map_lookup_elem(linum_map_fd)", 105b18c1f0aSMartin KaFai Lau "err:%d errno:%d\n", err, errno); 1066f521a2bSMartin KaFai Lau 1076f521a2bSMartin KaFai Lau err = bpf_map_lookup_elem(linum_map_fd, &ingress_linum_idx, 1086f521a2bSMartin KaFai Lau &ingress_linum); 1096f521a2bSMartin KaFai Lau CHECK(err == -1, "bpf_map_lookup_elem(linum_map_fd)", 110b18c1f0aSMartin KaFai Lau "err:%d errno:%d\n", err, errno); 1116f521a2bSMartin KaFai Lau 112b18c1f0aSMartin KaFai Lau memcpy(&srv_sk, &skel->bss->srv_sk, sizeof(srv_sk)); 113b18c1f0aSMartin KaFai Lau memcpy(&srv_tp, &skel->bss->srv_tp, sizeof(srv_tp)); 114b18c1f0aSMartin KaFai Lau memcpy(&cli_sk, &skel->bss->cli_sk, sizeof(cli_sk)); 115b18c1f0aSMartin KaFai Lau memcpy(&cli_tp, &skel->bss->cli_tp, sizeof(cli_tp)); 116b18c1f0aSMartin KaFai Lau memcpy(&listen_sk, &skel->bss->listen_sk, sizeof(listen_sk)); 117b18c1f0aSMartin KaFai Lau memcpy(&listen_tp, &skel->bss->listen_tp, sizeof(listen_tp)); 1186f521a2bSMartin KaFai Lau 119b18c1f0aSMartin KaFai Lau print_sk(&listen_sk, "listen_sk"); 120b18c1f0aSMartin KaFai Lau print_sk(&srv_sk, "srv_sk"); 121b18c1f0aSMartin KaFai Lau print_sk(&cli_sk, "cli_sk"); 122b18c1f0aSMartin KaFai Lau print_tp(&listen_tp, "listen_tp"); 123b18c1f0aSMartin KaFai Lau print_tp(&srv_tp, "srv_tp"); 124b18c1f0aSMartin KaFai Lau print_tp(&cli_tp, "cli_tp"); 1256f521a2bSMartin KaFai Lau 1266f521a2bSMartin KaFai Lau CHECK(listen_sk.state != 10 || 1276f521a2bSMartin KaFai Lau listen_sk.family != AF_INET6 || 1286f521a2bSMartin KaFai Lau listen_sk.protocol != IPPROTO_TCP || 1296f521a2bSMartin KaFai Lau memcmp(listen_sk.src_ip6, &in6addr_loopback, 1306f521a2bSMartin KaFai Lau sizeof(listen_sk.src_ip6)) || 1316f521a2bSMartin KaFai Lau listen_sk.dst_ip6[0] || listen_sk.dst_ip6[1] || 1326f521a2bSMartin KaFai Lau listen_sk.dst_ip6[2] || listen_sk.dst_ip6[3] || 1336f521a2bSMartin KaFai Lau listen_sk.src_port != ntohs(srv_sa6.sin6_port) || 1346f521a2bSMartin KaFai Lau listen_sk.dst_port, 135b18c1f0aSMartin KaFai Lau "listen_sk", 136b18c1f0aSMartin KaFai Lau "Unexpected. Check listen_sk output. ingress_linum:%u\n", 1376f521a2bSMartin KaFai Lau ingress_linum); 1386f521a2bSMartin KaFai Lau 1396f521a2bSMartin KaFai Lau CHECK(srv_sk.state == 10 || 1406f521a2bSMartin KaFai Lau !srv_sk.state || 1416f521a2bSMartin KaFai Lau srv_sk.family != AF_INET6 || 1426f521a2bSMartin KaFai Lau srv_sk.protocol != IPPROTO_TCP || 1436f521a2bSMartin KaFai Lau memcmp(srv_sk.src_ip6, &in6addr_loopback, 1446f521a2bSMartin KaFai Lau sizeof(srv_sk.src_ip6)) || 1456f521a2bSMartin KaFai Lau memcmp(srv_sk.dst_ip6, &in6addr_loopback, 1466f521a2bSMartin KaFai Lau sizeof(srv_sk.dst_ip6)) || 1476f521a2bSMartin KaFai Lau srv_sk.src_port != ntohs(srv_sa6.sin6_port) || 1486f521a2bSMartin KaFai Lau srv_sk.dst_port != cli_sa6.sin6_port, 149b18c1f0aSMartin KaFai Lau "srv_sk", "Unexpected. Check srv_sk output. egress_linum:%u\n", 1506f521a2bSMartin KaFai Lau egress_linum); 1516f521a2bSMartin KaFai Lau 1526f521a2bSMartin KaFai Lau CHECK(cli_sk.state == 10 || 1536f521a2bSMartin KaFai Lau !cli_sk.state || 1546f521a2bSMartin KaFai Lau cli_sk.family != AF_INET6 || 1556f521a2bSMartin KaFai Lau cli_sk.protocol != IPPROTO_TCP || 1566f521a2bSMartin KaFai Lau memcmp(cli_sk.src_ip6, &in6addr_loopback, 1576f521a2bSMartin KaFai Lau sizeof(cli_sk.src_ip6)) || 1586f521a2bSMartin KaFai Lau memcmp(cli_sk.dst_ip6, &in6addr_loopback, 1596f521a2bSMartin KaFai Lau sizeof(cli_sk.dst_ip6)) || 1606f521a2bSMartin KaFai Lau cli_sk.src_port != ntohs(cli_sa6.sin6_port) || 1616f521a2bSMartin KaFai Lau cli_sk.dst_port != srv_sa6.sin6_port, 162b18c1f0aSMartin KaFai Lau "cli_sk", "Unexpected. Check cli_sk output. egress_linum:%u\n", 1636f521a2bSMartin KaFai Lau egress_linum); 1646f521a2bSMartin KaFai Lau 1656f521a2bSMartin KaFai Lau CHECK(listen_tp.data_segs_out || 1666f521a2bSMartin KaFai Lau listen_tp.data_segs_in || 1676f521a2bSMartin KaFai Lau listen_tp.total_retrans || 1686f521a2bSMartin KaFai Lau listen_tp.bytes_acked, 169b18c1f0aSMartin KaFai Lau "listen_tp", 170b18c1f0aSMartin KaFai Lau "Unexpected. Check listen_tp output. ingress_linum:%u\n", 1716f521a2bSMartin KaFai Lau ingress_linum); 1726f521a2bSMartin KaFai Lau 1736f521a2bSMartin KaFai Lau CHECK(srv_tp.data_segs_out != 2 || 1746f521a2bSMartin KaFai Lau srv_tp.data_segs_in || 1756f521a2bSMartin KaFai Lau srv_tp.snd_cwnd != 10 || 1766f521a2bSMartin KaFai Lau srv_tp.total_retrans || 177b18c1f0aSMartin KaFai Lau srv_tp.bytes_acked < 2 * DATA_LEN, 178b18c1f0aSMartin KaFai Lau "srv_tp", "Unexpected. Check srv_tp output. egress_linum:%u\n", 1796f521a2bSMartin KaFai Lau egress_linum); 1806f521a2bSMartin KaFai Lau 1816f521a2bSMartin KaFai Lau CHECK(cli_tp.data_segs_out || 1826f521a2bSMartin KaFai Lau cli_tp.data_segs_in != 2 || 1836f521a2bSMartin KaFai Lau cli_tp.snd_cwnd != 10 || 1846f521a2bSMartin KaFai Lau cli_tp.total_retrans || 185b18c1f0aSMartin KaFai Lau cli_tp.bytes_received < 2 * DATA_LEN, 186b18c1f0aSMartin KaFai Lau "cli_tp", "Unexpected. Check cli_tp output. egress_linum:%u\n", 1876f521a2bSMartin KaFai Lau egress_linum); 1886f521a2bSMartin KaFai Lau } 1896f521a2bSMartin KaFai Lau 1906f521a2bSMartin KaFai Lau static void check_sk_pkt_out_cnt(int accept_fd, int cli_fd) 1916f521a2bSMartin KaFai Lau { 1926f521a2bSMartin KaFai Lau struct bpf_spinlock_cnt pkt_out_cnt = {}, pkt_out_cnt10 = {}; 1936f521a2bSMartin KaFai Lau int err; 1946f521a2bSMartin KaFai Lau 1956f521a2bSMartin KaFai Lau pkt_out_cnt.cnt = ~0; 1966f521a2bSMartin KaFai Lau pkt_out_cnt10.cnt = ~0; 1976f521a2bSMartin KaFai Lau err = bpf_map_lookup_elem(sk_pkt_out_cnt_fd, &accept_fd, &pkt_out_cnt); 1986f521a2bSMartin KaFai Lau if (!err) 1996f521a2bSMartin KaFai Lau err = bpf_map_lookup_elem(sk_pkt_out_cnt10_fd, &accept_fd, 2006f521a2bSMartin KaFai Lau &pkt_out_cnt10); 2016f521a2bSMartin KaFai Lau 2026f521a2bSMartin KaFai Lau /* The bpf prog only counts for fullsock and 203b18c1f0aSMartin KaFai Lau * passive connection did not become fullsock until 3WHS 204b18c1f0aSMartin KaFai Lau * had been finished, so the bpf prog only counted two data 205b18c1f0aSMartin KaFai Lau * packet out. 2066f521a2bSMartin KaFai Lau */ 207b18c1f0aSMartin KaFai Lau CHECK(err || pkt_out_cnt.cnt < 0xeB9F + 2 || 208b18c1f0aSMartin KaFai Lau pkt_out_cnt10.cnt < 0xeB9F + 20, 2096f521a2bSMartin KaFai Lau "bpf_map_lookup_elem(sk_pkt_out_cnt, &accept_fd)", 210b18c1f0aSMartin KaFai Lau "err:%d errno:%d pkt_out_cnt:%u pkt_out_cnt10:%u\n", 2116f521a2bSMartin KaFai Lau err, errno, pkt_out_cnt.cnt, pkt_out_cnt10.cnt); 2126f521a2bSMartin KaFai Lau 2136f521a2bSMartin KaFai Lau pkt_out_cnt.cnt = ~0; 2146f521a2bSMartin KaFai Lau pkt_out_cnt10.cnt = ~0; 2156f521a2bSMartin KaFai Lau err = bpf_map_lookup_elem(sk_pkt_out_cnt_fd, &cli_fd, &pkt_out_cnt); 2166f521a2bSMartin KaFai Lau if (!err) 2176f521a2bSMartin KaFai Lau err = bpf_map_lookup_elem(sk_pkt_out_cnt10_fd, &cli_fd, 2186f521a2bSMartin KaFai Lau &pkt_out_cnt10); 2196f521a2bSMartin KaFai Lau /* Active connection is fullsock from the beginning. 2206f521a2bSMartin KaFai Lau * 1 SYN and 1 ACK during 3WHS 2216f521a2bSMartin KaFai Lau * 2 Acks on data packet. 2226f521a2bSMartin KaFai Lau * 2236f521a2bSMartin KaFai Lau * The bpf_prog initialized it to 0xeB9F. 2246f521a2bSMartin KaFai Lau */ 225b18c1f0aSMartin KaFai Lau CHECK(err || pkt_out_cnt.cnt < 0xeB9F + 4 || 226b18c1f0aSMartin KaFai Lau pkt_out_cnt10.cnt < 0xeB9F + 40, 2276f521a2bSMartin KaFai Lau "bpf_map_lookup_elem(sk_pkt_out_cnt, &cli_fd)", 228b18c1f0aSMartin KaFai Lau "err:%d errno:%d pkt_out_cnt:%u pkt_out_cnt10:%u\n", 2296f521a2bSMartin KaFai Lau err, errno, pkt_out_cnt.cnt, pkt_out_cnt10.cnt); 2306f521a2bSMartin KaFai Lau } 2316f521a2bSMartin KaFai Lau 232b18c1f0aSMartin KaFai Lau static int init_sk_storage(int sk_fd, __u32 pkt_out_cnt) 2336f521a2bSMartin KaFai Lau { 2346f521a2bSMartin KaFai Lau struct bpf_spinlock_cnt scnt = {}; 2356f521a2bSMartin KaFai Lau int err; 2366f521a2bSMartin KaFai Lau 2376f521a2bSMartin KaFai Lau scnt.cnt = pkt_out_cnt; 2386f521a2bSMartin KaFai Lau err = bpf_map_update_elem(sk_pkt_out_cnt_fd, &sk_fd, &scnt, 2396f521a2bSMartin KaFai Lau BPF_NOEXIST); 240b18c1f0aSMartin KaFai Lau if (CHECK(err, "bpf_map_update_elem(sk_pkt_out_cnt_fd)", 241b18c1f0aSMartin KaFai Lau "err:%d errno:%d\n", err, errno)) 242b18c1f0aSMartin KaFai Lau return err; 2436f521a2bSMartin KaFai Lau 2446f521a2bSMartin KaFai Lau err = bpf_map_update_elem(sk_pkt_out_cnt10_fd, &sk_fd, &scnt, 2456f521a2bSMartin KaFai Lau BPF_NOEXIST); 246b18c1f0aSMartin KaFai Lau if (CHECK(err, "bpf_map_update_elem(sk_pkt_out_cnt10_fd)", 247b18c1f0aSMartin KaFai Lau "err:%d errno:%d\n", err, errno)) 248b18c1f0aSMartin KaFai Lau return err; 249b18c1f0aSMartin KaFai Lau 250b18c1f0aSMartin KaFai Lau return 0; 2516f521a2bSMartin KaFai Lau } 2526f521a2bSMartin KaFai Lau 2536f521a2bSMartin KaFai Lau static void test(void) 2546f521a2bSMartin KaFai Lau { 255b18c1f0aSMartin KaFai Lau int listen_fd = -1, cli_fd = -1, accept_fd = -1, epfd, err, i; 2566f521a2bSMartin KaFai Lau struct epoll_event ev; 2576f521a2bSMartin KaFai Lau socklen_t addrlen; 258b18c1f0aSMartin KaFai Lau char buf[DATA_LEN]; 2596f521a2bSMartin KaFai Lau 2606f521a2bSMartin KaFai Lau addrlen = sizeof(struct sockaddr_in6); 2616f521a2bSMartin KaFai Lau ev.events = EPOLLIN; 2626f521a2bSMartin KaFai Lau 2636f521a2bSMartin KaFai Lau epfd = epoll_create(1); 264b18c1f0aSMartin KaFai Lau if (CHECK(epfd == -1, "epoll_create()", "epfd:%d errno:%d\n", 265b18c1f0aSMartin KaFai Lau epfd, errno)) 266b18c1f0aSMartin KaFai Lau return; 2676f521a2bSMartin KaFai Lau 2686f521a2bSMartin KaFai Lau /* Prepare listen_fd */ 2696f521a2bSMartin KaFai Lau listen_fd = socket(AF_INET6, SOCK_STREAM | SOCK_NONBLOCK, 0); 270b18c1f0aSMartin KaFai Lau if (CHECK(listen_fd == -1, "socket()", "listen_fd:%d errno:%d\n", 271b18c1f0aSMartin KaFai Lau listen_fd, errno)) 272b18c1f0aSMartin KaFai Lau goto done; 2736f521a2bSMartin KaFai Lau 2746f521a2bSMartin KaFai Lau init_loopback6(&srv_sa6); 2756f521a2bSMartin KaFai Lau err = bind(listen_fd, (struct sockaddr *)&srv_sa6, sizeof(srv_sa6)); 276b18c1f0aSMartin KaFai Lau if (CHECK(err, "bind(listen_fd)", "err:%d errno:%d\n", err, errno)) 277b18c1f0aSMartin KaFai Lau goto done; 2786f521a2bSMartin KaFai Lau 2796f521a2bSMartin KaFai Lau err = getsockname(listen_fd, (struct sockaddr *)&srv_sa6, &addrlen); 280b18c1f0aSMartin KaFai Lau if (CHECK(err, "getsockname(listen_fd)", "err:%d errno:%d\n", err, 281b18c1f0aSMartin KaFai Lau errno)) 282b18c1f0aSMartin KaFai Lau goto done; 283b18c1f0aSMartin KaFai Lau memcpy(&skel->bss->srv_sa6, &srv_sa6, sizeof(srv_sa6)); 2846f521a2bSMartin KaFai Lau 2856f521a2bSMartin KaFai Lau err = listen(listen_fd, 1); 286b18c1f0aSMartin KaFai Lau if (CHECK(err, "listen(listen_fd)", "err:%d errno:%d\n", err, errno)) 287b18c1f0aSMartin KaFai Lau goto done; 2886f521a2bSMartin KaFai Lau 2896f521a2bSMartin KaFai Lau /* Prepare cli_fd */ 2906f521a2bSMartin KaFai Lau cli_fd = socket(AF_INET6, SOCK_STREAM | SOCK_NONBLOCK, 0); 291b18c1f0aSMartin KaFai Lau if (CHECK(cli_fd == -1, "socket()", "cli_fd:%d errno:%d\n", cli_fd, 292b18c1f0aSMartin KaFai Lau errno)) 293b18c1f0aSMartin KaFai Lau goto done; 2946f521a2bSMartin KaFai Lau 2956f521a2bSMartin KaFai Lau init_loopback6(&cli_sa6); 2966f521a2bSMartin KaFai Lau err = bind(cli_fd, (struct sockaddr *)&cli_sa6, sizeof(cli_sa6)); 297b18c1f0aSMartin KaFai Lau if (CHECK(err, "bind(cli_fd)", "err:%d errno:%d\n", err, errno)) 298b18c1f0aSMartin KaFai Lau goto done; 2996f521a2bSMartin KaFai Lau 3006f521a2bSMartin KaFai Lau err = getsockname(cli_fd, (struct sockaddr *)&cli_sa6, &addrlen); 301b18c1f0aSMartin KaFai Lau if (CHECK(err, "getsockname(cli_fd)", "err:%d errno:%d\n", 302b18c1f0aSMartin KaFai Lau err, errno)) 303b18c1f0aSMartin KaFai Lau goto done; 3046f521a2bSMartin KaFai Lau 3056f521a2bSMartin KaFai Lau /* Connect from cli_sa6 to srv_sa6 */ 3066f521a2bSMartin KaFai Lau err = connect(cli_fd, (struct sockaddr *)&srv_sa6, addrlen); 3076f521a2bSMartin KaFai Lau printf("srv_sa6.sin6_port:%u cli_sa6.sin6_port:%u\n\n", 3086f521a2bSMartin KaFai Lau ntohs(srv_sa6.sin6_port), ntohs(cli_sa6.sin6_port)); 309b18c1f0aSMartin KaFai Lau if (CHECK(err && errno != EINPROGRESS, 310b18c1f0aSMartin KaFai Lau "connect(cli_fd)", "err:%d errno:%d\n", err, errno)) 311b18c1f0aSMartin KaFai Lau goto done; 3126f521a2bSMartin KaFai Lau 3136f521a2bSMartin KaFai Lau ev.data.fd = listen_fd; 3146f521a2bSMartin KaFai Lau err = epoll_ctl(epfd, EPOLL_CTL_ADD, listen_fd, &ev); 315b18c1f0aSMartin KaFai Lau if (CHECK(err, "epoll_ctl(EPOLL_CTL_ADD, listen_fd)", 316b18c1f0aSMartin KaFai Lau "err:%d errno:%d\n", err, errno)) 317b18c1f0aSMartin KaFai Lau goto done; 3186f521a2bSMartin KaFai Lau 3196f521a2bSMartin KaFai Lau /* Accept the connection */ 3206f521a2bSMartin KaFai Lau /* Have some timeout in accept(listen_fd). Just in case. */ 3216f521a2bSMartin KaFai Lau err = epoll_wait(epfd, &ev, 1, 1000); 322b18c1f0aSMartin KaFai Lau if (CHECK(err != 1 || ev.data.fd != listen_fd, 3236f521a2bSMartin KaFai Lau "epoll_wait(listen_fd)", 324b18c1f0aSMartin KaFai Lau "err:%d errno:%d ev.data.fd:%d listen_fd:%d\n", 325b18c1f0aSMartin KaFai Lau err, errno, ev.data.fd, listen_fd)) 326b18c1f0aSMartin KaFai Lau goto done; 3276f521a2bSMartin KaFai Lau 3286f521a2bSMartin KaFai Lau accept_fd = accept(listen_fd, NULL, NULL); 329b18c1f0aSMartin KaFai Lau if (CHECK(accept_fd == -1, "accept(listen_fd)", 330b18c1f0aSMartin KaFai Lau "accept_fd:%d errno:%d\n", 331b18c1f0aSMartin KaFai Lau accept_fd, errno)) 332b18c1f0aSMartin KaFai Lau goto done; 3336f521a2bSMartin KaFai Lau 3346f521a2bSMartin KaFai Lau ev.data.fd = cli_fd; 3356f521a2bSMartin KaFai Lau err = epoll_ctl(epfd, EPOLL_CTL_ADD, cli_fd, &ev); 336b18c1f0aSMartin KaFai Lau if (CHECK(err, "epoll_ctl(EPOLL_CTL_ADD, cli_fd)", 337b18c1f0aSMartin KaFai Lau "err:%d errno:%d\n", err, errno)) 338b18c1f0aSMartin KaFai Lau goto done; 3396f521a2bSMartin KaFai Lau 340b18c1f0aSMartin KaFai Lau if (init_sk_storage(accept_fd, 0xeB9F)) 341b18c1f0aSMartin KaFai Lau goto done; 3426f521a2bSMartin KaFai Lau 3436f521a2bSMartin KaFai Lau for (i = 0; i < 2; i++) { 344b18c1f0aSMartin KaFai Lau /* Send some data from accept_fd to cli_fd. 345b18c1f0aSMartin KaFai Lau * MSG_EOR to stop kernel from coalescing two pkts. 346b18c1f0aSMartin KaFai Lau */ 347b18c1f0aSMartin KaFai Lau err = send(accept_fd, DATA, DATA_LEN, MSG_EOR); 348b18c1f0aSMartin KaFai Lau if (CHECK(err != DATA_LEN, "send(accept_fd)", 349b18c1f0aSMartin KaFai Lau "err:%d errno:%d\n", err, errno)) 350b18c1f0aSMartin KaFai Lau goto done; 3516f521a2bSMartin KaFai Lau 3526f521a2bSMartin KaFai Lau /* Have some timeout in recv(cli_fd). Just in case. */ 3536f521a2bSMartin KaFai Lau err = epoll_wait(epfd, &ev, 1, 1000); 354b18c1f0aSMartin KaFai Lau if (CHECK(err != 1 || ev.data.fd != cli_fd, 355b18c1f0aSMartin KaFai Lau "epoll_wait(cli_fd)", 356b18c1f0aSMartin KaFai Lau "err:%d errno:%d ev.data.fd:%d cli_fd:%d\n", 357b18c1f0aSMartin KaFai Lau err, errno, ev.data.fd, cli_fd)) 358b18c1f0aSMartin KaFai Lau goto done; 3596f521a2bSMartin KaFai Lau 360b18c1f0aSMartin KaFai Lau err = recv(cli_fd, buf, DATA_LEN, 0); 361b18c1f0aSMartin KaFai Lau if (CHECK(err != DATA_LEN, "recv(cli_fd)", "err:%d errno:%d\n", 362b18c1f0aSMartin KaFai Lau err, errno)) 363b18c1f0aSMartin KaFai Lau goto done; 3646f521a2bSMartin KaFai Lau } 3656f521a2bSMartin KaFai Lau 366b18c1f0aSMartin KaFai Lau shutdown(cli_fd, SHUT_WR); 367b18c1f0aSMartin KaFai Lau err = recv(accept_fd, buf, 1, 0); 368b18c1f0aSMartin KaFai Lau if (CHECK(err, "recv(accept_fd) for fin", "err:%d errno:%d\n", 369b18c1f0aSMartin KaFai Lau err, errno)) 370b18c1f0aSMartin KaFai Lau goto done; 371b18c1f0aSMartin KaFai Lau shutdown(accept_fd, SHUT_WR); 372b18c1f0aSMartin KaFai Lau err = recv(cli_fd, buf, 1, 0); 373b18c1f0aSMartin KaFai Lau if (CHECK(err, "recv(cli_fd) for fin", "err:%d errno:%d\n", 374b18c1f0aSMartin KaFai Lau err, errno)) 375b18c1f0aSMartin KaFai Lau goto done; 3766f521a2bSMartin KaFai Lau check_sk_pkt_out_cnt(accept_fd, cli_fd); 3776f521a2bSMartin KaFai Lau check_result(); 378b18c1f0aSMartin KaFai Lau 379b18c1f0aSMartin KaFai Lau done: 380b18c1f0aSMartin KaFai Lau if (accept_fd != -1) 381b18c1f0aSMartin KaFai Lau close(accept_fd); 382b18c1f0aSMartin KaFai Lau if (cli_fd != -1) 383b18c1f0aSMartin KaFai Lau close(cli_fd); 384b18c1f0aSMartin KaFai Lau if (listen_fd != -1) 385b18c1f0aSMartin KaFai Lau close(listen_fd); 386b18c1f0aSMartin KaFai Lau close(epfd); 3876f521a2bSMartin KaFai Lau } 3886f521a2bSMartin KaFai Lau 3896f521a2bSMartin KaFai Lau void test_sock_fields(void) 3906f521a2bSMartin KaFai Lau { 391b18c1f0aSMartin KaFai Lau struct bpf_link *egress_link = NULL, *ingress_link = NULL; 392b18c1f0aSMartin KaFai Lau int cgroup_fd; 3936f521a2bSMartin KaFai Lau 3946f521a2bSMartin KaFai Lau /* Create a cgroup, get fd, and join it */ 395b18c1f0aSMartin KaFai Lau cgroup_fd = test__join_cgroup(TEST_CGROUP); 396b18c1f0aSMartin KaFai Lau if (CHECK_FAIL(cgroup_fd < 0)) 397b18c1f0aSMartin KaFai Lau return; 3986f521a2bSMartin KaFai Lau 399b18c1f0aSMartin KaFai Lau skel = test_sock_fields__open_and_load(); 400b18c1f0aSMartin KaFai Lau if (CHECK(!skel, "test_sock_fields__open_and_load", "failed\n")) 401b18c1f0aSMartin KaFai Lau goto done; 4026f521a2bSMartin KaFai Lau 403b18c1f0aSMartin KaFai Lau egress_link = bpf_program__attach_cgroup(skel->progs.egress_read_sock_fields, 404b18c1f0aSMartin KaFai Lau cgroup_fd); 405b18c1f0aSMartin KaFai Lau if (CHECK(IS_ERR(egress_link), "attach_cgroup(egress)", "err:%ld\n", 406b18c1f0aSMartin KaFai Lau PTR_ERR(egress_link))) 407b18c1f0aSMartin KaFai Lau goto done; 4086f521a2bSMartin KaFai Lau 409b18c1f0aSMartin KaFai Lau ingress_link = bpf_program__attach_cgroup(skel->progs.ingress_read_sock_fields, 410b18c1f0aSMartin KaFai Lau cgroup_fd); 411b18c1f0aSMartin KaFai Lau if (CHECK(IS_ERR(ingress_link), "attach_cgroup(ingress)", "err:%ld\n", 412b18c1f0aSMartin KaFai Lau PTR_ERR(ingress_link))) 413b18c1f0aSMartin KaFai Lau goto done; 4146f521a2bSMartin KaFai Lau 415b18c1f0aSMartin KaFai Lau linum_map_fd = bpf_map__fd(skel->maps.linum_map); 416b18c1f0aSMartin KaFai Lau sk_pkt_out_cnt_fd = bpf_map__fd(skel->maps.sk_pkt_out_cnt); 417b18c1f0aSMartin KaFai Lau sk_pkt_out_cnt10_fd = bpf_map__fd(skel->maps.sk_pkt_out_cnt10); 4186f521a2bSMartin KaFai Lau 4196f521a2bSMartin KaFai Lau test(); 4206f521a2bSMartin KaFai Lau 421b18c1f0aSMartin KaFai Lau done: 422b18c1f0aSMartin KaFai Lau bpf_link__destroy(egress_link); 423b18c1f0aSMartin KaFai Lau bpf_link__destroy(ingress_link); 424b18c1f0aSMartin KaFai Lau test_sock_fields__destroy(skel); 425b18c1f0aSMartin KaFai Lau close(cgroup_fd); 4266f521a2bSMartin KaFai Lau } 427