1 // SPDX-License-Identifier: GPL-2.0 2 // Copyright (c) 2020 Cloudflare 3 #include <error.h> 4 #include <netinet/tcp.h> 5 6 #include "test_progs.h" 7 #include "test_skmsg_load_helpers.skel.h" 8 #include "test_sockmap_update.skel.h" 9 #include "test_sockmap_invalid_update.skel.h" 10 #include "test_sockmap_skb_verdict_attach.skel.h" 11 #include "bpf_iter_sockmap.skel.h" 12 13 #define TCP_REPAIR 19 /* TCP sock is under repair right now */ 14 15 #define TCP_REPAIR_ON 1 16 #define TCP_REPAIR_OFF_NO_WP -1 /* Turn off without window probes */ 17 18 static int connected_socket_v4(void) 19 { 20 struct sockaddr_in addr = { 21 .sin_family = AF_INET, 22 .sin_port = htons(80), 23 .sin_addr = { inet_addr("127.0.0.1") }, 24 }; 25 socklen_t len = sizeof(addr); 26 int s, repair, err; 27 28 s = socket(AF_INET, SOCK_STREAM, 0); 29 if (CHECK_FAIL(s == -1)) 30 goto error; 31 32 repair = TCP_REPAIR_ON; 33 err = setsockopt(s, SOL_TCP, TCP_REPAIR, &repair, sizeof(repair)); 34 if (CHECK_FAIL(err)) 35 goto error; 36 37 err = connect(s, (struct sockaddr *)&addr, len); 38 if (CHECK_FAIL(err)) 39 goto error; 40 41 repair = TCP_REPAIR_OFF_NO_WP; 42 err = setsockopt(s, SOL_TCP, TCP_REPAIR, &repair, sizeof(repair)); 43 if (CHECK_FAIL(err)) 44 goto error; 45 46 return s; 47 error: 48 perror(__func__); 49 close(s); 50 return -1; 51 } 52 53 static void compare_cookies(struct bpf_map *src, struct bpf_map *dst) 54 { 55 __u32 i, max_entries = bpf_map__max_entries(src); 56 int err, duration = 0, src_fd, dst_fd; 57 58 src_fd = bpf_map__fd(src); 59 dst_fd = bpf_map__fd(dst); 60 61 for (i = 0; i < max_entries; i++) { 62 __u64 src_cookie, dst_cookie; 63 64 err = bpf_map_lookup_elem(src_fd, &i, &src_cookie); 65 if (err && errno == ENOENT) { 66 err = bpf_map_lookup_elem(dst_fd, &i, &dst_cookie); 67 CHECK(!err, "map_lookup_elem(dst)", "element %u not deleted\n", i); 68 CHECK(err && errno != ENOENT, "map_lookup_elem(dst)", "%s\n", 69 strerror(errno)); 70 continue; 71 } 72 if (CHECK(err, "lookup_elem(src)", "%s\n", strerror(errno))) 73 continue; 74 75 err = bpf_map_lookup_elem(dst_fd, &i, &dst_cookie); 76 if (CHECK(err, "lookup_elem(dst)", "%s\n", strerror(errno))) 77 continue; 78 79 CHECK(dst_cookie != src_cookie, "cookie mismatch", 80 "%llu != %llu (pos %u)\n", dst_cookie, src_cookie, i); 81 } 82 } 83 84 /* Create a map, populate it with one socket, and free the map. */ 85 static void test_sockmap_create_update_free(enum bpf_map_type map_type) 86 { 87 const int zero = 0; 88 int s, map, err; 89 90 s = connected_socket_v4(); 91 if (CHECK_FAIL(s < 0)) 92 return; 93 94 map = bpf_map_create(map_type, NULL, sizeof(int), sizeof(int), 1, NULL); 95 if (CHECK_FAIL(map < 0)) { 96 perror("bpf_cmap_create"); 97 goto out; 98 } 99 100 err = bpf_map_update_elem(map, &zero, &s, BPF_NOEXIST); 101 if (CHECK_FAIL(err)) { 102 perror("bpf_map_update"); 103 goto out; 104 } 105 106 out: 107 close(map); 108 close(s); 109 } 110 111 static void test_skmsg_helpers(enum bpf_map_type map_type) 112 { 113 struct test_skmsg_load_helpers *skel; 114 int err, map, verdict; 115 116 skel = test_skmsg_load_helpers__open_and_load(); 117 if (CHECK_FAIL(!skel)) { 118 perror("test_skmsg_load_helpers__open_and_load"); 119 return; 120 } 121 122 verdict = bpf_program__fd(skel->progs.prog_msg_verdict); 123 map = bpf_map__fd(skel->maps.sock_map); 124 125 err = bpf_prog_attach(verdict, map, BPF_SK_MSG_VERDICT, 0); 126 if (CHECK_FAIL(err)) { 127 perror("bpf_prog_attach"); 128 goto out; 129 } 130 131 err = bpf_prog_detach2(verdict, map, BPF_SK_MSG_VERDICT); 132 if (CHECK_FAIL(err)) { 133 perror("bpf_prog_detach2"); 134 goto out; 135 } 136 out: 137 test_skmsg_load_helpers__destroy(skel); 138 } 139 140 static void test_sockmap_update(enum bpf_map_type map_type) 141 { 142 struct bpf_prog_test_run_attr tattr; 143 int err, prog, src, duration = 0; 144 struct test_sockmap_update *skel; 145 struct bpf_map *dst_map; 146 const __u32 zero = 0; 147 char dummy[14] = {0}; 148 __s64 sk; 149 150 sk = connected_socket_v4(); 151 if (CHECK(sk == -1, "connected_socket_v4", "cannot connect\n")) 152 return; 153 154 skel = test_sockmap_update__open_and_load(); 155 if (CHECK(!skel, "open_and_load", "cannot load skeleton\n")) 156 goto close_sk; 157 158 prog = bpf_program__fd(skel->progs.copy_sock_map); 159 src = bpf_map__fd(skel->maps.src); 160 if (map_type == BPF_MAP_TYPE_SOCKMAP) 161 dst_map = skel->maps.dst_sock_map; 162 else 163 dst_map = skel->maps.dst_sock_hash; 164 165 err = bpf_map_update_elem(src, &zero, &sk, BPF_NOEXIST); 166 if (CHECK(err, "update_elem(src)", "errno=%u\n", errno)) 167 goto out; 168 169 tattr = (struct bpf_prog_test_run_attr){ 170 .prog_fd = prog, 171 .repeat = 1, 172 .data_in = dummy, 173 .data_size_in = sizeof(dummy), 174 }; 175 176 err = bpf_prog_test_run_xattr(&tattr); 177 if (CHECK_ATTR(err || !tattr.retval, "bpf_prog_test_run", 178 "errno=%u retval=%u\n", errno, tattr.retval)) 179 goto out; 180 181 compare_cookies(skel->maps.src, dst_map); 182 183 out: 184 test_sockmap_update__destroy(skel); 185 close_sk: 186 close(sk); 187 } 188 189 static void test_sockmap_invalid_update(void) 190 { 191 struct test_sockmap_invalid_update *skel; 192 int duration = 0; 193 194 skel = test_sockmap_invalid_update__open_and_load(); 195 if (CHECK(skel, "open_and_load", "verifier accepted map_update\n")) 196 test_sockmap_invalid_update__destroy(skel); 197 } 198 199 static void test_sockmap_copy(enum bpf_map_type map_type) 200 { 201 DECLARE_LIBBPF_OPTS(bpf_iter_attach_opts, opts); 202 int err, len, src_fd, iter_fd, duration = 0; 203 union bpf_iter_link_info linfo = {}; 204 __u32 i, num_sockets, num_elems; 205 struct bpf_iter_sockmap *skel; 206 __s64 *sock_fd = NULL; 207 struct bpf_link *link; 208 struct bpf_map *src; 209 char buf[64]; 210 211 skel = bpf_iter_sockmap__open_and_load(); 212 if (CHECK(!skel, "bpf_iter_sockmap__open_and_load", "skeleton open_and_load failed\n")) 213 return; 214 215 if (map_type == BPF_MAP_TYPE_SOCKMAP) { 216 src = skel->maps.sockmap; 217 num_elems = bpf_map__max_entries(src); 218 num_sockets = num_elems - 1; 219 } else { 220 src = skel->maps.sockhash; 221 num_elems = bpf_map__max_entries(src) - 1; 222 num_sockets = num_elems; 223 } 224 225 sock_fd = calloc(num_sockets, sizeof(*sock_fd)); 226 if (CHECK(!sock_fd, "calloc(sock_fd)", "failed to allocate\n")) 227 goto out; 228 229 for (i = 0; i < num_sockets; i++) 230 sock_fd[i] = -1; 231 232 src_fd = bpf_map__fd(src); 233 234 for (i = 0; i < num_sockets; i++) { 235 sock_fd[i] = connected_socket_v4(); 236 if (CHECK(sock_fd[i] == -1, "connected_socket_v4", "cannot connect\n")) 237 goto out; 238 239 err = bpf_map_update_elem(src_fd, &i, &sock_fd[i], BPF_NOEXIST); 240 if (CHECK(err, "map_update", "failed: %s\n", strerror(errno))) 241 goto out; 242 } 243 244 linfo.map.map_fd = src_fd; 245 opts.link_info = &linfo; 246 opts.link_info_len = sizeof(linfo); 247 link = bpf_program__attach_iter(skel->progs.copy, &opts); 248 if (!ASSERT_OK_PTR(link, "attach_iter")) 249 goto out; 250 251 iter_fd = bpf_iter_create(bpf_link__fd(link)); 252 if (CHECK(iter_fd < 0, "create_iter", "create_iter failed\n")) 253 goto free_link; 254 255 /* do some tests */ 256 while ((len = read(iter_fd, buf, sizeof(buf))) > 0) 257 ; 258 if (CHECK(len < 0, "read", "failed: %s\n", strerror(errno))) 259 goto close_iter; 260 261 /* test results */ 262 if (CHECK(skel->bss->elems != num_elems, "elems", "got %u expected %u\n", 263 skel->bss->elems, num_elems)) 264 goto close_iter; 265 266 if (CHECK(skel->bss->socks != num_sockets, "socks", "got %u expected %u\n", 267 skel->bss->socks, num_sockets)) 268 goto close_iter; 269 270 compare_cookies(src, skel->maps.dst); 271 272 close_iter: 273 close(iter_fd); 274 free_link: 275 bpf_link__destroy(link); 276 out: 277 for (i = 0; sock_fd && i < num_sockets; i++) 278 if (sock_fd[i] >= 0) 279 close(sock_fd[i]); 280 if (sock_fd) 281 free(sock_fd); 282 bpf_iter_sockmap__destroy(skel); 283 } 284 285 static void test_sockmap_skb_verdict_attach(enum bpf_attach_type first, 286 enum bpf_attach_type second) 287 { 288 struct test_sockmap_skb_verdict_attach *skel; 289 int err, map, verdict; 290 291 skel = test_sockmap_skb_verdict_attach__open_and_load(); 292 if (CHECK_FAIL(!skel)) { 293 perror("test_sockmap_skb_verdict_attach__open_and_load"); 294 return; 295 } 296 297 verdict = bpf_program__fd(skel->progs.prog_skb_verdict); 298 map = bpf_map__fd(skel->maps.sock_map); 299 300 err = bpf_prog_attach(verdict, map, first, 0); 301 if (CHECK_FAIL(err)) { 302 perror("bpf_prog_attach"); 303 goto out; 304 } 305 306 err = bpf_prog_attach(verdict, map, second, 0); 307 ASSERT_EQ(err, -EBUSY, "prog_attach_fail"); 308 309 err = bpf_prog_detach2(verdict, map, first); 310 if (CHECK_FAIL(err)) { 311 perror("bpf_prog_detach2"); 312 goto out; 313 } 314 out: 315 test_sockmap_skb_verdict_attach__destroy(skel); 316 } 317 318 void test_sockmap_basic(void) 319 { 320 if (test__start_subtest("sockmap create_update_free")) 321 test_sockmap_create_update_free(BPF_MAP_TYPE_SOCKMAP); 322 if (test__start_subtest("sockhash create_update_free")) 323 test_sockmap_create_update_free(BPF_MAP_TYPE_SOCKHASH); 324 if (test__start_subtest("sockmap sk_msg load helpers")) 325 test_skmsg_helpers(BPF_MAP_TYPE_SOCKMAP); 326 if (test__start_subtest("sockhash sk_msg load helpers")) 327 test_skmsg_helpers(BPF_MAP_TYPE_SOCKHASH); 328 if (test__start_subtest("sockmap update")) 329 test_sockmap_update(BPF_MAP_TYPE_SOCKMAP); 330 if (test__start_subtest("sockhash update")) 331 test_sockmap_update(BPF_MAP_TYPE_SOCKHASH); 332 if (test__start_subtest("sockmap update in unsafe context")) 333 test_sockmap_invalid_update(); 334 if (test__start_subtest("sockmap copy")) 335 test_sockmap_copy(BPF_MAP_TYPE_SOCKMAP); 336 if (test__start_subtest("sockhash copy")) 337 test_sockmap_copy(BPF_MAP_TYPE_SOCKHASH); 338 if (test__start_subtest("sockmap skb_verdict attach")) { 339 test_sockmap_skb_verdict_attach(BPF_SK_SKB_VERDICT, 340 BPF_SK_SKB_STREAM_VERDICT); 341 test_sockmap_skb_verdict_attach(BPF_SK_SKB_STREAM_VERDICT, 342 BPF_SK_SKB_VERDICT); 343 } 344 } 345