1d6f39601SAlexei Starovoitov // SPDX-License-Identifier: GPL-2.0 2d6f39601SAlexei Starovoitov /* Copyright (c) 2019 Facebook */ 3d6f39601SAlexei Starovoitov #include <test_progs.h> 4488a23b8SStanislav Fomichev #include <network_helpers.h> 5f6429476SToke Høiland-Jørgensen #include <bpf/btf.h> 6ffd5cfcaSStanislav Fomichev #include "bind4_prog.skel.h" 7*f506439eSToke Høiland-Jørgensen #include "freplace_progmap.skel.h" 8*f506439eSToke Høiland-Jørgensen #include "xdp_dummy.skel.h" 9f6429476SToke Høiland-Jørgensen 10f6429476SToke Høiland-Jørgensen typedef int (*test_cb)(struct bpf_object *obj); 11f6429476SToke Høiland-Jørgensen 12f6429476SToke Høiland-Jørgensen static int check_data_map(struct bpf_object *obj, int prog_cnt, bool reset) 13f6429476SToke Høiland-Jørgensen { 14f6429476SToke Høiland-Jørgensen struct bpf_map *data_map = NULL, *map; 15f6429476SToke Høiland-Jørgensen __u64 *result = NULL; 16f6429476SToke Høiland-Jørgensen const int zero = 0; 17f6429476SToke Høiland-Jørgensen __u32 duration = 0; 18f6429476SToke Høiland-Jørgensen int ret = -1, i; 19f6429476SToke Høiland-Jørgensen 20f6429476SToke Høiland-Jørgensen result = malloc((prog_cnt + 32 /* spare */) * sizeof(__u64)); 21f6429476SToke Høiland-Jørgensen if (CHECK(!result, "alloc_memory", "failed to alloc memory")) 22f6429476SToke Høiland-Jørgensen return -ENOMEM; 23f6429476SToke Høiland-Jørgensen 24f6429476SToke Høiland-Jørgensen bpf_object__for_each_map(map, obj) 25f6429476SToke Høiland-Jørgensen if (bpf_map__is_internal(map)) { 26f6429476SToke Høiland-Jørgensen data_map = map; 27f6429476SToke Høiland-Jørgensen break; 28f6429476SToke Høiland-Jørgensen } 29f6429476SToke Høiland-Jørgensen if (CHECK(!data_map, "find_data_map", "data map not found\n")) 30f6429476SToke Høiland-Jørgensen goto out; 31f6429476SToke Høiland-Jørgensen 32f6429476SToke Høiland-Jørgensen ret = bpf_map_lookup_elem(bpf_map__fd(data_map), &zero, result); 33f6429476SToke Høiland-Jørgensen if (CHECK(ret, "get_result", 34f6429476SToke Høiland-Jørgensen "failed to get output data: %d\n", ret)) 35f6429476SToke Høiland-Jørgensen goto out; 36f6429476SToke Høiland-Jørgensen 37f6429476SToke Høiland-Jørgensen for (i = 0; i < prog_cnt; i++) { 38f6429476SToke Høiland-Jørgensen if (CHECK(result[i] != 1, "result", 39f6429476SToke Høiland-Jørgensen "fexit_bpf2bpf result[%d] failed err %llu\n", 40f6429476SToke Høiland-Jørgensen i, result[i])) 41f6429476SToke Høiland-Jørgensen goto out; 42f6429476SToke Høiland-Jørgensen result[i] = 0; 43f6429476SToke Høiland-Jørgensen } 44f6429476SToke Høiland-Jørgensen if (reset) { 45f6429476SToke Høiland-Jørgensen ret = bpf_map_update_elem(bpf_map__fd(data_map), &zero, result, 0); 46f6429476SToke Høiland-Jørgensen if (CHECK(ret, "reset_result", "failed to reset result\n")) 47f6429476SToke Høiland-Jørgensen goto out; 48f6429476SToke Høiland-Jørgensen } 49f6429476SToke Høiland-Jørgensen 50f6429476SToke Høiland-Jørgensen ret = 0; 51f6429476SToke Høiland-Jørgensen out: 52f6429476SToke Høiland-Jørgensen free(result); 53f6429476SToke Høiland-Jørgensen return ret; 54f6429476SToke Høiland-Jørgensen } 55d6f39601SAlexei Starovoitov 568f9081c9SYonghong Song static void test_fexit_bpf2bpf_common(const char *obj_file, 578f9081c9SYonghong Song const char *target_obj_file, 588f9081c9SYonghong Song int prog_cnt, 591d8a0af5SToke Høiland-Jørgensen const char **prog_name, 60f6429476SToke Høiland-Jørgensen bool run_prog, 61f6429476SToke Høiland-Jørgensen test_cb cb) 62d6f39601SAlexei Starovoitov { 63f6429476SToke Høiland-Jørgensen struct bpf_object *obj = NULL, *tgt_obj; 6404fcb5f9SDelyan Kratunov __u32 tgt_prog_id, info_len; 65463c2149SToke Høiland-Jørgensen struct bpf_prog_info prog_info = {}; 6660aed220SAndrii Nakryiko struct bpf_program **prog = NULL, *p; 67f6429476SToke Høiland-Jørgensen struct bpf_link **link = NULL; 68f6429476SToke Høiland-Jørgensen int err, tgt_fd, i; 69463c2149SToke Høiland-Jørgensen struct btf *btf; 7004fcb5f9SDelyan Kratunov LIBBPF_OPTS(bpf_test_run_opts, topts, 7104fcb5f9SDelyan Kratunov .data_in = &pkt_v6, 7204fcb5f9SDelyan Kratunov .data_size_in = sizeof(pkt_v6), 7304fcb5f9SDelyan Kratunov .repeat = 1, 7404fcb5f9SDelyan Kratunov ); 75d6f39601SAlexei Starovoitov 76cbdb1461SAndrii Nakryiko err = bpf_prog_test_load(target_obj_file, BPF_PROG_TYPE_UNSPEC, 77f6429476SToke Høiland-Jørgensen &tgt_obj, &tgt_fd); 78463c2149SToke Høiland-Jørgensen if (!ASSERT_OK(err, "tgt_prog_load")) 79d6f39601SAlexei Starovoitov return; 80d6f39601SAlexei Starovoitov 81463c2149SToke Høiland-Jørgensen info_len = sizeof(prog_info); 82463c2149SToke Høiland-Jørgensen err = bpf_obj_get_info_by_fd(tgt_fd, &prog_info, &info_len); 83463c2149SToke Høiland-Jørgensen if (!ASSERT_OK(err, "tgt_fd_get_info")) 84463c2149SToke Høiland-Jørgensen goto close_prog; 85463c2149SToke Høiland-Jørgensen 86463c2149SToke Høiland-Jørgensen tgt_prog_id = prog_info.id; 87463c2149SToke Høiland-Jørgensen btf = bpf_object__btf(tgt_obj); 88463c2149SToke Høiland-Jørgensen 898f9081c9SYonghong Song link = calloc(sizeof(struct bpf_link *), prog_cnt); 90463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(link, "link_ptr")) 91463c2149SToke Høiland-Jørgensen goto close_prog; 92463c2149SToke Høiland-Jørgensen 938f9081c9SYonghong Song prog = calloc(sizeof(struct bpf_program *), prog_cnt); 94463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(prog, "prog_ptr")) 958f9081c9SYonghong Song goto close_prog; 968f9081c9SYonghong Song 9760aed220SAndrii Nakryiko obj = bpf_object__open_file(obj_file, NULL); 98463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(obj, "obj_open")) 99d6f39601SAlexei Starovoitov goto close_prog; 100d6f39601SAlexei Starovoitov 10160aed220SAndrii Nakryiko bpf_object__for_each_program(p, obj) { 10260aed220SAndrii Nakryiko err = bpf_program__set_attach_target(p, tgt_fd, NULL); 10360aed220SAndrii Nakryiko ASSERT_OK(err, "set_attach_target"); 10460aed220SAndrii Nakryiko } 10560aed220SAndrii Nakryiko 106d6f39601SAlexei Starovoitov err = bpf_object__load(obj); 107463c2149SToke Høiland-Jørgensen if (!ASSERT_OK(err, "obj_load")) 108d6f39601SAlexei Starovoitov goto close_prog; 109d6f39601SAlexei Starovoitov 1108f9081c9SYonghong Song for (i = 0; i < prog_cnt; i++) { 111463c2149SToke Høiland-Jørgensen struct bpf_link_info link_info; 112a393ea80SKui-Feng Lee struct bpf_program *pos; 113a393ea80SKui-Feng Lee const char *pos_sec_name; 114463c2149SToke Høiland-Jørgensen char *tgt_name; 115463c2149SToke Høiland-Jørgensen __s32 btf_id; 116463c2149SToke Høiland-Jørgensen 117463c2149SToke Høiland-Jørgensen tgt_name = strstr(prog_name[i], "/"); 118463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(tgt_name, "tgt_name")) 119463c2149SToke Høiland-Jørgensen goto close_prog; 120463c2149SToke Høiland-Jørgensen btf_id = btf__find_by_name_kind(btf, tgt_name + 1, BTF_KIND_FUNC); 121463c2149SToke Høiland-Jørgensen 122a393ea80SKui-Feng Lee prog[i] = NULL; 123a393ea80SKui-Feng Lee bpf_object__for_each_program(pos, obj) { 124a393ea80SKui-Feng Lee pos_sec_name = bpf_program__section_name(pos); 125a393ea80SKui-Feng Lee if (pos_sec_name && !strcmp(pos_sec_name, prog_name[i])) { 126a393ea80SKui-Feng Lee prog[i] = pos; 127a393ea80SKui-Feng Lee break; 128a393ea80SKui-Feng Lee } 129a393ea80SKui-Feng Lee } 130463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(prog[i], prog_name[i])) 131d6f39601SAlexei Starovoitov goto close_prog; 132463c2149SToke Høiland-Jørgensen 133d6f39601SAlexei Starovoitov link[i] = bpf_program__attach_trace(prog[i]); 134463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(link[i], "attach_trace")) 135d6f39601SAlexei Starovoitov goto close_prog; 136463c2149SToke Høiland-Jørgensen 137463c2149SToke Høiland-Jørgensen info_len = sizeof(link_info); 138463c2149SToke Høiland-Jørgensen memset(&link_info, 0, sizeof(link_info)); 139463c2149SToke Høiland-Jørgensen err = bpf_obj_get_info_by_fd(bpf_link__fd(link[i]), 140463c2149SToke Høiland-Jørgensen &link_info, &info_len); 141463c2149SToke Høiland-Jørgensen ASSERT_OK(err, "link_fd_get_info"); 142463c2149SToke Høiland-Jørgensen ASSERT_EQ(link_info.tracing.attach_type, 143379d19ecSAndrii Nakryiko bpf_program__expected_attach_type(prog[i]), 144463c2149SToke Høiland-Jørgensen "link_attach_type"); 145463c2149SToke Høiland-Jørgensen ASSERT_EQ(link_info.tracing.target_obj_id, tgt_prog_id, "link_tgt_obj_id"); 146463c2149SToke Høiland-Jørgensen ASSERT_EQ(link_info.tracing.target_btf_id, btf_id, "link_tgt_btf_id"); 147d6f39601SAlexei Starovoitov } 1481d8a0af5SToke Høiland-Jørgensen 149f6429476SToke Høiland-Jørgensen if (cb) { 150f6429476SToke Høiland-Jørgensen err = cb(obj); 151f6429476SToke Høiland-Jørgensen if (err) 152f6429476SToke Høiland-Jørgensen goto close_prog; 153f6429476SToke Høiland-Jørgensen } 154f6429476SToke Høiland-Jørgensen 1551d8a0af5SToke Høiland-Jørgensen if (!run_prog) 1561d8a0af5SToke Høiland-Jørgensen goto close_prog; 1571d8a0af5SToke Høiland-Jørgensen 15804fcb5f9SDelyan Kratunov err = bpf_prog_test_run_opts(tgt_fd, &topts); 159463c2149SToke Høiland-Jørgensen ASSERT_OK(err, "prog_run"); 16004fcb5f9SDelyan Kratunov ASSERT_EQ(topts.retval, 0, "prog_run_ret"); 161d6f39601SAlexei Starovoitov 162f6429476SToke Høiland-Jørgensen if (check_data_map(obj, prog_cnt, false)) 163d6f39601SAlexei Starovoitov goto close_prog; 164d6f39601SAlexei Starovoitov 165d6f39601SAlexei Starovoitov close_prog: 1668f9081c9SYonghong Song for (i = 0; i < prog_cnt; i++) 167d6f39601SAlexei Starovoitov bpf_link__destroy(link[i]); 168d6f39601SAlexei Starovoitov bpf_object__close(obj); 169f6429476SToke Høiland-Jørgensen bpf_object__close(tgt_obj); 1708f9081c9SYonghong Song free(link); 1718f9081c9SYonghong Song free(prog); 1728f9081c9SYonghong Song } 1738f9081c9SYonghong Song 1748f9081c9SYonghong Song static void test_target_no_callees(void) 1758f9081c9SYonghong Song { 1768f9081c9SYonghong Song const char *prog_name[] = { 1778f9081c9SYonghong Song "fexit/test_pkt_md_access", 1788f9081c9SYonghong Song }; 179afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./fexit_bpf2bpf_simple.bpf.o", 180afef88e6SDaniel Müller "./test_pkt_md_access.bpf.o", 1818f9081c9SYonghong Song ARRAY_SIZE(prog_name), 182f6429476SToke Høiland-Jørgensen prog_name, true, NULL); 1838f9081c9SYonghong Song } 1848f9081c9SYonghong Song 1858f9081c9SYonghong Song static void test_target_yes_callees(void) 1868f9081c9SYonghong Song { 1878f9081c9SYonghong Song const char *prog_name[] = { 1888f9081c9SYonghong Song "fexit/test_pkt_access", 1898f9081c9SYonghong Song "fexit/test_pkt_access_subprog1", 1908f9081c9SYonghong Song "fexit/test_pkt_access_subprog2", 1917608e4dbSAlexei Starovoitov "fexit/test_pkt_access_subprog3", 1928f9081c9SYonghong Song }; 193afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./fexit_bpf2bpf.bpf.o", 194afef88e6SDaniel Müller "./test_pkt_access.bpf.o", 1958f9081c9SYonghong Song ARRAY_SIZE(prog_name), 196f6429476SToke Høiland-Jørgensen prog_name, true, NULL); 1978f9081c9SYonghong Song } 1988f9081c9SYonghong Song 1997805fe84SAlexei Starovoitov static void test_func_replace(void) 2007805fe84SAlexei Starovoitov { 2017805fe84SAlexei Starovoitov const char *prog_name[] = { 2027805fe84SAlexei Starovoitov "fexit/test_pkt_access", 2037805fe84SAlexei Starovoitov "fexit/test_pkt_access_subprog1", 2047805fe84SAlexei Starovoitov "fexit/test_pkt_access_subprog2", 2057805fe84SAlexei Starovoitov "fexit/test_pkt_access_subprog3", 2067805fe84SAlexei Starovoitov "freplace/get_skb_len", 2077805fe84SAlexei Starovoitov "freplace/get_skb_ifindex", 2087805fe84SAlexei Starovoitov "freplace/get_constant", 2096dc03dc7SUdip Pant "freplace/test_pkt_write_access_subprog", 2107805fe84SAlexei Starovoitov }; 211afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./fexit_bpf2bpf.bpf.o", 212afef88e6SDaniel Müller "./test_pkt_access.bpf.o", 2137805fe84SAlexei Starovoitov ARRAY_SIZE(prog_name), 214f6429476SToke Høiland-Jørgensen prog_name, true, NULL); 2151d8a0af5SToke Høiland-Jørgensen } 2161d8a0af5SToke Høiland-Jørgensen 2171d8a0af5SToke Høiland-Jørgensen static void test_func_replace_verify(void) 2181d8a0af5SToke Høiland-Jørgensen { 2191d8a0af5SToke Høiland-Jørgensen const char *prog_name[] = { 2201d8a0af5SToke Høiland-Jørgensen "freplace/do_bind", 2211d8a0af5SToke Høiland-Jørgensen }; 222afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./freplace_connect4.bpf.o", 223afef88e6SDaniel Müller "./connect4_prog.bpf.o", 2241d8a0af5SToke Høiland-Jørgensen ARRAY_SIZE(prog_name), 225f6429476SToke Høiland-Jørgensen prog_name, false, NULL); 226f6429476SToke Høiland-Jørgensen } 227f6429476SToke Høiland-Jørgensen 228f6429476SToke Høiland-Jørgensen static int test_second_attach(struct bpf_object *obj) 229f6429476SToke Høiland-Jørgensen { 230a393ea80SKui-Feng Lee const char *prog_name = "security_new_get_constant"; 231a393ea80SKui-Feng Lee const char *tgt_name = "get_constant"; 232afef88e6SDaniel Müller const char *tgt_obj_file = "./test_pkt_access.bpf.o"; 233f6429476SToke Høiland-Jørgensen struct bpf_program *prog = NULL; 234f6429476SToke Høiland-Jørgensen struct bpf_object *tgt_obj; 235f6429476SToke Høiland-Jørgensen struct bpf_link *link; 236f6429476SToke Høiland-Jørgensen int err = 0, tgt_fd; 23704fcb5f9SDelyan Kratunov LIBBPF_OPTS(bpf_test_run_opts, topts, 23804fcb5f9SDelyan Kratunov .data_in = &pkt_v6, 23904fcb5f9SDelyan Kratunov .data_size_in = sizeof(pkt_v6), 24004fcb5f9SDelyan Kratunov .repeat = 1, 24104fcb5f9SDelyan Kratunov ); 242f6429476SToke Høiland-Jørgensen 243a393ea80SKui-Feng Lee prog = bpf_object__find_program_by_name(obj, prog_name); 24404fcb5f9SDelyan Kratunov if (!ASSERT_OK_PTR(prog, "find_prog")) 245f6429476SToke Høiland-Jørgensen return -ENOENT; 246f6429476SToke Høiland-Jørgensen 247cbdb1461SAndrii Nakryiko err = bpf_prog_test_load(tgt_obj_file, BPF_PROG_TYPE_UNSPEC, 248f6429476SToke Høiland-Jørgensen &tgt_obj, &tgt_fd); 24904fcb5f9SDelyan Kratunov if (!ASSERT_OK(err, "second_prog_load")) 250f6429476SToke Høiland-Jørgensen return err; 251f6429476SToke Høiland-Jørgensen 252f6429476SToke Høiland-Jørgensen link = bpf_program__attach_freplace(prog, tgt_fd, tgt_name); 253bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(link, "second_link")) 254f6429476SToke Høiland-Jørgensen goto out; 255f6429476SToke Høiland-Jørgensen 25604fcb5f9SDelyan Kratunov err = bpf_prog_test_run_opts(tgt_fd, &topts); 25704fcb5f9SDelyan Kratunov if (!ASSERT_OK(err, "ipv6 test_run")) 25804fcb5f9SDelyan Kratunov goto out; 25904fcb5f9SDelyan Kratunov if (!ASSERT_OK(topts.retval, "ipv6 retval")) 260f6429476SToke Høiland-Jørgensen goto out; 261f6429476SToke Høiland-Jørgensen 262f6429476SToke Høiland-Jørgensen err = check_data_map(obj, 1, true); 263f6429476SToke Høiland-Jørgensen if (err) 264f6429476SToke Høiland-Jørgensen goto out; 265f6429476SToke Høiland-Jørgensen 266f6429476SToke Høiland-Jørgensen out: 267f6429476SToke Høiland-Jørgensen bpf_link__destroy(link); 268f6429476SToke Høiland-Jørgensen bpf_object__close(tgt_obj); 269f6429476SToke Høiland-Jørgensen return err; 270f6429476SToke Høiland-Jørgensen } 271f6429476SToke Høiland-Jørgensen 272f6429476SToke Høiland-Jørgensen static void test_func_replace_multi(void) 273f6429476SToke Høiland-Jørgensen { 274f6429476SToke Høiland-Jørgensen const char *prog_name[] = { 275f6429476SToke Høiland-Jørgensen "freplace/get_constant", 276f6429476SToke Høiland-Jørgensen }; 277afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./freplace_get_constant.bpf.o", 278afef88e6SDaniel Müller "./test_pkt_access.bpf.o", 279f6429476SToke Høiland-Jørgensen ARRAY_SIZE(prog_name), 280f6429476SToke Høiland-Jørgensen prog_name, true, test_second_attach); 2817805fe84SAlexei Starovoitov } 2827805fe84SAlexei Starovoitov 283bee4b7e6SToke Høiland-Jørgensen static void test_fmod_ret_freplace(void) 284bee4b7e6SToke Høiland-Jørgensen { 285bee4b7e6SToke Høiland-Jørgensen struct bpf_object *freplace_obj = NULL, *pkt_obj, *fmod_obj = NULL; 286afef88e6SDaniel Müller const char *freplace_name = "./freplace_get_constant.bpf.o"; 287afef88e6SDaniel Müller const char *fmod_ret_name = "./fmod_ret_freplace.bpf.o"; 288bee4b7e6SToke Høiland-Jørgensen DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts); 289afef88e6SDaniel Müller const char *tgt_name = "./test_pkt_access.bpf.o"; 290bee4b7e6SToke Høiland-Jørgensen struct bpf_link *freplace_link = NULL; 291bee4b7e6SToke Høiland-Jørgensen struct bpf_program *prog; 292bee4b7e6SToke Høiland-Jørgensen __u32 duration = 0; 29360aed220SAndrii Nakryiko int err, pkt_fd, attach_prog_fd; 294bee4b7e6SToke Høiland-Jørgensen 295cbdb1461SAndrii Nakryiko err = bpf_prog_test_load(tgt_name, BPF_PROG_TYPE_UNSPEC, 296bee4b7e6SToke Høiland-Jørgensen &pkt_obj, &pkt_fd); 297bee4b7e6SToke Høiland-Jørgensen /* the target prog should load fine */ 298bee4b7e6SToke Høiland-Jørgensen if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n", 299bee4b7e6SToke Høiland-Jørgensen tgt_name, err, errno)) 300bee4b7e6SToke Høiland-Jørgensen return; 301bee4b7e6SToke Høiland-Jørgensen 30260aed220SAndrii Nakryiko freplace_obj = bpf_object__open_file(freplace_name, NULL); 303bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(freplace_obj, "freplace_obj_open")) 304bee4b7e6SToke Høiland-Jørgensen goto out; 305bee4b7e6SToke Høiland-Jørgensen 3066f2b219bSHengqi Chen prog = bpf_object__next_program(freplace_obj, NULL); 30760aed220SAndrii Nakryiko err = bpf_program__set_attach_target(prog, pkt_fd, NULL); 30860aed220SAndrii Nakryiko ASSERT_OK(err, "freplace__set_attach_target"); 30960aed220SAndrii Nakryiko 310bee4b7e6SToke Høiland-Jørgensen err = bpf_object__load(freplace_obj); 311bee4b7e6SToke Høiland-Jørgensen if (CHECK(err, "freplace_obj_load", "err %d\n", err)) 312bee4b7e6SToke Høiland-Jørgensen goto out; 313bee4b7e6SToke Høiland-Jørgensen 314bee4b7e6SToke Høiland-Jørgensen freplace_link = bpf_program__attach_trace(prog); 315bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(freplace_link, "freplace_attach_trace")) 316bee4b7e6SToke Høiland-Jørgensen goto out; 317bee4b7e6SToke Høiland-Jørgensen 31860aed220SAndrii Nakryiko fmod_obj = bpf_object__open_file(fmod_ret_name, NULL); 319bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(fmod_obj, "fmod_obj_open")) 320bee4b7e6SToke Høiland-Jørgensen goto out; 321bee4b7e6SToke Høiland-Jørgensen 32260aed220SAndrii Nakryiko attach_prog_fd = bpf_program__fd(prog); 3236f2b219bSHengqi Chen prog = bpf_object__next_program(fmod_obj, NULL); 32460aed220SAndrii Nakryiko err = bpf_program__set_attach_target(prog, attach_prog_fd, NULL); 32560aed220SAndrii Nakryiko ASSERT_OK(err, "fmod_ret_set_attach_target"); 32660aed220SAndrii Nakryiko 327bee4b7e6SToke Høiland-Jørgensen err = bpf_object__load(fmod_obj); 328bee4b7e6SToke Høiland-Jørgensen if (CHECK(!err, "fmod_obj_load", "loading fmod_ret should fail\n")) 329bee4b7e6SToke Høiland-Jørgensen goto out; 330bee4b7e6SToke Høiland-Jørgensen 331bee4b7e6SToke Høiland-Jørgensen out: 332bee4b7e6SToke Høiland-Jørgensen bpf_link__destroy(freplace_link); 333bee4b7e6SToke Høiland-Jørgensen bpf_object__close(freplace_obj); 334bee4b7e6SToke Høiland-Jørgensen bpf_object__close(fmod_obj); 335bee4b7e6SToke Høiland-Jørgensen bpf_object__close(pkt_obj); 336bee4b7e6SToke Høiland-Jørgensen } 337bee4b7e6SToke Høiland-Jørgensen 338bee4b7e6SToke Høiland-Jørgensen 3391410620cSUdip Pant static void test_func_sockmap_update(void) 3401410620cSUdip Pant { 3411410620cSUdip Pant const char *prog_name[] = { 3421410620cSUdip Pant "freplace/cls_redirect", 3431410620cSUdip Pant }; 344afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./freplace_cls_redirect.bpf.o", 345afef88e6SDaniel Müller "./test_cls_redirect.bpf.o", 3461410620cSUdip Pant ARRAY_SIZE(prog_name), 347f6429476SToke Høiland-Jørgensen prog_name, false, NULL); 3481410620cSUdip Pant } 3491410620cSUdip Pant 3501410620cSUdip Pant static void test_obj_load_failure_common(const char *obj_file, 3511410620cSUdip Pant const char *target_obj_file) 35250d19736SUdip Pant { 35350d19736SUdip Pant /* 35450d19736SUdip Pant * standalone test that asserts failure to load freplace prog 35550d19736SUdip Pant * because of invalid return code. 35650d19736SUdip Pant */ 35750d19736SUdip Pant struct bpf_object *obj = NULL, *pkt_obj; 35860aed220SAndrii Nakryiko struct bpf_program *prog; 35950d19736SUdip Pant int err, pkt_fd; 36050d19736SUdip Pant __u32 duration = 0; 36150d19736SUdip Pant 362cbdb1461SAndrii Nakryiko err = bpf_prog_test_load(target_obj_file, BPF_PROG_TYPE_UNSPEC, 36350d19736SUdip Pant &pkt_obj, &pkt_fd); 36450d19736SUdip Pant /* the target prog should load fine */ 36550d19736SUdip Pant if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n", 36650d19736SUdip Pant target_obj_file, err, errno)) 36750d19736SUdip Pant return; 36850d19736SUdip Pant 36960aed220SAndrii Nakryiko obj = bpf_object__open_file(obj_file, NULL); 370bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(obj, "obj_open")) 37150d19736SUdip Pant goto close_prog; 37250d19736SUdip Pant 3736f2b219bSHengqi Chen prog = bpf_object__next_program(obj, NULL); 37460aed220SAndrii Nakryiko err = bpf_program__set_attach_target(prog, pkt_fd, NULL); 37560aed220SAndrii Nakryiko ASSERT_OK(err, "set_attach_target"); 37660aed220SAndrii Nakryiko 37750d19736SUdip Pant /* It should fail to load the program */ 37850d19736SUdip Pant err = bpf_object__load(obj); 37950d19736SUdip Pant if (CHECK(!err, "bpf_obj_load should fail", "err %d\n", err)) 38050d19736SUdip Pant goto close_prog; 38150d19736SUdip Pant 38250d19736SUdip Pant close_prog: 38350d19736SUdip Pant bpf_object__close(obj); 38450d19736SUdip Pant bpf_object__close(pkt_obj); 38550d19736SUdip Pant } 38650d19736SUdip Pant 3871410620cSUdip Pant static void test_func_replace_return_code(void) 3881410620cSUdip Pant { 3891410620cSUdip Pant /* test invalid return code in the replaced program */ 390afef88e6SDaniel Müller test_obj_load_failure_common("./freplace_connect_v4_prog.bpf.o", 391afef88e6SDaniel Müller "./connect4_prog.bpf.o"); 3921410620cSUdip Pant } 3931410620cSUdip Pant 3941410620cSUdip Pant static void test_func_map_prog_compatibility(void) 3951410620cSUdip Pant { 3961410620cSUdip Pant /* test with spin lock map value in the replaced program */ 397afef88e6SDaniel Müller test_obj_load_failure_common("./freplace_attach_probe.bpf.o", 398afef88e6SDaniel Müller "./test_attach_probe.bpf.o"); 3991410620cSUdip Pant } 4001410620cSUdip Pant 4012cf7b7ffSToke Høiland-Jørgensen static void test_func_replace_global_func(void) 4022cf7b7ffSToke Høiland-Jørgensen { 4032cf7b7ffSToke Høiland-Jørgensen const char *prog_name[] = { 4042cf7b7ffSToke Høiland-Jørgensen "freplace/test_pkt_access", 4052cf7b7ffSToke Høiland-Jørgensen }; 4062cf7b7ffSToke Høiland-Jørgensen 407afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./freplace_global_func.bpf.o", 408afef88e6SDaniel Müller "./test_pkt_access.bpf.o", 4092cf7b7ffSToke Høiland-Jørgensen ARRAY_SIZE(prog_name), 4102cf7b7ffSToke Høiland-Jørgensen prog_name, false, NULL); 4112cf7b7ffSToke Høiland-Jørgensen } 4122cf7b7ffSToke Høiland-Jørgensen 413ffd5cfcaSStanislav Fomichev static int find_prog_btf_id(const char *name, __u32 attach_prog_fd) 414ffd5cfcaSStanislav Fomichev { 415ffd5cfcaSStanislav Fomichev struct bpf_prog_info info = {}; 416ffd5cfcaSStanislav Fomichev __u32 info_len = sizeof(info); 417ffd5cfcaSStanislav Fomichev struct btf *btf; 418ffd5cfcaSStanislav Fomichev int ret; 419ffd5cfcaSStanislav Fomichev 420ffd5cfcaSStanislav Fomichev ret = bpf_obj_get_info_by_fd(attach_prog_fd, &info, &info_len); 421ffd5cfcaSStanislav Fomichev if (ret) 422ffd5cfcaSStanislav Fomichev return ret; 423ffd5cfcaSStanislav Fomichev 424ffd5cfcaSStanislav Fomichev if (!info.btf_id) 425ffd5cfcaSStanislav Fomichev return -EINVAL; 426ffd5cfcaSStanislav Fomichev 427ffd5cfcaSStanislav Fomichev btf = btf__load_from_kernel_by_id(info.btf_id); 428ffd5cfcaSStanislav Fomichev ret = libbpf_get_error(btf); 429ffd5cfcaSStanislav Fomichev if (ret) 430ffd5cfcaSStanislav Fomichev return ret; 431ffd5cfcaSStanislav Fomichev 432ffd5cfcaSStanislav Fomichev ret = btf__find_by_name_kind(btf, name, BTF_KIND_FUNC); 433ffd5cfcaSStanislav Fomichev btf__free(btf); 434ffd5cfcaSStanislav Fomichev return ret; 435ffd5cfcaSStanislav Fomichev } 436ffd5cfcaSStanislav Fomichev 437ffd5cfcaSStanislav Fomichev static int load_fentry(int attach_prog_fd, int attach_btf_id) 438ffd5cfcaSStanislav Fomichev { 439ffd5cfcaSStanislav Fomichev LIBBPF_OPTS(bpf_prog_load_opts, opts, 440ffd5cfcaSStanislav Fomichev .expected_attach_type = BPF_TRACE_FENTRY, 441ffd5cfcaSStanislav Fomichev .attach_prog_fd = attach_prog_fd, 442ffd5cfcaSStanislav Fomichev .attach_btf_id = attach_btf_id, 443ffd5cfcaSStanislav Fomichev ); 444ffd5cfcaSStanislav Fomichev struct bpf_insn insns[] = { 445ffd5cfcaSStanislav Fomichev BPF_MOV64_IMM(BPF_REG_0, 0), 446ffd5cfcaSStanislav Fomichev BPF_EXIT_INSN(), 447ffd5cfcaSStanislav Fomichev }; 448ffd5cfcaSStanislav Fomichev 449ffd5cfcaSStanislav Fomichev return bpf_prog_load(BPF_PROG_TYPE_TRACING, 450ffd5cfcaSStanislav Fomichev "bind4_fentry", 451ffd5cfcaSStanislav Fomichev "GPL", 452ffd5cfcaSStanislav Fomichev insns, 453ffd5cfcaSStanislav Fomichev ARRAY_SIZE(insns), 454ffd5cfcaSStanislav Fomichev &opts); 455ffd5cfcaSStanislav Fomichev } 456ffd5cfcaSStanislav Fomichev 457ffd5cfcaSStanislav Fomichev static void test_fentry_to_cgroup_bpf(void) 458ffd5cfcaSStanislav Fomichev { 459ffd5cfcaSStanislav Fomichev struct bind4_prog *skel = NULL; 460ffd5cfcaSStanislav Fomichev struct bpf_prog_info info = {}; 461ffd5cfcaSStanislav Fomichev __u32 info_len = sizeof(info); 462ffd5cfcaSStanislav Fomichev int cgroup_fd = -1; 463ffd5cfcaSStanislav Fomichev int fentry_fd = -1; 464ffd5cfcaSStanislav Fomichev int btf_id; 465ffd5cfcaSStanislav Fomichev 466ffd5cfcaSStanislav Fomichev cgroup_fd = test__join_cgroup("/fentry_to_cgroup_bpf"); 467ffd5cfcaSStanislav Fomichev if (!ASSERT_GE(cgroup_fd, 0, "cgroup_fd")) 468ffd5cfcaSStanislav Fomichev return; 469ffd5cfcaSStanislav Fomichev 470ffd5cfcaSStanislav Fomichev skel = bind4_prog__open_and_load(); 471ffd5cfcaSStanislav Fomichev if (!ASSERT_OK_PTR(skel, "skel")) 472ffd5cfcaSStanislav Fomichev goto cleanup; 473ffd5cfcaSStanislav Fomichev 474ffd5cfcaSStanislav Fomichev skel->links.bind_v4_prog = bpf_program__attach_cgroup(skel->progs.bind_v4_prog, cgroup_fd); 475ffd5cfcaSStanislav Fomichev if (!ASSERT_OK_PTR(skel->links.bind_v4_prog, "bpf_program__attach_cgroup")) 476ffd5cfcaSStanislav Fomichev goto cleanup; 477ffd5cfcaSStanislav Fomichev 478ffd5cfcaSStanislav Fomichev btf_id = find_prog_btf_id("bind_v4_prog", bpf_program__fd(skel->progs.bind_v4_prog)); 479ffd5cfcaSStanislav Fomichev if (!ASSERT_GE(btf_id, 0, "find_prog_btf_id")) 480ffd5cfcaSStanislav Fomichev goto cleanup; 481ffd5cfcaSStanislav Fomichev 482ffd5cfcaSStanislav Fomichev fentry_fd = load_fentry(bpf_program__fd(skel->progs.bind_v4_prog), btf_id); 483ffd5cfcaSStanislav Fomichev if (!ASSERT_GE(fentry_fd, 0, "load_fentry")) 484ffd5cfcaSStanislav Fomichev goto cleanup; 485ffd5cfcaSStanislav Fomichev 486ffd5cfcaSStanislav Fomichev /* Make sure bpf_obj_get_info_by_fd works correctly when attaching 487ffd5cfcaSStanislav Fomichev * to another BPF program. 488ffd5cfcaSStanislav Fomichev */ 489ffd5cfcaSStanislav Fomichev 490ffd5cfcaSStanislav Fomichev ASSERT_OK(bpf_obj_get_info_by_fd(fentry_fd, &info, &info_len), 491ffd5cfcaSStanislav Fomichev "bpf_obj_get_info_by_fd"); 492ffd5cfcaSStanislav Fomichev 493ffd5cfcaSStanislav Fomichev ASSERT_EQ(info.btf_id, 0, "info.btf_id"); 494ffd5cfcaSStanislav Fomichev ASSERT_EQ(info.attach_btf_id, btf_id, "info.attach_btf_id"); 495ffd5cfcaSStanislav Fomichev ASSERT_GT(info.attach_btf_obj_id, 0, "info.attach_btf_obj_id"); 496ffd5cfcaSStanislav Fomichev 497ffd5cfcaSStanislav Fomichev cleanup: 498ffd5cfcaSStanislav Fomichev if (cgroup_fd >= 0) 499ffd5cfcaSStanislav Fomichev close(cgroup_fd); 500ffd5cfcaSStanislav Fomichev if (fentry_fd >= 0) 501ffd5cfcaSStanislav Fomichev close(fentry_fd); 502ffd5cfcaSStanislav Fomichev bind4_prog__destroy(skel); 503ffd5cfcaSStanislav Fomichev } 504ffd5cfcaSStanislav Fomichev 505*f506439eSToke Høiland-Jørgensen static void test_func_replace_progmap(void) 506*f506439eSToke Høiland-Jørgensen { 507*f506439eSToke Høiland-Jørgensen struct bpf_cpumap_val value = { .qsize = 1 }; 508*f506439eSToke Høiland-Jørgensen struct freplace_progmap *skel = NULL; 509*f506439eSToke Høiland-Jørgensen struct xdp_dummy *tgt_skel = NULL; 510*f506439eSToke Høiland-Jørgensen __u32 key = 0; 511*f506439eSToke Høiland-Jørgensen int err; 512*f506439eSToke Høiland-Jørgensen 513*f506439eSToke Høiland-Jørgensen skel = freplace_progmap__open(); 514*f506439eSToke Høiland-Jørgensen if (!ASSERT_OK_PTR(skel, "prog_open")) 515*f506439eSToke Høiland-Jørgensen return; 516*f506439eSToke Høiland-Jørgensen 517*f506439eSToke Høiland-Jørgensen tgt_skel = xdp_dummy__open_and_load(); 518*f506439eSToke Høiland-Jørgensen if (!ASSERT_OK_PTR(tgt_skel, "tgt_prog_load")) 519*f506439eSToke Høiland-Jørgensen goto out; 520*f506439eSToke Høiland-Jørgensen 521*f506439eSToke Høiland-Jørgensen err = bpf_program__set_attach_target(skel->progs.xdp_cpumap_prog, 522*f506439eSToke Høiland-Jørgensen bpf_program__fd(tgt_skel->progs.xdp_dummy_prog), 523*f506439eSToke Høiland-Jørgensen "xdp_dummy_prog"); 524*f506439eSToke Høiland-Jørgensen if (!ASSERT_OK(err, "set_attach_target")) 525*f506439eSToke Høiland-Jørgensen goto out; 526*f506439eSToke Høiland-Jørgensen 527*f506439eSToke Høiland-Jørgensen err = freplace_progmap__load(skel); 528*f506439eSToke Høiland-Jørgensen if (!ASSERT_OK(err, "obj_load")) 529*f506439eSToke Høiland-Jørgensen goto out; 530*f506439eSToke Høiland-Jørgensen 531*f506439eSToke Høiland-Jørgensen /* Prior to fixing the kernel, loading the PROG_TYPE_EXT 'redirect' 532*f506439eSToke Høiland-Jørgensen * program above will cause the map owner type of 'cpumap' to be set to 533*f506439eSToke Høiland-Jørgensen * PROG_TYPE_EXT. This in turn will cause the bpf_map_update_elem() 534*f506439eSToke Høiland-Jørgensen * below to fail, because the program we are inserting into the map is 535*f506439eSToke Høiland-Jørgensen * of PROG_TYPE_XDP. After fixing the kernel, the initial ownership will 536*f506439eSToke Høiland-Jørgensen * be correctly resolved to the *target* of the PROG_TYPE_EXT program 537*f506439eSToke Høiland-Jørgensen * (i.e., PROG_TYPE_XDP) and the map update will succeed. 538*f506439eSToke Høiland-Jørgensen */ 539*f506439eSToke Høiland-Jørgensen value.bpf_prog.fd = bpf_program__fd(skel->progs.xdp_drop_prog); 540*f506439eSToke Høiland-Jørgensen err = bpf_map_update_elem(bpf_map__fd(skel->maps.cpu_map), 541*f506439eSToke Høiland-Jørgensen &key, &value, 0); 542*f506439eSToke Høiland-Jørgensen ASSERT_OK(err, "map_update"); 543*f506439eSToke Høiland-Jørgensen 544*f506439eSToke Høiland-Jørgensen out: 545*f506439eSToke Høiland-Jørgensen xdp_dummy__destroy(tgt_skel); 546*f506439eSToke Høiland-Jørgensen freplace_progmap__destroy(skel); 547*f506439eSToke Høiland-Jørgensen } 548*f506439eSToke Høiland-Jørgensen 549d3f7b166SYucong Sun /* NOTE: affect other tests, must run in serial mode */ 550d3f7b166SYucong Sun void serial_test_fexit_bpf2bpf(void) 5518f9081c9SYonghong Song { 552d86687aeSAndrii Nakryiko if (test__start_subtest("target_no_callees")) 5538f9081c9SYonghong Song test_target_no_callees(); 554d86687aeSAndrii Nakryiko if (test__start_subtest("target_yes_callees")) 5558f9081c9SYonghong Song test_target_yes_callees(); 556d86687aeSAndrii Nakryiko if (test__start_subtest("func_replace")) 5577805fe84SAlexei Starovoitov test_func_replace(); 558d86687aeSAndrii Nakryiko if (test__start_subtest("func_replace_verify")) 5591d8a0af5SToke Høiland-Jørgensen test_func_replace_verify(); 560d86687aeSAndrii Nakryiko if (test__start_subtest("func_sockmap_update")) 5611410620cSUdip Pant test_func_sockmap_update(); 562d86687aeSAndrii Nakryiko if (test__start_subtest("func_replace_return_code")) 56350d19736SUdip Pant test_func_replace_return_code(); 564d86687aeSAndrii Nakryiko if (test__start_subtest("func_map_prog_compatibility")) 5651410620cSUdip Pant test_func_map_prog_compatibility(); 566f6429476SToke Høiland-Jørgensen if (test__start_subtest("func_replace_multi")) 567f6429476SToke Høiland-Jørgensen test_func_replace_multi(); 568bee4b7e6SToke Høiland-Jørgensen if (test__start_subtest("fmod_ret_freplace")) 569bee4b7e6SToke Høiland-Jørgensen test_fmod_ret_freplace(); 5702cf7b7ffSToke Høiland-Jørgensen if (test__start_subtest("func_replace_global_func")) 5712cf7b7ffSToke Høiland-Jørgensen test_func_replace_global_func(); 572ffd5cfcaSStanislav Fomichev if (test__start_subtest("fentry_to_cgroup_bpf")) 573ffd5cfcaSStanislav Fomichev test_fentry_to_cgroup_bpf(); 574*f506439eSToke Høiland-Jørgensen if (test__start_subtest("func_replace_progmap")) 575*f506439eSToke Høiland-Jørgensen test_func_replace_progmap(); 576d6f39601SAlexei Starovoitov } 577