1d6f39601SAlexei Starovoitov // SPDX-License-Identifier: GPL-2.0
2d6f39601SAlexei Starovoitov /* Copyright (c) 2019 Facebook */
3d6f39601SAlexei Starovoitov #include <test_progs.h>
4488a23b8SStanislav Fomichev #include <network_helpers.h>
5f6429476SToke Høiland-Jørgensen #include <bpf/btf.h>
6ffd5cfcaSStanislav Fomichev #include "bind4_prog.skel.h"
7f506439eSToke Høiland-Jørgensen #include "freplace_progmap.skel.h"
8f506439eSToke Høiland-Jørgensen #include "xdp_dummy.skel.h"
9f6429476SToke Høiland-Jørgensen
10f6429476SToke Høiland-Jørgensen typedef int (*test_cb)(struct bpf_object *obj);
11f6429476SToke Høiland-Jørgensen
check_data_map(struct bpf_object * obj,int prog_cnt,bool reset)12f6429476SToke Høiland-Jørgensen static int check_data_map(struct bpf_object *obj, int prog_cnt, bool reset)
13f6429476SToke Høiland-Jørgensen {
14f6429476SToke Høiland-Jørgensen struct bpf_map *data_map = NULL, *map;
15f6429476SToke Høiland-Jørgensen __u64 *result = NULL;
16f6429476SToke Høiland-Jørgensen const int zero = 0;
17f6429476SToke Høiland-Jørgensen __u32 duration = 0;
18f6429476SToke Høiland-Jørgensen int ret = -1, i;
19f6429476SToke Høiland-Jørgensen
20f6429476SToke Høiland-Jørgensen result = malloc((prog_cnt + 32 /* spare */) * sizeof(__u64));
21f6429476SToke Høiland-Jørgensen if (CHECK(!result, "alloc_memory", "failed to alloc memory"))
22f6429476SToke Høiland-Jørgensen return -ENOMEM;
23f6429476SToke Høiland-Jørgensen
24f6429476SToke Høiland-Jørgensen bpf_object__for_each_map(map, obj)
25f6429476SToke Høiland-Jørgensen if (bpf_map__is_internal(map)) {
26f6429476SToke Høiland-Jørgensen data_map = map;
27f6429476SToke Høiland-Jørgensen break;
28f6429476SToke Høiland-Jørgensen }
29f6429476SToke Høiland-Jørgensen if (CHECK(!data_map, "find_data_map", "data map not found\n"))
30f6429476SToke Høiland-Jørgensen goto out;
31f6429476SToke Høiland-Jørgensen
32f6429476SToke Høiland-Jørgensen ret = bpf_map_lookup_elem(bpf_map__fd(data_map), &zero, result);
33f6429476SToke Høiland-Jørgensen if (CHECK(ret, "get_result",
34f6429476SToke Høiland-Jørgensen "failed to get output data: %d\n", ret))
35f6429476SToke Høiland-Jørgensen goto out;
36f6429476SToke Høiland-Jørgensen
37f6429476SToke Høiland-Jørgensen for (i = 0; i < prog_cnt; i++) {
38f6429476SToke Høiland-Jørgensen if (CHECK(result[i] != 1, "result",
39f6429476SToke Høiland-Jørgensen "fexit_bpf2bpf result[%d] failed err %llu\n",
40f6429476SToke Høiland-Jørgensen i, result[i]))
41f6429476SToke Høiland-Jørgensen goto out;
42f6429476SToke Høiland-Jørgensen result[i] = 0;
43f6429476SToke Høiland-Jørgensen }
44f6429476SToke Høiland-Jørgensen if (reset) {
45f6429476SToke Høiland-Jørgensen ret = bpf_map_update_elem(bpf_map__fd(data_map), &zero, result, 0);
46f6429476SToke Høiland-Jørgensen if (CHECK(ret, "reset_result", "failed to reset result\n"))
47f6429476SToke Høiland-Jørgensen goto out;
48f6429476SToke Høiland-Jørgensen }
49f6429476SToke Høiland-Jørgensen
50f6429476SToke Høiland-Jørgensen ret = 0;
51f6429476SToke Høiland-Jørgensen out:
52f6429476SToke Høiland-Jørgensen free(result);
53f6429476SToke Høiland-Jørgensen return ret;
54f6429476SToke Høiland-Jørgensen }
55d6f39601SAlexei Starovoitov
test_fexit_bpf2bpf_common(const char * obj_file,const char * target_obj_file,int prog_cnt,const char ** prog_name,bool run_prog,test_cb cb)568f9081c9SYonghong Song static void test_fexit_bpf2bpf_common(const char *obj_file,
578f9081c9SYonghong Song const char *target_obj_file,
588f9081c9SYonghong Song int prog_cnt,
591d8a0af5SToke Høiland-Jørgensen const char **prog_name,
60f6429476SToke Høiland-Jørgensen bool run_prog,
61f6429476SToke Høiland-Jørgensen test_cb cb)
62d6f39601SAlexei Starovoitov {
63f6429476SToke Høiland-Jørgensen struct bpf_object *obj = NULL, *tgt_obj;
6404fcb5f9SDelyan Kratunov __u32 tgt_prog_id, info_len;
65463c2149SToke Høiland-Jørgensen struct bpf_prog_info prog_info = {};
6660aed220SAndrii Nakryiko struct bpf_program **prog = NULL, *p;
67f6429476SToke Høiland-Jørgensen struct bpf_link **link = NULL;
68f6429476SToke Høiland-Jørgensen int err, tgt_fd, i;
69463c2149SToke Høiland-Jørgensen struct btf *btf;
7004fcb5f9SDelyan Kratunov LIBBPF_OPTS(bpf_test_run_opts, topts,
7104fcb5f9SDelyan Kratunov .data_in = &pkt_v6,
7204fcb5f9SDelyan Kratunov .data_size_in = sizeof(pkt_v6),
7304fcb5f9SDelyan Kratunov .repeat = 1,
7404fcb5f9SDelyan Kratunov );
75d6f39601SAlexei Starovoitov
76cbdb1461SAndrii Nakryiko err = bpf_prog_test_load(target_obj_file, BPF_PROG_TYPE_UNSPEC,
77f6429476SToke Høiland-Jørgensen &tgt_obj, &tgt_fd);
78463c2149SToke Høiland-Jørgensen if (!ASSERT_OK(err, "tgt_prog_load"))
79d6f39601SAlexei Starovoitov return;
80d6f39601SAlexei Starovoitov
81463c2149SToke Høiland-Jørgensen info_len = sizeof(prog_info);
82*c5a237a4SIlya Leoshkevich err = bpf_prog_get_info_by_fd(tgt_fd, &prog_info, &info_len);
83463c2149SToke Høiland-Jørgensen if (!ASSERT_OK(err, "tgt_fd_get_info"))
84463c2149SToke Høiland-Jørgensen goto close_prog;
85463c2149SToke Høiland-Jørgensen
86463c2149SToke Høiland-Jørgensen tgt_prog_id = prog_info.id;
87463c2149SToke Høiland-Jørgensen btf = bpf_object__btf(tgt_obj);
88463c2149SToke Høiland-Jørgensen
898f9081c9SYonghong Song link = calloc(sizeof(struct bpf_link *), prog_cnt);
90463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(link, "link_ptr"))
91463c2149SToke Høiland-Jørgensen goto close_prog;
92463c2149SToke Høiland-Jørgensen
938f9081c9SYonghong Song prog = calloc(sizeof(struct bpf_program *), prog_cnt);
94463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(prog, "prog_ptr"))
958f9081c9SYonghong Song goto close_prog;
968f9081c9SYonghong Song
9760aed220SAndrii Nakryiko obj = bpf_object__open_file(obj_file, NULL);
98463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(obj, "obj_open"))
99d6f39601SAlexei Starovoitov goto close_prog;
100d6f39601SAlexei Starovoitov
10160aed220SAndrii Nakryiko bpf_object__for_each_program(p, obj) {
10260aed220SAndrii Nakryiko err = bpf_program__set_attach_target(p, tgt_fd, NULL);
10360aed220SAndrii Nakryiko ASSERT_OK(err, "set_attach_target");
10460aed220SAndrii Nakryiko }
10560aed220SAndrii Nakryiko
106d6f39601SAlexei Starovoitov err = bpf_object__load(obj);
107463c2149SToke Høiland-Jørgensen if (!ASSERT_OK(err, "obj_load"))
108d6f39601SAlexei Starovoitov goto close_prog;
109d6f39601SAlexei Starovoitov
1108f9081c9SYonghong Song for (i = 0; i < prog_cnt; i++) {
111463c2149SToke Høiland-Jørgensen struct bpf_link_info link_info;
112a393ea80SKui-Feng Lee struct bpf_program *pos;
113a393ea80SKui-Feng Lee const char *pos_sec_name;
114463c2149SToke Høiland-Jørgensen char *tgt_name;
115463c2149SToke Høiland-Jørgensen __s32 btf_id;
116463c2149SToke Høiland-Jørgensen
117463c2149SToke Høiland-Jørgensen tgt_name = strstr(prog_name[i], "/");
118463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(tgt_name, "tgt_name"))
119463c2149SToke Høiland-Jørgensen goto close_prog;
120463c2149SToke Høiland-Jørgensen btf_id = btf__find_by_name_kind(btf, tgt_name + 1, BTF_KIND_FUNC);
121463c2149SToke Høiland-Jørgensen
122a393ea80SKui-Feng Lee prog[i] = NULL;
123a393ea80SKui-Feng Lee bpf_object__for_each_program(pos, obj) {
124a393ea80SKui-Feng Lee pos_sec_name = bpf_program__section_name(pos);
125a393ea80SKui-Feng Lee if (pos_sec_name && !strcmp(pos_sec_name, prog_name[i])) {
126a393ea80SKui-Feng Lee prog[i] = pos;
127a393ea80SKui-Feng Lee break;
128a393ea80SKui-Feng Lee }
129a393ea80SKui-Feng Lee }
130463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(prog[i], prog_name[i]))
131d6f39601SAlexei Starovoitov goto close_prog;
132463c2149SToke Høiland-Jørgensen
133d6f39601SAlexei Starovoitov link[i] = bpf_program__attach_trace(prog[i]);
134463c2149SToke Høiland-Jørgensen if (!ASSERT_OK_PTR(link[i], "attach_trace"))
135d6f39601SAlexei Starovoitov goto close_prog;
136463c2149SToke Høiland-Jørgensen
137463c2149SToke Høiland-Jørgensen info_len = sizeof(link_info);
138463c2149SToke Høiland-Jørgensen memset(&link_info, 0, sizeof(link_info));
139*c5a237a4SIlya Leoshkevich err = bpf_link_get_info_by_fd(bpf_link__fd(link[i]),
140463c2149SToke Høiland-Jørgensen &link_info, &info_len);
141463c2149SToke Høiland-Jørgensen ASSERT_OK(err, "link_fd_get_info");
142463c2149SToke Høiland-Jørgensen ASSERT_EQ(link_info.tracing.attach_type,
143379d19ecSAndrii Nakryiko bpf_program__expected_attach_type(prog[i]),
144463c2149SToke Høiland-Jørgensen "link_attach_type");
145463c2149SToke Høiland-Jørgensen ASSERT_EQ(link_info.tracing.target_obj_id, tgt_prog_id, "link_tgt_obj_id");
146463c2149SToke Høiland-Jørgensen ASSERT_EQ(link_info.tracing.target_btf_id, btf_id, "link_tgt_btf_id");
147d6f39601SAlexei Starovoitov }
1481d8a0af5SToke Høiland-Jørgensen
149f6429476SToke Høiland-Jørgensen if (cb) {
150f6429476SToke Høiland-Jørgensen err = cb(obj);
151f6429476SToke Høiland-Jørgensen if (err)
152f6429476SToke Høiland-Jørgensen goto close_prog;
153f6429476SToke Høiland-Jørgensen }
154f6429476SToke Høiland-Jørgensen
1551d8a0af5SToke Høiland-Jørgensen if (!run_prog)
1561d8a0af5SToke Høiland-Jørgensen goto close_prog;
1571d8a0af5SToke Høiland-Jørgensen
15804fcb5f9SDelyan Kratunov err = bpf_prog_test_run_opts(tgt_fd, &topts);
159463c2149SToke Høiland-Jørgensen ASSERT_OK(err, "prog_run");
16004fcb5f9SDelyan Kratunov ASSERT_EQ(topts.retval, 0, "prog_run_ret");
161d6f39601SAlexei Starovoitov
162f6429476SToke Høiland-Jørgensen if (check_data_map(obj, prog_cnt, false))
163d6f39601SAlexei Starovoitov goto close_prog;
164d6f39601SAlexei Starovoitov
165d6f39601SAlexei Starovoitov close_prog:
1668f9081c9SYonghong Song for (i = 0; i < prog_cnt; i++)
167d6f39601SAlexei Starovoitov bpf_link__destroy(link[i]);
168d6f39601SAlexei Starovoitov bpf_object__close(obj);
169f6429476SToke Høiland-Jørgensen bpf_object__close(tgt_obj);
1708f9081c9SYonghong Song free(link);
1718f9081c9SYonghong Song free(prog);
1728f9081c9SYonghong Song }
1738f9081c9SYonghong Song
test_target_no_callees(void)1748f9081c9SYonghong Song static void test_target_no_callees(void)
1758f9081c9SYonghong Song {
1768f9081c9SYonghong Song const char *prog_name[] = {
1778f9081c9SYonghong Song "fexit/test_pkt_md_access",
1788f9081c9SYonghong Song };
179afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./fexit_bpf2bpf_simple.bpf.o",
180afef88e6SDaniel Müller "./test_pkt_md_access.bpf.o",
1818f9081c9SYonghong Song ARRAY_SIZE(prog_name),
182f6429476SToke Høiland-Jørgensen prog_name, true, NULL);
1838f9081c9SYonghong Song }
1848f9081c9SYonghong Song
test_target_yes_callees(void)1858f9081c9SYonghong Song static void test_target_yes_callees(void)
1868f9081c9SYonghong Song {
1878f9081c9SYonghong Song const char *prog_name[] = {
1888f9081c9SYonghong Song "fexit/test_pkt_access",
1898f9081c9SYonghong Song "fexit/test_pkt_access_subprog1",
1908f9081c9SYonghong Song "fexit/test_pkt_access_subprog2",
1917608e4dbSAlexei Starovoitov "fexit/test_pkt_access_subprog3",
1928f9081c9SYonghong Song };
193afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./fexit_bpf2bpf.bpf.o",
194afef88e6SDaniel Müller "./test_pkt_access.bpf.o",
1958f9081c9SYonghong Song ARRAY_SIZE(prog_name),
196f6429476SToke Høiland-Jørgensen prog_name, true, NULL);
1978f9081c9SYonghong Song }
1988f9081c9SYonghong Song
test_func_replace(void)1997805fe84SAlexei Starovoitov static void test_func_replace(void)
2007805fe84SAlexei Starovoitov {
2017805fe84SAlexei Starovoitov const char *prog_name[] = {
2027805fe84SAlexei Starovoitov "fexit/test_pkt_access",
2037805fe84SAlexei Starovoitov "fexit/test_pkt_access_subprog1",
2047805fe84SAlexei Starovoitov "fexit/test_pkt_access_subprog2",
2057805fe84SAlexei Starovoitov "fexit/test_pkt_access_subprog3",
2067805fe84SAlexei Starovoitov "freplace/get_skb_len",
2077805fe84SAlexei Starovoitov "freplace/get_skb_ifindex",
2087805fe84SAlexei Starovoitov "freplace/get_constant",
2096dc03dc7SUdip Pant "freplace/test_pkt_write_access_subprog",
2107805fe84SAlexei Starovoitov };
211afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./fexit_bpf2bpf.bpf.o",
212afef88e6SDaniel Müller "./test_pkt_access.bpf.o",
2137805fe84SAlexei Starovoitov ARRAY_SIZE(prog_name),
214f6429476SToke Høiland-Jørgensen prog_name, true, NULL);
2151d8a0af5SToke Høiland-Jørgensen }
2161d8a0af5SToke Høiland-Jørgensen
test_func_replace_verify(void)2171d8a0af5SToke Høiland-Jørgensen static void test_func_replace_verify(void)
2181d8a0af5SToke Høiland-Jørgensen {
2191d8a0af5SToke Høiland-Jørgensen const char *prog_name[] = {
2201d8a0af5SToke Høiland-Jørgensen "freplace/do_bind",
2211d8a0af5SToke Høiland-Jørgensen };
222afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./freplace_connect4.bpf.o",
223afef88e6SDaniel Müller "./connect4_prog.bpf.o",
2241d8a0af5SToke Høiland-Jørgensen ARRAY_SIZE(prog_name),
225f6429476SToke Høiland-Jørgensen prog_name, false, NULL);
226f6429476SToke Høiland-Jørgensen }
227f6429476SToke Høiland-Jørgensen
test_second_attach(struct bpf_object * obj)228f6429476SToke Høiland-Jørgensen static int test_second_attach(struct bpf_object *obj)
229f6429476SToke Høiland-Jørgensen {
230a393ea80SKui-Feng Lee const char *prog_name = "security_new_get_constant";
231a393ea80SKui-Feng Lee const char *tgt_name = "get_constant";
232afef88e6SDaniel Müller const char *tgt_obj_file = "./test_pkt_access.bpf.o";
233f6429476SToke Høiland-Jørgensen struct bpf_program *prog = NULL;
234f6429476SToke Høiland-Jørgensen struct bpf_object *tgt_obj;
235f6429476SToke Høiland-Jørgensen struct bpf_link *link;
236f6429476SToke Høiland-Jørgensen int err = 0, tgt_fd;
23704fcb5f9SDelyan Kratunov LIBBPF_OPTS(bpf_test_run_opts, topts,
23804fcb5f9SDelyan Kratunov .data_in = &pkt_v6,
23904fcb5f9SDelyan Kratunov .data_size_in = sizeof(pkt_v6),
24004fcb5f9SDelyan Kratunov .repeat = 1,
24104fcb5f9SDelyan Kratunov );
242f6429476SToke Høiland-Jørgensen
243a393ea80SKui-Feng Lee prog = bpf_object__find_program_by_name(obj, prog_name);
24404fcb5f9SDelyan Kratunov if (!ASSERT_OK_PTR(prog, "find_prog"))
245f6429476SToke Høiland-Jørgensen return -ENOENT;
246f6429476SToke Høiland-Jørgensen
247cbdb1461SAndrii Nakryiko err = bpf_prog_test_load(tgt_obj_file, BPF_PROG_TYPE_UNSPEC,
248f6429476SToke Høiland-Jørgensen &tgt_obj, &tgt_fd);
24904fcb5f9SDelyan Kratunov if (!ASSERT_OK(err, "second_prog_load"))
250f6429476SToke Høiland-Jørgensen return err;
251f6429476SToke Høiland-Jørgensen
252f6429476SToke Høiland-Jørgensen link = bpf_program__attach_freplace(prog, tgt_fd, tgt_name);
253bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(link, "second_link"))
254f6429476SToke Høiland-Jørgensen goto out;
255f6429476SToke Høiland-Jørgensen
25604fcb5f9SDelyan Kratunov err = bpf_prog_test_run_opts(tgt_fd, &topts);
25704fcb5f9SDelyan Kratunov if (!ASSERT_OK(err, "ipv6 test_run"))
25804fcb5f9SDelyan Kratunov goto out;
25904fcb5f9SDelyan Kratunov if (!ASSERT_OK(topts.retval, "ipv6 retval"))
260f6429476SToke Høiland-Jørgensen goto out;
261f6429476SToke Høiland-Jørgensen
262f6429476SToke Høiland-Jørgensen err = check_data_map(obj, 1, true);
263f6429476SToke Høiland-Jørgensen if (err)
264f6429476SToke Høiland-Jørgensen goto out;
265f6429476SToke Høiland-Jørgensen
266f6429476SToke Høiland-Jørgensen out:
267f6429476SToke Høiland-Jørgensen bpf_link__destroy(link);
268f6429476SToke Høiland-Jørgensen bpf_object__close(tgt_obj);
269f6429476SToke Høiland-Jørgensen return err;
270f6429476SToke Høiland-Jørgensen }
271f6429476SToke Høiland-Jørgensen
test_func_replace_multi(void)272f6429476SToke Høiland-Jørgensen static void test_func_replace_multi(void)
273f6429476SToke Høiland-Jørgensen {
274f6429476SToke Høiland-Jørgensen const char *prog_name[] = {
275f6429476SToke Høiland-Jørgensen "freplace/get_constant",
276f6429476SToke Høiland-Jørgensen };
277afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./freplace_get_constant.bpf.o",
278afef88e6SDaniel Müller "./test_pkt_access.bpf.o",
279f6429476SToke Høiland-Jørgensen ARRAY_SIZE(prog_name),
280f6429476SToke Høiland-Jørgensen prog_name, true, test_second_attach);
2817805fe84SAlexei Starovoitov }
2827805fe84SAlexei Starovoitov
test_fmod_ret_freplace(void)283bee4b7e6SToke Høiland-Jørgensen static void test_fmod_ret_freplace(void)
284bee4b7e6SToke Høiland-Jørgensen {
285bee4b7e6SToke Høiland-Jørgensen struct bpf_object *freplace_obj = NULL, *pkt_obj, *fmod_obj = NULL;
286afef88e6SDaniel Müller const char *freplace_name = "./freplace_get_constant.bpf.o";
287afef88e6SDaniel Müller const char *fmod_ret_name = "./fmod_ret_freplace.bpf.o";
288bee4b7e6SToke Høiland-Jørgensen DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts);
289afef88e6SDaniel Müller const char *tgt_name = "./test_pkt_access.bpf.o";
290bee4b7e6SToke Høiland-Jørgensen struct bpf_link *freplace_link = NULL;
291bee4b7e6SToke Høiland-Jørgensen struct bpf_program *prog;
292bee4b7e6SToke Høiland-Jørgensen __u32 duration = 0;
29360aed220SAndrii Nakryiko int err, pkt_fd, attach_prog_fd;
294bee4b7e6SToke Høiland-Jørgensen
295cbdb1461SAndrii Nakryiko err = bpf_prog_test_load(tgt_name, BPF_PROG_TYPE_UNSPEC,
296bee4b7e6SToke Høiland-Jørgensen &pkt_obj, &pkt_fd);
297bee4b7e6SToke Høiland-Jørgensen /* the target prog should load fine */
298bee4b7e6SToke Høiland-Jørgensen if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n",
299bee4b7e6SToke Høiland-Jørgensen tgt_name, err, errno))
300bee4b7e6SToke Høiland-Jørgensen return;
301bee4b7e6SToke Høiland-Jørgensen
30260aed220SAndrii Nakryiko freplace_obj = bpf_object__open_file(freplace_name, NULL);
303bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(freplace_obj, "freplace_obj_open"))
304bee4b7e6SToke Høiland-Jørgensen goto out;
305bee4b7e6SToke Høiland-Jørgensen
3066f2b219bSHengqi Chen prog = bpf_object__next_program(freplace_obj, NULL);
30760aed220SAndrii Nakryiko err = bpf_program__set_attach_target(prog, pkt_fd, NULL);
30860aed220SAndrii Nakryiko ASSERT_OK(err, "freplace__set_attach_target");
30960aed220SAndrii Nakryiko
310bee4b7e6SToke Høiland-Jørgensen err = bpf_object__load(freplace_obj);
311bee4b7e6SToke Høiland-Jørgensen if (CHECK(err, "freplace_obj_load", "err %d\n", err))
312bee4b7e6SToke Høiland-Jørgensen goto out;
313bee4b7e6SToke Høiland-Jørgensen
314bee4b7e6SToke Høiland-Jørgensen freplace_link = bpf_program__attach_trace(prog);
315bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(freplace_link, "freplace_attach_trace"))
316bee4b7e6SToke Høiland-Jørgensen goto out;
317bee4b7e6SToke Høiland-Jørgensen
31860aed220SAndrii Nakryiko fmod_obj = bpf_object__open_file(fmod_ret_name, NULL);
319bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(fmod_obj, "fmod_obj_open"))
320bee4b7e6SToke Høiland-Jørgensen goto out;
321bee4b7e6SToke Høiland-Jørgensen
32260aed220SAndrii Nakryiko attach_prog_fd = bpf_program__fd(prog);
3236f2b219bSHengqi Chen prog = bpf_object__next_program(fmod_obj, NULL);
32460aed220SAndrii Nakryiko err = bpf_program__set_attach_target(prog, attach_prog_fd, NULL);
32560aed220SAndrii Nakryiko ASSERT_OK(err, "fmod_ret_set_attach_target");
32660aed220SAndrii Nakryiko
327bee4b7e6SToke Høiland-Jørgensen err = bpf_object__load(fmod_obj);
328bee4b7e6SToke Høiland-Jørgensen if (CHECK(!err, "fmod_obj_load", "loading fmod_ret should fail\n"))
329bee4b7e6SToke Høiland-Jørgensen goto out;
330bee4b7e6SToke Høiland-Jørgensen
331bee4b7e6SToke Høiland-Jørgensen out:
332bee4b7e6SToke Høiland-Jørgensen bpf_link__destroy(freplace_link);
333bee4b7e6SToke Høiland-Jørgensen bpf_object__close(freplace_obj);
334bee4b7e6SToke Høiland-Jørgensen bpf_object__close(fmod_obj);
335bee4b7e6SToke Høiland-Jørgensen bpf_object__close(pkt_obj);
336bee4b7e6SToke Høiland-Jørgensen }
337bee4b7e6SToke Høiland-Jørgensen
338bee4b7e6SToke Høiland-Jørgensen
test_func_sockmap_update(void)3391410620cSUdip Pant static void test_func_sockmap_update(void)
3401410620cSUdip Pant {
3411410620cSUdip Pant const char *prog_name[] = {
3421410620cSUdip Pant "freplace/cls_redirect",
3431410620cSUdip Pant };
344afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./freplace_cls_redirect.bpf.o",
345afef88e6SDaniel Müller "./test_cls_redirect.bpf.o",
3461410620cSUdip Pant ARRAY_SIZE(prog_name),
347f6429476SToke Høiland-Jørgensen prog_name, false, NULL);
3481410620cSUdip Pant }
3491410620cSUdip Pant
test_obj_load_failure_common(const char * obj_file,const char * target_obj_file)3501410620cSUdip Pant static void test_obj_load_failure_common(const char *obj_file,
3511410620cSUdip Pant const char *target_obj_file)
35250d19736SUdip Pant {
35350d19736SUdip Pant /*
35450d19736SUdip Pant * standalone test that asserts failure to load freplace prog
35550d19736SUdip Pant * because of invalid return code.
35650d19736SUdip Pant */
35750d19736SUdip Pant struct bpf_object *obj = NULL, *pkt_obj;
35860aed220SAndrii Nakryiko struct bpf_program *prog;
35950d19736SUdip Pant int err, pkt_fd;
36050d19736SUdip Pant __u32 duration = 0;
36150d19736SUdip Pant
362cbdb1461SAndrii Nakryiko err = bpf_prog_test_load(target_obj_file, BPF_PROG_TYPE_UNSPEC,
36350d19736SUdip Pant &pkt_obj, &pkt_fd);
36450d19736SUdip Pant /* the target prog should load fine */
36550d19736SUdip Pant if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n",
36650d19736SUdip Pant target_obj_file, err, errno))
36750d19736SUdip Pant return;
36850d19736SUdip Pant
36960aed220SAndrii Nakryiko obj = bpf_object__open_file(obj_file, NULL);
370bad2e478SAndrii Nakryiko if (!ASSERT_OK_PTR(obj, "obj_open"))
37150d19736SUdip Pant goto close_prog;
37250d19736SUdip Pant
3736f2b219bSHengqi Chen prog = bpf_object__next_program(obj, NULL);
37460aed220SAndrii Nakryiko err = bpf_program__set_attach_target(prog, pkt_fd, NULL);
37560aed220SAndrii Nakryiko ASSERT_OK(err, "set_attach_target");
37660aed220SAndrii Nakryiko
37750d19736SUdip Pant /* It should fail to load the program */
37850d19736SUdip Pant err = bpf_object__load(obj);
37950d19736SUdip Pant if (CHECK(!err, "bpf_obj_load should fail", "err %d\n", err))
38050d19736SUdip Pant goto close_prog;
38150d19736SUdip Pant
38250d19736SUdip Pant close_prog:
38350d19736SUdip Pant bpf_object__close(obj);
38450d19736SUdip Pant bpf_object__close(pkt_obj);
38550d19736SUdip Pant }
38650d19736SUdip Pant
test_func_replace_return_code(void)3871410620cSUdip Pant static void test_func_replace_return_code(void)
3881410620cSUdip Pant {
3891410620cSUdip Pant /* test invalid return code in the replaced program */
390afef88e6SDaniel Müller test_obj_load_failure_common("./freplace_connect_v4_prog.bpf.o",
391afef88e6SDaniel Müller "./connect4_prog.bpf.o");
3921410620cSUdip Pant }
3931410620cSUdip Pant
test_func_map_prog_compatibility(void)3941410620cSUdip Pant static void test_func_map_prog_compatibility(void)
3951410620cSUdip Pant {
3961410620cSUdip Pant /* test with spin lock map value in the replaced program */
397afef88e6SDaniel Müller test_obj_load_failure_common("./freplace_attach_probe.bpf.o",
398afef88e6SDaniel Müller "./test_attach_probe.bpf.o");
3991410620cSUdip Pant }
4001410620cSUdip Pant
test_func_replace_global_func(void)4012cf7b7ffSToke Høiland-Jørgensen static void test_func_replace_global_func(void)
4022cf7b7ffSToke Høiland-Jørgensen {
4032cf7b7ffSToke Høiland-Jørgensen const char *prog_name[] = {
4042cf7b7ffSToke Høiland-Jørgensen "freplace/test_pkt_access",
4052cf7b7ffSToke Høiland-Jørgensen };
4062cf7b7ffSToke Høiland-Jørgensen
407afef88e6SDaniel Müller test_fexit_bpf2bpf_common("./freplace_global_func.bpf.o",
408afef88e6SDaniel Müller "./test_pkt_access.bpf.o",
4092cf7b7ffSToke Høiland-Jørgensen ARRAY_SIZE(prog_name),
4102cf7b7ffSToke Høiland-Jørgensen prog_name, false, NULL);
4112cf7b7ffSToke Høiland-Jørgensen }
4122cf7b7ffSToke Høiland-Jørgensen
find_prog_btf_id(const char * name,__u32 attach_prog_fd)413ffd5cfcaSStanislav Fomichev static int find_prog_btf_id(const char *name, __u32 attach_prog_fd)
414ffd5cfcaSStanislav Fomichev {
415ffd5cfcaSStanislav Fomichev struct bpf_prog_info info = {};
416ffd5cfcaSStanislav Fomichev __u32 info_len = sizeof(info);
417ffd5cfcaSStanislav Fomichev struct btf *btf;
418ffd5cfcaSStanislav Fomichev int ret;
419ffd5cfcaSStanislav Fomichev
420*c5a237a4SIlya Leoshkevich ret = bpf_prog_get_info_by_fd(attach_prog_fd, &info, &info_len);
421ffd5cfcaSStanislav Fomichev if (ret)
422ffd5cfcaSStanislav Fomichev return ret;
423ffd5cfcaSStanislav Fomichev
424ffd5cfcaSStanislav Fomichev if (!info.btf_id)
425ffd5cfcaSStanislav Fomichev return -EINVAL;
426ffd5cfcaSStanislav Fomichev
427ffd5cfcaSStanislav Fomichev btf = btf__load_from_kernel_by_id(info.btf_id);
428ffd5cfcaSStanislav Fomichev ret = libbpf_get_error(btf);
429ffd5cfcaSStanislav Fomichev if (ret)
430ffd5cfcaSStanislav Fomichev return ret;
431ffd5cfcaSStanislav Fomichev
432ffd5cfcaSStanislav Fomichev ret = btf__find_by_name_kind(btf, name, BTF_KIND_FUNC);
433ffd5cfcaSStanislav Fomichev btf__free(btf);
434ffd5cfcaSStanislav Fomichev return ret;
435ffd5cfcaSStanislav Fomichev }
436ffd5cfcaSStanislav Fomichev
load_fentry(int attach_prog_fd,int attach_btf_id)437ffd5cfcaSStanislav Fomichev static int load_fentry(int attach_prog_fd, int attach_btf_id)
438ffd5cfcaSStanislav Fomichev {
439ffd5cfcaSStanislav Fomichev LIBBPF_OPTS(bpf_prog_load_opts, opts,
440ffd5cfcaSStanislav Fomichev .expected_attach_type = BPF_TRACE_FENTRY,
441ffd5cfcaSStanislav Fomichev .attach_prog_fd = attach_prog_fd,
442ffd5cfcaSStanislav Fomichev .attach_btf_id = attach_btf_id,
443ffd5cfcaSStanislav Fomichev );
444ffd5cfcaSStanislav Fomichev struct bpf_insn insns[] = {
445ffd5cfcaSStanislav Fomichev BPF_MOV64_IMM(BPF_REG_0, 0),
446ffd5cfcaSStanislav Fomichev BPF_EXIT_INSN(),
447ffd5cfcaSStanislav Fomichev };
448ffd5cfcaSStanislav Fomichev
449ffd5cfcaSStanislav Fomichev return bpf_prog_load(BPF_PROG_TYPE_TRACING,
450ffd5cfcaSStanislav Fomichev "bind4_fentry",
451ffd5cfcaSStanislav Fomichev "GPL",
452ffd5cfcaSStanislav Fomichev insns,
453ffd5cfcaSStanislav Fomichev ARRAY_SIZE(insns),
454ffd5cfcaSStanislav Fomichev &opts);
455ffd5cfcaSStanislav Fomichev }
456ffd5cfcaSStanislav Fomichev
test_fentry_to_cgroup_bpf(void)457ffd5cfcaSStanislav Fomichev static void test_fentry_to_cgroup_bpf(void)
458ffd5cfcaSStanislav Fomichev {
459ffd5cfcaSStanislav Fomichev struct bind4_prog *skel = NULL;
460ffd5cfcaSStanislav Fomichev struct bpf_prog_info info = {};
461ffd5cfcaSStanislav Fomichev __u32 info_len = sizeof(info);
462ffd5cfcaSStanislav Fomichev int cgroup_fd = -1;
463ffd5cfcaSStanislav Fomichev int fentry_fd = -1;
464ffd5cfcaSStanislav Fomichev int btf_id;
465ffd5cfcaSStanislav Fomichev
466ffd5cfcaSStanislav Fomichev cgroup_fd = test__join_cgroup("/fentry_to_cgroup_bpf");
467ffd5cfcaSStanislav Fomichev if (!ASSERT_GE(cgroup_fd, 0, "cgroup_fd"))
468ffd5cfcaSStanislav Fomichev return;
469ffd5cfcaSStanislav Fomichev
470ffd5cfcaSStanislav Fomichev skel = bind4_prog__open_and_load();
471ffd5cfcaSStanislav Fomichev if (!ASSERT_OK_PTR(skel, "skel"))
472ffd5cfcaSStanislav Fomichev goto cleanup;
473ffd5cfcaSStanislav Fomichev
474ffd5cfcaSStanislav Fomichev skel->links.bind_v4_prog = bpf_program__attach_cgroup(skel->progs.bind_v4_prog, cgroup_fd);
475ffd5cfcaSStanislav Fomichev if (!ASSERT_OK_PTR(skel->links.bind_v4_prog, "bpf_program__attach_cgroup"))
476ffd5cfcaSStanislav Fomichev goto cleanup;
477ffd5cfcaSStanislav Fomichev
478ffd5cfcaSStanislav Fomichev btf_id = find_prog_btf_id("bind_v4_prog", bpf_program__fd(skel->progs.bind_v4_prog));
479ffd5cfcaSStanislav Fomichev if (!ASSERT_GE(btf_id, 0, "find_prog_btf_id"))
480ffd5cfcaSStanislav Fomichev goto cleanup;
481ffd5cfcaSStanislav Fomichev
482ffd5cfcaSStanislav Fomichev fentry_fd = load_fentry(bpf_program__fd(skel->progs.bind_v4_prog), btf_id);
483ffd5cfcaSStanislav Fomichev if (!ASSERT_GE(fentry_fd, 0, "load_fentry"))
484ffd5cfcaSStanislav Fomichev goto cleanup;
485ffd5cfcaSStanislav Fomichev
486*c5a237a4SIlya Leoshkevich /* Make sure bpf_prog_get_info_by_fd works correctly when attaching
487ffd5cfcaSStanislav Fomichev * to another BPF program.
488ffd5cfcaSStanislav Fomichev */
489ffd5cfcaSStanislav Fomichev
490*c5a237a4SIlya Leoshkevich ASSERT_OK(bpf_prog_get_info_by_fd(fentry_fd, &info, &info_len),
491*c5a237a4SIlya Leoshkevich "bpf_prog_get_info_by_fd");
492ffd5cfcaSStanislav Fomichev
493ffd5cfcaSStanislav Fomichev ASSERT_EQ(info.btf_id, 0, "info.btf_id");
494ffd5cfcaSStanislav Fomichev ASSERT_EQ(info.attach_btf_id, btf_id, "info.attach_btf_id");
495ffd5cfcaSStanislav Fomichev ASSERT_GT(info.attach_btf_obj_id, 0, "info.attach_btf_obj_id");
496ffd5cfcaSStanislav Fomichev
497ffd5cfcaSStanislav Fomichev cleanup:
498ffd5cfcaSStanislav Fomichev if (cgroup_fd >= 0)
499ffd5cfcaSStanislav Fomichev close(cgroup_fd);
500ffd5cfcaSStanislav Fomichev if (fentry_fd >= 0)
501ffd5cfcaSStanislav Fomichev close(fentry_fd);
502ffd5cfcaSStanislav Fomichev bind4_prog__destroy(skel);
503ffd5cfcaSStanislav Fomichev }
504ffd5cfcaSStanislav Fomichev
test_func_replace_progmap(void)505f506439eSToke Høiland-Jørgensen static void test_func_replace_progmap(void)
506f506439eSToke Høiland-Jørgensen {
507f506439eSToke Høiland-Jørgensen struct bpf_cpumap_val value = { .qsize = 1 };
508f506439eSToke Høiland-Jørgensen struct freplace_progmap *skel = NULL;
509f506439eSToke Høiland-Jørgensen struct xdp_dummy *tgt_skel = NULL;
510f506439eSToke Høiland-Jørgensen __u32 key = 0;
511f506439eSToke Høiland-Jørgensen int err;
512f506439eSToke Høiland-Jørgensen
513f506439eSToke Høiland-Jørgensen skel = freplace_progmap__open();
514f506439eSToke Høiland-Jørgensen if (!ASSERT_OK_PTR(skel, "prog_open"))
515f506439eSToke Høiland-Jørgensen return;
516f506439eSToke Høiland-Jørgensen
517f506439eSToke Høiland-Jørgensen tgt_skel = xdp_dummy__open_and_load();
518f506439eSToke Høiland-Jørgensen if (!ASSERT_OK_PTR(tgt_skel, "tgt_prog_load"))
519f506439eSToke Høiland-Jørgensen goto out;
520f506439eSToke Høiland-Jørgensen
521f506439eSToke Høiland-Jørgensen err = bpf_program__set_attach_target(skel->progs.xdp_cpumap_prog,
522f506439eSToke Høiland-Jørgensen bpf_program__fd(tgt_skel->progs.xdp_dummy_prog),
523f506439eSToke Høiland-Jørgensen "xdp_dummy_prog");
524f506439eSToke Høiland-Jørgensen if (!ASSERT_OK(err, "set_attach_target"))
525f506439eSToke Høiland-Jørgensen goto out;
526f506439eSToke Høiland-Jørgensen
527f506439eSToke Høiland-Jørgensen err = freplace_progmap__load(skel);
528f506439eSToke Høiland-Jørgensen if (!ASSERT_OK(err, "obj_load"))
529f506439eSToke Høiland-Jørgensen goto out;
530f506439eSToke Høiland-Jørgensen
531f506439eSToke Høiland-Jørgensen /* Prior to fixing the kernel, loading the PROG_TYPE_EXT 'redirect'
532f506439eSToke Høiland-Jørgensen * program above will cause the map owner type of 'cpumap' to be set to
533f506439eSToke Høiland-Jørgensen * PROG_TYPE_EXT. This in turn will cause the bpf_map_update_elem()
534f506439eSToke Høiland-Jørgensen * below to fail, because the program we are inserting into the map is
535f506439eSToke Høiland-Jørgensen * of PROG_TYPE_XDP. After fixing the kernel, the initial ownership will
536f506439eSToke Høiland-Jørgensen * be correctly resolved to the *target* of the PROG_TYPE_EXT program
537f506439eSToke Høiland-Jørgensen * (i.e., PROG_TYPE_XDP) and the map update will succeed.
538f506439eSToke Høiland-Jørgensen */
539f506439eSToke Høiland-Jørgensen value.bpf_prog.fd = bpf_program__fd(skel->progs.xdp_drop_prog);
540f506439eSToke Høiland-Jørgensen err = bpf_map_update_elem(bpf_map__fd(skel->maps.cpu_map),
541f506439eSToke Høiland-Jørgensen &key, &value, 0);
542f506439eSToke Høiland-Jørgensen ASSERT_OK(err, "map_update");
543f506439eSToke Høiland-Jørgensen
544f506439eSToke Høiland-Jørgensen out:
545f506439eSToke Høiland-Jørgensen xdp_dummy__destroy(tgt_skel);
546f506439eSToke Høiland-Jørgensen freplace_progmap__destroy(skel);
547f506439eSToke Høiland-Jørgensen }
548f506439eSToke Høiland-Jørgensen
549d3f7b166SYucong Sun /* NOTE: affect other tests, must run in serial mode */
serial_test_fexit_bpf2bpf(void)550d3f7b166SYucong Sun void serial_test_fexit_bpf2bpf(void)
5518f9081c9SYonghong Song {
552d86687aeSAndrii Nakryiko if (test__start_subtest("target_no_callees"))
5538f9081c9SYonghong Song test_target_no_callees();
554d86687aeSAndrii Nakryiko if (test__start_subtest("target_yes_callees"))
5558f9081c9SYonghong Song test_target_yes_callees();
556d86687aeSAndrii Nakryiko if (test__start_subtest("func_replace"))
5577805fe84SAlexei Starovoitov test_func_replace();
558d86687aeSAndrii Nakryiko if (test__start_subtest("func_replace_verify"))
5591d8a0af5SToke Høiland-Jørgensen test_func_replace_verify();
560d86687aeSAndrii Nakryiko if (test__start_subtest("func_sockmap_update"))
5611410620cSUdip Pant test_func_sockmap_update();
562d86687aeSAndrii Nakryiko if (test__start_subtest("func_replace_return_code"))
56350d19736SUdip Pant test_func_replace_return_code();
564d86687aeSAndrii Nakryiko if (test__start_subtest("func_map_prog_compatibility"))
5651410620cSUdip Pant test_func_map_prog_compatibility();
566f6429476SToke Høiland-Jørgensen if (test__start_subtest("func_replace_multi"))
567f6429476SToke Høiland-Jørgensen test_func_replace_multi();
568bee4b7e6SToke Høiland-Jørgensen if (test__start_subtest("fmod_ret_freplace"))
569bee4b7e6SToke Høiland-Jørgensen test_fmod_ret_freplace();
5702cf7b7ffSToke Høiland-Jørgensen if (test__start_subtest("func_replace_global_func"))
5712cf7b7ffSToke Høiland-Jørgensen test_func_replace_global_func();
572ffd5cfcaSStanislav Fomichev if (test__start_subtest("fentry_to_cgroup_bpf"))
573ffd5cfcaSStanislav Fomichev test_fentry_to_cgroup_bpf();
574f506439eSToke Høiland-Jørgensen if (test__start_subtest("func_replace_progmap"))
575f506439eSToke Høiland-Jørgensen test_func_replace_progmap();
576d6f39601SAlexei Starovoitov }
577