1# SPDX-License-Identifier: GPL-2.0
2include ../../../../scripts/Kbuild.include
3include ../../../scripts/Makefile.arch
4
5LIBDIR := ../../../lib
6BPFDIR := $(LIBDIR)/bpf
7APIDIR := ../../../include/uapi
8GENDIR := ../../../../include/generated
9GENHDR := $(GENDIR)/autoconf.h
10
11ifneq ($(wildcard $(GENHDR)),)
12  GENFLAGS := -DHAVE_GENHDR
13endif
14
15CLANG		?= clang
16LLC		?= llc
17LLVM_OBJCOPY	?= llvm-objcopy
18LLVM_READELF	?= llvm-readelf
19BTF_PAHOLE	?= pahole
20BPF_GCC		?= $(shell command -v bpf-gcc;)
21CFLAGS += -g -Wall -O2 -I$(APIDIR) -I$(LIBDIR) -I$(BPFDIR) -I$(GENDIR) $(GENFLAGS) -I../../../include \
22	  -Dbpf_prog_load=bpf_prog_test_load \
23	  -Dbpf_load_program=bpf_test_load_program
24LDLIBS += -lcap -lelf -lrt -lpthread
25
26# Order correspond to 'make run_tests' order
27TEST_GEN_PROGS = test_verifier test_tag test_maps test_lru_map test_lpm_map test_progs \
28	test_align test_verifier_log test_dev_cgroup test_tcpbpf_user \
29	test_sock test_btf test_sockmap get_cgroup_id_user test_socket_cookie \
30	test_cgroup_storage test_select_reuseport test_section_names \
31	test_netcnt test_tcpnotify_user test_sock_fields test_sysctl test_hashmap \
32	test_btf_dump test_cgroup_attach xdping
33
34BPF_OBJ_FILES = $(patsubst %.c,%.o, $(notdir $(wildcard progs/*.c)))
35TEST_GEN_FILES = $(BPF_OBJ_FILES)
36
37BTF_C_FILES = $(wildcard progs/btf_dump_test_case_*.c)
38TEST_FILES = $(BTF_C_FILES)
39
40# Also test sub-register code-gen if LLVM has eBPF v3 processor support which
41# contains both ALU32 and JMP32 instructions.
42SUBREG_CODEGEN := $(shell echo "int cal(int a) { return a > 0; }" | \
43			$(CLANG) -target bpf -O2 -emit-llvm -S -x c - -o - | \
44			$(LLC) -mattr=+alu32 -mcpu=v3 2>&1 | \
45			grep 'if w')
46ifneq ($(SUBREG_CODEGEN),)
47TEST_GEN_FILES += $(patsubst %.o,alu32/%.o, $(BPF_OBJ_FILES))
48endif
49
50ifneq ($(BPF_GCC),)
51TEST_GEN_FILES += $(patsubst %.o,bpf_gcc/%.o, $(BPF_OBJ_FILES))
52endif
53
54# Order correspond to 'make run_tests' order
55TEST_PROGS := test_kmod.sh \
56	test_libbpf.sh \
57	test_xdp_redirect.sh \
58	test_xdp_meta.sh \
59	test_xdp_veth.sh \
60	test_offload.py \
61	test_sock_addr.sh \
62	test_tunnel.sh \
63	test_lwt_seg6local.sh \
64	test_lirc_mode2.sh \
65	test_skb_cgroup_id.sh \
66	test_flow_dissector.sh \
67	test_xdp_vlan_mode_generic.sh \
68	test_xdp_vlan_mode_native.sh \
69	test_lwt_ip_encap.sh \
70	test_tcp_check_syncookie.sh \
71	test_tc_tunnel.sh \
72	test_tc_edt.sh \
73	test_xdping.sh \
74	test_bpftool_build.sh
75
76TEST_PROGS_EXTENDED := with_addr.sh \
77	with_tunnels.sh \
78	tcp_client.py \
79	tcp_server.py \
80	test_xdp_vlan.sh
81
82# Compile but not part of 'make run_tests'
83TEST_GEN_PROGS_EXTENDED = test_libbpf_open test_sock_addr test_skb_cgroup_id_user \
84	flow_dissector_load test_flow_dissector test_tcp_check_syncookie_user \
85	test_lirc_mode2_user
86
87include ../lib.mk
88
89# NOTE: $(OUTPUT) won't get default value if used before lib.mk
90TEST_CUSTOM_PROGS = $(OUTPUT)/urandom_read
91all: $(TEST_CUSTOM_PROGS)
92
93$(OUTPUT)/urandom_read: $(OUTPUT)/%: %.c
94	$(CC) -o $@ $< -Wl,--build-id
95
96$(OUTPUT)/test_stub.o: test_stub.c
97	$(CC) $(TEST_PROGS_CFLAGS) $(CFLAGS) -c -o $@ $<
98
99BPFOBJ := $(OUTPUT)/libbpf.a
100
101$(TEST_GEN_PROGS): $(OUTPUT)/test_stub.o $(BPFOBJ)
102
103$(TEST_GEN_PROGS_EXTENDED): $(OUTPUT)/test_stub.o $(OUTPUT)/libbpf.a
104
105$(OUTPUT)/test_dev_cgroup: cgroup_helpers.c
106$(OUTPUT)/test_skb_cgroup_id_user: cgroup_helpers.c
107$(OUTPUT)/test_sock: cgroup_helpers.c
108$(OUTPUT)/test_sock_addr: cgroup_helpers.c
109$(OUTPUT)/test_socket_cookie: cgroup_helpers.c
110$(OUTPUT)/test_sockmap: cgroup_helpers.c
111$(OUTPUT)/test_tcpbpf_user: cgroup_helpers.c
112$(OUTPUT)/test_tcpnotify_user: cgroup_helpers.c trace_helpers.c
113$(OUTPUT)/test_progs: cgroup_helpers.c trace_helpers.c
114$(OUTPUT)/get_cgroup_id_user: cgroup_helpers.c
115$(OUTPUT)/test_cgroup_storage: cgroup_helpers.c
116$(OUTPUT)/test_netcnt: cgroup_helpers.c
117$(OUTPUT)/test_sock_fields: cgroup_helpers.c
118$(OUTPUT)/test_sysctl: cgroup_helpers.c
119$(OUTPUT)/test_cgroup_attach: cgroup_helpers.c
120
121.PHONY: force
122
123# force a rebuild of BPFOBJ when its dependencies are updated
124force:
125
126$(BPFOBJ): force
127	$(MAKE) -C $(BPFDIR) OUTPUT=$(OUTPUT)/
128
129PROBE := $(shell $(LLC) -march=bpf -mcpu=probe -filetype=null /dev/null 2>&1)
130
131# Let newer LLVM versions transparently probe the kernel for availability
132# of full BPF instruction set.
133ifeq ($(PROBE),)
134  CPU ?= probe
135else
136  CPU ?= generic
137endif
138
139# Get Clang's default includes on this system, as opposed to those seen by
140# '-target bpf'. This fixes "missing" files on some architectures/distros,
141# such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
142#
143# Use '-idirafter': Don't interfere with include mechanics except where the
144# build would have failed anyways.
145define get_sys_includes
146$(shell $(1) -v -E - </dev/null 2>&1 \
147	| sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }')
148endef
149CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG))
150BPF_CFLAGS = -I. -I./include/uapi -I../../../include/uapi \
151	     -I$(OUTPUT)/../usr/include -D__TARGET_ARCH_$(SRCARCH)
152
153CLANG_CFLAGS = $(CLANG_SYS_INCLUDES) \
154	       -Wno-compare-distinct-pointer-types
155
156$(OUTPUT)/test_l4lb_noinline.o: BPF_CFLAGS += -fno-inline
157$(OUTPUT)/test_xdp_noinline.o: BPF_CFLAGS += -fno-inline
158
159$(OUTPUT)/test_queue_map.o: test_queue_stack_map.h
160$(OUTPUT)/test_stack_map.o: test_queue_stack_map.h
161
162$(OUTPUT)/flow_dissector_load.o: flow_dissector_load.h
163$(OUTPUT)/test_progs.o: flow_dissector_load.h
164
165BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
166BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
167BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
168BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
169			  $(CLANG) -target bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
170			  $(LLVM_READELF) -S ./llvm_btf_verify.o | grep BTF; \
171			  /bin/rm -f ./llvm_btf_verify.o)
172
173ifneq ($(BTF_LLVM_PROBE),)
174	BPF_CFLAGS += -g
175else
176ifneq ($(BTF_LLC_PROBE),)
177ifneq ($(BTF_PAHOLE_PROBE),)
178ifneq ($(BTF_OBJCOPY_PROBE),)
179	BPF_CFLAGS += -g
180	LLC_FLAGS += -mattr=dwarfris
181	DWARF2BTF = y
182endif
183endif
184endif
185endif
186
187TEST_PROGS_CFLAGS := -I. -I$(OUTPUT)
188TEST_MAPS_CFLAGS := -I. -I$(OUTPUT)
189TEST_VERIFIER_CFLAGS := -I. -I$(OUTPUT) -Iverifier
190
191ifneq ($(SUBREG_CODEGEN),)
192ALU32_BUILD_DIR = $(OUTPUT)/alu32
193TEST_CUSTOM_PROGS += $(ALU32_BUILD_DIR)/test_progs_32
194$(ALU32_BUILD_DIR):
195	mkdir -p $@
196
197$(ALU32_BUILD_DIR)/urandom_read: $(OUTPUT)/urandom_read | $(ALU32_BUILD_DIR)
198	cp $< $@
199
200$(ALU32_BUILD_DIR)/test_progs_32: test_progs.c $(OUTPUT)/libbpf.a\
201						$(ALU32_BUILD_DIR)/urandom_read \
202						| $(ALU32_BUILD_DIR)
203	$(CC) $(TEST_PROGS_CFLAGS) $(CFLAGS) \
204		-o $(ALU32_BUILD_DIR)/test_progs_32 \
205		test_progs.c test_stub.c cgroup_helpers.c trace_helpers.c prog_tests/*.c \
206		$(OUTPUT)/libbpf.a $(LDLIBS)
207
208$(ALU32_BUILD_DIR)/test_progs_32: $(PROG_TESTS_H)
209$(ALU32_BUILD_DIR)/test_progs_32: prog_tests/*.c
210
211$(ALU32_BUILD_DIR)/%.o: progs/%.c $(ALU32_BUILD_DIR)/test_progs_32 \
212					| $(ALU32_BUILD_DIR)
213	($(CLANG) $(BPF_CFLAGS) $(CLANG_CFLAGS) -O2 -target bpf -emit-llvm \
214		-c $< -o - || echo "clang failed") | \
215	$(LLC) -march=bpf -mattr=+alu32 -mcpu=$(CPU) $(LLC_FLAGS) \
216		-filetype=obj -o $@
217ifeq ($(DWARF2BTF),y)
218	$(BTF_PAHOLE) -J $@
219endif
220endif
221
222ifneq ($(BPF_GCC),)
223GCC_SYS_INCLUDES = $(call get_sys_includes,gcc)
224IS_LITTLE_ENDIAN = $(shell $(CC) -dM -E - </dev/null | \
225			grep 'define __BYTE_ORDER__ __ORDER_LITTLE_ENDIAN__')
226ifeq ($(IS_LITTLE_ENDIAN),)
227MENDIAN=-mbig-endian
228else
229MENDIAN=-mlittle-endian
230endif
231BPF_GCC_CFLAGS = $(GCC_SYS_INCLUDES) $(MENDIAN)
232BPF_GCC_BUILD_DIR = $(OUTPUT)/bpf_gcc
233TEST_CUSTOM_PROGS += $(BPF_GCC_BUILD_DIR)/test_progs_bpf_gcc
234$(BPF_GCC_BUILD_DIR):
235	mkdir -p $@
236
237$(BPF_GCC_BUILD_DIR)/urandom_read: $(OUTPUT)/urandom_read | $(BPF_GCC_BUILD_DIR)
238	cp $< $@
239
240$(BPF_GCC_BUILD_DIR)/test_progs_bpf_gcc: $(OUTPUT)/test_progs \
241					 | $(BPF_GCC_BUILD_DIR)
242	cp $< $@
243
244$(BPF_GCC_BUILD_DIR)/%.o: progs/%.c $(BPF_GCC_BUILD_DIR)/test_progs_bpf_gcc \
245			  | $(BPF_GCC_BUILD_DIR)
246	$(BPF_GCC) $(BPF_CFLAGS) $(BPF_GCC_CFLAGS) -O2 -c $< -o $@
247endif
248
249# Have one program compiled without "-target bpf" to test whether libbpf loads
250# it successfully
251$(OUTPUT)/test_xdp.o: progs/test_xdp.c
252	($(CLANG) $(BPF_CFLAGS) $(CLANG_CFLAGS) -O2 -emit-llvm -c $< -o - || \
253		echo "clang failed") | \
254	$(LLC) -march=bpf -mcpu=$(CPU) $(LLC_FLAGS) -filetype=obj -o $@
255ifeq ($(DWARF2BTF),y)
256	$(BTF_PAHOLE) -J $@
257endif
258
259$(OUTPUT)/%.o: progs/%.c
260	($(CLANG) $(BPF_CFLAGS) $(CLANG_CFLAGS) -O2 -target bpf -emit-llvm \
261		-c $< -o - || echo "clang failed") | \
262	$(LLC) -march=bpf -mcpu=$(CPU) $(LLC_FLAGS) -filetype=obj -o $@
263ifeq ($(DWARF2BTF),y)
264	$(BTF_PAHOLE) -J $@
265endif
266
267PROG_TESTS_DIR = $(OUTPUT)/prog_tests
268$(PROG_TESTS_DIR):
269	mkdir -p $@
270PROG_TESTS_H := $(PROG_TESTS_DIR)/tests.h
271PROG_TESTS_FILES := $(wildcard prog_tests/*.c)
272test_progs.c: $(PROG_TESTS_H)
273$(OUTPUT)/test_progs: CFLAGS += $(TEST_PROGS_CFLAGS)
274$(OUTPUT)/test_progs: test_progs.c $(PROG_TESTS_FILES) | $(PROG_TESTS_H)
275$(PROG_TESTS_H): $(PROG_TESTS_FILES) | $(PROG_TESTS_DIR)
276	$(shell ( cd prog_tests/; \
277		  echo '/* Generated header, do not edit */'; \
278		  ls *.c 2> /dev/null | \
279			sed -e 's@\([^\.]*\)\.c@DEFINE_TEST(\1)@'; \
280		 ) > $(PROG_TESTS_H))
281
282MAP_TESTS_DIR = $(OUTPUT)/map_tests
283$(MAP_TESTS_DIR):
284	mkdir -p $@
285MAP_TESTS_H := $(MAP_TESTS_DIR)/tests.h
286MAP_TESTS_FILES := $(wildcard map_tests/*.c)
287test_maps.c: $(MAP_TESTS_H)
288$(OUTPUT)/test_maps: CFLAGS += $(TEST_MAPS_CFLAGS)
289$(OUTPUT)/test_maps: test_maps.c $(MAP_TESTS_FILES) | $(MAP_TESTS_H)
290$(MAP_TESTS_H): $(MAP_TESTS_FILES) | $(MAP_TESTS_DIR)
291	$(shell ( cd map_tests/; \
292		  echo '/* Generated header, do not edit */'; \
293		  echo '#ifdef DECLARE'; \
294		  ls *.c 2> /dev/null | \
295			sed -e 's@\([^\.]*\)\.c@extern void test_\1(void);@'; \
296		  echo '#endif'; \
297		  echo '#ifdef CALL'; \
298		  ls *.c 2> /dev/null | \
299			sed -e 's@\([^\.]*\)\.c@test_\1();@'; \
300		  echo '#endif' \
301		 ) > $(MAP_TESTS_H))
302
303VERIFIER_TESTS_DIR = $(OUTPUT)/verifier
304$(VERIFIER_TESTS_DIR):
305	mkdir -p $@
306VERIFIER_TESTS_H := $(VERIFIER_TESTS_DIR)/tests.h
307VERIFIER_TEST_FILES := $(wildcard verifier/*.c)
308test_verifier.c: $(VERIFIER_TESTS_H)
309$(OUTPUT)/test_verifier: CFLAGS += $(TEST_VERIFIER_CFLAGS)
310$(OUTPUT)/test_verifier: test_verifier.c | $(VERIFIER_TEST_FILES) $(VERIFIER_TESTS_H)
311$(VERIFIER_TESTS_H): $(VERIFIER_TEST_FILES) | $(VERIFIER_TESTS_DIR)
312	$(shell ( cd verifier/; \
313		  echo '/* Generated header, do not edit */'; \
314		  echo '#ifdef FILL_ARRAY'; \
315		  ls *.c 2> /dev/null | \
316			sed -e 's@\(.*\)@#include \"\1\"@'; \
317		  echo '#endif' \
318		 ) > $(VERIFIER_TESTS_H))
319
320EXTRA_CLEAN := $(TEST_CUSTOM_PROGS) $(ALU32_BUILD_DIR) $(BPF_GCC_BUILD_DIR) \
321	$(VERIFIER_TESTS_H) $(PROG_TESTS_H) $(MAP_TESTS_H) \
322	feature
323