xref: /openbmc/qemu/tests/docker/Makefile.include (revision b7f40420)
1324027c2SFam Zheng# Makefile for Docker tests
2324027c2SFam Zheng
3324027c2SFam Zheng.PHONY: docker docker-test docker-clean docker-image docker-qemu-src
4324027c2SFam Zheng
5324027c2SFam ZhengDOCKER_SUFFIX := .docker
6324027c2SFam ZhengDOCKER_FILES_DIR := $(SRC_PATH)/tests/docker/dockerfiles
7324027c2SFam ZhengDOCKER_IMAGES := $(notdir $(basename $(wildcard $(DOCKER_FILES_DIR)/*.docker)))
8324027c2SFam ZhengDOCKER_TARGETS := $(patsubst %,docker-image-%,$(DOCKER_IMAGES))
9324027c2SFam Zheng# Use a global constant ccache directory to speed up repetitive builds
10324027c2SFam ZhengDOCKER_CCACHE_DIR := $$HOME/.cache/qemu-docker-ccache
11324027c2SFam Zheng
12324027c2SFam ZhengDOCKER_TESTS := $(notdir $(shell \
13324027c2SFam Zheng	find $(SRC_PATH)/tests/docker/ -name 'test-*' -type f))
14324027c2SFam Zheng
15324027c2SFam ZhengDOCKER_TOOLS := travis
16324027c2SFam Zheng
17324027c2SFam ZhengTESTS ?= %
18324027c2SFam ZhengIMAGES ?= %
19324027c2SFam Zheng
20324027c2SFam ZhengCUR_TIME := $(shell date +%Y-%m-%d-%H.%M.%S.$$$$)
21d5aebef8SEduardo HabkostDOCKER_SRC_COPY := docker-src.$(CUR_TIME)
22324027c2SFam Zheng
23324027c2SFam Zheng$(DOCKER_SRC_COPY):
24324027c2SFam Zheng	@mkdir $@
25*b7f40420SFam Zheng	$(call quiet-command, $(SRC_PATH)/scripts/archive-source.sh $@/qemu.tar, \
26*b7f40420SFam Zheng		"GEN", "$@/qemu.tar")
27324027c2SFam Zheng	$(call quiet-command, cp $(SRC_PATH)/tests/docker/run $@/run, \
280bdb12c7SPeter Maydell		"COPY","RUNNER")
29324027c2SFam Zheng
30324027c2SFam Zhengdocker-qemu-src: $(DOCKER_SRC_COPY)
31324027c2SFam Zheng
32324027c2SFam Zhengdocker-image: ${DOCKER_TARGETS}
33324027c2SFam Zheng
34324027c2SFam Zheng# General rule for building docker images
35324027c2SFam Zhengdocker-image-%: $(DOCKER_FILES_DIR)/%.docker
36a351b4b0SSascha Silbe	@if test "$@" = docker-image-debian-bootstrap -a -z "$(EXECUTABLE)"; then \
37a351b4b0SSascha Silbe		echo WARNING: EXECUTABLE is not set, debootstrap may fail. 2>&1 ; \
38a351b4b0SSascha Silbe	fi
39324027c2SFam Zheng	$(call quiet-command,\
40324027c2SFam Zheng		$(SRC_PATH)/tests/docker/docker.py build qemu:$* $< \
41b7c851b2SAlex Bennée		$(if $V,,--quiet) $(if $(NOCACHE),--no-cache) \
42414a8ce5SAlex Bennée		$(if $(NOUSER),,--add-current-user) \
434c84f662SPhilippe Mathieu-Daudé		$(if $(EXTRA_FILES),--extra-files $(EXTRA_FILES))\
44b7c851b2SAlex Bennée		$(if $(EXECUTABLE),--include-executable=$(EXECUTABLE)),\
450bdb12c7SPeter Maydell		"BUILD","$*")
46324027c2SFam Zheng
4716dcece4SAlex Bennéedocker-image-debian-powerpc-cross: EXTRA_FILES:=tests/docker/dockerfiles/debian-apt-fake.sh
4816dcece4SAlex Bennée
4924e0131fSAlex Bennée# Enforce dependancies for composite images
503e119749SPhilippe Mathieu-Daudédocker-image-debian: docker-image-debian9
51982e758aSPhilippe Mathieu-Daudédocker-image-debian8-mxe: docker-image-debian8
5215288046SPhilippe Mathieu-Daudédocker-image-debian-amd64: docker-image-debian9
5331e205d1SPhilippe Mathieu-Daudédocker-image-debian-armel-cross: docker-image-debian9
5424044d48SPhilippe Mathieu-Daudédocker-image-debian-armhf-cross: docker-image-debian9
5524044d48SPhilippe Mathieu-Daudédocker-image-debian-arm64-cross: docker-image-debian9
564319db7bSPhilippe Mathieu-Daudédocker-image-debian-mips-cross: docker-image-debian9
57fd7b284dSPhilippe Mathieu-Daudédocker-image-debian-mips64el-cross: docker-image-debian9
5816dcece4SAlex Bennéedocker-image-debian-powerpc-cross: docker-image-debian8
592b1c10bdSPhilippe Mathieu-Daudédocker-image-debian-ppc64el-cross: docker-image-debian9
607d2bcf23SPhilippe Mathieu-Daudédocker-image-debian-s390x-cross: docker-image-debian9
61982e758aSPhilippe Mathieu-Daudédocker-image-debian-win32-cross: docker-image-debian8-mxe
62982e758aSPhilippe Mathieu-Daudédocker-image-debian-win64-cross: docker-image-debian8-mxe
631fddbf7cSAlex Bennéedocker-image-travis: NOUSER=1
6424e0131fSAlex Bennée
65324027c2SFam Zheng# Expand all the pre-requistes for each docker image and test combination
66324027c2SFam Zheng$(foreach i,$(DOCKER_IMAGES), \
67324027c2SFam Zheng	$(foreach t,$(DOCKER_TESTS) $(DOCKER_TOOLS), \
68324027c2SFam Zheng		$(eval .PHONY: docker-$t@$i) \
69324027c2SFam Zheng		$(eval docker-$t@$i: docker-image-$i docker-run-$t@$i) \
70324027c2SFam Zheng	) \
71324027c2SFam Zheng	$(foreach t,$(DOCKER_TESTS), \
72324027c2SFam Zheng		$(eval docker-test: docker-$t@$i) \
73324027c2SFam Zheng	) \
74324027c2SFam Zheng)
75324027c2SFam Zheng
76324027c2SFam Zhengdocker:
77324027c2SFam Zheng	@echo 'Build QEMU and run tests inside Docker containers'
78324027c2SFam Zheng	@echo
79324027c2SFam Zheng	@echo 'Available targets:'
80324027c2SFam Zheng	@echo
81324027c2SFam Zheng	@echo '    docker:              Print this help.'
82324027c2SFam Zheng	@echo '    docker-test:         Run all image/test combinations.'
83324027c2SFam Zheng	@echo '    docker-clean:        Kill and remove residual docker testing containers.'
84324027c2SFam Zheng	@echo '    docker-TEST@IMAGE:   Run "TEST" in container "IMAGE".'
85324027c2SFam Zheng	@echo '                         Note: "TEST" is one of the listed test name,'
86324027c2SFam Zheng	@echo '                         or a script name under $$QEMU_SRC/tests/docker/;'
87324027c2SFam Zheng	@echo '                         "IMAGE" is one of the listed container name."'
88324027c2SFam Zheng	@echo '    docker-image:        Build all images.'
89324027c2SFam Zheng	@echo '    docker-image-IMAGE:  Build image "IMAGE".'
90e86c9a64SAlex Bennée	@echo '    docker-run:          For manually running a "TEST" with "IMAGE"'
91324027c2SFam Zheng	@echo
92324027c2SFam Zheng	@echo 'Available container images:'
93324027c2SFam Zheng	@echo '    $(DOCKER_IMAGES)'
94324027c2SFam Zheng	@echo
95324027c2SFam Zheng	@echo 'Available tests:'
96324027c2SFam Zheng	@echo '    $(DOCKER_TESTS)'
97324027c2SFam Zheng	@echo
98324027c2SFam Zheng	@echo 'Available tools:'
99324027c2SFam Zheng	@echo '    $(DOCKER_TOOLS)'
100324027c2SFam Zheng	@echo
101324027c2SFam Zheng	@echo 'Special variables:'
102324027c2SFam Zheng	@echo '    TARGET_LIST=a,b,c    Override target list in builds.'
10335e0f959SFam Zheng	@echo '    EXTRA_CONFIGURE_OPTS="..."'
10435e0f959SFam Zheng	@echo '                         Extra configure options.'
105324027c2SFam Zheng	@echo '    IMAGES="a b c ..":   Filters which images to build or run.'
106324027c2SFam Zheng	@echo '    TESTS="x y z .."     Filters which tests to run (for docker-test).'
107324027c2SFam Zheng	@echo '    J=[0..9]*            Overrides the -jN parameter for make commands'
108324027c2SFam Zheng	@echo '                         (default is 1)'
109324027c2SFam Zheng	@echo '    DEBUG=1              Stop and drop to shell in the created container'
110324027c2SFam Zheng	@echo '                         before running the command.'
1118a2390a4SDaniel P. Berrange	@echo '    NETWORK=1            Enable virtual network interface with default backend.'
1128a2390a4SDaniel P. Berrange	@echo '    NETWORK=$BACKEND     Enable virtual network interface with $BACKEND.'
113414a8ce5SAlex Bennée	@echo '    NOUSER               Define to disable adding current user to containers passwd.'
114324027c2SFam Zheng	@echo '    NOCACHE=1            Ignore cache when build images.'
115b7c851b2SAlex Bennée	@echo '    EXECUTABLE=<path>    Include executable in image.'
1164c84f662SPhilippe Mathieu-Daudé	@echo '    EXTRA_FILES="<path> [... <path>]"'
1174c84f662SPhilippe Mathieu-Daudé	@echo '                         Include extra files in image.'
118324027c2SFam Zheng
119e86c9a64SAlex Bennée# This rule if for directly running against an arbitrary docker target.
120e86c9a64SAlex Bennée# It is called by the expanded docker targets (e.g. make
121e86c9a64SAlex Bennée# docker-test-foo@bar) which will do additional verification.
122e86c9a64SAlex Bennée#
123e86c9a64SAlex Bennée# For example: make docker-run TEST="test-quick" IMAGE="debian:arm64" EXECUTABLE=./aarch64-linux-user/qemu-aarch64
124e86c9a64SAlex Bennée#
125e86c9a64SAlex Bennéedocker-run: docker-qemu-src
126324027c2SFam Zheng	@mkdir -p "$(DOCKER_CCACHE_DIR)"
127e86c9a64SAlex Bennée	@if test -z "$(IMAGE)" || test -z "$(TEST)"; \
128e86c9a64SAlex Bennée		then echo "Invalid target $(IMAGE)/$(TEST)"; exit 1; \
129324027c2SFam Zheng	fi
130e86c9a64SAlex Bennée	$(if $(EXECUTABLE),						\
131324027c2SFam Zheng		$(call quiet-command,					\
132e86c9a64SAlex Bennée			$(SRC_PATH)/tests/docker/docker.py update 	\
133e86c9a64SAlex Bennée			$(IMAGE) $(EXECUTABLE),				\
134e86c9a64SAlex Bennée			"  COPYING $(EXECUTABLE) to $(IMAGE)"))
135e86c9a64SAlex Bennée	$(call quiet-command,						\
136e86c9a64SAlex Bennée		$(SRC_PATH)/tests/docker/docker.py run 			\
137f9f65a4aSFam Zheng			$(if $(NOUSER),,-u $(shell id -u)) -t 		\
13844707491SFam Zheng			--security-opt seccomp=unconfined		\
139e86c9a64SAlex Bennée			$(if $V,,--rm) 					\
1408a2390a4SDaniel P. Berrange			$(if $(DEBUG),-i,)				\
1418a2390a4SDaniel P. Berrange			$(if $(NETWORK),$(if $(subst $(NETWORK),,1),--net=$(NETWORK)),--net=none) \
142324027c2SFam Zheng			-e TARGET_LIST=$(TARGET_LIST) 			\
143e86c9a64SAlex Bennée			-e EXTRA_CONFIGURE_OPTS="$(EXTRA_CONFIGURE_OPTS)" \
144e86c9a64SAlex Bennée			-e V=$V -e J=$J -e DEBUG=$(DEBUG)		\
145e86c9a64SAlex Bennée			-e SHOW_ENV=$(SHOW_ENV) 			\
146324027c2SFam Zheng			-e CCACHE_DIR=/var/tmp/ccache 			\
14708f4e8d2SSascha Silbe			-v $$(readlink -e $(DOCKER_SRC_COPY)):/var/tmp/qemu:z$(COMMA)ro \
148324027c2SFam Zheng			-v $(DOCKER_CCACHE_DIR):/var/tmp/ccache:z 	\
149e86c9a64SAlex Bennée			$(IMAGE) 					\
150c8158513SFam Zheng			/var/tmp/qemu/run 				\
151e86c9a64SAlex Bennée			$(TEST), "  RUN $(TEST) in ${IMAGE}")
152e86c9a64SAlex Bennée
153e86c9a64SAlex Bennée# Run targets:
154e86c9a64SAlex Bennée#
155e86c9a64SAlex Bennée# Of the form docker-TEST-FOO@IMAGE-BAR which will then be expanded into a call to "make docker-run"
156e86c9a64SAlex Bennéedocker-run-%: CMD = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\1/')
157e86c9a64SAlex Bennéedocker-run-%: IMAGE = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\2/')
158e86c9a64SAlex Bennéedocker-run-%:
159e86c9a64SAlex Bennée	@$(MAKE) docker-run TEST=$(CMD) IMAGE=qemu:$(IMAGE)
160324027c2SFam Zheng
161324027c2SFam Zhengdocker-clean:
162324027c2SFam Zheng	$(call quiet-command, $(SRC_PATH)/tests/docker/docker.py clean)
163