xref: /openbmc/qemu/tests/docker/Makefile.include (revision 1fddbf7c)
1324027c2SFam Zheng# Makefile for Docker tests
2324027c2SFam Zheng
3324027c2SFam Zheng.PHONY: docker docker-test docker-clean docker-image docker-qemu-src
4324027c2SFam Zheng
5324027c2SFam ZhengDOCKER_SUFFIX := .docker
6324027c2SFam ZhengDOCKER_FILES_DIR := $(SRC_PATH)/tests/docker/dockerfiles
7324027c2SFam ZhengDOCKER_IMAGES := $(notdir $(basename $(wildcard $(DOCKER_FILES_DIR)/*.docker)))
8324027c2SFam ZhengDOCKER_TARGETS := $(patsubst %,docker-image-%,$(DOCKER_IMAGES))
9324027c2SFam Zheng# Use a global constant ccache directory to speed up repetitive builds
10324027c2SFam ZhengDOCKER_CCACHE_DIR := $$HOME/.cache/qemu-docker-ccache
11324027c2SFam Zheng
12324027c2SFam ZhengDOCKER_TESTS := $(notdir $(shell \
13324027c2SFam Zheng	find $(SRC_PATH)/tests/docker/ -name 'test-*' -type f))
14324027c2SFam Zheng
15324027c2SFam ZhengDOCKER_TOOLS := travis
16324027c2SFam Zheng
17324027c2SFam ZhengTESTS ?= %
18324027c2SFam ZhengIMAGES ?= %
19324027c2SFam Zheng
20324027c2SFam Zheng# Make archive from git repo $1 to tar.gz $2
21324027c2SFam Zhengmake-archive-maybe = $(if $(wildcard $1/*), \
22324027c2SFam Zheng	$(call quiet-command, \
23324027c2SFam Zheng		(cd $1; if git diff-index --quiet HEAD -- &>/dev/null; then \
2434c98c54SPaolo Bonzini			git archive -1 HEAD --format=tar.gz; \
25324027c2SFam Zheng		else \
2634c98c54SPaolo Bonzini			git archive -1 $$(git stash create) --format=tar.gz; \
2734c98c54SPaolo Bonzini		fi) > $2, \
280bdb12c7SPeter Maydell		"ARCHIVE","$(notdir $2)"))
29324027c2SFam Zheng
30324027c2SFam ZhengCUR_TIME := $(shell date +%Y-%m-%d-%H.%M.%S.$$$$)
31d5aebef8SEduardo HabkostDOCKER_SRC_COPY := docker-src.$(CUR_TIME)
32324027c2SFam Zheng
33324027c2SFam Zheng$(DOCKER_SRC_COPY):
34324027c2SFam Zheng	@mkdir $@
35324027c2SFam Zheng	$(call make-archive-maybe, $(SRC_PATH), $@/qemu.tgz)
36324027c2SFam Zheng	$(call make-archive-maybe, $(SRC_PATH)/dtc, $@/dtc.tgz)
37324027c2SFam Zheng	$(call quiet-command, cp $(SRC_PATH)/tests/docker/run $@/run, \
380bdb12c7SPeter Maydell		"COPY","RUNNER")
39324027c2SFam Zheng
40324027c2SFam Zhengdocker-qemu-src: $(DOCKER_SRC_COPY)
41324027c2SFam Zheng
42324027c2SFam Zhengdocker-image: ${DOCKER_TARGETS}
43324027c2SFam Zheng
44324027c2SFam Zheng# General rule for building docker images
45324027c2SFam Zhengdocker-image-%: $(DOCKER_FILES_DIR)/%.docker
46a351b4b0SSascha Silbe	@if test "$@" = docker-image-debian-bootstrap -a -z "$(EXECUTABLE)"; then \
47a351b4b0SSascha Silbe		echo WARNING: EXECUTABLE is not set, debootstrap may fail. 2>&1 ; \
48a351b4b0SSascha Silbe	fi
49324027c2SFam Zheng	$(call quiet-command,\
50324027c2SFam Zheng		$(SRC_PATH)/tests/docker/docker.py build qemu:$* $< \
51b7c851b2SAlex Bennée		$(if $V,,--quiet) $(if $(NOCACHE),--no-cache) \
52414a8ce5SAlex Bennée		$(if $(NOUSER),,--add-current-user) \
534c84f662SPhilippe Mathieu-Daudé		$(if $(EXTRA_FILES),--extra-files $(EXTRA_FILES))\
54b7c851b2SAlex Bennée		$(if $(EXECUTABLE),--include-executable=$(EXECUTABLE)),\
550bdb12c7SPeter Maydell		"BUILD","$*")
56324027c2SFam Zheng
5716dcece4SAlex Bennéedocker-image-debian-powerpc-cross: EXTRA_FILES:=tests/docker/dockerfiles/debian-apt-fake.sh
5816dcece4SAlex Bennée
5924e0131fSAlex Bennée# Enforce dependancies for composite images
603e119749SPhilippe Mathieu-Daudédocker-image-debian: docker-image-debian9
61982e758aSPhilippe Mathieu-Daudédocker-image-debian8-mxe: docker-image-debian8
6215288046SPhilippe Mathieu-Daudédocker-image-debian-amd64: docker-image-debian9
6331e205d1SPhilippe Mathieu-Daudédocker-image-debian-armel-cross: docker-image-debian9
6424044d48SPhilippe Mathieu-Daudédocker-image-debian-armhf-cross: docker-image-debian9
6524044d48SPhilippe Mathieu-Daudédocker-image-debian-arm64-cross: docker-image-debian9
664319db7bSPhilippe Mathieu-Daudédocker-image-debian-mips-cross: docker-image-debian9
67fd7b284dSPhilippe Mathieu-Daudédocker-image-debian-mips64el-cross: docker-image-debian9
6816dcece4SAlex Bennéedocker-image-debian-powerpc-cross: docker-image-debian8
692b1c10bdSPhilippe Mathieu-Daudédocker-image-debian-ppc64el-cross: docker-image-debian9
707d2bcf23SPhilippe Mathieu-Daudédocker-image-debian-s390x-cross: docker-image-debian9
71982e758aSPhilippe Mathieu-Daudédocker-image-debian-win32-cross: docker-image-debian8-mxe
72982e758aSPhilippe Mathieu-Daudédocker-image-debian-win64-cross: docker-image-debian8-mxe
73*1fddbf7cSAlex Bennéedocker-image-travis: NOUSER=1
7424e0131fSAlex Bennée
75324027c2SFam Zheng# Expand all the pre-requistes for each docker image and test combination
76324027c2SFam Zheng$(foreach i,$(DOCKER_IMAGES), \
77324027c2SFam Zheng	$(foreach t,$(DOCKER_TESTS) $(DOCKER_TOOLS), \
78324027c2SFam Zheng		$(eval .PHONY: docker-$t@$i) \
79324027c2SFam Zheng		$(eval docker-$t@$i: docker-image-$i docker-run-$t@$i) \
80324027c2SFam Zheng	) \
81324027c2SFam Zheng	$(foreach t,$(DOCKER_TESTS), \
82324027c2SFam Zheng		$(eval docker-test: docker-$t@$i) \
83324027c2SFam Zheng	) \
84324027c2SFam Zheng)
85324027c2SFam Zheng
86324027c2SFam Zhengdocker:
87324027c2SFam Zheng	@echo 'Build QEMU and run tests inside Docker containers'
88324027c2SFam Zheng	@echo
89324027c2SFam Zheng	@echo 'Available targets:'
90324027c2SFam Zheng	@echo
91324027c2SFam Zheng	@echo '    docker:              Print this help.'
92324027c2SFam Zheng	@echo '    docker-test:         Run all image/test combinations.'
93324027c2SFam Zheng	@echo '    docker-clean:        Kill and remove residual docker testing containers.'
94324027c2SFam Zheng	@echo '    docker-TEST@IMAGE:   Run "TEST" in container "IMAGE".'
95324027c2SFam Zheng	@echo '                         Note: "TEST" is one of the listed test name,'
96324027c2SFam Zheng	@echo '                         or a script name under $$QEMU_SRC/tests/docker/;'
97324027c2SFam Zheng	@echo '                         "IMAGE" is one of the listed container name."'
98324027c2SFam Zheng	@echo '    docker-image:        Build all images.'
99324027c2SFam Zheng	@echo '    docker-image-IMAGE:  Build image "IMAGE".'
100e86c9a64SAlex Bennée	@echo '    docker-run:          For manually running a "TEST" with "IMAGE"'
101324027c2SFam Zheng	@echo
102324027c2SFam Zheng	@echo 'Available container images:'
103324027c2SFam Zheng	@echo '    $(DOCKER_IMAGES)'
104324027c2SFam Zheng	@echo
105324027c2SFam Zheng	@echo 'Available tests:'
106324027c2SFam Zheng	@echo '    $(DOCKER_TESTS)'
107324027c2SFam Zheng	@echo
108324027c2SFam Zheng	@echo 'Available tools:'
109324027c2SFam Zheng	@echo '    $(DOCKER_TOOLS)'
110324027c2SFam Zheng	@echo
111324027c2SFam Zheng	@echo 'Special variables:'
112324027c2SFam Zheng	@echo '    TARGET_LIST=a,b,c    Override target list in builds.'
11335e0f959SFam Zheng	@echo '    EXTRA_CONFIGURE_OPTS="..."'
11435e0f959SFam Zheng	@echo '                         Extra configure options.'
115324027c2SFam Zheng	@echo '    IMAGES="a b c ..":   Filters which images to build or run.'
116324027c2SFam Zheng	@echo '    TESTS="x y z .."     Filters which tests to run (for docker-test).'
117324027c2SFam Zheng	@echo '    J=[0..9]*            Overrides the -jN parameter for make commands'
118324027c2SFam Zheng	@echo '                         (default is 1)'
119324027c2SFam Zheng	@echo '    DEBUG=1              Stop and drop to shell in the created container'
120324027c2SFam Zheng	@echo '                         before running the command.'
1218a2390a4SDaniel P. Berrange	@echo '    NETWORK=1            Enable virtual network interface with default backend.'
1228a2390a4SDaniel P. Berrange	@echo '    NETWORK=$BACKEND     Enable virtual network interface with $BACKEND.'
123414a8ce5SAlex Bennée	@echo '    NOUSER               Define to disable adding current user to containers passwd.'
124324027c2SFam Zheng	@echo '    NOCACHE=1            Ignore cache when build images.'
125b7c851b2SAlex Bennée	@echo '    EXECUTABLE=<path>    Include executable in image.'
1264c84f662SPhilippe Mathieu-Daudé	@echo '    EXTRA_FILES="<path> [... <path>]"'
1274c84f662SPhilippe Mathieu-Daudé	@echo '                         Include extra files in image.'
128324027c2SFam Zheng
129e86c9a64SAlex Bennée# This rule if for directly running against an arbitrary docker target.
130e86c9a64SAlex Bennée# It is called by the expanded docker targets (e.g. make
131e86c9a64SAlex Bennée# docker-test-foo@bar) which will do additional verification.
132e86c9a64SAlex Bennée#
133e86c9a64SAlex Bennée# For example: make docker-run TEST="test-quick" IMAGE="debian:arm64" EXECUTABLE=./aarch64-linux-user/qemu-aarch64
134e86c9a64SAlex Bennée#
135e86c9a64SAlex Bennéedocker-run: docker-qemu-src
136324027c2SFam Zheng	@mkdir -p "$(DOCKER_CCACHE_DIR)"
137e86c9a64SAlex Bennée	@if test -z "$(IMAGE)" || test -z "$(TEST)"; \
138e86c9a64SAlex Bennée		then echo "Invalid target $(IMAGE)/$(TEST)"; exit 1; \
139324027c2SFam Zheng	fi
140e86c9a64SAlex Bennée	$(if $(EXECUTABLE),						\
141324027c2SFam Zheng		$(call quiet-command,					\
142e86c9a64SAlex Bennée			$(SRC_PATH)/tests/docker/docker.py update 	\
143e86c9a64SAlex Bennée			$(IMAGE) $(EXECUTABLE),				\
144e86c9a64SAlex Bennée			"  COPYING $(EXECUTABLE) to $(IMAGE)"))
145e86c9a64SAlex Bennée	$(call quiet-command,						\
146e86c9a64SAlex Bennée		$(SRC_PATH)/tests/docker/docker.py run 			\
147f9f65a4aSFam Zheng			$(if $(NOUSER),,-u $(shell id -u)) -t 		\
148e86c9a64SAlex Bennée			$(if $V,,--rm) 					\
1498a2390a4SDaniel P. Berrange			$(if $(DEBUG),-i,)				\
1508a2390a4SDaniel P. Berrange			$(if $(NETWORK),$(if $(subst $(NETWORK),,1),--net=$(NETWORK)),--net=none) \
151324027c2SFam Zheng			-e TARGET_LIST=$(TARGET_LIST) 			\
152e86c9a64SAlex Bennée			-e EXTRA_CONFIGURE_OPTS="$(EXTRA_CONFIGURE_OPTS)" \
153e86c9a64SAlex Bennée			-e V=$V -e J=$J -e DEBUG=$(DEBUG)		\
154e86c9a64SAlex Bennée			-e SHOW_ENV=$(SHOW_ENV) 			\
155324027c2SFam Zheng			-e CCACHE_DIR=/var/tmp/ccache 			\
15608f4e8d2SSascha Silbe			-v $$(readlink -e $(DOCKER_SRC_COPY)):/var/tmp/qemu:z$(COMMA)ro \
157324027c2SFam Zheng			-v $(DOCKER_CCACHE_DIR):/var/tmp/ccache:z 	\
158e86c9a64SAlex Bennée			$(IMAGE) 					\
159c8158513SFam Zheng			/var/tmp/qemu/run 				\
160e86c9a64SAlex Bennée			$(TEST), "  RUN $(TEST) in ${IMAGE}")
161e86c9a64SAlex Bennée
162e86c9a64SAlex Bennée# Run targets:
163e86c9a64SAlex Bennée#
164e86c9a64SAlex Bennée# Of the form docker-TEST-FOO@IMAGE-BAR which will then be expanded into a call to "make docker-run"
165e86c9a64SAlex Bennéedocker-run-%: CMD = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\1/')
166e86c9a64SAlex Bennéedocker-run-%: IMAGE = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\2/')
167e86c9a64SAlex Bennéedocker-run-%:
168e86c9a64SAlex Bennée	@$(MAKE) docker-run TEST=$(CMD) IMAGE=qemu:$(IMAGE)
169324027c2SFam Zheng
170324027c2SFam Zhengdocker-clean:
171324027c2SFam Zheng	$(call quiet-command, $(SRC_PATH)/tests/docker/docker.py clean)
172