xref: /openbmc/qemu/tests/docker/Makefile.include (revision fd7b284d)
1324027c2SFam Zheng# Makefile for Docker tests
2324027c2SFam Zheng
3324027c2SFam Zheng.PHONY: docker docker-test docker-clean docker-image docker-qemu-src
4324027c2SFam Zheng
5324027c2SFam ZhengDOCKER_SUFFIX := .docker
6324027c2SFam ZhengDOCKER_FILES_DIR := $(SRC_PATH)/tests/docker/dockerfiles
7324027c2SFam ZhengDOCKER_IMAGES := $(notdir $(basename $(wildcard $(DOCKER_FILES_DIR)/*.docker)))
8324027c2SFam ZhengDOCKER_TARGETS := $(patsubst %,docker-image-%,$(DOCKER_IMAGES))
9324027c2SFam Zheng# Use a global constant ccache directory to speed up repetitive builds
10324027c2SFam ZhengDOCKER_CCACHE_DIR := $$HOME/.cache/qemu-docker-ccache
11324027c2SFam Zheng
12324027c2SFam ZhengDOCKER_TESTS := $(notdir $(shell \
13324027c2SFam Zheng	find $(SRC_PATH)/tests/docker/ -name 'test-*' -type f))
14324027c2SFam Zheng
15324027c2SFam ZhengDOCKER_TOOLS := travis
16324027c2SFam Zheng
17324027c2SFam ZhengTESTS ?= %
18324027c2SFam ZhengIMAGES ?= %
19324027c2SFam Zheng
20324027c2SFam Zheng# Make archive from git repo $1 to tar.gz $2
21324027c2SFam Zhengmake-archive-maybe = $(if $(wildcard $1/*), \
22324027c2SFam Zheng	$(call quiet-command, \
23324027c2SFam Zheng		(cd $1; if git diff-index --quiet HEAD -- &>/dev/null; then \
2434c98c54SPaolo Bonzini			git archive -1 HEAD --format=tar.gz; \
25324027c2SFam Zheng		else \
2634c98c54SPaolo Bonzini			git archive -1 $$(git stash create) --format=tar.gz; \
2734c98c54SPaolo Bonzini		fi) > $2, \
280bdb12c7SPeter Maydell		"ARCHIVE","$(notdir $2)"))
29324027c2SFam Zheng
30324027c2SFam ZhengCUR_TIME := $(shell date +%Y-%m-%d-%H.%M.%S.$$$$)
31d5aebef8SEduardo HabkostDOCKER_SRC_COPY := docker-src.$(CUR_TIME)
32324027c2SFam Zheng
33324027c2SFam Zheng$(DOCKER_SRC_COPY):
34324027c2SFam Zheng	@mkdir $@
35324027c2SFam Zheng	$(call make-archive-maybe, $(SRC_PATH), $@/qemu.tgz)
36324027c2SFam Zheng	$(call make-archive-maybe, $(SRC_PATH)/dtc, $@/dtc.tgz)
37324027c2SFam Zheng	$(call make-archive-maybe, $(SRC_PATH)/pixman, $@/pixman.tgz)
38324027c2SFam Zheng	$(call quiet-command, cp $(SRC_PATH)/tests/docker/run $@/run, \
390bdb12c7SPeter Maydell		"COPY","RUNNER")
40324027c2SFam Zheng
41324027c2SFam Zhengdocker-qemu-src: $(DOCKER_SRC_COPY)
42324027c2SFam Zheng
43324027c2SFam Zhengdocker-image: ${DOCKER_TARGETS}
44324027c2SFam Zheng
45324027c2SFam Zheng# General rule for building docker images
46324027c2SFam Zhengdocker-image-%: $(DOCKER_FILES_DIR)/%.docker
47a351b4b0SSascha Silbe	@if test "$@" = docker-image-debian-bootstrap -a -z "$(EXECUTABLE)"; then \
48a351b4b0SSascha Silbe		echo WARNING: EXECUTABLE is not set, debootstrap may fail. 2>&1 ; \
49a351b4b0SSascha Silbe	fi
50324027c2SFam Zheng	$(call quiet-command,\
51324027c2SFam Zheng		$(SRC_PATH)/tests/docker/docker.py build qemu:$* $< \
52b7c851b2SAlex Bennée		$(if $V,,--quiet) $(if $(NOCACHE),--no-cache) \
53414a8ce5SAlex Bennée		$(if $(NOUSER),,--add-current-user) \
544c84f662SPhilippe Mathieu-Daudé		$(if $(EXTRA_FILES),--extra-files $(EXTRA_FILES))\
55b7c851b2SAlex Bennée		$(if $(EXECUTABLE),--include-executable=$(EXECUTABLE)),\
560bdb12c7SPeter Maydell		"BUILD","$*")
57324027c2SFam Zheng
5816dcece4SAlex Bennéedocker-image-debian-powerpc-cross: EXTRA_FILES:=tests/docker/dockerfiles/debian-apt-fake.sh
5916dcece4SAlex Bennée
6024e0131fSAlex Bennée# Enforce dependancies for composite images
6115288046SPhilippe Mathieu-Daudédocker-image-debian-amd64: docker-image-debian9
6231e205d1SPhilippe Mathieu-Daudédocker-image-debian-armel-cross: docker-image-debian9
6324044d48SPhilippe Mathieu-Daudédocker-image-debian-armhf-cross: docker-image-debian9
6424044d48SPhilippe Mathieu-Daudédocker-image-debian-arm64-cross: docker-image-debian9
654319db7bSPhilippe Mathieu-Daudédocker-image-debian-mips-cross: docker-image-debian9
66*fd7b284dSPhilippe Mathieu-Daudédocker-image-debian-mips64el-cross: docker-image-debian9
6716dcece4SAlex Bennéedocker-image-debian-powerpc-cross: docker-image-debian8
682b1c10bdSPhilippe Mathieu-Daudédocker-image-debian-ppc64el-cross: docker-image-debian9
697d2bcf23SPhilippe Mathieu-Daudédocker-image-debian-s390x-cross: docker-image-debian9
7024e0131fSAlex Bennée
71324027c2SFam Zheng# Expand all the pre-requistes for each docker image and test combination
72324027c2SFam Zheng$(foreach i,$(DOCKER_IMAGES), \
73324027c2SFam Zheng	$(foreach t,$(DOCKER_TESTS) $(DOCKER_TOOLS), \
74324027c2SFam Zheng		$(eval .PHONY: docker-$t@$i) \
75324027c2SFam Zheng		$(eval docker-$t@$i: docker-image-$i docker-run-$t@$i) \
76324027c2SFam Zheng	) \
77324027c2SFam Zheng	$(foreach t,$(DOCKER_TESTS), \
78324027c2SFam Zheng		$(eval docker-test: docker-$t@$i) \
79324027c2SFam Zheng	) \
80324027c2SFam Zheng)
81324027c2SFam Zheng
82324027c2SFam Zhengdocker:
83324027c2SFam Zheng	@echo 'Build QEMU and run tests inside Docker containers'
84324027c2SFam Zheng	@echo
85324027c2SFam Zheng	@echo 'Available targets:'
86324027c2SFam Zheng	@echo
87324027c2SFam Zheng	@echo '    docker:              Print this help.'
88324027c2SFam Zheng	@echo '    docker-test:         Run all image/test combinations.'
89324027c2SFam Zheng	@echo '    docker-clean:        Kill and remove residual docker testing containers.'
90324027c2SFam Zheng	@echo '    docker-TEST@IMAGE:   Run "TEST" in container "IMAGE".'
91324027c2SFam Zheng	@echo '                         Note: "TEST" is one of the listed test name,'
92324027c2SFam Zheng	@echo '                         or a script name under $$QEMU_SRC/tests/docker/;'
93324027c2SFam Zheng	@echo '                         "IMAGE" is one of the listed container name."'
94324027c2SFam Zheng	@echo '    docker-image:        Build all images.'
95324027c2SFam Zheng	@echo '    docker-image-IMAGE:  Build image "IMAGE".'
96e86c9a64SAlex Bennée	@echo '    docker-run:          For manually running a "TEST" with "IMAGE"'
97324027c2SFam Zheng	@echo
98324027c2SFam Zheng	@echo 'Available container images:'
99324027c2SFam Zheng	@echo '    $(DOCKER_IMAGES)'
100324027c2SFam Zheng	@echo
101324027c2SFam Zheng	@echo 'Available tests:'
102324027c2SFam Zheng	@echo '    $(DOCKER_TESTS)'
103324027c2SFam Zheng	@echo
104324027c2SFam Zheng	@echo 'Available tools:'
105324027c2SFam Zheng	@echo '    $(DOCKER_TOOLS)'
106324027c2SFam Zheng	@echo
107324027c2SFam Zheng	@echo 'Special variables:'
108324027c2SFam Zheng	@echo '    TARGET_LIST=a,b,c    Override target list in builds.'
10935e0f959SFam Zheng	@echo '    EXTRA_CONFIGURE_OPTS="..."'
11035e0f959SFam Zheng	@echo '                         Extra configure options.'
111324027c2SFam Zheng	@echo '    IMAGES="a b c ..":   Filters which images to build or run.'
112324027c2SFam Zheng	@echo '    TESTS="x y z .."     Filters which tests to run (for docker-test).'
113324027c2SFam Zheng	@echo '    J=[0..9]*            Overrides the -jN parameter for make commands'
114324027c2SFam Zheng	@echo '                         (default is 1)'
115324027c2SFam Zheng	@echo '    DEBUG=1              Stop and drop to shell in the created container'
116324027c2SFam Zheng	@echo '                         before running the command.'
1178a2390a4SDaniel P. Berrange	@echo '    NETWORK=1            Enable virtual network interface with default backend.'
1188a2390a4SDaniel P. Berrange	@echo '    NETWORK=$BACKEND     Enable virtual network interface with $BACKEND.'
119414a8ce5SAlex Bennée	@echo '    NOUSER               Define to disable adding current user to containers passwd.'
120324027c2SFam Zheng	@echo '    NOCACHE=1            Ignore cache when build images.'
121b7c851b2SAlex Bennée	@echo '    EXECUTABLE=<path>    Include executable in image.'
1224c84f662SPhilippe Mathieu-Daudé	@echo '    EXTRA_FILES="<path> [... <path>]"'
1234c84f662SPhilippe Mathieu-Daudé	@echo '                         Include extra files in image.'
124324027c2SFam Zheng
125e86c9a64SAlex Bennée# This rule if for directly running against an arbitrary docker target.
126e86c9a64SAlex Bennée# It is called by the expanded docker targets (e.g. make
127e86c9a64SAlex Bennée# docker-test-foo@bar) which will do additional verification.
128e86c9a64SAlex Bennée#
129e86c9a64SAlex Bennée# For example: make docker-run TEST="test-quick" IMAGE="debian:arm64" EXECUTABLE=./aarch64-linux-user/qemu-aarch64
130e86c9a64SAlex Bennée#
131e86c9a64SAlex Bennéedocker-run: docker-qemu-src
132324027c2SFam Zheng	@mkdir -p "$(DOCKER_CCACHE_DIR)"
133e86c9a64SAlex Bennée	@if test -z "$(IMAGE)" || test -z "$(TEST)"; \
134e86c9a64SAlex Bennée		then echo "Invalid target $(IMAGE)/$(TEST)"; exit 1; \
135324027c2SFam Zheng	fi
136e86c9a64SAlex Bennée	$(if $(EXECUTABLE),						\
137324027c2SFam Zheng		$(call quiet-command,					\
138e86c9a64SAlex Bennée			$(SRC_PATH)/tests/docker/docker.py update 	\
139e86c9a64SAlex Bennée			$(IMAGE) $(EXECUTABLE),				\
140e86c9a64SAlex Bennée			"  COPYING $(EXECUTABLE) to $(IMAGE)"))
141e86c9a64SAlex Bennée	$(call quiet-command,						\
142e86c9a64SAlex Bennée		$(SRC_PATH)/tests/docker/docker.py run 			\
143f9f65a4aSFam Zheng			$(if $(NOUSER),,-u $(shell id -u)) -t 		\
144e86c9a64SAlex Bennée			$(if $V,,--rm) 					\
1458a2390a4SDaniel P. Berrange			$(if $(DEBUG),-i,)				\
1468a2390a4SDaniel P. Berrange			$(if $(NETWORK),$(if $(subst $(NETWORK),,1),--net=$(NETWORK)),--net=none) \
147324027c2SFam Zheng			-e TARGET_LIST=$(TARGET_LIST) 			\
148e86c9a64SAlex Bennée			-e EXTRA_CONFIGURE_OPTS="$(EXTRA_CONFIGURE_OPTS)" \
149e86c9a64SAlex Bennée			-e V=$V -e J=$J -e DEBUG=$(DEBUG)		\
150e86c9a64SAlex Bennée			-e SHOW_ENV=$(SHOW_ENV) 			\
151324027c2SFam Zheng			-e CCACHE_DIR=/var/tmp/ccache 			\
15208f4e8d2SSascha Silbe			-v $$(readlink -e $(DOCKER_SRC_COPY)):/var/tmp/qemu:z$(COMMA)ro \
153324027c2SFam Zheng			-v $(DOCKER_CCACHE_DIR):/var/tmp/ccache:z 	\
154e86c9a64SAlex Bennée			$(IMAGE) 					\
155c8158513SFam Zheng			/var/tmp/qemu/run 				\
156e86c9a64SAlex Bennée			$(TEST), "  RUN $(TEST) in ${IMAGE}")
157e86c9a64SAlex Bennée
158e86c9a64SAlex Bennée# Run targets:
159e86c9a64SAlex Bennée#
160e86c9a64SAlex Bennée# Of the form docker-TEST-FOO@IMAGE-BAR which will then be expanded into a call to "make docker-run"
161e86c9a64SAlex Bennéedocker-run-%: CMD = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\1/')
162e86c9a64SAlex Bennéedocker-run-%: IMAGE = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\2/')
163e86c9a64SAlex Bennéedocker-run-%:
164e86c9a64SAlex Bennée	@$(MAKE) docker-run TEST=$(CMD) IMAGE=qemu:$(IMAGE)
165324027c2SFam Zheng
166324027c2SFam Zhengdocker-clean:
167324027c2SFam Zheng	$(call quiet-command, $(SRC_PATH)/tests/docker/docker.py clean)
168