xref: /openbmc/qemu/tests/docker/Makefile.include (revision 4c84f662)
1324027c2SFam Zheng# Makefile for Docker tests
2324027c2SFam Zheng
3324027c2SFam Zheng.PHONY: docker docker-test docker-clean docker-image docker-qemu-src
4324027c2SFam Zheng
5324027c2SFam ZhengDOCKER_SUFFIX := .docker
6324027c2SFam ZhengDOCKER_FILES_DIR := $(SRC_PATH)/tests/docker/dockerfiles
7324027c2SFam ZhengDOCKER_IMAGES := $(notdir $(basename $(wildcard $(DOCKER_FILES_DIR)/*.docker)))
8324027c2SFam ZhengDOCKER_TARGETS := $(patsubst %,docker-image-%,$(DOCKER_IMAGES))
9324027c2SFam Zheng# Use a global constant ccache directory to speed up repetitive builds
10324027c2SFam ZhengDOCKER_CCACHE_DIR := $$HOME/.cache/qemu-docker-ccache
11324027c2SFam Zheng
12324027c2SFam ZhengDOCKER_TESTS := $(notdir $(shell \
13324027c2SFam Zheng	find $(SRC_PATH)/tests/docker/ -name 'test-*' -type f))
14324027c2SFam Zheng
15324027c2SFam ZhengDOCKER_TOOLS := travis
16324027c2SFam Zheng
17324027c2SFam ZhengTESTS ?= %
18324027c2SFam ZhengIMAGES ?= %
19324027c2SFam Zheng
20324027c2SFam Zheng# Make archive from git repo $1 to tar.gz $2
21324027c2SFam Zhengmake-archive-maybe = $(if $(wildcard $1/*), \
22324027c2SFam Zheng	$(call quiet-command, \
23324027c2SFam Zheng		(cd $1; if git diff-index --quiet HEAD -- &>/dev/null; then \
2434c98c54SPaolo Bonzini			git archive -1 HEAD --format=tar.gz; \
25324027c2SFam Zheng		else \
2634c98c54SPaolo Bonzini			git archive -1 $$(git stash create) --format=tar.gz; \
2734c98c54SPaolo Bonzini		fi) > $2, \
280bdb12c7SPeter Maydell		"ARCHIVE","$(notdir $2)"))
29324027c2SFam Zheng
30324027c2SFam ZhengCUR_TIME := $(shell date +%Y-%m-%d-%H.%M.%S.$$$$)
31d5aebef8SEduardo HabkostDOCKER_SRC_COPY := docker-src.$(CUR_TIME)
32324027c2SFam Zheng
33324027c2SFam Zheng$(DOCKER_SRC_COPY):
34324027c2SFam Zheng	@mkdir $@
35324027c2SFam Zheng	$(call make-archive-maybe, $(SRC_PATH), $@/qemu.tgz)
36324027c2SFam Zheng	$(call make-archive-maybe, $(SRC_PATH)/dtc, $@/dtc.tgz)
37324027c2SFam Zheng	$(call make-archive-maybe, $(SRC_PATH)/pixman, $@/pixman.tgz)
38324027c2SFam Zheng	$(call quiet-command, cp $(SRC_PATH)/tests/docker/run $@/run, \
390bdb12c7SPeter Maydell		"COPY","RUNNER")
40324027c2SFam Zheng
41324027c2SFam Zhengdocker-qemu-src: $(DOCKER_SRC_COPY)
42324027c2SFam Zheng
43324027c2SFam Zhengdocker-image: ${DOCKER_TARGETS}
44324027c2SFam Zheng
45324027c2SFam Zheng# General rule for building docker images
46324027c2SFam Zhengdocker-image-%: $(DOCKER_FILES_DIR)/%.docker
47a351b4b0SSascha Silbe	@if test "$@" = docker-image-debian-bootstrap -a -z "$(EXECUTABLE)"; then \
48a351b4b0SSascha Silbe		echo WARNING: EXECUTABLE is not set, debootstrap may fail. 2>&1 ; \
49a351b4b0SSascha Silbe	fi
50324027c2SFam Zheng	$(call quiet-command,\
51324027c2SFam Zheng		$(SRC_PATH)/tests/docker/docker.py build qemu:$* $< \
52b7c851b2SAlex Bennée		$(if $V,,--quiet) $(if $(NOCACHE),--no-cache) \
53414a8ce5SAlex Bennée		$(if $(NOUSER),,--add-current-user) \
54*4c84f662SPhilippe Mathieu-Daudé		$(if $(EXTRA_FILES),--extra-files $(EXTRA_FILES))\
55b7c851b2SAlex Bennée		$(if $(EXECUTABLE),--include-executable=$(EXECUTABLE)),\
560bdb12c7SPeter Maydell		"BUILD","$*")
57324027c2SFam Zheng
5824e0131fSAlex Bennée# Enforce dependancies for composite images
5924e0131fSAlex Bennéedocker-image-debian-armhf-cross: docker-image-debian
6024e0131fSAlex Bennéedocker-image-debian-arm64-cross: docker-image-debian
6124e0131fSAlex Bennée
62324027c2SFam Zheng# Expand all the pre-requistes for each docker image and test combination
63324027c2SFam Zheng$(foreach i,$(DOCKER_IMAGES), \
64324027c2SFam Zheng	$(foreach t,$(DOCKER_TESTS) $(DOCKER_TOOLS), \
65324027c2SFam Zheng		$(eval .PHONY: docker-$t@$i) \
66324027c2SFam Zheng		$(eval docker-$t@$i: docker-image-$i docker-run-$t@$i) \
67324027c2SFam Zheng	) \
68324027c2SFam Zheng	$(foreach t,$(DOCKER_TESTS), \
69324027c2SFam Zheng		$(eval docker-test: docker-$t@$i) \
70324027c2SFam Zheng	) \
71324027c2SFam Zheng)
72324027c2SFam Zheng
73324027c2SFam Zhengdocker:
74324027c2SFam Zheng	@echo 'Build QEMU and run tests inside Docker containers'
75324027c2SFam Zheng	@echo
76324027c2SFam Zheng	@echo 'Available targets:'
77324027c2SFam Zheng	@echo
78324027c2SFam Zheng	@echo '    docker:              Print this help.'
79324027c2SFam Zheng	@echo '    docker-test:         Run all image/test combinations.'
80324027c2SFam Zheng	@echo '    docker-clean:        Kill and remove residual docker testing containers.'
81324027c2SFam Zheng	@echo '    docker-TEST@IMAGE:   Run "TEST" in container "IMAGE".'
82324027c2SFam Zheng	@echo '                         Note: "TEST" is one of the listed test name,'
83324027c2SFam Zheng	@echo '                         or a script name under $$QEMU_SRC/tests/docker/;'
84324027c2SFam Zheng	@echo '                         "IMAGE" is one of the listed container name."'
85324027c2SFam Zheng	@echo '    docker-image:        Build all images.'
86324027c2SFam Zheng	@echo '    docker-image-IMAGE:  Build image "IMAGE".'
87e86c9a64SAlex Bennée	@echo '    docker-run:          For manually running a "TEST" with "IMAGE"'
88324027c2SFam Zheng	@echo
89324027c2SFam Zheng	@echo 'Available container images:'
90324027c2SFam Zheng	@echo '    $(DOCKER_IMAGES)'
91324027c2SFam Zheng	@echo
92324027c2SFam Zheng	@echo 'Available tests:'
93324027c2SFam Zheng	@echo '    $(DOCKER_TESTS)'
94324027c2SFam Zheng	@echo
95324027c2SFam Zheng	@echo 'Available tools:'
96324027c2SFam Zheng	@echo '    $(DOCKER_TOOLS)'
97324027c2SFam Zheng	@echo
98324027c2SFam Zheng	@echo 'Special variables:'
99324027c2SFam Zheng	@echo '    TARGET_LIST=a,b,c    Override target list in builds.'
10035e0f959SFam Zheng	@echo '    EXTRA_CONFIGURE_OPTS="..."'
10135e0f959SFam Zheng	@echo '                         Extra configure options.'
102324027c2SFam Zheng	@echo '    IMAGES="a b c ..":   Filters which images to build or run.'
103324027c2SFam Zheng	@echo '    TESTS="x y z .."     Filters which tests to run (for docker-test).'
104324027c2SFam Zheng	@echo '    J=[0..9]*            Overrides the -jN parameter for make commands'
105324027c2SFam Zheng	@echo '                         (default is 1)'
106324027c2SFam Zheng	@echo '    DEBUG=1              Stop and drop to shell in the created container'
107324027c2SFam Zheng	@echo '                         before running the command.'
108414a8ce5SAlex Bennée	@echo '    NOUSER               Define to disable adding current user to containers passwd.'
109324027c2SFam Zheng	@echo '    NOCACHE=1            Ignore cache when build images.'
110b7c851b2SAlex Bennée	@echo '    EXECUTABLE=<path>    Include executable in image.'
111*4c84f662SPhilippe Mathieu-Daudé	@echo '    EXTRA_FILES="<path> [... <path>]"'
112*4c84f662SPhilippe Mathieu-Daudé	@echo '                         Include extra files in image.'
113324027c2SFam Zheng
114e86c9a64SAlex Bennée# This rule if for directly running against an arbitrary docker target.
115e86c9a64SAlex Bennée# It is called by the expanded docker targets (e.g. make
116e86c9a64SAlex Bennée# docker-test-foo@bar) which will do additional verification.
117e86c9a64SAlex Bennée#
118e86c9a64SAlex Bennée# For example: make docker-run TEST="test-quick" IMAGE="debian:arm64" EXECUTABLE=./aarch64-linux-user/qemu-aarch64
119e86c9a64SAlex Bennée#
120e86c9a64SAlex Bennéedocker-run: docker-qemu-src
121324027c2SFam Zheng	@mkdir -p "$(DOCKER_CCACHE_DIR)"
122e86c9a64SAlex Bennée	@if test -z "$(IMAGE)" || test -z "$(TEST)"; \
123e86c9a64SAlex Bennée		then echo "Invalid target $(IMAGE)/$(TEST)"; exit 1; \
124324027c2SFam Zheng	fi
125e86c9a64SAlex Bennée	$(if $(EXECUTABLE),						\
126324027c2SFam Zheng		$(call quiet-command,					\
127e86c9a64SAlex Bennée			$(SRC_PATH)/tests/docker/docker.py update 	\
128e86c9a64SAlex Bennée			$(IMAGE) $(EXECUTABLE),				\
129e86c9a64SAlex Bennée			"  COPYING $(EXECUTABLE) to $(IMAGE)"))
130e86c9a64SAlex Bennée	$(call quiet-command,						\
131e86c9a64SAlex Bennée		$(SRC_PATH)/tests/docker/docker.py run 			\
132f9f65a4aSFam Zheng			$(if $(NOUSER),,-u $(shell id -u)) -t 		\
133e86c9a64SAlex Bennée			$(if $V,,--rm) 					\
134324027c2SFam Zheng			$(if $(DEBUG),-i,--net=none) 			\
135324027c2SFam Zheng			-e TARGET_LIST=$(TARGET_LIST) 			\
136e86c9a64SAlex Bennée			-e EXTRA_CONFIGURE_OPTS="$(EXTRA_CONFIGURE_OPTS)" \
137e86c9a64SAlex Bennée			-e V=$V -e J=$J -e DEBUG=$(DEBUG)		\
138e86c9a64SAlex Bennée			-e SHOW_ENV=$(SHOW_ENV) 			\
139324027c2SFam Zheng			-e CCACHE_DIR=/var/tmp/ccache 			\
14008f4e8d2SSascha Silbe			-v $$(readlink -e $(DOCKER_SRC_COPY)):/var/tmp/qemu:z$(COMMA)ro \
141324027c2SFam Zheng			-v $(DOCKER_CCACHE_DIR):/var/tmp/ccache:z 	\
142e86c9a64SAlex Bennée			$(IMAGE) 					\
143c8158513SFam Zheng			/var/tmp/qemu/run 				\
144e86c9a64SAlex Bennée			$(TEST), "  RUN $(TEST) in ${IMAGE}")
145e86c9a64SAlex Bennée
146e86c9a64SAlex Bennée# Run targets:
147e86c9a64SAlex Bennée#
148e86c9a64SAlex Bennée# Of the form docker-TEST-FOO@IMAGE-BAR which will then be expanded into a call to "make docker-run"
149e86c9a64SAlex Bennéedocker-run-%: CMD = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\1/')
150e86c9a64SAlex Bennéedocker-run-%: IMAGE = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\2/')
151e86c9a64SAlex Bennéedocker-run-%:
152e86c9a64SAlex Bennée	@$(MAKE) docker-run TEST=$(CMD) IMAGE=qemu:$(IMAGE)
153324027c2SFam Zheng
154324027c2SFam Zhengdocker-clean:
155324027c2SFam Zheng	$(call quiet-command, $(SRC_PATH)/tests/docker/docker.py clean)
156