1324027c2SFam Zheng# Makefile for Docker tests 2324027c2SFam Zheng 3324027c2SFam Zheng.PHONY: docker docker-test docker-clean docker-image docker-qemu-src 4324027c2SFam Zheng 5324027c2SFam ZhengDOCKER_SUFFIX := .docker 6324027c2SFam ZhengDOCKER_FILES_DIR := $(SRC_PATH)/tests/docker/dockerfiles 7324027c2SFam ZhengDOCKER_IMAGES := $(notdir $(basename $(wildcard $(DOCKER_FILES_DIR)/*.docker))) 8324027c2SFam ZhengDOCKER_TARGETS := $(patsubst %,docker-image-%,$(DOCKER_IMAGES)) 9324027c2SFam Zheng# Use a global constant ccache directory to speed up repetitive builds 10324027c2SFam ZhengDOCKER_CCACHE_DIR := $$HOME/.cache/qemu-docker-ccache 11324027c2SFam Zheng 12324027c2SFam ZhengDOCKER_TESTS := $(notdir $(shell \ 13324027c2SFam Zheng find $(SRC_PATH)/tests/docker/ -name 'test-*' -type f)) 14324027c2SFam Zheng 15324027c2SFam ZhengDOCKER_TOOLS := travis 16324027c2SFam Zheng 17324027c2SFam ZhengTESTS ?= % 18324027c2SFam ZhengIMAGES ?= % 19324027c2SFam Zheng 20324027c2SFam Zheng# Make archive from git repo $1 to tar.gz $2 21324027c2SFam Zhengmake-archive-maybe = $(if $(wildcard $1/*), \ 22324027c2SFam Zheng $(call quiet-command, \ 23324027c2SFam Zheng (cd $1; if git diff-index --quiet HEAD -- &>/dev/null; then \ 2434c98c54SPaolo Bonzini git archive -1 HEAD --format=tar.gz; \ 25324027c2SFam Zheng else \ 2634c98c54SPaolo Bonzini git archive -1 $$(git stash create) --format=tar.gz; \ 2734c98c54SPaolo Bonzini fi) > $2, \ 280bdb12c7SPeter Maydell "ARCHIVE","$(notdir $2)")) 29324027c2SFam Zheng 30324027c2SFam ZhengCUR_TIME := $(shell date +%Y-%m-%d-%H.%M.%S.$$$$) 31d5aebef8SEduardo HabkostDOCKER_SRC_COPY := docker-src.$(CUR_TIME) 32324027c2SFam Zheng 33324027c2SFam Zheng$(DOCKER_SRC_COPY): 34324027c2SFam Zheng @mkdir $@ 35324027c2SFam Zheng $(call make-archive-maybe, $(SRC_PATH), $@/qemu.tgz) 36324027c2SFam Zheng $(call make-archive-maybe, $(SRC_PATH)/dtc, $@/dtc.tgz) 37324027c2SFam Zheng $(call quiet-command, cp $(SRC_PATH)/tests/docker/run $@/run, \ 380bdb12c7SPeter Maydell "COPY","RUNNER") 39324027c2SFam Zheng 40324027c2SFam Zhengdocker-qemu-src: $(DOCKER_SRC_COPY) 41324027c2SFam Zheng 42324027c2SFam Zhengdocker-image: ${DOCKER_TARGETS} 43324027c2SFam Zheng 44324027c2SFam Zheng# General rule for building docker images 45324027c2SFam Zhengdocker-image-%: $(DOCKER_FILES_DIR)/%.docker 46a351b4b0SSascha Silbe @if test "$@" = docker-image-debian-bootstrap -a -z "$(EXECUTABLE)"; then \ 47a351b4b0SSascha Silbe echo WARNING: EXECUTABLE is not set, debootstrap may fail. 2>&1 ; \ 48a351b4b0SSascha Silbe fi 49324027c2SFam Zheng $(call quiet-command,\ 50324027c2SFam Zheng $(SRC_PATH)/tests/docker/docker.py build qemu:$* $< \ 51b7c851b2SAlex Bennée $(if $V,,--quiet) $(if $(NOCACHE),--no-cache) \ 52414a8ce5SAlex Bennée $(if $(NOUSER),,--add-current-user) \ 534c84f662SPhilippe Mathieu-Daudé $(if $(EXTRA_FILES),--extra-files $(EXTRA_FILES))\ 54b7c851b2SAlex Bennée $(if $(EXECUTABLE),--include-executable=$(EXECUTABLE)),\ 550bdb12c7SPeter Maydell "BUILD","$*") 56324027c2SFam Zheng 5716dcece4SAlex Bennéedocker-image-debian-powerpc-cross: EXTRA_FILES:=tests/docker/dockerfiles/debian-apt-fake.sh 5816dcece4SAlex Bennée 5924e0131fSAlex Bennée# Enforce dependancies for composite images 603e119749SPhilippe Mathieu-Daudédocker-image-debian: docker-image-debian9 61982e758aSPhilippe Mathieu-Daudédocker-image-debian8-mxe: docker-image-debian8 6215288046SPhilippe Mathieu-Daudédocker-image-debian-amd64: docker-image-debian9 6331e205d1SPhilippe Mathieu-Daudédocker-image-debian-armel-cross: docker-image-debian9 6424044d48SPhilippe Mathieu-Daudédocker-image-debian-armhf-cross: docker-image-debian9 6524044d48SPhilippe Mathieu-Daudédocker-image-debian-arm64-cross: docker-image-debian9 664319db7bSPhilippe Mathieu-Daudédocker-image-debian-mips-cross: docker-image-debian9 67fd7b284dSPhilippe Mathieu-Daudédocker-image-debian-mips64el-cross: docker-image-debian9 6816dcece4SAlex Bennéedocker-image-debian-powerpc-cross: docker-image-debian8 692b1c10bdSPhilippe Mathieu-Daudédocker-image-debian-ppc64el-cross: docker-image-debian9 707d2bcf23SPhilippe Mathieu-Daudédocker-image-debian-s390x-cross: docker-image-debian9 71982e758aSPhilippe Mathieu-Daudédocker-image-debian-win32-cross: docker-image-debian8-mxe 72982e758aSPhilippe Mathieu-Daudédocker-image-debian-win64-cross: docker-image-debian8-mxe 73*1fddbf7cSAlex Bennéedocker-image-travis: NOUSER=1 7424e0131fSAlex Bennée 75324027c2SFam Zheng# Expand all the pre-requistes for each docker image and test combination 76324027c2SFam Zheng$(foreach i,$(DOCKER_IMAGES), \ 77324027c2SFam Zheng $(foreach t,$(DOCKER_TESTS) $(DOCKER_TOOLS), \ 78324027c2SFam Zheng $(eval .PHONY: docker-$t@$i) \ 79324027c2SFam Zheng $(eval docker-$t@$i: docker-image-$i docker-run-$t@$i) \ 80324027c2SFam Zheng ) \ 81324027c2SFam Zheng $(foreach t,$(DOCKER_TESTS), \ 82324027c2SFam Zheng $(eval docker-test: docker-$t@$i) \ 83324027c2SFam Zheng ) \ 84324027c2SFam Zheng) 85324027c2SFam Zheng 86324027c2SFam Zhengdocker: 87324027c2SFam Zheng @echo 'Build QEMU and run tests inside Docker containers' 88324027c2SFam Zheng @echo 89324027c2SFam Zheng @echo 'Available targets:' 90324027c2SFam Zheng @echo 91324027c2SFam Zheng @echo ' docker: Print this help.' 92324027c2SFam Zheng @echo ' docker-test: Run all image/test combinations.' 93324027c2SFam Zheng @echo ' docker-clean: Kill and remove residual docker testing containers.' 94324027c2SFam Zheng @echo ' docker-TEST@IMAGE: Run "TEST" in container "IMAGE".' 95324027c2SFam Zheng @echo ' Note: "TEST" is one of the listed test name,' 96324027c2SFam Zheng @echo ' or a script name under $$QEMU_SRC/tests/docker/;' 97324027c2SFam Zheng @echo ' "IMAGE" is one of the listed container name."' 98324027c2SFam Zheng @echo ' docker-image: Build all images.' 99324027c2SFam Zheng @echo ' docker-image-IMAGE: Build image "IMAGE".' 100e86c9a64SAlex Bennée @echo ' docker-run: For manually running a "TEST" with "IMAGE"' 101324027c2SFam Zheng @echo 102324027c2SFam Zheng @echo 'Available container images:' 103324027c2SFam Zheng @echo ' $(DOCKER_IMAGES)' 104324027c2SFam Zheng @echo 105324027c2SFam Zheng @echo 'Available tests:' 106324027c2SFam Zheng @echo ' $(DOCKER_TESTS)' 107324027c2SFam Zheng @echo 108324027c2SFam Zheng @echo 'Available tools:' 109324027c2SFam Zheng @echo ' $(DOCKER_TOOLS)' 110324027c2SFam Zheng @echo 111324027c2SFam Zheng @echo 'Special variables:' 112324027c2SFam Zheng @echo ' TARGET_LIST=a,b,c Override target list in builds.' 11335e0f959SFam Zheng @echo ' EXTRA_CONFIGURE_OPTS="..."' 11435e0f959SFam Zheng @echo ' Extra configure options.' 115324027c2SFam Zheng @echo ' IMAGES="a b c ..": Filters which images to build or run.' 116324027c2SFam Zheng @echo ' TESTS="x y z .." Filters which tests to run (for docker-test).' 117324027c2SFam Zheng @echo ' J=[0..9]* Overrides the -jN parameter for make commands' 118324027c2SFam Zheng @echo ' (default is 1)' 119324027c2SFam Zheng @echo ' DEBUG=1 Stop and drop to shell in the created container' 120324027c2SFam Zheng @echo ' before running the command.' 1218a2390a4SDaniel P. Berrange @echo ' NETWORK=1 Enable virtual network interface with default backend.' 1228a2390a4SDaniel P. Berrange @echo ' NETWORK=$BACKEND Enable virtual network interface with $BACKEND.' 123414a8ce5SAlex Bennée @echo ' NOUSER Define to disable adding current user to containers passwd.' 124324027c2SFam Zheng @echo ' NOCACHE=1 Ignore cache when build images.' 125b7c851b2SAlex Bennée @echo ' EXECUTABLE=<path> Include executable in image.' 1264c84f662SPhilippe Mathieu-Daudé @echo ' EXTRA_FILES="<path> [... <path>]"' 1274c84f662SPhilippe Mathieu-Daudé @echo ' Include extra files in image.' 128324027c2SFam Zheng 129e86c9a64SAlex Bennée# This rule if for directly running against an arbitrary docker target. 130e86c9a64SAlex Bennée# It is called by the expanded docker targets (e.g. make 131e86c9a64SAlex Bennée# docker-test-foo@bar) which will do additional verification. 132e86c9a64SAlex Bennée# 133e86c9a64SAlex Bennée# For example: make docker-run TEST="test-quick" IMAGE="debian:arm64" EXECUTABLE=./aarch64-linux-user/qemu-aarch64 134e86c9a64SAlex Bennée# 135e86c9a64SAlex Bennéedocker-run: docker-qemu-src 136324027c2SFam Zheng @mkdir -p "$(DOCKER_CCACHE_DIR)" 137e86c9a64SAlex Bennée @if test -z "$(IMAGE)" || test -z "$(TEST)"; \ 138e86c9a64SAlex Bennée then echo "Invalid target $(IMAGE)/$(TEST)"; exit 1; \ 139324027c2SFam Zheng fi 140e86c9a64SAlex Bennée $(if $(EXECUTABLE), \ 141324027c2SFam Zheng $(call quiet-command, \ 142e86c9a64SAlex Bennée $(SRC_PATH)/tests/docker/docker.py update \ 143e86c9a64SAlex Bennée $(IMAGE) $(EXECUTABLE), \ 144e86c9a64SAlex Bennée " COPYING $(EXECUTABLE) to $(IMAGE)")) 145e86c9a64SAlex Bennée $(call quiet-command, \ 146e86c9a64SAlex Bennée $(SRC_PATH)/tests/docker/docker.py run \ 147f9f65a4aSFam Zheng $(if $(NOUSER),,-u $(shell id -u)) -t \ 148e86c9a64SAlex Bennée $(if $V,,--rm) \ 1498a2390a4SDaniel P. Berrange $(if $(DEBUG),-i,) \ 1508a2390a4SDaniel P. Berrange $(if $(NETWORK),$(if $(subst $(NETWORK),,1),--net=$(NETWORK)),--net=none) \ 151324027c2SFam Zheng -e TARGET_LIST=$(TARGET_LIST) \ 152e86c9a64SAlex Bennée -e EXTRA_CONFIGURE_OPTS="$(EXTRA_CONFIGURE_OPTS)" \ 153e86c9a64SAlex Bennée -e V=$V -e J=$J -e DEBUG=$(DEBUG) \ 154e86c9a64SAlex Bennée -e SHOW_ENV=$(SHOW_ENV) \ 155324027c2SFam Zheng -e CCACHE_DIR=/var/tmp/ccache \ 15608f4e8d2SSascha Silbe -v $$(readlink -e $(DOCKER_SRC_COPY)):/var/tmp/qemu:z$(COMMA)ro \ 157324027c2SFam Zheng -v $(DOCKER_CCACHE_DIR):/var/tmp/ccache:z \ 158e86c9a64SAlex Bennée $(IMAGE) \ 159c8158513SFam Zheng /var/tmp/qemu/run \ 160e86c9a64SAlex Bennée $(TEST), " RUN $(TEST) in ${IMAGE}") 161e86c9a64SAlex Bennée 162e86c9a64SAlex Bennée# Run targets: 163e86c9a64SAlex Bennée# 164e86c9a64SAlex Bennée# Of the form docker-TEST-FOO@IMAGE-BAR which will then be expanded into a call to "make docker-run" 165e86c9a64SAlex Bennéedocker-run-%: CMD = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\1/') 166e86c9a64SAlex Bennéedocker-run-%: IMAGE = $(shell echo '$@' | sed -e 's/docker-run-\([^@]*\)@\(.*\)/\2/') 167e86c9a64SAlex Bennéedocker-run-%: 168e86c9a64SAlex Bennée @$(MAKE) docker-run TEST=$(CMD) IMAGE=qemu:$(IMAGE) 169324027c2SFam Zheng 170324027c2SFam Zhengdocker-clean: 171324027c2SFam Zheng $(call quiet-command, $(SRC_PATH)/tests/docker/docker.py clean) 172