1# -*- Mode: makefile -*- 2# 3# TCG tests 4# 5# These are complicated by the fact we want to build them for guest 6# systems. This requires knowing what guests we are building and which 7# ones we have cross-compilers for or docker images with 8# cross-compilers. 9# 10# The tests themselves should be as minimal as possible as 11# cross-compilers don't always have a large amount of libraries 12# available. 13# 14# We only include the host build system for SRC_PATH and we don't 15# bother with the common rules.mk. We expect the following: 16# 17# CC - the C compiler command 18# EXTRA_CFLAGS - any extra CFLAGS 19# BUILD_STATIC - are we building static binaries 20# 21# By default all tests are statically compiled but some host systems 22# may not package static libraries by default. If an external 23# cross-compiler can only build dynamic libraries the user might need 24# to make extra efforts to ensure ld.so can link at runtime when the 25# tests are run. 26# 27# We also accept SPEED=slow to enable slower running tests 28# 29# We also expect to be in the tests build dir for the FOO-(linux-user|softmmu). 30# 31 32all: 33-include ../../../config-host.mak 34-include ../config-$(TARGET).mak 35 36# for including , in command strings 37COMMA := , 38 39quiet-command = $(if $(V),$1,$(if $(2),@printf " %-7s %s\n" $2 $3 && $1, @$1)) 40 41# $1 = test name, $2 = cmd, $3 = desc 42ifdef CONFIG_USER_ONLY 43run-test = $(call quiet-command, timeout $(TIMEOUT) $2 > $1.out,"TEST",$3) 44else 45run-test = $(call quiet-command, timeout $(TIMEOUT) $2,"TEST",$3) 46endif 47 48# $1 = test name, $2 = reference 49# to work around the pipe squashing the status we only pipe the result if 50# we know it failed and then force failure at the end. 51diff-out = $(call quiet-command, diff -q $1.out $2 || \ 52 (diff -u $1.out $2 | head -n 10 && false), \ 53 "DIFF","$1.out with $2") 54 55# $1 = test name, $2 = reason 56skip-test = @printf " SKIPPED %s on $(TARGET_NAME) because %s\n" $1 $2 57 58# $1 = test name, $2 = reference 59# As above but only diff if reference file exists, otherwise the test 60# passes if it managed to complete with a status of zero 61conditional-diff-out = \ 62 $(if $(wildcard $2), \ 63 $(call diff-out,$1,$2), \ 64 $(call skip-test,"$1 check","no reference")) 65 66 67# Tests we are building 68TESTS= 69# additional tests which may re-use existing binaries 70EXTRA_TESTS= 71 72# Start with a blank slate, the build targets get to add stuff first 73CFLAGS= 74QEMU_CFLAGS= 75LDFLAGS= 76 77QEMU_OPTS= 78 79 80# If TCG debugging is enabled things are a lot slower 81ifeq ($(CONFIG_DEBUG_TCG),y) 82TIMEOUT=45 83else 84TIMEOUT=15 85endif 86 87ifdef CONFIG_USER_ONLY 88# The order we include is important. We include multiarch first and 89# then the target. If there are common tests shared between 90# sub-targets (e.g. ARM & AArch64) then it is up to 91# $(TARGET_NAME)/Makefile.target to include the common parent 92# architecture in its VPATH. 93-include $(SRC_PATH)/tests/tcg/multiarch/Makefile.target 94-include $(SRC_PATH)/tests/tcg/$(TARGET_NAME)/Makefile.target 95 96# Add the common build options 97CFLAGS+=-Wall -O0 -g -fno-strict-aliasing 98ifeq ($(BUILD_STATIC),y) 99LDFLAGS+=-static 100endif 101 102%: %.c 103 $(CC) $(CFLAGS) $(EXTRA_CFLAGS) $< -o $@ $(LDFLAGS) 104else 105# For softmmu targets we include a different Makefile fragement as the 106# build options for bare programs are usually pretty different. They 107# are expected to provide their own build recipes. 108-include $(SRC_PATH)/tests/tcg/minilib/Makefile.target 109-include $(SRC_PATH)/tests/tcg/multiarch/system/Makefile.softmmu-target 110-include $(SRC_PATH)/tests/tcg/$(TARGET_NAME)/Makefile.softmmu-target 111 112endif 113 114all: $(TESTS) $(EXTRA_TESTS) 115 116# 117# Test Runners 118# 119# By default we just run the test with the appropriate QEMU for the 120# target. More advanced tests may want to override the runner in their 121# specific make rules. Additional runners for the same binary should 122# be added to EXTRA_RUNS. 123# 124 125RUN_TESTS=$(patsubst %,run-%, $(TESTS)) 126 127# If plugins exist also include those in the tests 128ifeq ($(CONFIG_PLUGIN),y) 129PLUGIN_DIR=../../plugin 130VPATH+=$(PLUGIN_DIR) 131PLUGINS=$(notdir $(wildcard $(PLUGIN_DIR)/*.so)) 132 133# We need to ensure expand the run-plugin-TEST-with-PLUGIN 134# pre-requistes manually here as we can't use stems to handle it. We 135# also add some special helpers the run-plugin- rules can use bellow. 136 137$(foreach p,$(PLUGINS), \ 138 $(foreach t,$(TESTS),\ 139 $(eval run-plugin-$(t)-with-$(p): $t $p) \ 140 $(eval run-plugin-$(t)-with-$(p): TIMEOUT=30) \ 141 $(eval RUN_TESTS+=run-plugin-$(t)-with-$(p)))) 142endif 143 144strip-plugin = $(wordlist 1, 1, $(subst -with-, ,$1)) 145extract-plugin = $(wordlist 2, 2, $(subst -with-, ,$1)) 146 147RUN_TESTS+=$(EXTRA_RUNS) 148 149ifdef CONFIG_USER_ONLY 150run-%: % 151 $(call run-test, $<, $(QEMU) $(QEMU_OPTS) $<, "$< on $(TARGET_NAME)") 152 153run-plugin-%: 154 $(call run-test, $@, $(QEMU) $(QEMU_OPTS) \ 155 -plugin $(PLUGIN_DIR)/$(call extract-plugin,$@) \ 156 -d plugin -D $*.pout \ 157 $(call strip-plugin,$<), \ 158 "$* on $(TARGET_NAME)") 159else 160run-%: % 161 $(call run-test, $<, \ 162 $(QEMU) -monitor none -display none \ 163 -chardev file$(COMMA)path=$<.out$(COMMA)id=output \ 164 $(QEMU_OPTS) $<, \ 165 "$< on $(TARGET_NAME)") 166 167run-plugin-%: 168 $(call run-test, $@, \ 169 $(QEMU) -monitor none -display none \ 170 -chardev file$(COMMA)path=$@.out$(COMMA)id=output \ 171 -plugin $(PLUGIN_DIR)/$(call extract-plugin,$@) \ 172 -d plugin -D $*.pout \ 173 $(QEMU_OPTS) $(call strip-plugin,$<), \ 174 "$* on $(TARGET_NAME)") 175endif 176 177gdb-%: % 178 gdb --args $(QEMU) $(QEMU_OPTS) $< 179 180.PHONY: run 181run: $(RUN_TESTS) 182 183# There is no clean target, the calling make just rm's the tests build dir 184