1#! /usr/bin/env python3 2 3# Create Makefile targets to run tests, from Meson's test introspection data. 4# 5# Author: Paolo Bonzini <pbonzini@redhat.com> 6 7from collections import defaultdict 8import json 9import os 10import shlex 11import sys 12 13class Suite(object): 14 def __init__(self): 15 self.tests = list() 16 self.slow_tests = list() 17 self.executables = set() 18 19print(''' 20SPEED = quick 21 22# $1 = test command, $2 = test name 23.test-human-tap = $1 < /dev/null | ./scripts/tap-driver.pl --test-name="$2" $(if $(V),,--show-failures-only) 24.test-human-exitcode = $1 < /dev/null 25.test-tap-tap = $1 < /dev/null | sed "s/^[a-z][a-z]* [0-9]*/& $2/" || true 26.test-tap-exitcode = printf "%s\\n" 1..1 "`$1 < /dev/null > /dev/null || echo "not "`ok 1 $2" 27.test.print = echo $(if $(V),'$1','Running test $2') >&3 28.test.env = MALLOC_PERTURB_=$${MALLOC_PERTURB_:-$$(( $${RANDOM:-0} % 255 + 1))} 29 30# $1 = test name, $2 = test target (human or tap) 31.test.run = $(call .test.print,$(.test.cmd.$1),$(.test.name.$1)) && $(call .test-$2-$(.test.driver.$1),$(.test.cmd.$1),$(.test.name.$1)) 32 33define .test.human_k 34 @exec 3>&1; rc=0; $(foreach TEST, $1, $(call .test.run,$(TEST),human) || rc=$$?;) \\ 35 exit $$rc 36endef 37define .test.human_no_k 38 $(foreach TEST, $1, @exec 3>&1; $(call .test.run,$(TEST),human) 39) 40endef 41.test.human = \\ 42 $(if $(findstring k, $(MAKEFLAGS)), $(.test.human_k), $(.test.human_no_k)) 43 44define .test.tap 45 @exec 3>&1; { $(foreach TEST, $1, $(call .test.run,$(TEST),tap); ) } \\ 46 | ./scripts/tap-merge.pl | tee "$@" \\ 47 | ./scripts/tap-driver.pl $(if $(V),, --show-failures-only) 48endef 49''') 50 51suites = defaultdict(Suite) 52i = 0 53for test in json.load(sys.stdin): 54 env = ' '.join(('%s=%s' % (shlex.quote(k), shlex.quote(v)) 55 for k, v in test['env'].items())) 56 executable = test['cmd'][0] 57 try: 58 executable = os.path.relpath(executable) 59 except: 60 pass 61 if test['workdir'] is not None: 62 try: 63 test['cmd'][0] = os.path.relpath(executable, test['workdir']) 64 except: 65 test['cmd'][0] = executable 66 else: 67 test['cmd'][0] = executable 68 cmd = '$(.test.env) %s %s' % (env, ' '.join((shlex.quote(x) for x in test['cmd']))) 69 if test['workdir'] is not None: 70 cmd = '(cd %s && %s)' % (shlex.quote(test['workdir']), cmd) 71 driver = test['protocol'] if 'protocol' in test else 'exitcode' 72 73 i += 1 74 print('.test.name.%d := %s' % (i, test['name'])) 75 print('.test.driver.%d := %s' % (i, driver)) 76 print('.test.cmd.%d := %s' % (i, cmd)) 77 78 test_suites = test['suite'] or ['default'] 79 is_slow = any(s.endswith('-slow') for s in test_suites) 80 for s in test_suites: 81 # The suite name in the introspection info is "PROJECT:SUITE" 82 s = s.split(':')[1] 83 if s.endswith('-slow'): 84 s = s[:-5] 85 if is_slow: 86 suites[s].slow_tests.append(i) 87 else: 88 suites[s].tests.append(i) 89 suites[s].executables.add(executable) 90 91print('.PHONY: check check-report.tap') 92print('check:') 93print('check-report.tap:') 94print('\t@cat $^ | scripts/tap-merge.pl >$@') 95for name, suite in suites.items(): 96 executables = ' '.join(suite.executables) 97 slow_test_numbers = ' '.join((str(x) for x in suite.slow_tests)) 98 test_numbers = ' '.join((str(x) for x in suite.tests)) 99 print('.test.suite-quick.%s := %s' % (name, test_numbers)) 100 print('.test.suite-slow.%s := $(.test.suite-quick.%s) %s' % (name, name, slow_test_numbers)) 101 print('check-build: %s' % executables) 102 print('.PHONY: check-%s' % name) 103 print('.PHONY: check-report-%s.tap' % name) 104 print('check: check-%s' % name) 105 print('check-%s: all %s' % (name, executables)) 106 print('\t$(call .test.human, $(.test.suite-$(SPEED).%s))' % (name, )) 107 print('check-report.tap: check-report-%s.tap' % name) 108 print('check-report-%s.tap: %s' % (name, executables)) 109 print('\t$(call .test.tap, $(.test.suite-$(SPEED).%s))' % (name, )) 110