xref: /openbmc/qemu/scripts/mtest2make.py (revision 6c3a9247) 
1#! /usr/bin/env python3
2
3# Create Makefile targets to run tests, from Meson's test introspection data.
4#
5# Author: Paolo Bonzini <pbonzini@redhat.com>
6
7from collections import defaultdict
8import itertools
9import json
10import os
11import shlex
12import sys
13
14class Suite(object):
15    def __init__(self):
16        self.deps = set()
17        self.speeds = ['quick']
18
19    def names(self, base):
20        return [base if speed == 'quick' else f'{base}-{speed}' for speed in self.speeds]
21
22
23print('''
24SPEED = quick
25
26.speed.quick = $(foreach s,$(sort $(filter-out %-slow %-thorough, $1)), --suite $s)
27.speed.slow = $(foreach s,$(sort $(filter-out %-thorough, $1)), --suite $s)
28.speed.thorough = $(foreach s,$(sort $1), --suite $s)
29
30.mtestargs = --no-rebuild -t 0
31ifneq ($(SPEED), quick)
32.mtestargs += --setup $(SPEED)
33endif
34.mtestargs += $(subst -j,--num-processes , $(filter-out -j, $(lastword -j1 $(filter -j%, $(MAKEFLAGS)))))
35
36.check.mtestargs = $(MTESTARGS) $(.mtestargs) $(if $(V),--verbose,--print-errorlogs)
37.bench.mtestargs = $(MTESTARGS) $(.mtestargs) --benchmark --verbose''')
38
39introspect = json.load(sys.stdin)
40
41def process_tests(test, targets, suites):
42    executable = test['cmd'][0]
43    try:
44        executable = os.path.relpath(executable)
45    except:
46        pass
47
48    deps = (targets.get(x, []) for x in test['depends'])
49    deps = itertools.chain.from_iterable(deps)
50    deps = list(deps)
51
52    test_suites = test['suite'] or ['default']
53    for s in test_suites:
54        # The suite name in the introspection info is "PROJECT:SUITE"
55        s = s.split(':')[1]
56        if s == 'slow' or s == 'thorough':
57            continue
58        if s.endswith('-slow'):
59            s = s[:-5]
60            suites[s].speeds.append('slow')
61        if s.endswith('-thorough'):
62            s = s[:-9]
63            suites[s].speeds.append('thorough')
64        suites[s].deps.update(deps)
65
66def emit_prolog(suites, prefix):
67    all_targets = ' '.join((f'{prefix}-{k}' for k in suites.keys()))
68    all_xml = ' '.join((f'{prefix}-report-{k}.junit.xml' for k in suites.keys()))
69    print()
70    print(f'all-{prefix}-targets = {all_targets}')
71    print(f'all-{prefix}-xml = {all_xml}')
72    print(f'.PHONY: {prefix} do-meson-{prefix} {prefix}-report.junit.xml $(all-{prefix}-targets) $(all-{prefix}-xml)')
73    print(f'ifeq ($(filter {prefix}, $(MAKECMDGOALS)),)')
74    print(f'.{prefix}.mtestargs += $(call .speed.$(SPEED), $(.{prefix}.mtest-suites))')
75    print(f'endif')
76    print(f'{prefix}-build: run-ninja')
77    print(f'{prefix} $(all-{prefix}-targets): do-meson-{prefix}')
78    print(f'do-meson-{prefix}: run-ninja; $(if $(MAKE.n),,+)$(MESON) test $(.{prefix}.mtestargs)')
79    print(f'{prefix}-report.junit.xml $(all-{prefix}-xml): {prefix}-report%.junit.xml: run-ninja')
80    print(f'\t$(MAKE) {prefix}$* MTESTARGS="$(MTESTARGS) --logbase {prefix}-report$*" && ln -f meson-logs/$@ .')
81
82def emit_suite_deps(name, suite, prefix):
83    deps = ' '.join(suite.deps)
84    targets = f'{prefix}-{name} {prefix}-report-{name}.junit.xml {prefix} {prefix}-report.junit.xml'
85    print()
86    print(f'.{prefix}-{name}.deps = {deps}')
87    print(f'ifneq ($(filter {prefix}-build {targets}, $(MAKECMDGOALS)),)')
88    print(f'.{prefix}.build-suites += {name}')
89    print(f'endif')
90
91def emit_suite(name, suite, prefix):
92    emit_suite_deps(name, suite, prefix)
93    targets = f'{prefix}-{name} {prefix}-report-{name}.junit.xml {prefix} {prefix}-report.junit.xml'
94    print(f'ifneq ($(filter {targets}, $(MAKECMDGOALS)),)')
95    print(f'.{prefix}.mtest-suites += ' + ' '.join(suite.names(name)))
96    print(f'endif')
97
98targets = {t['id']: [os.path.relpath(f) for f in t['filename']]
99           for t in introspect['targets']}
100
101testsuites = defaultdict(Suite)
102for test in introspect['tests']:
103    process_tests(test, targets, testsuites)
104# HACK: check-block is a separate target so that it runs with --verbose;
105# only write the dependencies
106emit_suite_deps('block', testsuites['block'], 'check')
107del testsuites['block']
108emit_prolog(testsuites, 'check')
109for name, suite in testsuites.items():
110    emit_suite(name, suite, 'check')
111
112benchsuites = defaultdict(Suite)
113for test in introspect['benchmarks']:
114    process_tests(test, targets, benchsuites)
115emit_prolog(benchsuites, 'bench')
116for name, suite in benchsuites.items():
117    emit_suite(name, suite, 'bench')
118