xref: /openbmc/linux/tools/perf/tests/builtin-test.c (revision 4f600bcf657d4d0476d0d96cb38077a72b8fb2af)
1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
2945aea22SJiri Olsa /*
3945aea22SJiri Olsa  * builtin-test.c
4945aea22SJiri Olsa  *
5945aea22SJiri Olsa  * Builtin regression testing command: ever growing number of sanity tests
6945aea22SJiri Olsa  */
7c23c2a0fSArnaldo Carvalho de Melo #include <fcntl.h>
8a43783aeSArnaldo Carvalho de Melo #include <errno.h>
90d8a5faaSJiri Olsa #include <unistd.h>
100d8a5faaSJiri Olsa #include <string.h>
111209b273SArnaldo Carvalho de Melo #include <sys/types.h>
121209b273SArnaldo Carvalho de Melo #include <dirent.h>
134208735dSArnaldo Carvalho de Melo #include <sys/wait.h>
141209b273SArnaldo Carvalho de Melo #include <sys/stat.h>
15945aea22SJiri Olsa #include "builtin.h"
16a635fc51SArnaldo Carvalho de Melo #include "hist.h"
172ae82878SArnaldo Carvalho de Melo #include "intlist.h"
180a4e1ae6SJiri Olsa #include "tests.h"
19c81251e8SJiri Olsa #include "debug.h"
20c81251e8SJiri Olsa #include "color.h"
214b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h>
221209b273SArnaldo Carvalho de Melo #include "string2.h"
23c81251e8SJiri Olsa #include "symbol.h"
24877a7a11SArnaldo Carvalho de Melo #include <linux/kernel.h>
251209b273SArnaldo Carvalho de Melo #include <subcmd/exec-cmd.h>
26945aea22SJiri Olsa 
277fa9b8fbSJiri Olsa static bool dont_fork;
287fa9b8fbSJiri Olsa 
2931b6753fSMatt Fleming struct test __weak arch_tests[] = {
3031b6753fSMatt Fleming 	{
3131b6753fSMatt Fleming 		.func = NULL,
3231b6753fSMatt Fleming 	},
3331b6753fSMatt Fleming };
3431b6753fSMatt Fleming 
3531b6753fSMatt Fleming static struct test generic_tests[] = {
36945aea22SJiri Olsa 	{
37945aea22SJiri Olsa 		.desc = "vmlinux symtab matches kallsyms",
38945aea22SJiri Olsa 		.func = test__vmlinux_matches_kallsyms,
39945aea22SJiri Olsa 	},
40945aea22SJiri Olsa 	{
41030910c0SArnaldo Carvalho de Melo 		.desc = "Detect openat syscall event",
4243f322b4SRiku Voipio 		.func = test__openat_syscall_event,
43945aea22SJiri Olsa 	},
44945aea22SJiri Olsa 	{
45030910c0SArnaldo Carvalho de Melo 		.desc = "Detect openat syscall event on all cpus",
4643f322b4SRiku Voipio 		.func = test__openat_syscall_event_on_all_cpus,
47945aea22SJiri Olsa 	},
48945aea22SJiri Olsa 	{
49030910c0SArnaldo Carvalho de Melo 		.desc = "Read samples using the mmap interface",
50945aea22SJiri Olsa 		.func = test__basic_mmap,
51945aea22SJiri Olsa 	},
52945aea22SJiri Olsa 	{
533067eaa7SAndi Kleen 		.desc = "Test data source output",
543067eaa7SAndi Kleen 		.func = test__mem,
553067eaa7SAndi Kleen 	},
563067eaa7SAndi Kleen 	{
57030910c0SArnaldo Carvalho de Melo 		.desc = "Parse event definition strings",
58c81251e8SJiri Olsa 		.func = test__parse_events,
59945aea22SJiri Olsa 	},
60945aea22SJiri Olsa 	{
6107516736SAndi Kleen 		.desc = "Simple expression parser",
6207516736SAndi Kleen 		.func = test__expr,
6307516736SAndi Kleen 	},
6407516736SAndi Kleen 	{
65030910c0SArnaldo Carvalho de Melo 		.desc = "PERF_RECORD_* events & perf_sample fields",
66945aea22SJiri Olsa 		.func = test__PERF_RECORD,
67945aea22SJiri Olsa 	},
68945aea22SJiri Olsa 	{
69030910c0SArnaldo Carvalho de Melo 		.desc = "Parse perf pmu format",
70cff7f956SJiri Olsa 		.func = test__pmu,
71945aea22SJiri Olsa 	},
72945aea22SJiri Olsa 	{
73030910c0SArnaldo Carvalho de Melo 		.desc = "DSO data read",
74c81251e8SJiri Olsa 		.func = test__dso_data,
75945aea22SJiri Olsa 	},
76945aea22SJiri Olsa 	{
77030910c0SArnaldo Carvalho de Melo 		.desc = "DSO data cache",
784ebbcb84SJiri Olsa 		.func = test__dso_data_cache,
794ebbcb84SJiri Olsa 	},
804ebbcb84SJiri Olsa 	{
81030910c0SArnaldo Carvalho de Melo 		.desc = "DSO data reopen",
8245dc1bb5SJiri Olsa 		.func = test__dso_data_reopen,
8345dc1bb5SJiri Olsa 	},
8445dc1bb5SJiri Olsa 	{
85030910c0SArnaldo Carvalho de Melo 		.desc = "Roundtrip evsel->name",
86cfffae2eSJiri Olsa 		.func = test__perf_evsel__roundtrip_name_test,
87945aea22SJiri Olsa 	},
88945aea22SJiri Olsa 	{
89030910c0SArnaldo Carvalho de Melo 		.desc = "Parse sched tracepoints fields",
905e24a090SJiri Olsa 		.func = test__perf_evsel__tp_sched_test,
91945aea22SJiri Olsa 	},
92945aea22SJiri Olsa 	{
93030910c0SArnaldo Carvalho de Melo 		.desc = "syscalls:sys_enter_openat event fields",
9443f322b4SRiku Voipio 		.func = test__syscall_openat_tp_fields,
95945aea22SJiri Olsa 	},
96945aea22SJiri Olsa 	{
97030910c0SArnaldo Carvalho de Melo 		.desc = "Setup struct perf_event_attr",
98c81251e8SJiri Olsa 		.func = test__attr,
99d898b241SJiri Olsa 	},
100d898b241SJiri Olsa 	{
101030910c0SArnaldo Carvalho de Melo 		.desc = "Match and link multiple hists",
102f8ebb0cdSNamhyung Kim 		.func = test__hists_link,
103f8ebb0cdSNamhyung Kim 	},
104f8ebb0cdSNamhyung Kim 	{
105030910c0SArnaldo Carvalho de Melo 		.desc = "'import perf' in python",
10654359d33SArnaldo Carvalho de Melo 		.func = test__python_use,
10754359d33SArnaldo Carvalho de Melo 	},
10854359d33SArnaldo Carvalho de Melo 	{
109030910c0SArnaldo Carvalho de Melo 		.desc = "Breakpoint overflow signal handler",
1105a6bef47SJiri Olsa 		.func = test__bp_signal,
111598762cfSJiri Olsa 		.is_supported = test__bp_signal_is_supported,
1125a6bef47SJiri Olsa 	},
1135a6bef47SJiri Olsa 	{
114030910c0SArnaldo Carvalho de Melo 		.desc = "Breakpoint overflow sampling",
11506933e3aSJiri Olsa 		.func = test__bp_signal_overflow,
116598762cfSJiri Olsa 		.is_supported = test__bp_signal_is_supported,
11706933e3aSJiri Olsa 	},
11806933e3aSJiri Olsa 	{
119032db28eSJiri Olsa 		.desc = "Breakpoint accounting",
120032db28eSJiri Olsa 		.func = test__bp_accounting,
1214b163ca3SSandipan Das 		.is_supported = test__bp_signal_is_supported,
122032db28eSJiri Olsa 	},
123032db28eSJiri Olsa 	{
1242e85d597SRavi Bangoria 		.desc = "Watchpoint",
1252e85d597SRavi Bangoria 		.func = test__wp,
1260e24147dSThomas Richter 		.is_supported = test__wp_is_supported,
1272e85d597SRavi Bangoria 		.subtest = {
1282e85d597SRavi Bangoria 			.skip_if_fail	= false,
1292e85d597SRavi Bangoria 			.get_nr		= test__wp_subtest_get_nr,
1302e85d597SRavi Bangoria 			.get_desc	= test__wp_subtest_get_desc,
1312e85d597SRavi Bangoria 		},
1322e85d597SRavi Bangoria 	},
1332e85d597SRavi Bangoria 	{
134030910c0SArnaldo Carvalho de Melo 		.desc = "Number of exit events of a simple workload",
135d723a550SNamhyung Kim 		.func = test__task_exit,
136d723a550SNamhyung Kim 	},
137d723a550SNamhyung Kim 	{
138030910c0SArnaldo Carvalho de Melo 		.desc = "Software clock events period values",
139bc96b361SNamhyung Kim 		.func = test__sw_clock_freq,
140bc96b361SNamhyung Kim 	},
141bc96b361SNamhyung Kim 	{
142030910c0SArnaldo Carvalho de Melo 		.desc = "Object code reading",
143b55ae0a9SAdrian Hunter 		.func = test__code_reading,
144b55ae0a9SAdrian Hunter 	},
145b55ae0a9SAdrian Hunter 	{
146030910c0SArnaldo Carvalho de Melo 		.desc = "Sample parsing",
147045f8cd8SAdrian Hunter 		.func = test__sample_parsing,
148045f8cd8SAdrian Hunter 	},
149045f8cd8SAdrian Hunter 	{
150030910c0SArnaldo Carvalho de Melo 		.desc = "Use a dummy software event to keep tracking",
151395c3070SAdrian Hunter 		.func = test__keep_tracking,
152395c3070SAdrian Hunter 	},
153395c3070SAdrian Hunter 	{
154030910c0SArnaldo Carvalho de Melo 		.desc = "Parse with no sample_id_all bit set",
15553a277e5SAdrian Hunter 		.func = test__parse_no_sample_id_all,
15653a277e5SAdrian Hunter 	},
15753a277e5SAdrian Hunter 	{
158030910c0SArnaldo Carvalho de Melo 		.desc = "Filter hist entries",
1593c3cfd99SNamhyung Kim 		.func = test__hists_filter,
1603c3cfd99SNamhyung Kim 	},
1613c3cfd99SNamhyung Kim 	{
162030910c0SArnaldo Carvalho de Melo 		.desc = "Lookup mmap thread",
1634e85edfcSJiri Olsa 		.func = test__mmap_thread_lookup,
1644e85edfcSJiri Olsa 	},
1654e85edfcSJiri Olsa 	{
166030910c0SArnaldo Carvalho de Melo 		.desc = "Share thread mg",
167fabf0123SJiri Olsa 		.func = test__thread_mg_share,
168fabf0123SJiri Olsa 	},
169fabf0123SJiri Olsa 	{
170030910c0SArnaldo Carvalho de Melo 		.desc = "Sort output of hist entries",
171f21d1815SNamhyung Kim 		.func = test__hists_output,
172f21d1815SNamhyung Kim 	},
173f21d1815SNamhyung Kim 	{
174030910c0SArnaldo Carvalho de Melo 		.desc = "Cumulate child hist entries",
1750506aeccSNamhyung Kim 		.func = test__hists_cumulate,
1760506aeccSNamhyung Kim 	},
1770506aeccSNamhyung Kim 	{
178030910c0SArnaldo Carvalho de Melo 		.desc = "Track with sched_switch",
179d44bc558SAdrian Hunter 		.func = test__switch_tracking,
180d44bc558SAdrian Hunter 	},
181d44bc558SAdrian Hunter 	{
1821b85337dSArnaldo Carvalho de Melo 		.desc = "Filter fds with revents mask in a fdarray",
1831b85337dSArnaldo Carvalho de Melo 		.func = test__fdarray__filter,
18454dbfae3SArnaldo Carvalho de Melo 	},
18554dbfae3SArnaldo Carvalho de Melo 	{
1861b85337dSArnaldo Carvalho de Melo 		.desc = "Add fd to a fdarray, making it autogrow",
1871b85337dSArnaldo Carvalho de Melo 		.func = test__fdarray__add,
1889ae28035SArnaldo Carvalho de Melo 	},
1899ae28035SArnaldo Carvalho de Melo 	{
190030910c0SArnaldo Carvalho de Melo 		.desc = "kmod_path__parse",
1913c8a67f5SJiri Olsa 		.func = test__kmod_path__parse,
1923c8a67f5SJiri Olsa 	},
1933c8a67f5SJiri Olsa 	{
194030910c0SArnaldo Carvalho de Melo 		.desc = "Thread map",
195134aa44fSJiri Olsa 		.func = test__thread_map,
196134aa44fSJiri Olsa 	},
197134aa44fSJiri Olsa 	{
198030910c0SArnaldo Carvalho de Melo 		.desc = "LLVM search and compile",
1999bc898c7SWang Nan 		.func = test__llvm,
200e8c6d500SWang Nan 		.subtest = {
201e8c6d500SWang Nan 			.skip_if_fail	= true,
202e8c6d500SWang Nan 			.get_nr		= test__llvm_subtest_get_nr,
203e8c6d500SWang Nan 			.get_desc	= test__llvm_subtest_get_desc,
204e8c6d500SWang Nan 		},
2059bc898c7SWang Nan 	},
2069bc898c7SWang Nan 	{
207030910c0SArnaldo Carvalho de Melo 		.desc = "Session topology",
20881f17c90SArnaldo Carvalho de Melo 		.func = test__session_topology,
209c84974edSKan Liang 	},
210c84974edSKan Liang 	{
211030910c0SArnaldo Carvalho de Melo 		.desc = "BPF filter",
212ba1fae43SWang Nan 		.func = test__bpf,
21377a0cf68SWang Nan 		.subtest = {
21477a0cf68SWang Nan 			.skip_if_fail	= true,
21577a0cf68SWang Nan 			.get_nr		= test__bpf_subtest_get_nr,
21677a0cf68SWang Nan 			.get_desc	= test__bpf_subtest_get_desc,
21777a0cf68SWang Nan 		},
218ba1fae43SWang Nan 	},
219ba1fae43SWang Nan 	{
220030910c0SArnaldo Carvalho de Melo 		.desc = "Synthesize thread map",
22199471c96SJiri Olsa 		.func = test__thread_map_synthesize,
22299471c96SJiri Olsa 	},
22399471c96SJiri Olsa 	{
22438af91f0SJiri Olsa 		.desc = "Remove thread map",
22538af91f0SJiri Olsa 		.func = test__thread_map_remove,
22638af91f0SJiri Olsa 	},
22738af91f0SJiri Olsa 	{
228030910c0SArnaldo Carvalho de Melo 		.desc = "Synthesize cpu map",
2296c872901SJiri Olsa 		.func = test__cpu_map_synthesize,
2306c872901SJiri Olsa 	},
2316c872901SJiri Olsa 	{
232030910c0SArnaldo Carvalho de Melo 		.desc = "Synthesize stat config",
23367424342SJiri Olsa 		.func = test__synthesize_stat_config,
23467424342SJiri Olsa 	},
23567424342SJiri Olsa 	{
236030910c0SArnaldo Carvalho de Melo 		.desc = "Synthesize stat",
2375796f8f0SJiri Olsa 		.func = test__synthesize_stat,
2385796f8f0SJiri Olsa 	},
2395796f8f0SJiri Olsa 	{
240030910c0SArnaldo Carvalho de Melo 		.desc = "Synthesize stat round",
241d4c22591SJiri Olsa 		.func = test__synthesize_stat_round,
242d4c22591SJiri Olsa 	},
243d4c22591SJiri Olsa 	{
244030910c0SArnaldo Carvalho de Melo 		.desc = "Synthesize attr update",
245a6e52817SJiri Olsa 		.func = test__event_update,
246a6e52817SJiri Olsa 	},
247a6e52817SJiri Olsa 	{
248030910c0SArnaldo Carvalho de Melo 		.desc = "Event times",
249b31d660dSJiri Olsa 		.func = test__event_times,
250b31d660dSJiri Olsa 	},
251b31d660dSJiri Olsa 	{
252030910c0SArnaldo Carvalho de Melo 		.desc = "Read backward ring buffer",
253ee74701eSWang Nan 		.func = test__backward_ring_buffer,
254ee74701eSWang Nan 	},
255ee74701eSWang Nan 	{
256030910c0SArnaldo Carvalho de Melo 		.desc = "Print cpu map",
257a24020e6SJiri Olsa 		.func = test__cpu_map_print,
258a24020e6SJiri Olsa 	},
259a24020e6SJiri Olsa 	{
260030910c0SArnaldo Carvalho de Melo 		.desc = "Probe SDT events",
2618e5dc848SMasami Hiramatsu 		.func = test__sdt_event,
2628e5dc848SMasami Hiramatsu 	},
2638e5dc848SMasami Hiramatsu 	{
264030910c0SArnaldo Carvalho de Melo 		.desc = "is_printable_array",
265988dd774SJiri Olsa 		.func = test__is_printable_array,
266988dd774SJiri Olsa 	},
267988dd774SJiri Olsa 	{
268030910c0SArnaldo Carvalho de Melo 		.desc = "Print bitmap",
269ff3e33b0SJiri Olsa 		.func = test__bitmap_print,
270ff3e33b0SJiri Olsa 	},
271ff3e33b0SJiri Olsa 	{
272030910c0SArnaldo Carvalho de Melo 		.desc = "perf hooks",
273a074865eSWang Nan 		.func = test__perf_hooks,
274a074865eSWang Nan 	},
275a074865eSWang Nan 	{
27600b86691SWang Nan 		.desc = "builtin clang support",
27700b86691SWang Nan 		.func = test__clang,
27800b86691SWang Nan 		.subtest = {
27900b86691SWang Nan 			.skip_if_fail	= true,
28000b86691SWang Nan 			.get_nr		= test__clang_subtest_get_nr,
28100b86691SWang Nan 			.get_desc	= test__clang_subtest_get_desc,
28200b86691SWang Nan 		}
28300b86691SWang Nan 	},
28400b86691SWang Nan 	{
2859808143bSJiri Olsa 		.desc = "unit_number__scnprintf",
2869808143bSJiri Olsa 		.func = test__unit_number__scnprint,
2879808143bSJiri Olsa 	},
2889808143bSJiri Olsa 	{
2898185850aSJiri Olsa 		.desc = "mem2node",
2908185850aSJiri Olsa 		.func = test__mem2node,
2918185850aSJiri Olsa 	},
2928185850aSJiri Olsa 	{
293*4f600bcfSJiri Olsa 		.desc = "map_groups__merge_in",
294*4f600bcfSJiri Olsa 		.func = test__map_groups__merge_in,
295*4f600bcfSJiri Olsa 	},
296*4f600bcfSJiri Olsa 	{
297945aea22SJiri Olsa 		.func = NULL,
298945aea22SJiri Olsa 	},
299945aea22SJiri Olsa };
300945aea22SJiri Olsa 
30131b6753fSMatt Fleming static struct test *tests[] = {
30231b6753fSMatt Fleming 	generic_tests,
30331b6753fSMatt Fleming 	arch_tests,
30431b6753fSMatt Fleming };
30531b6753fSMatt Fleming 
306e8210cefSMatt Fleming static bool perf_test__matches(struct test *test, int curr, int argc, const char *argv[])
307945aea22SJiri Olsa {
308945aea22SJiri Olsa 	int i;
309945aea22SJiri Olsa 
310945aea22SJiri Olsa 	if (argc == 0)
311945aea22SJiri Olsa 		return true;
312945aea22SJiri Olsa 
313945aea22SJiri Olsa 	for (i = 0; i < argc; ++i) {
314945aea22SJiri Olsa 		char *end;
315945aea22SJiri Olsa 		long nr = strtoul(argv[i], &end, 10);
316945aea22SJiri Olsa 
317945aea22SJiri Olsa 		if (*end == '\0') {
318945aea22SJiri Olsa 			if (nr == curr + 1)
319945aea22SJiri Olsa 				return true;
320945aea22SJiri Olsa 			continue;
321945aea22SJiri Olsa 		}
322945aea22SJiri Olsa 
323345c99a3SArnaldo Carvalho de Melo 		if (strcasestr(test->desc, argv[i]))
324945aea22SJiri Olsa 			return true;
325945aea22SJiri Olsa 	}
326945aea22SJiri Olsa 
327945aea22SJiri Olsa 	return false;
328945aea22SJiri Olsa }
329945aea22SJiri Olsa 
330721a1f53SArnaldo Carvalho de Melo static int run_test(struct test *test, int subtest)
3310d8a5faaSJiri Olsa {
3327fa9b8fbSJiri Olsa 	int status, err = -1, child = dont_fork ? 0 : fork();
333ba3dfff8SMasami Hiramatsu 	char sbuf[STRERR_BUFSIZE];
3340d8a5faaSJiri Olsa 
3350d8a5faaSJiri Olsa 	if (child < 0) {
336ba3dfff8SMasami Hiramatsu 		pr_err("failed to fork test: %s\n",
337c8b5f2c9SArnaldo Carvalho de Melo 			str_error_r(errno, sbuf, sizeof(sbuf)));
3380d8a5faaSJiri Olsa 		return -1;
3390d8a5faaSJiri Olsa 	}
3400d8a5faaSJiri Olsa 
3410d8a5faaSJiri Olsa 	if (!child) {
3427fa9b8fbSJiri Olsa 		if (!dont_fork) {
3430d8a5faaSJiri Olsa 			pr_debug("test child forked, pid %d\n", getpid());
3447fa9b8fbSJiri Olsa 
345bb963e16SNamhyung Kim 			if (verbose <= 0) {
3465bcf2fe0SWang Nan 				int nullfd = open("/dev/null", O_WRONLY);
3477fa9b8fbSJiri Olsa 
3485bcf2fe0SWang Nan 				if (nullfd >= 0) {
3495bcf2fe0SWang Nan 					close(STDERR_FILENO);
3505bcf2fe0SWang Nan 					close(STDOUT_FILENO);
3515bcf2fe0SWang Nan 
3525bcf2fe0SWang Nan 					dup2(nullfd, STDOUT_FILENO);
3535bcf2fe0SWang Nan 					dup2(STDOUT_FILENO, STDERR_FILENO);
3545bcf2fe0SWang Nan 					close(nullfd);
3555bcf2fe0SWang Nan 				}
356b6847d2cSArnaldo Carvalho de Melo 			} else {
357b6847d2cSArnaldo Carvalho de Melo 				signal(SIGSEGV, sighandler_dump_stack);
358b6847d2cSArnaldo Carvalho de Melo 				signal(SIGFPE, sighandler_dump_stack);
3595bcf2fe0SWang Nan 			}
3607fa9b8fbSJiri Olsa 		}
3615bcf2fe0SWang Nan 
36281f17c90SArnaldo Carvalho de Melo 		err = test->func(test, subtest);
3637fa9b8fbSJiri Olsa 		if (!dont_fork)
3640d8a5faaSJiri Olsa 			exit(err);
3650d8a5faaSJiri Olsa 	}
3660d8a5faaSJiri Olsa 
3677fa9b8fbSJiri Olsa 	if (!dont_fork) {
3680d8a5faaSJiri Olsa 		wait(&status);
3690d8a5faaSJiri Olsa 
3700d8a5faaSJiri Olsa 		if (WIFEXITED(status)) {
371189c466fSHe Kuang 			err = (signed char)WEXITSTATUS(status);
3720d8a5faaSJiri Olsa 			pr_debug("test child finished with %d\n", err);
3730d8a5faaSJiri Olsa 		} else if (WIFSIGNALED(status)) {
3740d8a5faaSJiri Olsa 			err = -1;
3750d8a5faaSJiri Olsa 			pr_debug("test child interrupted\n");
3760d8a5faaSJiri Olsa 		}
3777fa9b8fbSJiri Olsa 	}
3780d8a5faaSJiri Olsa 
3790d8a5faaSJiri Olsa 	return err;
3800d8a5faaSJiri Olsa }
3810d8a5faaSJiri Olsa 
38231b6753fSMatt Fleming #define for_each_test(j, t)	 				\
38331b6753fSMatt Fleming 	for (j = 0; j < ARRAY_SIZE(tests); j++)	\
38431b6753fSMatt Fleming 		for (t = &tests[j][0]; t->func; t++)
385e8210cefSMatt Fleming 
386e8c6d500SWang Nan static int test_and_print(struct test *t, bool force_skip, int subtest)
387e8c6d500SWang Nan {
388e8c6d500SWang Nan 	int err;
389e8c6d500SWang Nan 
390e8c6d500SWang Nan 	if (!force_skip) {
391e8c6d500SWang Nan 		pr_debug("\n--- start ---\n");
392e8c6d500SWang Nan 		err = run_test(t, subtest);
393e8c6d500SWang Nan 		pr_debug("---- end ----\n");
394e8c6d500SWang Nan 	} else {
395e8c6d500SWang Nan 		pr_debug("\n--- force skipped ---\n");
396e8c6d500SWang Nan 		err = TEST_SKIP;
397e8c6d500SWang Nan 	}
398e8c6d500SWang Nan 
399e8c6d500SWang Nan 	if (!t->subtest.get_nr)
400e8c6d500SWang Nan 		pr_debug("%s:", t->desc);
401e8c6d500SWang Nan 	else
402aa90f9f9SSandipan Das 		pr_debug("%s subtest %d:", t->desc, subtest + 1);
403e8c6d500SWang Nan 
404e8c6d500SWang Nan 	switch (err) {
405e8c6d500SWang Nan 	case TEST_OK:
406e8c6d500SWang Nan 		pr_info(" Ok\n");
407e8c6d500SWang Nan 		break;
408e8c6d500SWang Nan 	case TEST_SKIP:
409e8c6d500SWang Nan 		color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip\n");
410e8c6d500SWang Nan 		break;
411e8c6d500SWang Nan 	case TEST_FAIL:
412e8c6d500SWang Nan 	default:
413e8c6d500SWang Nan 		color_fprintf(stderr, PERF_COLOR_RED, " FAILED!\n");
414e8c6d500SWang Nan 		break;
415e8c6d500SWang Nan 	}
416e8c6d500SWang Nan 
417e8c6d500SWang Nan 	return err;
418e8c6d500SWang Nan }
419e8c6d500SWang Nan 
4201209b273SArnaldo Carvalho de Melo static const char *shell_test__description(char *description, size_t size,
4211209b273SArnaldo Carvalho de Melo 					   const char *path, const char *name)
4221209b273SArnaldo Carvalho de Melo {
4231209b273SArnaldo Carvalho de Melo 	FILE *fp;
4241209b273SArnaldo Carvalho de Melo 	char filename[PATH_MAX];
4251209b273SArnaldo Carvalho de Melo 
4261209b273SArnaldo Carvalho de Melo 	path__join(filename, sizeof(filename), path, name);
4271209b273SArnaldo Carvalho de Melo 	fp = fopen(filename, "r");
4281209b273SArnaldo Carvalho de Melo 	if (!fp)
4291209b273SArnaldo Carvalho de Melo 		return NULL;
4301209b273SArnaldo Carvalho de Melo 
4314eaf97e8SMichael Petlan 	/* Skip shebang */
4324eaf97e8SMichael Petlan 	while (fgetc(fp) != '\n');
4334eaf97e8SMichael Petlan 
4341209b273SArnaldo Carvalho de Melo 	description = fgets(description, size, fp);
4351209b273SArnaldo Carvalho de Melo 	fclose(fp);
4361209b273SArnaldo Carvalho de Melo 
4371209b273SArnaldo Carvalho de Melo 	return description ? trim(description + 1) : NULL;
4381209b273SArnaldo Carvalho de Melo }
4391209b273SArnaldo Carvalho de Melo 
440378811acSJiri Olsa #define for_each_shell_test(dir, base, ent)	\
4411209b273SArnaldo Carvalho de Melo 	while ((ent = readdir(dir)) != NULL)	\
442db8fec58SKim Phillips 		if (!is_directory(base, ent) && ent->d_name[0] != '.')
4431209b273SArnaldo Carvalho de Melo 
4441209b273SArnaldo Carvalho de Melo static const char *shell_tests__dir(char *path, size_t size)
4451209b273SArnaldo Carvalho de Melo {
4461209b273SArnaldo Carvalho de Melo 	const char *devel_dirs[] = { "./tools/perf/tests", "./tests", };
4471209b273SArnaldo Carvalho de Melo         char *exec_path;
4481209b273SArnaldo Carvalho de Melo 	unsigned int i;
4491209b273SArnaldo Carvalho de Melo 
4501209b273SArnaldo Carvalho de Melo 	for (i = 0; i < ARRAY_SIZE(devel_dirs); ++i) {
4511209b273SArnaldo Carvalho de Melo 		struct stat st;
4521209b273SArnaldo Carvalho de Melo 		if (!lstat(devel_dirs[i], &st)) {
4531209b273SArnaldo Carvalho de Melo 			scnprintf(path, size, "%s/shell", devel_dirs[i]);
4541209b273SArnaldo Carvalho de Melo 			if (!lstat(devel_dirs[i], &st))
4551209b273SArnaldo Carvalho de Melo 				return path;
4561209b273SArnaldo Carvalho de Melo 		}
4571209b273SArnaldo Carvalho de Melo 	}
4581209b273SArnaldo Carvalho de Melo 
4591209b273SArnaldo Carvalho de Melo         /* Then installed path. */
4601209b273SArnaldo Carvalho de Melo         exec_path = get_argv_exec_path();
4611209b273SArnaldo Carvalho de Melo         scnprintf(path, size, "%s/tests/shell", exec_path);
4621209b273SArnaldo Carvalho de Melo 	free(exec_path);
4631209b273SArnaldo Carvalho de Melo 	return path;
4641209b273SArnaldo Carvalho de Melo }
4651209b273SArnaldo Carvalho de Melo 
4661209b273SArnaldo Carvalho de Melo static int shell_tests__max_desc_width(void)
4671209b273SArnaldo Carvalho de Melo {
4681209b273SArnaldo Carvalho de Melo 	DIR *dir;
4691209b273SArnaldo Carvalho de Melo 	struct dirent *ent;
4701209b273SArnaldo Carvalho de Melo 	char path_dir[PATH_MAX];
4711209b273SArnaldo Carvalho de Melo 	const char *path = shell_tests__dir(path_dir, sizeof(path_dir));
4721209b273SArnaldo Carvalho de Melo 	int width = 0;
4731209b273SArnaldo Carvalho de Melo 
4741209b273SArnaldo Carvalho de Melo 	if (path == NULL)
4751209b273SArnaldo Carvalho de Melo 		return -1;
4761209b273SArnaldo Carvalho de Melo 
4771209b273SArnaldo Carvalho de Melo 	dir = opendir(path);
4781209b273SArnaldo Carvalho de Melo 	if (!dir)
4791209b273SArnaldo Carvalho de Melo 		return -1;
4801209b273SArnaldo Carvalho de Melo 
481378811acSJiri Olsa 	for_each_shell_test(dir, path, ent) {
4821209b273SArnaldo Carvalho de Melo 		char bf[256];
4831209b273SArnaldo Carvalho de Melo 		const char *desc = shell_test__description(bf, sizeof(bf), path, ent->d_name);
4841209b273SArnaldo Carvalho de Melo 
4851209b273SArnaldo Carvalho de Melo 		if (desc) {
4861209b273SArnaldo Carvalho de Melo 			int len = strlen(desc);
4871209b273SArnaldo Carvalho de Melo 
4881209b273SArnaldo Carvalho de Melo 			if (width < len)
4891209b273SArnaldo Carvalho de Melo 				width = len;
4901209b273SArnaldo Carvalho de Melo 		}
4911209b273SArnaldo Carvalho de Melo 	}
4921209b273SArnaldo Carvalho de Melo 
4931209b273SArnaldo Carvalho de Melo 	closedir(dir);
4941209b273SArnaldo Carvalho de Melo 	return width;
4951209b273SArnaldo Carvalho de Melo }
4961209b273SArnaldo Carvalho de Melo 
4971209b273SArnaldo Carvalho de Melo struct shell_test {
4981209b273SArnaldo Carvalho de Melo 	const char *dir;
4991209b273SArnaldo Carvalho de Melo 	const char *file;
5001209b273SArnaldo Carvalho de Melo };
5011209b273SArnaldo Carvalho de Melo 
5021209b273SArnaldo Carvalho de Melo static int shell_test__run(struct test *test, int subdir __maybe_unused)
5031209b273SArnaldo Carvalho de Melo {
5041209b273SArnaldo Carvalho de Melo 	int err;
5051209b273SArnaldo Carvalho de Melo 	char script[PATH_MAX];
5061209b273SArnaldo Carvalho de Melo 	struct shell_test *st = test->priv;
5071209b273SArnaldo Carvalho de Melo 
5081209b273SArnaldo Carvalho de Melo 	path__join(script, sizeof(script), st->dir, st->file);
5091209b273SArnaldo Carvalho de Melo 
5101209b273SArnaldo Carvalho de Melo 	err = system(script);
5111209b273SArnaldo Carvalho de Melo 	if (!err)
5121209b273SArnaldo Carvalho de Melo 		return TEST_OK;
5131209b273SArnaldo Carvalho de Melo 
5141209b273SArnaldo Carvalho de Melo 	return WEXITSTATUS(err) == 2 ? TEST_SKIP : TEST_FAIL;
5151209b273SArnaldo Carvalho de Melo }
5161209b273SArnaldo Carvalho de Melo 
5171209b273SArnaldo Carvalho de Melo static int run_shell_tests(int argc, const char *argv[], int i, int width)
5181209b273SArnaldo Carvalho de Melo {
5191209b273SArnaldo Carvalho de Melo 	DIR *dir;
5201209b273SArnaldo Carvalho de Melo 	struct dirent *ent;
5211209b273SArnaldo Carvalho de Melo 	char path_dir[PATH_MAX];
5221209b273SArnaldo Carvalho de Melo 	struct shell_test st = {
5231209b273SArnaldo Carvalho de Melo 		.dir = shell_tests__dir(path_dir, sizeof(path_dir)),
5241209b273SArnaldo Carvalho de Melo 	};
5251209b273SArnaldo Carvalho de Melo 
5261209b273SArnaldo Carvalho de Melo 	if (st.dir == NULL)
5271209b273SArnaldo Carvalho de Melo 		return -1;
5281209b273SArnaldo Carvalho de Melo 
5291209b273SArnaldo Carvalho de Melo 	dir = opendir(st.dir);
5301209b273SArnaldo Carvalho de Melo 	if (!dir)
5311209b273SArnaldo Carvalho de Melo 		return -1;
5321209b273SArnaldo Carvalho de Melo 
533378811acSJiri Olsa 	for_each_shell_test(dir, st.dir, ent) {
5341209b273SArnaldo Carvalho de Melo 		int curr = i++;
5351209b273SArnaldo Carvalho de Melo 		char desc[256];
5361209b273SArnaldo Carvalho de Melo 		struct test test = {
5371209b273SArnaldo Carvalho de Melo 			.desc = shell_test__description(desc, sizeof(desc), st.dir, ent->d_name),
5381209b273SArnaldo Carvalho de Melo 			.func = shell_test__run,
5391209b273SArnaldo Carvalho de Melo 			.priv = &st,
5401209b273SArnaldo Carvalho de Melo 		};
5411209b273SArnaldo Carvalho de Melo 
5421209b273SArnaldo Carvalho de Melo 		if (!perf_test__matches(&test, curr, argc, argv))
5431209b273SArnaldo Carvalho de Melo 			continue;
5441209b273SArnaldo Carvalho de Melo 
5451209b273SArnaldo Carvalho de Melo 		st.file = ent->d_name;
5461209b273SArnaldo Carvalho de Melo 		pr_info("%2d: %-*s:", i, width, test.desc);
5471209b273SArnaldo Carvalho de Melo 		test_and_print(&test, false, -1);
5481209b273SArnaldo Carvalho de Melo 	}
5491209b273SArnaldo Carvalho de Melo 
5501209b273SArnaldo Carvalho de Melo 	closedir(dir);
5511209b273SArnaldo Carvalho de Melo 	return 0;
5521209b273SArnaldo Carvalho de Melo }
5531209b273SArnaldo Carvalho de Melo 
5542ae82878SArnaldo Carvalho de Melo static int __cmd_test(int argc, const char *argv[], struct intlist *skiplist)
555945aea22SJiri Olsa {
556e8210cefSMatt Fleming 	struct test *t;
55731b6753fSMatt Fleming 	unsigned int j;
558945aea22SJiri Olsa 	int i = 0;
5591209b273SArnaldo Carvalho de Melo 	int width = shell_tests__max_desc_width();
560945aea22SJiri Olsa 
56131b6753fSMatt Fleming 	for_each_test(j, t) {
562e8210cefSMatt Fleming 		int len = strlen(t->desc);
563945aea22SJiri Olsa 
564945aea22SJiri Olsa 		if (width < len)
565945aea22SJiri Olsa 			width = len;
566945aea22SJiri Olsa 	}
567945aea22SJiri Olsa 
56831b6753fSMatt Fleming 	for_each_test(j, t) {
569945aea22SJiri Olsa 		int curr = i++, err;
570945aea22SJiri Olsa 
571e8210cefSMatt Fleming 		if (!perf_test__matches(t, curr, argc, argv))
572945aea22SJiri Olsa 			continue;
573945aea22SJiri Olsa 
574598762cfSJiri Olsa 		if (t->is_supported && !t->is_supported()) {
575598762cfSJiri Olsa 			pr_debug("%2d: %-*s: Disabled\n", i, width, t->desc);
576598762cfSJiri Olsa 			continue;
577598762cfSJiri Olsa 		}
578598762cfSJiri Olsa 
579e8210cefSMatt Fleming 		pr_info("%2d: %-*s:", i, width, t->desc);
5802ae82878SArnaldo Carvalho de Melo 
5812ae82878SArnaldo Carvalho de Melo 		if (intlist__find(skiplist, i)) {
5822ae82878SArnaldo Carvalho de Melo 			color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (user override)\n");
5832ae82878SArnaldo Carvalho de Melo 			continue;
5842ae82878SArnaldo Carvalho de Melo 		}
5852ae82878SArnaldo Carvalho de Melo 
586e8c6d500SWang Nan 		if (!t->subtest.get_nr) {
587e8c6d500SWang Nan 			test_and_print(t, false, -1);
588e8c6d500SWang Nan 		} else {
589e8c6d500SWang Nan 			int subn = t->subtest.get_nr();
590e8c6d500SWang Nan 			/*
591e8c6d500SWang Nan 			 * minus 2 to align with normal testcases.
592e8c6d500SWang Nan 			 * For subtest we print additional '.x' in number.
593e8c6d500SWang Nan 			 * for example:
594e8c6d500SWang Nan 			 *
595e8c6d500SWang Nan 			 * 35: Test LLVM searching and compiling                        :
596e8c6d500SWang Nan 			 * 35.1: Basic BPF llvm compiling test                          : Ok
597e8c6d500SWang Nan 			 */
598e8c6d500SWang Nan 			int subw = width > 2 ? width - 2 : width;
599e8c6d500SWang Nan 			bool skip = false;
600e8c6d500SWang Nan 			int subi;
601f4c1ea5fSJiri Olsa 
602e8c6d500SWang Nan 			if (subn <= 0) {
603e8c6d500SWang Nan 				color_fprintf(stderr, PERF_COLOR_YELLOW,
604e8c6d500SWang Nan 					      " Skip (not compiled in)\n");
605e8c6d500SWang Nan 				continue;
606e8c6d500SWang Nan 			}
607e8c6d500SWang Nan 			pr_info("\n");
608e8c6d500SWang Nan 
609e8c6d500SWang Nan 			for (subi = 0; subi < subn; subi++) {
610e8c6d500SWang Nan 				int len = strlen(t->subtest.get_desc(subi));
611e8c6d500SWang Nan 
612e8c6d500SWang Nan 				if (subw < len)
613e8c6d500SWang Nan 					subw = len;
614e8c6d500SWang Nan 			}
615e8c6d500SWang Nan 
616e8c6d500SWang Nan 			for (subi = 0; subi < subn; subi++) {
617e8c6d500SWang Nan 				pr_info("%2d.%1d: %-*s:", i, subi + 1, subw,
618e8c6d500SWang Nan 					t->subtest.get_desc(subi));
619aa90f9f9SSandipan Das 				err = test_and_print(t, skip, subi);
620e8c6d500SWang Nan 				if (err != TEST_OK && t->subtest.skip_if_fail)
621e8c6d500SWang Nan 					skip = true;
622e8c6d500SWang Nan 			}
623f4c1ea5fSJiri Olsa 		}
624945aea22SJiri Olsa 	}
625945aea22SJiri Olsa 
6261209b273SArnaldo Carvalho de Melo 	return run_shell_tests(argc, argv, i, width);
6271209b273SArnaldo Carvalho de Melo }
6281209b273SArnaldo Carvalho de Melo 
6291209b273SArnaldo Carvalho de Melo static int perf_test__list_shell(int argc, const char **argv, int i)
6301209b273SArnaldo Carvalho de Melo {
6311209b273SArnaldo Carvalho de Melo 	DIR *dir;
6321209b273SArnaldo Carvalho de Melo 	struct dirent *ent;
6331209b273SArnaldo Carvalho de Melo 	char path_dir[PATH_MAX];
6341209b273SArnaldo Carvalho de Melo 	const char *path = shell_tests__dir(path_dir, sizeof(path_dir));
6351209b273SArnaldo Carvalho de Melo 
6361209b273SArnaldo Carvalho de Melo 	if (path == NULL)
6371209b273SArnaldo Carvalho de Melo 		return -1;
6381209b273SArnaldo Carvalho de Melo 
6391209b273SArnaldo Carvalho de Melo 	dir = opendir(path);
6401209b273SArnaldo Carvalho de Melo 	if (!dir)
6411209b273SArnaldo Carvalho de Melo 		return -1;
6421209b273SArnaldo Carvalho de Melo 
643378811acSJiri Olsa 	for_each_shell_test(dir, path, ent) {
6446d02acc1SArnaldo Carvalho de Melo 		int curr = i++;
6451209b273SArnaldo Carvalho de Melo 		char bf[256];
6466d02acc1SArnaldo Carvalho de Melo 		struct test t = {
6476d02acc1SArnaldo Carvalho de Melo 			.desc = shell_test__description(bf, sizeof(bf), path, ent->d_name),
6486d02acc1SArnaldo Carvalho de Melo 		};
6491209b273SArnaldo Carvalho de Melo 
6506d02acc1SArnaldo Carvalho de Melo 		if (!perf_test__matches(&t, curr, argc, argv))
6511209b273SArnaldo Carvalho de Melo 			continue;
6521209b273SArnaldo Carvalho de Melo 
6536d02acc1SArnaldo Carvalho de Melo 		pr_info("%2d: %s\n", i, t.desc);
6541209b273SArnaldo Carvalho de Melo 	}
6551209b273SArnaldo Carvalho de Melo 
6561209b273SArnaldo Carvalho de Melo 	closedir(dir);
657945aea22SJiri Olsa 	return 0;
658945aea22SJiri Olsa }
659945aea22SJiri Olsa 
660945aea22SJiri Olsa static int perf_test__list(int argc, const char **argv)
661945aea22SJiri Olsa {
66231b6753fSMatt Fleming 	unsigned int j;
663e8210cefSMatt Fleming 	struct test *t;
664945aea22SJiri Olsa 	int i = 0;
665945aea22SJiri Olsa 
66631b6753fSMatt Fleming 	for_each_test(j, t) {
6676d02acc1SArnaldo Carvalho de Melo 		int curr = i++;
66828765bf2SArnaldo Carvalho de Melo 
6696d02acc1SArnaldo Carvalho de Melo 		if (!perf_test__matches(t, curr, argc, argv) ||
6706d02acc1SArnaldo Carvalho de Melo 		    (t->is_supported && !t->is_supported()))
671945aea22SJiri Olsa 			continue;
672945aea22SJiri Olsa 
67328765bf2SArnaldo Carvalho de Melo 		pr_info("%2d: %s\n", i, t->desc);
674ea40b6d3SHendrik Brueckner 
675ea40b6d3SHendrik Brueckner 		if (t->subtest.get_nr) {
676ea40b6d3SHendrik Brueckner 			int subn = t->subtest.get_nr();
677ea40b6d3SHendrik Brueckner 			int subi;
678ea40b6d3SHendrik Brueckner 
679ea40b6d3SHendrik Brueckner 			for (subi = 0; subi < subn; subi++)
680ea40b6d3SHendrik Brueckner 				pr_info("%2d:%1d: %s\n", i, subi + 1,
681ea40b6d3SHendrik Brueckner 					t->subtest.get_desc(subi));
682ea40b6d3SHendrik Brueckner 		}
683945aea22SJiri Olsa 	}
684945aea22SJiri Olsa 
6851209b273SArnaldo Carvalho de Melo 	perf_test__list_shell(argc, argv, i);
6861209b273SArnaldo Carvalho de Melo 
687945aea22SJiri Olsa 	return 0;
688945aea22SJiri Olsa }
689945aea22SJiri Olsa 
690b0ad8ea6SArnaldo Carvalho de Melo int cmd_test(int argc, const char **argv)
691945aea22SJiri Olsa {
6921f9975f1SYunlong Song 	const char *test_usage[] = {
693945aea22SJiri Olsa 	"perf test [<options>] [{list <test-name-fragment>|[<test-name-fragments>|<test-numbers>]}]",
694945aea22SJiri Olsa 	NULL,
695945aea22SJiri Olsa 	};
6962ae82878SArnaldo Carvalho de Melo 	const char *skip = NULL;
697945aea22SJiri Olsa 	const struct option test_options[] = {
6982ae82878SArnaldo Carvalho de Melo 	OPT_STRING('s', "skip", &skip, "tests", "tests to skip"),
699945aea22SJiri Olsa 	OPT_INCR('v', "verbose", &verbose,
700945aea22SJiri Olsa 		    "be more verbose (show symbol address, etc)"),
7017fa9b8fbSJiri Olsa 	OPT_BOOLEAN('F', "dont-fork", &dont_fork,
7027fa9b8fbSJiri Olsa 		    "Do not fork for testcase"),
703945aea22SJiri Olsa 	OPT_END()
704945aea22SJiri Olsa 	};
7051f9975f1SYunlong Song 	const char * const test_subcommands[] = { "list", NULL };
7062ae82878SArnaldo Carvalho de Melo 	struct intlist *skiplist = NULL;
707a635fc51SArnaldo Carvalho de Melo         int ret = hists__init();
708a635fc51SArnaldo Carvalho de Melo 
709a635fc51SArnaldo Carvalho de Melo         if (ret < 0)
710a635fc51SArnaldo Carvalho de Melo                 return ret;
711945aea22SJiri Olsa 
7121f9975f1SYunlong Song 	argc = parse_options_subcommand(argc, argv, test_options, test_subcommands, test_usage, 0);
713945aea22SJiri Olsa 	if (argc >= 1 && !strcmp(argv[0], "list"))
7146d02acc1SArnaldo Carvalho de Melo 		return perf_test__list(argc - 1, argv + 1);
715945aea22SJiri Olsa 
716945aea22SJiri Olsa 	symbol_conf.priv_size = sizeof(int);
717945aea22SJiri Olsa 	symbol_conf.sort_by_name = true;
718945aea22SJiri Olsa 	symbol_conf.try_vmlinux_path = true;
719945aea22SJiri Olsa 
7200a7e6d1bSNamhyung Kim 	if (symbol__init(NULL) < 0)
721945aea22SJiri Olsa 		return -1;
722945aea22SJiri Olsa 
7232ae82878SArnaldo Carvalho de Melo 	if (skip != NULL)
7242ae82878SArnaldo Carvalho de Melo 		skiplist = intlist__new(skip);
7252ae82878SArnaldo Carvalho de Melo 
7262ae82878SArnaldo Carvalho de Melo 	return __cmd_test(argc, argv, skiplist);
727945aea22SJiri Olsa }
728