1945aea22SJiri Olsa /* 2945aea22SJiri Olsa * builtin-test.c 3945aea22SJiri Olsa * 4945aea22SJiri Olsa * Builtin regression testing command: ever growing number of sanity tests 5945aea22SJiri Olsa */ 6945aea22SJiri Olsa #include "builtin.h" 72ae82878SArnaldo Carvalho de Melo #include "intlist.h" 80a4e1ae6SJiri Olsa #include "tests.h" 9c81251e8SJiri Olsa #include "debug.h" 10c81251e8SJiri Olsa #include "color.h" 11c81251e8SJiri Olsa #include "parse-options.h" 12c81251e8SJiri Olsa #include "symbol.h" 13945aea22SJiri Olsa 14945aea22SJiri Olsa static struct test { 15945aea22SJiri Olsa const char *desc; 16945aea22SJiri Olsa int (*func)(void); 17945aea22SJiri Olsa } tests[] = { 18945aea22SJiri Olsa { 19945aea22SJiri Olsa .desc = "vmlinux symtab matches kallsyms", 20945aea22SJiri Olsa .func = test__vmlinux_matches_kallsyms, 21945aea22SJiri Olsa }, 22945aea22SJiri Olsa { 23945aea22SJiri Olsa .desc = "detect open syscall event", 24945aea22SJiri Olsa .func = test__open_syscall_event, 25945aea22SJiri Olsa }, 26945aea22SJiri Olsa { 27945aea22SJiri Olsa .desc = "detect open syscall event on all cpus", 28945aea22SJiri Olsa .func = test__open_syscall_event_on_all_cpus, 29945aea22SJiri Olsa }, 30945aea22SJiri Olsa { 31945aea22SJiri Olsa .desc = "read samples using the mmap interface", 32945aea22SJiri Olsa .func = test__basic_mmap, 33945aea22SJiri Olsa }, 34945aea22SJiri Olsa { 35945aea22SJiri Olsa .desc = "parse events tests", 36c81251e8SJiri Olsa .func = test__parse_events, 37945aea22SJiri Olsa }, 38945aea22SJiri Olsa #if defined(__x86_64__) || defined(__i386__) 39945aea22SJiri Olsa { 40945aea22SJiri Olsa .desc = "x86 rdpmc test", 41945aea22SJiri Olsa .func = test__rdpmc, 42945aea22SJiri Olsa }, 43945aea22SJiri Olsa #endif 44945aea22SJiri Olsa { 45945aea22SJiri Olsa .desc = "Validate PERF_RECORD_* events & perf_sample fields", 46945aea22SJiri Olsa .func = test__PERF_RECORD, 47945aea22SJiri Olsa }, 48945aea22SJiri Olsa { 49945aea22SJiri Olsa .desc = "Test perf pmu format parsing", 50cff7f956SJiri Olsa .func = test__pmu, 51945aea22SJiri Olsa }, 52945aea22SJiri Olsa { 53945aea22SJiri Olsa .desc = "Test dso data interface", 54c81251e8SJiri Olsa .func = test__dso_data, 55945aea22SJiri Olsa }, 56945aea22SJiri Olsa { 57945aea22SJiri Olsa .desc = "roundtrip evsel->name check", 58cfffae2eSJiri Olsa .func = test__perf_evsel__roundtrip_name_test, 59945aea22SJiri Olsa }, 60945aea22SJiri Olsa { 61945aea22SJiri Olsa .desc = "Check parsing of sched tracepoints fields", 625e24a090SJiri Olsa .func = test__perf_evsel__tp_sched_test, 63945aea22SJiri Olsa }, 64945aea22SJiri Olsa { 65945aea22SJiri Olsa .desc = "Generate and check syscalls:sys_enter_open event fields", 66945aea22SJiri Olsa .func = test__syscall_open_tp_fields, 67945aea22SJiri Olsa }, 68945aea22SJiri Olsa { 69d898b241SJiri Olsa .desc = "struct perf_event_attr setup", 70c81251e8SJiri Olsa .func = test__attr, 71d898b241SJiri Olsa }, 72d898b241SJiri Olsa { 73f8ebb0cdSNamhyung Kim .desc = "Test matching and linking mutliple hists", 74f8ebb0cdSNamhyung Kim .func = test__hists_link, 75f8ebb0cdSNamhyung Kim }, 76f8ebb0cdSNamhyung Kim { 7754359d33SArnaldo Carvalho de Melo .desc = "Try 'use perf' in python, checking link problems", 7854359d33SArnaldo Carvalho de Melo .func = test__python_use, 7954359d33SArnaldo Carvalho de Melo }, 8054359d33SArnaldo Carvalho de Melo { 81*5a6bef47SJiri Olsa .desc = "Test breakpoint overflow signal handler", 82*5a6bef47SJiri Olsa .func = test__bp_signal, 83*5a6bef47SJiri Olsa }, 84*5a6bef47SJiri Olsa { 85945aea22SJiri Olsa .func = NULL, 86945aea22SJiri Olsa }, 87945aea22SJiri Olsa }; 88945aea22SJiri Olsa 89945aea22SJiri Olsa static bool perf_test__matches(int curr, int argc, const char *argv[]) 90945aea22SJiri Olsa { 91945aea22SJiri Olsa int i; 92945aea22SJiri Olsa 93945aea22SJiri Olsa if (argc == 0) 94945aea22SJiri Olsa return true; 95945aea22SJiri Olsa 96945aea22SJiri Olsa for (i = 0; i < argc; ++i) { 97945aea22SJiri Olsa char *end; 98945aea22SJiri Olsa long nr = strtoul(argv[i], &end, 10); 99945aea22SJiri Olsa 100945aea22SJiri Olsa if (*end == '\0') { 101945aea22SJiri Olsa if (nr == curr + 1) 102945aea22SJiri Olsa return true; 103945aea22SJiri Olsa continue; 104945aea22SJiri Olsa } 105945aea22SJiri Olsa 106945aea22SJiri Olsa if (strstr(tests[curr].desc, argv[i])) 107945aea22SJiri Olsa return true; 108945aea22SJiri Olsa } 109945aea22SJiri Olsa 110945aea22SJiri Olsa return false; 111945aea22SJiri Olsa } 112945aea22SJiri Olsa 1132ae82878SArnaldo Carvalho de Melo static int __cmd_test(int argc, const char *argv[], struct intlist *skiplist) 114945aea22SJiri Olsa { 115945aea22SJiri Olsa int i = 0; 116945aea22SJiri Olsa int width = 0; 117945aea22SJiri Olsa 118945aea22SJiri Olsa while (tests[i].func) { 119945aea22SJiri Olsa int len = strlen(tests[i].desc); 120945aea22SJiri Olsa 121945aea22SJiri Olsa if (width < len) 122945aea22SJiri Olsa width = len; 123945aea22SJiri Olsa ++i; 124945aea22SJiri Olsa } 125945aea22SJiri Olsa 126945aea22SJiri Olsa i = 0; 127945aea22SJiri Olsa while (tests[i].func) { 128945aea22SJiri Olsa int curr = i++, err; 129945aea22SJiri Olsa 130945aea22SJiri Olsa if (!perf_test__matches(curr, argc, argv)) 131945aea22SJiri Olsa continue; 132945aea22SJiri Olsa 133945aea22SJiri Olsa pr_info("%2d: %-*s:", i, width, tests[curr].desc); 1342ae82878SArnaldo Carvalho de Melo 1352ae82878SArnaldo Carvalho de Melo if (intlist__find(skiplist, i)) { 1362ae82878SArnaldo Carvalho de Melo color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (user override)\n"); 1372ae82878SArnaldo Carvalho de Melo continue; 1382ae82878SArnaldo Carvalho de Melo } 1392ae82878SArnaldo Carvalho de Melo 140945aea22SJiri Olsa pr_debug("\n--- start ---\n"); 141945aea22SJiri Olsa err = tests[curr].func(); 142945aea22SJiri Olsa pr_debug("---- end ----\n%s:", tests[curr].desc); 143f4c1ea5fSJiri Olsa 144f4c1ea5fSJiri Olsa switch (err) { 145f4c1ea5fSJiri Olsa case TEST_OK: 146945aea22SJiri Olsa pr_info(" Ok\n"); 147f4c1ea5fSJiri Olsa break; 148f4c1ea5fSJiri Olsa case TEST_SKIP: 149f4c1ea5fSJiri Olsa color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip\n"); 150f4c1ea5fSJiri Olsa break; 151f4c1ea5fSJiri Olsa case TEST_FAIL: 152f4c1ea5fSJiri Olsa default: 153f4c1ea5fSJiri Olsa color_fprintf(stderr, PERF_COLOR_RED, " FAILED!\n"); 154f4c1ea5fSJiri Olsa break; 155f4c1ea5fSJiri Olsa } 156945aea22SJiri Olsa } 157945aea22SJiri Olsa 158945aea22SJiri Olsa return 0; 159945aea22SJiri Olsa } 160945aea22SJiri Olsa 161945aea22SJiri Olsa static int perf_test__list(int argc, const char **argv) 162945aea22SJiri Olsa { 163945aea22SJiri Olsa int i = 0; 164945aea22SJiri Olsa 165945aea22SJiri Olsa while (tests[i].func) { 166945aea22SJiri Olsa int curr = i++; 167945aea22SJiri Olsa 168945aea22SJiri Olsa if (argc > 1 && !strstr(tests[curr].desc, argv[1])) 169945aea22SJiri Olsa continue; 170945aea22SJiri Olsa 171945aea22SJiri Olsa pr_info("%2d: %s\n", i, tests[curr].desc); 172945aea22SJiri Olsa } 173945aea22SJiri Olsa 174945aea22SJiri Olsa return 0; 175945aea22SJiri Olsa } 176945aea22SJiri Olsa 177945aea22SJiri Olsa int cmd_test(int argc, const char **argv, const char *prefix __maybe_unused) 178945aea22SJiri Olsa { 179945aea22SJiri Olsa const char * const test_usage[] = { 180945aea22SJiri Olsa "perf test [<options>] [{list <test-name-fragment>|[<test-name-fragments>|<test-numbers>]}]", 181945aea22SJiri Olsa NULL, 182945aea22SJiri Olsa }; 1832ae82878SArnaldo Carvalho de Melo const char *skip = NULL; 184945aea22SJiri Olsa const struct option test_options[] = { 1852ae82878SArnaldo Carvalho de Melo OPT_STRING('s', "skip", &skip, "tests", "tests to skip"), 186945aea22SJiri Olsa OPT_INCR('v', "verbose", &verbose, 187945aea22SJiri Olsa "be more verbose (show symbol address, etc)"), 188945aea22SJiri Olsa OPT_END() 189945aea22SJiri Olsa }; 1902ae82878SArnaldo Carvalho de Melo struct intlist *skiplist = NULL; 191945aea22SJiri Olsa 192945aea22SJiri Olsa argc = parse_options(argc, argv, test_options, test_usage, 0); 193945aea22SJiri Olsa if (argc >= 1 && !strcmp(argv[0], "list")) 194945aea22SJiri Olsa return perf_test__list(argc, argv); 195945aea22SJiri Olsa 196945aea22SJiri Olsa symbol_conf.priv_size = sizeof(int); 197945aea22SJiri Olsa symbol_conf.sort_by_name = true; 198945aea22SJiri Olsa symbol_conf.try_vmlinux_path = true; 199945aea22SJiri Olsa 200945aea22SJiri Olsa if (symbol__init() < 0) 201945aea22SJiri Olsa return -1; 202945aea22SJiri Olsa 2032ae82878SArnaldo Carvalho de Melo if (skip != NULL) 2042ae82878SArnaldo Carvalho de Melo skiplist = intlist__new(skip); 2052ae82878SArnaldo Carvalho de Melo 2062ae82878SArnaldo Carvalho de Melo return __cmd_test(argc, argv, skiplist); 207945aea22SJiri Olsa } 208