186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-stat.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin stat command: Give a precise performance counters summary 586470930SIngo Molnar * overview about any workload, CPU or specific PID. 686470930SIngo Molnar * 786470930SIngo Molnar * Sample output: 886470930SIngo Molnar 92cba3ffbSIngo Molnar $ perf stat ./hackbench 10 1086470930SIngo Molnar 112cba3ffbSIngo Molnar Time: 0.118 1286470930SIngo Molnar 132cba3ffbSIngo Molnar Performance counter stats for './hackbench 10': 1486470930SIngo Molnar 152cba3ffbSIngo Molnar 1708.761321 task-clock # 11.037 CPUs utilized 162cba3ffbSIngo Molnar 41,190 context-switches # 0.024 M/sec 172cba3ffbSIngo Molnar 6,735 CPU-migrations # 0.004 M/sec 182cba3ffbSIngo Molnar 17,318 page-faults # 0.010 M/sec 192cba3ffbSIngo Molnar 5,205,202,243 cycles # 3.046 GHz 202cba3ffbSIngo Molnar 3,856,436,920 stalled-cycles-frontend # 74.09% frontend cycles idle 212cba3ffbSIngo Molnar 1,600,790,871 stalled-cycles-backend # 30.75% backend cycles idle 222cba3ffbSIngo Molnar 2,603,501,247 instructions # 0.50 insns per cycle 232cba3ffbSIngo Molnar # 1.48 stalled cycles per insn 242cba3ffbSIngo Molnar 484,357,498 branches # 283.455 M/sec 252cba3ffbSIngo Molnar 6,388,934 branch-misses # 1.32% of all branches 262cba3ffbSIngo Molnar 272cba3ffbSIngo Molnar 0.154822978 seconds time elapsed 2886470930SIngo Molnar 2986470930SIngo Molnar * 302cba3ffbSIngo Molnar * Copyright (C) 2008-2011, Red Hat Inc, Ingo Molnar <mingo@redhat.com> 3186470930SIngo Molnar * 3286470930SIngo Molnar * Improvements and fixes by: 3386470930SIngo Molnar * 3486470930SIngo Molnar * Arjan van de Ven <arjan@linux.intel.com> 3586470930SIngo Molnar * Yanmin Zhang <yanmin.zhang@intel.com> 3686470930SIngo Molnar * Wu Fengguang <fengguang.wu@intel.com> 3786470930SIngo Molnar * Mike Galbraith <efault@gmx.de> 3886470930SIngo Molnar * Paul Mackerras <paulus@samba.org> 396e750a8fSJaswinder Singh Rajput * Jaswinder Singh Rajput <jaswinder@kernel.org> 4086470930SIngo Molnar * 4186470930SIngo Molnar * Released under the GPL v2. (and only v2, not any later version) 4286470930SIngo Molnar */ 4386470930SIngo Molnar 4486470930SIngo Molnar #include "perf.h" 4586470930SIngo Molnar #include "builtin.h" 46f14d5707SArnaldo Carvalho de Melo #include "util/cgroup.h" 4786470930SIngo Molnar #include "util/util.h" 484b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h> 4986470930SIngo Molnar #include "util/parse-events.h" 504cabc3d1SAndi Kleen #include "util/pmu.h" 518f28827aSFrederic Weisbecker #include "util/event.h" 52361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 5369aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 548f28827aSFrederic Weisbecker #include "util/debug.h" 555d8bb1ecSMathieu Poirier #include "util/drv_configs.h" 56a5d243d0SIngo Molnar #include "util/color.h" 570007eceaSXiao Guangrong #include "util/stat.h" 5860666c63SLiming Wang #include "util/header.h" 59a12b51c4SPaul Mackerras #include "util/cpumap.h" 60d6d901c2SZhang, Yanmin #include "util/thread.h" 61fd78260bSArnaldo Carvalho de Melo #include "util/thread_map.h" 62d809560bSJiri Olsa #include "util/counts.h" 6344b1e60aSAndi Kleen #include "util/group.h" 644979d0c7SJiri Olsa #include "util/session.h" 65ba6039b6SJiri Olsa #include "util/tool.h" 66a067558eSArnaldo Carvalho de Melo #include "util/string2.h" 67b18f3e36SAndi Kleen #include "util/metricgroup.h" 68ba6039b6SJiri Olsa #include "asm/bug.h" 6986470930SIngo Molnar 70bd48c63eSArnaldo Carvalho de Melo #include <linux/time64.h> 7144b1e60aSAndi Kleen #include <api/fs/fs.h> 72a43783aeSArnaldo Carvalho de Melo #include <errno.h> 739607ad3aSArnaldo Carvalho de Melo #include <signal.h> 741f16c575SPeter Zijlstra #include <stdlib.h> 7586470930SIngo Molnar #include <sys/prctl.h> 76fd20e811SArnaldo Carvalho de Melo #include <inttypes.h> 775af52b51SStephane Eranian #include <locale.h> 78e3b03b6cSAndi Kleen #include <math.h> 797a8ef4c4SArnaldo Carvalho de Melo #include <sys/types.h> 807a8ef4c4SArnaldo Carvalho de Melo #include <sys/stat.h> 814208735dSArnaldo Carvalho de Melo #include <sys/wait.h> 827a8ef4c4SArnaldo Carvalho de Melo #include <unistd.h> 8386470930SIngo Molnar 843d689ed6SArnaldo Carvalho de Melo #include "sane_ctype.h" 853d689ed6SArnaldo Carvalho de Melo 86d7470b6aSStephane Eranian #define DEFAULT_SEPARATOR " " 872cee77c4SDavid Ahern #define CNTR_NOT_SUPPORTED "<not supported>" 882cee77c4SDavid Ahern #define CNTR_NOT_COUNTED "<not counted>" 89daefd0bcSKan Liang #define FREEZE_ON_SMI_PATH "devices/cpu/freeze_on_smi" 90d7470b6aSStephane Eranian 91d4f63a47SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv); 9213370a9bSStephane Eranian 934cabc3d1SAndi Kleen /* Default events used for perf stat -T */ 94a454742cSJiri Olsa static const char *transaction_attrs = { 95a454742cSJiri Olsa "task-clock," 964cabc3d1SAndi Kleen "{" 974cabc3d1SAndi Kleen "instructions," 984cabc3d1SAndi Kleen "cycles," 994cabc3d1SAndi Kleen "cpu/cycles-t/," 1004cabc3d1SAndi Kleen "cpu/tx-start/," 1014cabc3d1SAndi Kleen "cpu/el-start/," 1024cabc3d1SAndi Kleen "cpu/cycles-ct/" 1034cabc3d1SAndi Kleen "}" 1044cabc3d1SAndi Kleen }; 1054cabc3d1SAndi Kleen 1064cabc3d1SAndi Kleen /* More limited version when the CPU does not have all events. */ 107a454742cSJiri Olsa static const char * transaction_limited_attrs = { 108a454742cSJiri Olsa "task-clock," 1094cabc3d1SAndi Kleen "{" 1104cabc3d1SAndi Kleen "instructions," 1114cabc3d1SAndi Kleen "cycles," 1124cabc3d1SAndi Kleen "cpu/cycles-t/," 1134cabc3d1SAndi Kleen "cpu/tx-start/" 1144cabc3d1SAndi Kleen "}" 1154cabc3d1SAndi Kleen }; 1164cabc3d1SAndi Kleen 11744b1e60aSAndi Kleen static const char * topdown_attrs[] = { 11844b1e60aSAndi Kleen "topdown-total-slots", 11944b1e60aSAndi Kleen "topdown-slots-retired", 12044b1e60aSAndi Kleen "topdown-recovery-bubbles", 12144b1e60aSAndi Kleen "topdown-fetch-bubbles", 12244b1e60aSAndi Kleen "topdown-slots-issued", 12344b1e60aSAndi Kleen NULL, 12444b1e60aSAndi Kleen }; 12544b1e60aSAndi Kleen 126daefd0bcSKan Liang static const char *smi_cost_attrs = { 127daefd0bcSKan Liang "{" 128daefd0bcSKan Liang "msr/aperf/," 129daefd0bcSKan Liang "msr/smi/," 130daefd0bcSKan Liang "cycles" 131daefd0bcSKan Liang "}" 132daefd0bcSKan Liang }; 133daefd0bcSKan Liang 134666e6d48SRobert Richter static struct perf_evlist *evsel_list; 135361c99a6SArnaldo Carvalho de Melo 136b18f3e36SAndi Kleen static struct rblist metric_events; 137b18f3e36SAndi Kleen 138602ad878SArnaldo Carvalho de Melo static struct target target = { 13977a6f014SNamhyung Kim .uid = UINT_MAX, 14077a6f014SNamhyung Kim }; 14142202dd5SIngo Molnar 1421e5a2931SJiri Olsa typedef int (*aggr_get_id_t)(struct cpu_map *m, int cpu); 1431e5a2931SJiri Olsa 1443d632595SJaswinder Singh Rajput static int run_count = 1; 1452e6cdf99SStephane Eranian static bool no_inherit = false; 146d07f0b12SStephane Eranian static volatile pid_t child_pid = -1; 147c0555642SIan Munsie static bool null_run = false; 1482cba3ffbSIngo Molnar static int detailed_run = 0; 1494cabc3d1SAndi Kleen static bool transaction_run; 15044b1e60aSAndi Kleen static bool topdown_run = false; 151daefd0bcSKan Liang static bool smi_cost = false; 152daefd0bcSKan Liang static bool smi_reset = false; 153201e0b06SArnaldo Carvalho de Melo static bool big_num = true; 154d7470b6aSStephane Eranian static int big_num_opt = -1; 155d7470b6aSStephane Eranian static const char *csv_sep = NULL; 156d7470b6aSStephane Eranian static bool csv_output = false; 15743bece79SLin Ming static bool group = false; 1581f16c575SPeter Zijlstra static const char *pre_cmd = NULL; 1591f16c575SPeter Zijlstra static const char *post_cmd = NULL; 1601f16c575SPeter Zijlstra static bool sync_run = false; 16141191688SAndi Kleen static unsigned int initial_delay = 0; 162410136f5SStephane Eranian static unsigned int unit_width = 4; /* strlen("unit") */ 163a7e191c3SFrederik Deweerdt static bool forever = false; 16454b50916SAndi Kleen static bool metric_only = false; 16544b1e60aSAndi Kleen static bool force_metric_only = false; 166430daf2dSAndi Kleen static bool no_merge = false; 16713370a9bSStephane Eranian static struct timespec ref_time; 16886ee6e18SStephane Eranian static struct cpu_map *aggr_map; 1691e5a2931SJiri Olsa static aggr_get_id_t aggr_get_id; 170e0547311SJiri Olsa static bool append_file; 171db06a269Syuzhoujian static bool interval_count; 172e0547311SJiri Olsa static const char *output_name; 173e0547311SJiri Olsa static int output_fd; 17402d492e5SBorislav Petkov static int print_free_counters_hint; 17530060eaeSKan Liang static int print_mixed_hw_group_error; 1765af52b51SStephane Eranian 1774979d0c7SJiri Olsa struct perf_stat { 1784979d0c7SJiri Olsa bool record; 1798ceb41d7SJiri Olsa struct perf_data data; 1804979d0c7SJiri Olsa struct perf_session *session; 1814979d0c7SJiri Olsa u64 bytes_written; 182ba6039b6SJiri Olsa struct perf_tool tool; 1831975d36eSJiri Olsa bool maps_allocated; 1841975d36eSJiri Olsa struct cpu_map *cpus; 1851975d36eSJiri Olsa struct thread_map *threads; 18689af4e05SJiri Olsa enum aggr_mode aggr_mode; 1874979d0c7SJiri Olsa }; 1884979d0c7SJiri Olsa 1894979d0c7SJiri Olsa static struct perf_stat perf_stat; 1904979d0c7SJiri Olsa #define STAT_RECORD perf_stat.record 1914979d0c7SJiri Olsa 19260666c63SLiming Wang static volatile int done = 0; 19360666c63SLiming Wang 194421a50f3SJiri Olsa static struct perf_stat_config stat_config = { 195421a50f3SJiri Olsa .aggr_mode = AGGR_GLOBAL, 196711a572eSJiri Olsa .scale = true, 197421a50f3SJiri Olsa }; 198421a50f3SJiri Olsa 199e864c5caSAndi Kleen static bool is_duration_time(struct perf_evsel *evsel) 200e864c5caSAndi Kleen { 201e864c5caSAndi Kleen return !strcmp(evsel->name, "duration_time"); 202e864c5caSAndi Kleen } 203e864c5caSAndi Kleen 20413370a9bSStephane Eranian static inline void diff_timespec(struct timespec *r, struct timespec *a, 20513370a9bSStephane Eranian struct timespec *b) 20613370a9bSStephane Eranian { 20713370a9bSStephane Eranian r->tv_sec = a->tv_sec - b->tv_sec; 20813370a9bSStephane Eranian if (a->tv_nsec < b->tv_nsec) { 209310ebb93SArnaldo Carvalho de Melo r->tv_nsec = a->tv_nsec + NSEC_PER_SEC - b->tv_nsec; 21013370a9bSStephane Eranian r->tv_sec--; 21113370a9bSStephane Eranian } else { 21213370a9bSStephane Eranian r->tv_nsec = a->tv_nsec - b->tv_nsec ; 21313370a9bSStephane Eranian } 21413370a9bSStephane Eranian } 21513370a9bSStephane Eranian 216254ecbc7SJiri Olsa static void perf_stat__reset_stats(void) 217254ecbc7SJiri Olsa { 21856739444SJin Yao int i; 21956739444SJin Yao 220254ecbc7SJiri Olsa perf_evlist__reset_stats(evsel_list); 221f87027b9SJiri Olsa perf_stat__reset_shadow_stats(); 22256739444SJin Yao 22356739444SJin Yao for (i = 0; i < stat_config.stats_num; i++) 22456739444SJin Yao perf_stat__reset_shadow_per_stat(&stat_config.stats[i]); 2251eda3b21SJiri Olsa } 2261eda3b21SJiri Olsa 227cac21425SJiri Olsa static int create_perf_stat_counter(struct perf_evsel *evsel) 22886470930SIngo Molnar { 22969aad6f1SArnaldo Carvalho de Melo struct perf_event_attr *attr = &evsel->attr; 23082bf311eSJiri Olsa struct perf_evsel *leader = evsel->leader; 231727ab04eSArnaldo Carvalho de Melo 23282bf311eSJiri Olsa if (stat_config.scale) { 23386470930SIngo Molnar attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 23486470930SIngo Molnar PERF_FORMAT_TOTAL_TIME_RUNNING; 23582bf311eSJiri Olsa } 23682bf311eSJiri Olsa 23782bf311eSJiri Olsa /* 23882bf311eSJiri Olsa * The event is part of non trivial group, let's enable 23982bf311eSJiri Olsa * the group read (for leader) and ID retrieval for all 24082bf311eSJiri Olsa * members. 24182bf311eSJiri Olsa */ 24282bf311eSJiri Olsa if (leader->nr_members > 1) 24382bf311eSJiri Olsa attr->read_format |= PERF_FORMAT_ID|PERF_FORMAT_GROUP; 24486470930SIngo Molnar 2452e6cdf99SStephane Eranian attr->inherit = !no_inherit; 2465d2cd909SArnaldo Carvalho de Melo 2476acd8e92SJiri Olsa /* 2486acd8e92SJiri Olsa * Some events get initialized with sample_(period/type) set, 2496acd8e92SJiri Olsa * like tracepoints. Clear it up for counting. 2506acd8e92SJiri Olsa */ 2516acd8e92SJiri Olsa attr->sample_period = 0; 2526db1a5c1SJiri Olsa 2534979d0c7SJiri Olsa /* 2544979d0c7SJiri Olsa * But set sample_type to PERF_SAMPLE_IDENTIFIER, which should be harmless 2554979d0c7SJiri Olsa * while avoiding that older tools show confusing messages. 2566db1a5c1SJiri Olsa * 2576db1a5c1SJiri Olsa * However for pipe sessions we need to keep it zero, 2586db1a5c1SJiri Olsa * because script's perf_evsel__check_attr is triggered 2596db1a5c1SJiri Olsa * by attr->sample_type != 0, and we can't run it on 2606db1a5c1SJiri Olsa * stat sessions. 2614979d0c7SJiri Olsa */ 2628ceb41d7SJiri Olsa if (!(STAT_RECORD && perf_stat.data.is_pipe)) 2634979d0c7SJiri Olsa attr->sample_type = PERF_SAMPLE_IDENTIFIER; 2646acd8e92SJiri Olsa 26567ccdecdSJiri Olsa /* 26667ccdecdSJiri Olsa * Disabling all counters initially, they will be enabled 26767ccdecdSJiri Olsa * either manually by us or by kernel via enable_on_exec 26867ccdecdSJiri Olsa * set later. 26967ccdecdSJiri Olsa */ 270c8280cecSJiri Olsa if (perf_evsel__is_group_leader(evsel)) { 27167ccdecdSJiri Olsa attr->disabled = 1; 27267ccdecdSJiri Olsa 273c8280cecSJiri Olsa /* 274c8280cecSJiri Olsa * In case of initial_delay we enable tracee 275c8280cecSJiri Olsa * events manually. 276c8280cecSJiri Olsa */ 277c8280cecSJiri Olsa if (target__none(&target) && !initial_delay) 278c8280cecSJiri Olsa attr->enable_on_exec = 1; 279c8280cecSJiri Olsa } 280c8280cecSJiri Olsa 2811d9f8d1bSJin Yao if (target__has_cpu(&target) && !target__has_per_thread(&target)) 282594ac61aSArnaldo Carvalho de Melo return perf_evsel__open_per_cpu(evsel, perf_evsel__cpus(evsel)); 2835622c07bSStephane Eranian 284594ac61aSArnaldo Carvalho de Melo return perf_evsel__open_per_thread(evsel, evsel_list->threads); 28586470930SIngo Molnar } 28686470930SIngo Molnar 28786470930SIngo Molnar /* 28886470930SIngo Molnar * Does the counter have nsecs as a unit? 28986470930SIngo Molnar */ 290daec78a0SArnaldo Carvalho de Melo static inline int nsec_counter(struct perf_evsel *evsel) 29186470930SIngo Molnar { 292daec78a0SArnaldo Carvalho de Melo if (perf_evsel__match(evsel, SOFTWARE, SW_CPU_CLOCK) || 293daec78a0SArnaldo Carvalho de Melo perf_evsel__match(evsel, SOFTWARE, SW_TASK_CLOCK)) 29486470930SIngo Molnar return 1; 29586470930SIngo Molnar 29686470930SIngo Molnar return 0; 29786470930SIngo Molnar } 29886470930SIngo Molnar 2998b99b1a4SJiri Olsa static int process_synthesized_event(struct perf_tool *tool __maybe_unused, 3004979d0c7SJiri Olsa union perf_event *event, 3014979d0c7SJiri Olsa struct perf_sample *sample __maybe_unused, 3024979d0c7SJiri Olsa struct machine *machine __maybe_unused) 3034979d0c7SJiri Olsa { 3048ceb41d7SJiri Olsa if (perf_data__write(&perf_stat.data, event, event->header.size) < 0) { 3058b99b1a4SJiri Olsa pr_err("failed to write perf data, error: %m\n"); 3068b99b1a4SJiri Olsa return -1; 3078b99b1a4SJiri Olsa } 3088b99b1a4SJiri Olsa 3098b99b1a4SJiri Olsa perf_stat.bytes_written += event->header.size; 3108b99b1a4SJiri Olsa return 0; 3114979d0c7SJiri Olsa } 3124979d0c7SJiri Olsa 3131975d36eSJiri Olsa static int write_stat_round_event(u64 tm, u64 type) 3147aad0c32SJiri Olsa { 3151975d36eSJiri Olsa return perf_event__synthesize_stat_round(NULL, tm, type, 3167aad0c32SJiri Olsa process_synthesized_event, 3177aad0c32SJiri Olsa NULL); 3187aad0c32SJiri Olsa } 3197aad0c32SJiri Olsa 3207aad0c32SJiri Olsa #define WRITE_STAT_ROUND_EVENT(time, interval) \ 3217aad0c32SJiri Olsa write_stat_round_event(time, PERF_STAT_ROUND_TYPE__ ## interval) 3227aad0c32SJiri Olsa 3235a6ea81bSJiri Olsa #define SID(e, x, y) xyarray__entry(e->sample_id, x, y) 3245a6ea81bSJiri Olsa 3255a6ea81bSJiri Olsa static int 3265a6ea81bSJiri Olsa perf_evsel__write_stat_event(struct perf_evsel *counter, u32 cpu, u32 thread, 3275a6ea81bSJiri Olsa struct perf_counts_values *count) 3285a6ea81bSJiri Olsa { 3295a6ea81bSJiri Olsa struct perf_sample_id *sid = SID(counter, cpu, thread); 3305a6ea81bSJiri Olsa 3315a6ea81bSJiri Olsa return perf_event__synthesize_stat(NULL, cpu, thread, sid->id, count, 3325a6ea81bSJiri Olsa process_synthesized_event, NULL); 3335a6ea81bSJiri Olsa } 3345a6ea81bSJiri Olsa 335f5b4a9c3SStephane Eranian /* 336f5b4a9c3SStephane Eranian * Read out the results of a single counter: 337f5b4a9c3SStephane Eranian * do not aggregate counts across CPUs in system-wide mode 338f5b4a9c3SStephane Eranian */ 339c52b12edSArnaldo Carvalho de Melo static int read_counter(struct perf_evsel *counter) 340f5b4a9c3SStephane Eranian { 3419bf1a529SJiri Olsa int nthreads = thread_map__nr(evsel_list->threads); 34200e727bbSMark Rutland int ncpus, cpu, thread; 34300e727bbSMark Rutland 3441d9f8d1bSJin Yao if (target__has_cpu(&target) && !target__has_per_thread(&target)) 34500e727bbSMark Rutland ncpus = perf_evsel__nr_cpus(counter); 34600e727bbSMark Rutland else 34700e727bbSMark Rutland ncpus = 1; 348f5b4a9c3SStephane Eranian 3493b4331d9SSuzuki K. Poulose if (!counter->supported) 3503b4331d9SSuzuki K. Poulose return -ENOENT; 3513b4331d9SSuzuki K. Poulose 3529bf1a529SJiri Olsa if (counter->system_wide) 3539bf1a529SJiri Olsa nthreads = 1; 3549bf1a529SJiri Olsa 3559bf1a529SJiri Olsa for (thread = 0; thread < nthreads; thread++) { 3569bf1a529SJiri Olsa for (cpu = 0; cpu < ncpus; cpu++) { 3573b3eb044SJiri Olsa struct perf_counts_values *count; 3583b3eb044SJiri Olsa 3593b3eb044SJiri Olsa count = perf_counts(counter->counts, cpu, thread); 36082bf311eSJiri Olsa 36182bf311eSJiri Olsa /* 36282bf311eSJiri Olsa * The leader's group read loads data into its group members 36382bf311eSJiri Olsa * (via perf_evsel__read_counter) and sets threir count->loaded. 36482bf311eSJiri Olsa */ 36582bf311eSJiri Olsa if (!count->loaded && 36682bf311eSJiri Olsa perf_evsel__read_counter(counter, cpu, thread)) { 367db49a717SStephane Eranian counter->counts->scaled = -1; 368db49a717SStephane Eranian perf_counts(counter->counts, cpu, thread)->ena = 0; 369db49a717SStephane Eranian perf_counts(counter->counts, cpu, thread)->run = 0; 370c52b12edSArnaldo Carvalho de Melo return -1; 371db49a717SStephane Eranian } 3725a6ea81bSJiri Olsa 37382bf311eSJiri Olsa count->loaded = false; 37482bf311eSJiri Olsa 3755a6ea81bSJiri Olsa if (STAT_RECORD) { 3765a6ea81bSJiri Olsa if (perf_evsel__write_stat_event(counter, cpu, thread, count)) { 3775a6ea81bSJiri Olsa pr_err("failed to write stat event\n"); 3785a6ea81bSJiri Olsa return -1; 3795a6ea81bSJiri Olsa } 3805a6ea81bSJiri Olsa } 3810b1abbf4SAndi Kleen 3820b1abbf4SAndi Kleen if (verbose > 1) { 3830b1abbf4SAndi Kleen fprintf(stat_config.output, 3840b1abbf4SAndi Kleen "%s: %d: %" PRIu64 " %" PRIu64 " %" PRIu64 "\n", 3850b1abbf4SAndi Kleen perf_evsel__name(counter), 3860b1abbf4SAndi Kleen cpu, 3870b1abbf4SAndi Kleen count->val, count->ena, count->run); 3880b1abbf4SAndi Kleen } 389f5b4a9c3SStephane Eranian } 3909bf1a529SJiri Olsa } 391c52b12edSArnaldo Carvalho de Melo 392c52b12edSArnaldo Carvalho de Melo return 0; 39386470930SIngo Molnar } 39486470930SIngo Molnar 3953df33effSMark Rutland static void read_counters(void) 396106a94a0SJiri Olsa { 397106a94a0SJiri Olsa struct perf_evsel *counter; 398db49a717SStephane Eranian int ret; 399106a94a0SJiri Olsa 400e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 401db49a717SStephane Eranian ret = read_counter(counter); 402db49a717SStephane Eranian if (ret) 403245bad8eSAndi Kleen pr_debug("failed to read counter %s\n", counter->name); 4043b3eb044SJiri Olsa 405db49a717SStephane Eranian if (ret == 0 && perf_stat_process_counter(&stat_config, counter)) 4063b3eb044SJiri Olsa pr_warning("failed to process counter %s\n", counter->name); 407106a94a0SJiri Olsa } 408106a94a0SJiri Olsa } 409106a94a0SJiri Olsa 410ba411a95SJiri Olsa static void process_interval(void) 41113370a9bSStephane Eranian { 41213370a9bSStephane Eranian struct timespec ts, rs; 41313370a9bSStephane Eranian 4143df33effSMark Rutland read_counters(); 41586ee6e18SStephane Eranian 41613370a9bSStephane Eranian clock_gettime(CLOCK_MONOTONIC, &ts); 41713370a9bSStephane Eranian diff_timespec(&rs, &ts, &ref_time); 41813370a9bSStephane Eranian 4197aad0c32SJiri Olsa if (STAT_RECORD) { 420bd48c63eSArnaldo Carvalho de Melo if (WRITE_STAT_ROUND_EVENT(rs.tv_sec * NSEC_PER_SEC + rs.tv_nsec, INTERVAL)) 4217aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 4227aad0c32SJiri Olsa } 4237aad0c32SJiri Olsa 424b90f1333SAndi Kleen init_stats(&walltime_nsecs_stats); 425b90f1333SAndi Kleen update_stats(&walltime_nsecs_stats, stat_config.interval * 1000000); 426d4f63a47SJiri Olsa print_counters(&rs, 0, NULL); 42713370a9bSStephane Eranian } 42813370a9bSStephane Eranian 42967ccdecdSJiri Olsa static void enable_counters(void) 43041191688SAndi Kleen { 43167ccdecdSJiri Olsa if (initial_delay) 432310ebb93SArnaldo Carvalho de Melo usleep(initial_delay * USEC_PER_MSEC); 43367ccdecdSJiri Olsa 43467ccdecdSJiri Olsa /* 43567ccdecdSJiri Olsa * We need to enable counters only if: 43667ccdecdSJiri Olsa * - we don't have tracee (attaching to task or cpu) 43767ccdecdSJiri Olsa * - we have initial delay configured 43867ccdecdSJiri Olsa */ 43967ccdecdSJiri Olsa if (!target__none(&target) || initial_delay) 440ab46db0aSJiri Olsa perf_evlist__enable(evsel_list); 44141191688SAndi Kleen } 44241191688SAndi Kleen 4433df33effSMark Rutland static void disable_counters(void) 4443df33effSMark Rutland { 4453df33effSMark Rutland /* 4463df33effSMark Rutland * If we don't have tracee (attaching to task or cpu), counters may 4473df33effSMark Rutland * still be running. To get accurate group ratios, we must stop groups 4483df33effSMark Rutland * from counting before reading their constituent counters. 4493df33effSMark Rutland */ 4503df33effSMark Rutland if (!target__none(&target)) 4513df33effSMark Rutland perf_evlist__disable(evsel_list); 4523df33effSMark Rutland } 4533df33effSMark Rutland 454f33cbe72SArnaldo Carvalho de Melo static volatile int workload_exec_errno; 4556af206fdSArnaldo Carvalho de Melo 4566af206fdSArnaldo Carvalho de Melo /* 4576af206fdSArnaldo Carvalho de Melo * perf_evlist__prepare_workload will send a SIGUSR1 4586af206fdSArnaldo Carvalho de Melo * if the fork fails, since we asked by setting its 4596af206fdSArnaldo Carvalho de Melo * want_signal to true. 4606af206fdSArnaldo Carvalho de Melo */ 461f33cbe72SArnaldo Carvalho de Melo static void workload_exec_failed_signal(int signo __maybe_unused, siginfo_t *info, 462f33cbe72SArnaldo Carvalho de Melo void *ucontext __maybe_unused) 4636af206fdSArnaldo Carvalho de Melo { 464f33cbe72SArnaldo Carvalho de Melo workload_exec_errno = info->si_value.sival_int; 4656af206fdSArnaldo Carvalho de Melo } 4666af206fdSArnaldo Carvalho de Melo 467664c98d4SJiri Olsa static int perf_stat_synthesize_config(bool is_pipe) 4688b99b1a4SJiri Olsa { 4698b99b1a4SJiri Olsa int err; 4708b99b1a4SJiri Olsa 471664c98d4SJiri Olsa if (is_pipe) { 472664c98d4SJiri Olsa err = perf_event__synthesize_attrs(NULL, perf_stat.session, 473664c98d4SJiri Olsa process_synthesized_event); 474664c98d4SJiri Olsa if (err < 0) { 475664c98d4SJiri Olsa pr_err("Couldn't synthesize attrs.\n"); 476664c98d4SJiri Olsa return err; 477664c98d4SJiri Olsa } 478664c98d4SJiri Olsa } 479664c98d4SJiri Olsa 480bfd8f72cSAndi Kleen err = perf_event__synthesize_extra_attr(NULL, 481bfd8f72cSAndi Kleen evsel_list, 482bfd8f72cSAndi Kleen process_synthesized_event, 483bfd8f72cSAndi Kleen is_pipe); 4847b60a7e3SJiri Olsa 4858b99b1a4SJiri Olsa err = perf_event__synthesize_thread_map2(NULL, evsel_list->threads, 4868b99b1a4SJiri Olsa process_synthesized_event, 4878b99b1a4SJiri Olsa NULL); 4888b99b1a4SJiri Olsa if (err < 0) { 4898b99b1a4SJiri Olsa pr_err("Couldn't synthesize thread map.\n"); 4908b99b1a4SJiri Olsa return err; 4918b99b1a4SJiri Olsa } 4928b99b1a4SJiri Olsa 4938b99b1a4SJiri Olsa err = perf_event__synthesize_cpu_map(NULL, evsel_list->cpus, 4948b99b1a4SJiri Olsa process_synthesized_event, NULL); 4958b99b1a4SJiri Olsa if (err < 0) { 4968b99b1a4SJiri Olsa pr_err("Couldn't synthesize thread map.\n"); 4978b99b1a4SJiri Olsa return err; 4988b99b1a4SJiri Olsa } 4998b99b1a4SJiri Olsa 5008b99b1a4SJiri Olsa err = perf_event__synthesize_stat_config(NULL, &stat_config, 5018b99b1a4SJiri Olsa process_synthesized_event, NULL); 5028b99b1a4SJiri Olsa if (err < 0) { 5038b99b1a4SJiri Olsa pr_err("Couldn't synthesize config.\n"); 5048b99b1a4SJiri Olsa return err; 5058b99b1a4SJiri Olsa } 5068b99b1a4SJiri Olsa 5078b99b1a4SJiri Olsa return 0; 5088b99b1a4SJiri Olsa } 5098b99b1a4SJiri Olsa 5102af4646dSJiri Olsa #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y)) 5112af4646dSJiri Olsa 51242811d50SAndi Kleen static int __store_counter_ids(struct perf_evsel *counter) 5132af4646dSJiri Olsa { 5142af4646dSJiri Olsa int cpu, thread; 5152af4646dSJiri Olsa 51642811d50SAndi Kleen for (cpu = 0; cpu < xyarray__max_x(counter->fd); cpu++) { 51742811d50SAndi Kleen for (thread = 0; thread < xyarray__max_y(counter->fd); 51842811d50SAndi Kleen thread++) { 5192af4646dSJiri Olsa int fd = FD(counter, cpu, thread); 5202af4646dSJiri Olsa 5212af4646dSJiri Olsa if (perf_evlist__id_add_fd(evsel_list, counter, 5222af4646dSJiri Olsa cpu, thread, fd) < 0) 5232af4646dSJiri Olsa return -1; 5242af4646dSJiri Olsa } 5252af4646dSJiri Olsa } 5262af4646dSJiri Olsa 5272af4646dSJiri Olsa return 0; 5282af4646dSJiri Olsa } 5292af4646dSJiri Olsa 5302af4646dSJiri Olsa static int store_counter_ids(struct perf_evsel *counter) 5312af4646dSJiri Olsa { 5322af4646dSJiri Olsa struct cpu_map *cpus = counter->cpus; 5332af4646dSJiri Olsa struct thread_map *threads = counter->threads; 5342af4646dSJiri Olsa 5352af4646dSJiri Olsa if (perf_evsel__alloc_id(counter, cpus->nr, threads->nr)) 5362af4646dSJiri Olsa return -ENOMEM; 5372af4646dSJiri Olsa 53842811d50SAndi Kleen return __store_counter_ids(counter); 5392af4646dSJiri Olsa } 5402af4646dSJiri Olsa 54182bf311eSJiri Olsa static bool perf_evsel__should_store_id(struct perf_evsel *counter) 54282bf311eSJiri Olsa { 54382bf311eSJiri Olsa return STAT_RECORD || counter->attr.read_format & PERF_FORMAT_ID; 54482bf311eSJiri Olsa } 54582bf311eSJiri Olsa 5465a5dfe4bSAndi Kleen static struct perf_evsel *perf_evsel__reset_weak_group(struct perf_evsel *evsel) 5475a5dfe4bSAndi Kleen { 5485a5dfe4bSAndi Kleen struct perf_evsel *c2, *leader; 5495a5dfe4bSAndi Kleen bool is_open = true; 5505a5dfe4bSAndi Kleen 5515a5dfe4bSAndi Kleen leader = evsel->leader; 5525a5dfe4bSAndi Kleen pr_debug("Weak group for %s/%d failed\n", 5535a5dfe4bSAndi Kleen leader->name, leader->nr_members); 5545a5dfe4bSAndi Kleen 5555a5dfe4bSAndi Kleen /* 5565a5dfe4bSAndi Kleen * for_each_group_member doesn't work here because it doesn't 5575a5dfe4bSAndi Kleen * include the first entry. 5585a5dfe4bSAndi Kleen */ 5595a5dfe4bSAndi Kleen evlist__for_each_entry(evsel_list, c2) { 5605a5dfe4bSAndi Kleen if (c2 == evsel) 5615a5dfe4bSAndi Kleen is_open = false; 5625a5dfe4bSAndi Kleen if (c2->leader == leader) { 5635a5dfe4bSAndi Kleen if (is_open) 5645a5dfe4bSAndi Kleen perf_evsel__close(c2); 5655a5dfe4bSAndi Kleen c2->leader = c2; 5665a5dfe4bSAndi Kleen c2->nr_members = 0; 5675a5dfe4bSAndi Kleen } 5685a5dfe4bSAndi Kleen } 5695a5dfe4bSAndi Kleen return leader; 5705a5dfe4bSAndi Kleen } 5715a5dfe4bSAndi Kleen 572acf28922SNamhyung Kim static int __run_perf_stat(int argc, const char **argv) 57386470930SIngo Molnar { 574ec0d3d1fSJiri Olsa int interval = stat_config.interval; 575db06a269Syuzhoujian int times = stat_config.times; 576f1f8ad52Syuzhoujian int timeout = stat_config.timeout; 577d6195a6aSArnaldo Carvalho de Melo char msg[BUFSIZ]; 57886470930SIngo Molnar unsigned long long t0, t1; 579cac21425SJiri Olsa struct perf_evsel *counter; 58013370a9bSStephane Eranian struct timespec ts; 581410136f5SStephane Eranian size_t l; 58242202dd5SIngo Molnar int status = 0; 5836be2850eSZhang, Yanmin const bool forks = (argc > 0); 5848ceb41d7SJiri Olsa bool is_pipe = STAT_RECORD ? perf_stat.data.is_pipe : false; 5855d8bb1ecSMathieu Poirier struct perf_evsel_config_term *err_term; 58686470930SIngo Molnar 58713370a9bSStephane Eranian if (interval) { 588310ebb93SArnaldo Carvalho de Melo ts.tv_sec = interval / USEC_PER_MSEC; 589310ebb93SArnaldo Carvalho de Melo ts.tv_nsec = (interval % USEC_PER_MSEC) * NSEC_PER_MSEC; 590f1f8ad52Syuzhoujian } else if (timeout) { 591f1f8ad52Syuzhoujian ts.tv_sec = timeout / USEC_PER_MSEC; 592f1f8ad52Syuzhoujian ts.tv_nsec = (timeout % USEC_PER_MSEC) * NSEC_PER_MSEC; 59313370a9bSStephane Eranian } else { 59413370a9bSStephane Eranian ts.tv_sec = 1; 59513370a9bSStephane Eranian ts.tv_nsec = 0; 59613370a9bSStephane Eranian } 59713370a9bSStephane Eranian 598acf28922SNamhyung Kim if (forks) { 599664c98d4SJiri Olsa if (perf_evlist__prepare_workload(evsel_list, &target, argv, is_pipe, 600735f7e0bSArnaldo Carvalho de Melo workload_exec_failed_signal) < 0) { 601acf28922SNamhyung Kim perror("failed to prepare workload"); 602fceda7feSDavid Ahern return -1; 603051ae7f7SPaul Mackerras } 604d20a47e7SNamhyung Kim child_pid = evsel_list->workload.pid; 60560666c63SLiming Wang } 606051ae7f7SPaul Mackerras 6076a4bb04cSJiri Olsa if (group) 60863dab225SArnaldo Carvalho de Melo perf_evlist__set_leader(evsel_list); 6096a4bb04cSJiri Olsa 610e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 61142ef8a78SArnaldo Carvalho de Melo try_again: 612cac21425SJiri Olsa if (create_perf_stat_counter(counter) < 0) { 6135a5dfe4bSAndi Kleen 6145a5dfe4bSAndi Kleen /* Weak group failed. Reset the group. */ 61535c1980eSAndi Kleen if ((errno == EINVAL || errno == EBADF) && 6165a5dfe4bSAndi Kleen counter->leader != counter && 6175a5dfe4bSAndi Kleen counter->weak_group) { 6185a5dfe4bSAndi Kleen counter = perf_evsel__reset_weak_group(counter); 6195a5dfe4bSAndi Kleen goto try_again; 6205a5dfe4bSAndi Kleen } 6215a5dfe4bSAndi Kleen 622979987a5SDavid Ahern /* 623979987a5SDavid Ahern * PPC returns ENXIO for HW counters until 2.6.37 624979987a5SDavid Ahern * (behavior changed with commit b0a873e). 625979987a5SDavid Ahern */ 62638f6ae1eSAnton Blanchard if (errno == EINVAL || errno == ENOSYS || 627979987a5SDavid Ahern errno == ENOENT || errno == EOPNOTSUPP || 628979987a5SDavid Ahern errno == ENXIO) { 629bb963e16SNamhyung Kim if (verbose > 0) 630c63ca0c0SDavid Ahern ui__warning("%s event is not supported by the kernel.\n", 6317289f83cSArnaldo Carvalho de Melo perf_evsel__name(counter)); 6322cee77c4SDavid Ahern counter->supported = false; 633cb5ef600SKan Liang 634cb5ef600SKan Liang if ((counter->leader != counter) || 635cb5ef600SKan Liang !(counter->leader->nr_members > 1)) 636ede70290SIngo Molnar continue; 63742ef8a78SArnaldo Carvalho de Melo } else if (perf_evsel__fallback(counter, errno, msg, sizeof(msg))) { 638bb963e16SNamhyung Kim if (verbose > 0) 63942ef8a78SArnaldo Carvalho de Melo ui__warning("%s\n", msg); 64042ef8a78SArnaldo Carvalho de Melo goto try_again; 641ab6c79b8SJin Yao } else if (target__has_per_thread(&target) && 642ab6c79b8SJin Yao evsel_list->threads && 643ab6c79b8SJin Yao evsel_list->threads->err_thread != -1) { 644ab6c79b8SJin Yao /* 645ab6c79b8SJin Yao * For global --per-thread case, skip current 646ab6c79b8SJin Yao * error thread. 647ab6c79b8SJin Yao */ 648ab6c79b8SJin Yao if (!thread_map__remove(evsel_list->threads, 649ab6c79b8SJin Yao evsel_list->threads->err_thread)) { 650ab6c79b8SJin Yao evsel_list->threads->err_thread = -1; 651ab6c79b8SJin Yao goto try_again; 652ab6c79b8SJin Yao } 653c63ca0c0SDavid Ahern } 654ede70290SIngo Molnar 65556e52e85SArnaldo Carvalho de Melo perf_evsel__open_strerror(counter, &target, 65656e52e85SArnaldo Carvalho de Melo errno, msg, sizeof(msg)); 65756e52e85SArnaldo Carvalho de Melo ui__error("%s\n", msg); 65856e52e85SArnaldo Carvalho de Melo 659084ab9f8SArnaldo Carvalho de Melo if (child_pid != -1) 660084ab9f8SArnaldo Carvalho de Melo kill(child_pid, SIGTERM); 661fceda7feSDavid Ahern 662084ab9f8SArnaldo Carvalho de Melo return -1; 663084ab9f8SArnaldo Carvalho de Melo } 6642cee77c4SDavid Ahern counter->supported = true; 665410136f5SStephane Eranian 666410136f5SStephane Eranian l = strlen(counter->unit); 667410136f5SStephane Eranian if (l > unit_width) 668410136f5SStephane Eranian unit_width = l; 6692af4646dSJiri Olsa 67082bf311eSJiri Olsa if (perf_evsel__should_store_id(counter) && 67182bf311eSJiri Olsa store_counter_ids(counter)) 6722af4646dSJiri Olsa return -1; 67348290609SArnaldo Carvalho de Melo } 67486470930SIngo Molnar 67523d4aad4SArnaldo Carvalho de Melo if (perf_evlist__apply_filters(evsel_list, &counter)) { 67662d94b00SArnaldo Carvalho de Melo pr_err("failed to set filter \"%s\" on event %s with %d (%s)\n", 67723d4aad4SArnaldo Carvalho de Melo counter->filter, perf_evsel__name(counter), errno, 678c8b5f2c9SArnaldo Carvalho de Melo str_error_r(errno, msg, sizeof(msg))); 679cfd748aeSFrederic Weisbecker return -1; 680cfd748aeSFrederic Weisbecker } 681cfd748aeSFrederic Weisbecker 6825d8bb1ecSMathieu Poirier if (perf_evlist__apply_drv_configs(evsel_list, &counter, &err_term)) { 68362d94b00SArnaldo Carvalho de Melo pr_err("failed to set config \"%s\" on event %s with %d (%s)\n", 6845d8bb1ecSMathieu Poirier err_term->val.drv_cfg, perf_evsel__name(counter), errno, 6855d8bb1ecSMathieu Poirier str_error_r(errno, msg, sizeof(msg))); 6865d8bb1ecSMathieu Poirier return -1; 6875d8bb1ecSMathieu Poirier } 6885d8bb1ecSMathieu Poirier 6894979d0c7SJiri Olsa if (STAT_RECORD) { 6908ceb41d7SJiri Olsa int err, fd = perf_data__fd(&perf_stat.data); 6914979d0c7SJiri Olsa 692664c98d4SJiri Olsa if (is_pipe) { 6938ceb41d7SJiri Olsa err = perf_header__write_pipe(perf_data__fd(&perf_stat.data)); 694664c98d4SJiri Olsa } else { 6954979d0c7SJiri Olsa err = perf_session__write_header(perf_stat.session, evsel_list, 6964979d0c7SJiri Olsa fd, false); 697664c98d4SJiri Olsa } 698664c98d4SJiri Olsa 6994979d0c7SJiri Olsa if (err < 0) 7004979d0c7SJiri Olsa return err; 7018b99b1a4SJiri Olsa 702664c98d4SJiri Olsa err = perf_stat_synthesize_config(is_pipe); 7038b99b1a4SJiri Olsa if (err < 0) 7048b99b1a4SJiri Olsa return err; 7054979d0c7SJiri Olsa } 7064979d0c7SJiri Olsa 70786470930SIngo Molnar /* 70886470930SIngo Molnar * Enable counters and exec the command: 70986470930SIngo Molnar */ 71086470930SIngo Molnar t0 = rdclock(); 71113370a9bSStephane Eranian clock_gettime(CLOCK_MONOTONIC, &ref_time); 71286470930SIngo Molnar 71360666c63SLiming Wang if (forks) { 714acf28922SNamhyung Kim perf_evlist__start_workload(evsel_list); 71567ccdecdSJiri Olsa enable_counters(); 716acf28922SNamhyung Kim 717f1f8ad52Syuzhoujian if (interval || timeout) { 71813370a9bSStephane Eranian while (!waitpid(child_pid, &status, WNOHANG)) { 71913370a9bSStephane Eranian nanosleep(&ts, NULL); 720f1f8ad52Syuzhoujian if (timeout) 721f1f8ad52Syuzhoujian break; 722ba411a95SJiri Olsa process_interval(); 723db06a269Syuzhoujian if (interval_count && !(--times)) 724db06a269Syuzhoujian break; 72513370a9bSStephane Eranian } 72613370a9bSStephane Eranian } 727dfc9eec7SMilian Wolff waitpid(child_pid, &status, 0); 7286af206fdSArnaldo Carvalho de Melo 729f33cbe72SArnaldo Carvalho de Melo if (workload_exec_errno) { 730c8b5f2c9SArnaldo Carvalho de Melo const char *emsg = str_error_r(workload_exec_errno, msg, sizeof(msg)); 731f33cbe72SArnaldo Carvalho de Melo pr_err("Workload failed: %s\n", emsg); 7326af206fdSArnaldo Carvalho de Melo return -1; 733f33cbe72SArnaldo Carvalho de Melo } 7346af206fdSArnaldo Carvalho de Melo 73533e49ea7SAndi Kleen if (WIFSIGNALED(status)) 73633e49ea7SAndi Kleen psignal(WTERMSIG(status), argv[0]); 73760666c63SLiming Wang } else { 73867ccdecdSJiri Olsa enable_counters(); 73913370a9bSStephane Eranian while (!done) { 74013370a9bSStephane Eranian nanosleep(&ts, NULL); 741f1f8ad52Syuzhoujian if (timeout) 742f1f8ad52Syuzhoujian break; 743db06a269Syuzhoujian if (interval) { 744ba411a95SJiri Olsa process_interval(); 745db06a269Syuzhoujian if (interval_count && !(--times)) 746db06a269Syuzhoujian break; 747db06a269Syuzhoujian } 74813370a9bSStephane Eranian } 74960666c63SLiming Wang } 75086470930SIngo Molnar 7513df33effSMark Rutland disable_counters(); 7523df33effSMark Rutland 75386470930SIngo Molnar t1 = rdclock(); 75486470930SIngo Molnar 7559e9772c4SPeter Zijlstra update_stats(&walltime_nsecs_stats, t1 - t0); 75642202dd5SIngo Molnar 7573df33effSMark Rutland /* 7583df33effSMark Rutland * Closing a group leader splits the group, and as we only disable 7593df33effSMark Rutland * group leaders, results in remaining events becoming enabled. To 7603df33effSMark Rutland * avoid arbitrary skew, we must read all counters before closing any 7613df33effSMark Rutland * group leaders. 7623df33effSMark Rutland */ 7633df33effSMark Rutland read_counters(); 7643df33effSMark Rutland perf_evlist__close(evsel_list); 765c52b12edSArnaldo Carvalho de Melo 76642202dd5SIngo Molnar return WEXITSTATUS(status); 76742202dd5SIngo Molnar } 76842202dd5SIngo Molnar 76941cde476SArnaldo Carvalho de Melo static int run_perf_stat(int argc, const char **argv) 7701f16c575SPeter Zijlstra { 7711f16c575SPeter Zijlstra int ret; 7721f16c575SPeter Zijlstra 7731f16c575SPeter Zijlstra if (pre_cmd) { 7741f16c575SPeter Zijlstra ret = system(pre_cmd); 7751f16c575SPeter Zijlstra if (ret) 7761f16c575SPeter Zijlstra return ret; 7771f16c575SPeter Zijlstra } 7781f16c575SPeter Zijlstra 7791f16c575SPeter Zijlstra if (sync_run) 7801f16c575SPeter Zijlstra sync(); 7811f16c575SPeter Zijlstra 7821f16c575SPeter Zijlstra ret = __run_perf_stat(argc, argv); 7831f16c575SPeter Zijlstra if (ret) 7841f16c575SPeter Zijlstra return ret; 7851f16c575SPeter Zijlstra 7861f16c575SPeter Zijlstra if (post_cmd) { 7871f16c575SPeter Zijlstra ret = system(post_cmd); 7881f16c575SPeter Zijlstra if (ret) 7891f16c575SPeter Zijlstra return ret; 7901f16c575SPeter Zijlstra } 7911f16c575SPeter Zijlstra 7921f16c575SPeter Zijlstra return ret; 7931f16c575SPeter Zijlstra } 7941f16c575SPeter Zijlstra 795d73515c0SAndi Kleen static void print_running(u64 run, u64 ena) 796d73515c0SAndi Kleen { 797d73515c0SAndi Kleen if (csv_output) { 7985821522eSJiri Olsa fprintf(stat_config.output, "%s%" PRIu64 "%s%.2f", 799d73515c0SAndi Kleen csv_sep, 800d73515c0SAndi Kleen run, 801d73515c0SAndi Kleen csv_sep, 802d73515c0SAndi Kleen ena ? 100.0 * run / ena : 100.0); 803d73515c0SAndi Kleen } else if (run != ena) { 8045821522eSJiri Olsa fprintf(stat_config.output, " (%.2f%%)", 100.0 * run / ena); 805d73515c0SAndi Kleen } 806d73515c0SAndi Kleen } 807d73515c0SAndi Kleen 808f99844cbSIngo Molnar static void print_noise_pct(double total, double avg) 809f99844cbSIngo Molnar { 8100007eceaSXiao Guangrong double pct = rel_stddev_stats(total, avg); 811f99844cbSIngo Molnar 8123ae9a34dSZhengyu He if (csv_output) 8135821522eSJiri Olsa fprintf(stat_config.output, "%s%.2f%%", csv_sep, pct); 814a1bca6ccSJim Cromie else if (pct) 8155821522eSJiri Olsa fprintf(stat_config.output, " ( +-%6.2f%% )", pct); 816f99844cbSIngo Molnar } 817f99844cbSIngo Molnar 81869aad6f1SArnaldo Carvalho de Melo static void print_noise(struct perf_evsel *evsel, double avg) 81942202dd5SIngo Molnar { 820581cc8a2SJiri Olsa struct perf_stat_evsel *ps; 82169aad6f1SArnaldo Carvalho de Melo 822849abde9SPeter Zijlstra if (run_count == 1) 823849abde9SPeter Zijlstra return; 824849abde9SPeter Zijlstra 825e669e833SArnaldo Carvalho de Melo ps = evsel->stats; 826f99844cbSIngo Molnar print_noise_pct(stddev_stats(&ps->res_stats[0]), avg); 82742202dd5SIngo Molnar } 82842202dd5SIngo Molnar 82912c08a9fSStephane Eranian static void aggr_printout(struct perf_evsel *evsel, int id, int nr) 83042202dd5SIngo Molnar { 831421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 83212c08a9fSStephane Eranian case AGGR_CORE: 8335821522eSJiri Olsa fprintf(stat_config.output, "S%d-C%*d%s%*d%s", 83412c08a9fSStephane Eranian cpu_map__id_to_socket(id), 83512c08a9fSStephane Eranian csv_output ? 0 : -8, 83612c08a9fSStephane Eranian cpu_map__id_to_cpu(id), 83712c08a9fSStephane Eranian csv_sep, 83812c08a9fSStephane Eranian csv_output ? 0 : 4, 83912c08a9fSStephane Eranian nr, 84012c08a9fSStephane Eranian csv_sep); 84112c08a9fSStephane Eranian break; 84286ee6e18SStephane Eranian case AGGR_SOCKET: 8435821522eSJiri Olsa fprintf(stat_config.output, "S%*d%s%*d%s", 844d7e7a451SStephane Eranian csv_output ? 0 : -5, 84512c08a9fSStephane Eranian id, 846d7e7a451SStephane Eranian csv_sep, 847d7e7a451SStephane Eranian csv_output ? 0 : 4, 848d7e7a451SStephane Eranian nr, 849d7e7a451SStephane Eranian csv_sep); 85086ee6e18SStephane Eranian break; 85186ee6e18SStephane Eranian case AGGR_NONE: 8525821522eSJiri Olsa fprintf(stat_config.output, "CPU%*d%s", 853d7470b6aSStephane Eranian csv_output ? 0 : -4, 85412c08a9fSStephane Eranian perf_evsel__cpus(evsel)->map[id], csv_sep); 85586ee6e18SStephane Eranian break; 85632b8af82SJiri Olsa case AGGR_THREAD: 8575821522eSJiri Olsa fprintf(stat_config.output, "%*s-%*d%s", 85832b8af82SJiri Olsa csv_output ? 0 : 16, 85932b8af82SJiri Olsa thread_map__comm(evsel->threads, id), 86032b8af82SJiri Olsa csv_output ? 0 : -8, 86132b8af82SJiri Olsa thread_map__pid(evsel->threads, id), 86232b8af82SJiri Olsa csv_sep); 86332b8af82SJiri Olsa break; 86486ee6e18SStephane Eranian case AGGR_GLOBAL: 865208df99eSJiri Olsa case AGGR_UNSET: 86686ee6e18SStephane Eranian default: 86786ee6e18SStephane Eranian break; 86886ee6e18SStephane Eranian } 86986ee6e18SStephane Eranian } 870d7470b6aSStephane Eranian 871140aeadcSAndi Kleen struct outstate { 872140aeadcSAndi Kleen FILE *fh; 873140aeadcSAndi Kleen bool newline; 874f9483392SAndi Kleen const char *prefix; 87592a61f64SAndi Kleen int nfields; 87644d49a60SAndi Kleen int id, nr; 87744d49a60SAndi Kleen struct perf_evsel *evsel; 878140aeadcSAndi Kleen }; 879140aeadcSAndi Kleen 880140aeadcSAndi Kleen #define METRIC_LEN 35 881140aeadcSAndi Kleen 882140aeadcSAndi Kleen static void new_line_std(void *ctx) 883140aeadcSAndi Kleen { 884140aeadcSAndi Kleen struct outstate *os = ctx; 885140aeadcSAndi Kleen 886140aeadcSAndi Kleen os->newline = true; 887140aeadcSAndi Kleen } 888140aeadcSAndi Kleen 889140aeadcSAndi Kleen static void do_new_line_std(struct outstate *os) 890140aeadcSAndi Kleen { 891140aeadcSAndi Kleen fputc('\n', os->fh); 892f9483392SAndi Kleen fputs(os->prefix, os->fh); 89344d49a60SAndi Kleen aggr_printout(os->evsel, os->id, os->nr); 894140aeadcSAndi Kleen if (stat_config.aggr_mode == AGGR_NONE) 895140aeadcSAndi Kleen fprintf(os->fh, " "); 896140aeadcSAndi Kleen fprintf(os->fh, " "); 897140aeadcSAndi Kleen } 898140aeadcSAndi Kleen 899140aeadcSAndi Kleen static void print_metric_std(void *ctx, const char *color, const char *fmt, 900140aeadcSAndi Kleen const char *unit, double val) 901140aeadcSAndi Kleen { 902140aeadcSAndi Kleen struct outstate *os = ctx; 903140aeadcSAndi Kleen FILE *out = os->fh; 904140aeadcSAndi Kleen int n; 905140aeadcSAndi Kleen bool newline = os->newline; 906140aeadcSAndi Kleen 907140aeadcSAndi Kleen os->newline = false; 908140aeadcSAndi Kleen 909140aeadcSAndi Kleen if (unit == NULL || fmt == NULL) { 910140aeadcSAndi Kleen fprintf(out, "%-*s", METRIC_LEN, ""); 911140aeadcSAndi Kleen return; 912140aeadcSAndi Kleen } 913140aeadcSAndi Kleen 914140aeadcSAndi Kleen if (newline) 915140aeadcSAndi Kleen do_new_line_std(os); 916140aeadcSAndi Kleen 917140aeadcSAndi Kleen n = fprintf(out, " # "); 918140aeadcSAndi Kleen if (color) 919140aeadcSAndi Kleen n += color_fprintf(out, color, fmt, val); 920140aeadcSAndi Kleen else 921140aeadcSAndi Kleen n += fprintf(out, fmt, val); 922140aeadcSAndi Kleen fprintf(out, " %-*s", METRIC_LEN - n - 1, unit); 923140aeadcSAndi Kleen } 924140aeadcSAndi Kleen 92592a61f64SAndi Kleen static void new_line_csv(void *ctx) 92692a61f64SAndi Kleen { 92792a61f64SAndi Kleen struct outstate *os = ctx; 92892a61f64SAndi Kleen int i; 92992a61f64SAndi Kleen 93092a61f64SAndi Kleen fputc('\n', os->fh); 93192a61f64SAndi Kleen if (os->prefix) 93292a61f64SAndi Kleen fprintf(os->fh, "%s%s", os->prefix, csv_sep); 93344d49a60SAndi Kleen aggr_printout(os->evsel, os->id, os->nr); 93492a61f64SAndi Kleen for (i = 0; i < os->nfields; i++) 93592a61f64SAndi Kleen fputs(csv_sep, os->fh); 93692a61f64SAndi Kleen } 93792a61f64SAndi Kleen 93892a61f64SAndi Kleen static void print_metric_csv(void *ctx, 93992a61f64SAndi Kleen const char *color __maybe_unused, 94092a61f64SAndi Kleen const char *fmt, const char *unit, double val) 94192a61f64SAndi Kleen { 94292a61f64SAndi Kleen struct outstate *os = ctx; 94392a61f64SAndi Kleen FILE *out = os->fh; 94492a61f64SAndi Kleen char buf[64], *vals, *ends; 94592a61f64SAndi Kleen 94692a61f64SAndi Kleen if (unit == NULL || fmt == NULL) { 94740c21898SIlya Pronin fprintf(out, "%s%s", csv_sep, csv_sep); 94892a61f64SAndi Kleen return; 94992a61f64SAndi Kleen } 95092a61f64SAndi Kleen snprintf(buf, sizeof(buf), fmt, val); 951b07c40dfSTaeung Song ends = vals = ltrim(buf); 95292a61f64SAndi Kleen while (isdigit(*ends) || *ends == '.') 95392a61f64SAndi Kleen ends++; 95492a61f64SAndi Kleen *ends = 0; 95592a61f64SAndi Kleen while (isspace(*unit)) 95692a61f64SAndi Kleen unit++; 95792a61f64SAndi Kleen fprintf(out, "%s%s%s%s", csv_sep, vals, csv_sep, unit); 95892a61f64SAndi Kleen } 95992a61f64SAndi Kleen 96054b50916SAndi Kleen #define METRIC_ONLY_LEN 20 96154b50916SAndi Kleen 96254b50916SAndi Kleen /* Filter out some columns that don't work well in metrics only mode */ 96354b50916SAndi Kleen 96454b50916SAndi Kleen static bool valid_only_metric(const char *unit) 96554b50916SAndi Kleen { 96654b50916SAndi Kleen if (!unit) 96754b50916SAndi Kleen return false; 96854b50916SAndi Kleen if (strstr(unit, "/sec") || 96954b50916SAndi Kleen strstr(unit, "hz") || 97054b50916SAndi Kleen strstr(unit, "Hz") || 97154b50916SAndi Kleen strstr(unit, "CPUs utilized")) 97254b50916SAndi Kleen return false; 97354b50916SAndi Kleen return true; 97454b50916SAndi Kleen } 97554b50916SAndi Kleen 97654b50916SAndi Kleen static const char *fixunit(char *buf, struct perf_evsel *evsel, 97754b50916SAndi Kleen const char *unit) 97854b50916SAndi Kleen { 97954b50916SAndi Kleen if (!strncmp(unit, "of all", 6)) { 98054b50916SAndi Kleen snprintf(buf, 1024, "%s %s", perf_evsel__name(evsel), 98154b50916SAndi Kleen unit); 98254b50916SAndi Kleen return buf; 98354b50916SAndi Kleen } 98454b50916SAndi Kleen return unit; 98554b50916SAndi Kleen } 98654b50916SAndi Kleen 98754b50916SAndi Kleen static void print_metric_only(void *ctx, const char *color, const char *fmt, 98854b50916SAndi Kleen const char *unit, double val) 98954b50916SAndi Kleen { 99054b50916SAndi Kleen struct outstate *os = ctx; 99154b50916SAndi Kleen FILE *out = os->fh; 99254b50916SAndi Kleen int n; 99354b50916SAndi Kleen char buf[1024]; 99454b50916SAndi Kleen unsigned mlen = METRIC_ONLY_LEN; 99554b50916SAndi Kleen 99654b50916SAndi Kleen if (!valid_only_metric(unit)) 99754b50916SAndi Kleen return; 99854b50916SAndi Kleen unit = fixunit(buf, os->evsel, unit); 99954b50916SAndi Kleen if (color) 100054b50916SAndi Kleen n = color_fprintf(out, color, fmt, val); 100154b50916SAndi Kleen else 100254b50916SAndi Kleen n = fprintf(out, fmt, val); 100354b50916SAndi Kleen if (n > METRIC_ONLY_LEN) 100454b50916SAndi Kleen n = METRIC_ONLY_LEN; 100554b50916SAndi Kleen if (mlen < strlen(unit)) 100654b50916SAndi Kleen mlen = strlen(unit) + 1; 100754b50916SAndi Kleen fprintf(out, "%*s", mlen - n, ""); 100854b50916SAndi Kleen } 100954b50916SAndi Kleen 101054b50916SAndi Kleen static void print_metric_only_csv(void *ctx, const char *color __maybe_unused, 101154b50916SAndi Kleen const char *fmt, 101254b50916SAndi Kleen const char *unit, double val) 101354b50916SAndi Kleen { 101454b50916SAndi Kleen struct outstate *os = ctx; 101554b50916SAndi Kleen FILE *out = os->fh; 101654b50916SAndi Kleen char buf[64], *vals, *ends; 101754b50916SAndi Kleen char tbuf[1024]; 101854b50916SAndi Kleen 101954b50916SAndi Kleen if (!valid_only_metric(unit)) 102054b50916SAndi Kleen return; 102154b50916SAndi Kleen unit = fixunit(tbuf, os->evsel, unit); 102254b50916SAndi Kleen snprintf(buf, sizeof buf, fmt, val); 1023b07c40dfSTaeung Song ends = vals = ltrim(buf); 102454b50916SAndi Kleen while (isdigit(*ends) || *ends == '.') 102554b50916SAndi Kleen ends++; 102654b50916SAndi Kleen *ends = 0; 102754b50916SAndi Kleen fprintf(out, "%s%s", vals, csv_sep); 102854b50916SAndi Kleen } 102954b50916SAndi Kleen 103054b50916SAndi Kleen static void new_line_metric(void *ctx __maybe_unused) 103154b50916SAndi Kleen { 103254b50916SAndi Kleen } 103354b50916SAndi Kleen 103454b50916SAndi Kleen static void print_metric_header(void *ctx, const char *color __maybe_unused, 103554b50916SAndi Kleen const char *fmt __maybe_unused, 103654b50916SAndi Kleen const char *unit, double val __maybe_unused) 103754b50916SAndi Kleen { 103854b50916SAndi Kleen struct outstate *os = ctx; 103954b50916SAndi Kleen char tbuf[1024]; 104054b50916SAndi Kleen 104154b50916SAndi Kleen if (!valid_only_metric(unit)) 104254b50916SAndi Kleen return; 104354b50916SAndi Kleen unit = fixunit(tbuf, os->evsel, unit); 104454b50916SAndi Kleen if (csv_output) 104554b50916SAndi Kleen fprintf(os->fh, "%s%s", unit, csv_sep); 104654b50916SAndi Kleen else 104754b50916SAndi Kleen fprintf(os->fh, "%-*s ", METRIC_ONLY_LEN, unit); 104854b50916SAndi Kleen } 104954b50916SAndi Kleen 1050da88c7f7SAndi Kleen static void nsec_printout(int id, int nr, struct perf_evsel *evsel, double avg) 105186ee6e18SStephane Eranian { 10525821522eSJiri Olsa FILE *output = stat_config.output; 1053310ebb93SArnaldo Carvalho de Melo double msecs = avg / NSEC_PER_MSEC; 1054410136f5SStephane Eranian const char *fmt_v, *fmt_n; 10554bbe5a61SDavid Ahern char name[25]; 105686ee6e18SStephane Eranian 1057410136f5SStephane Eranian fmt_v = csv_output ? "%.6f%s" : "%18.6f%s"; 1058410136f5SStephane Eranian fmt_n = csv_output ? "%s" : "%-25s"; 1059410136f5SStephane Eranian 1060da88c7f7SAndi Kleen aggr_printout(evsel, id, nr); 106186ee6e18SStephane Eranian 10624bbe5a61SDavid Ahern scnprintf(name, sizeof(name), "%s%s", 10634bbe5a61SDavid Ahern perf_evsel__name(evsel), csv_output ? "" : " (msec)"); 1064410136f5SStephane Eranian 1065410136f5SStephane Eranian fprintf(output, fmt_v, msecs, csv_sep); 1066410136f5SStephane Eranian 1067410136f5SStephane Eranian if (csv_output) 1068410136f5SStephane Eranian fprintf(output, "%s%s", evsel->unit, csv_sep); 1069410136f5SStephane Eranian else 1070410136f5SStephane Eranian fprintf(output, "%-*s%s", unit_width, evsel->unit, csv_sep); 1071410136f5SStephane Eranian 1072410136f5SStephane Eranian fprintf(output, fmt_n, name); 1073d7470b6aSStephane Eranian 1074023695d9SStephane Eranian if (evsel->cgrp) 10754aa9015fSStephane Eranian fprintf(output, "%s%s", csv_sep, evsel->cgrp->name); 107642202dd5SIngo Molnar } 107742202dd5SIngo Molnar 107844d49a60SAndi Kleen static int first_shadow_cpu(struct perf_evsel *evsel, int id) 107944d49a60SAndi Kleen { 108044d49a60SAndi Kleen int i; 108144d49a60SAndi Kleen 108244d49a60SAndi Kleen if (!aggr_get_id) 108344d49a60SAndi Kleen return 0; 108444d49a60SAndi Kleen 108544d49a60SAndi Kleen if (stat_config.aggr_mode == AGGR_NONE) 108644d49a60SAndi Kleen return id; 108744d49a60SAndi Kleen 108844d49a60SAndi Kleen if (stat_config.aggr_mode == AGGR_GLOBAL) 108944d49a60SAndi Kleen return 0; 109044d49a60SAndi Kleen 109144d49a60SAndi Kleen for (i = 0; i < perf_evsel__nr_cpus(evsel); i++) { 109244d49a60SAndi Kleen int cpu2 = perf_evsel__cpus(evsel)->map[i]; 109344d49a60SAndi Kleen 109444d49a60SAndi Kleen if (aggr_get_id(evsel_list->cpus, cpu2) == id) 109544d49a60SAndi Kleen return cpu2; 109644d49a60SAndi Kleen } 109744d49a60SAndi Kleen return 0; 109844d49a60SAndi Kleen } 109944d49a60SAndi Kleen 1100556b1fb7SJiri Olsa static void abs_printout(int id, int nr, struct perf_evsel *evsel, double avg) 1101556b1fb7SJiri Olsa { 11025821522eSJiri Olsa FILE *output = stat_config.output; 1103556b1fb7SJiri Olsa double sc = evsel->scale; 1104556b1fb7SJiri Olsa const char *fmt; 1105556b1fb7SJiri Olsa 1106556b1fb7SJiri Olsa if (csv_output) { 1107e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%.2f%s" : "%.0f%s"; 1108556b1fb7SJiri Olsa } else { 1109556b1fb7SJiri Olsa if (big_num) 1110e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%'18.2f%s" : "%'18.0f%s"; 1111556b1fb7SJiri Olsa else 1112e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%18.2f%s" : "%18.0f%s"; 1113556b1fb7SJiri Olsa } 1114556b1fb7SJiri Olsa 1115556b1fb7SJiri Olsa aggr_printout(evsel, id, nr); 1116556b1fb7SJiri Olsa 1117556b1fb7SJiri Olsa fprintf(output, fmt, avg, csv_sep); 1118556b1fb7SJiri Olsa 1119556b1fb7SJiri Olsa if (evsel->unit) 1120556b1fb7SJiri Olsa fprintf(output, "%-*s%s", 1121556b1fb7SJiri Olsa csv_output ? 0 : unit_width, 1122556b1fb7SJiri Olsa evsel->unit, csv_sep); 1123556b1fb7SJiri Olsa 1124556b1fb7SJiri Olsa fprintf(output, "%-*s", csv_output ? 0 : 25, perf_evsel__name(evsel)); 1125556b1fb7SJiri Olsa 1126556b1fb7SJiri Olsa if (evsel->cgrp) 1127556b1fb7SJiri Olsa fprintf(output, "%s%s", csv_sep, evsel->cgrp->name); 1128eedfcb4bSAndi Kleen } 1129556b1fb7SJiri Olsa 113030060eaeSKan Liang static bool is_mixed_hw_group(struct perf_evsel *counter) 113130060eaeSKan Liang { 113230060eaeSKan Liang struct perf_evlist *evlist = counter->evlist; 113330060eaeSKan Liang u32 pmu_type = counter->attr.type; 113430060eaeSKan Liang struct perf_evsel *pos; 113530060eaeSKan Liang 113630060eaeSKan Liang if (counter->nr_members < 2) 113730060eaeSKan Liang return false; 113830060eaeSKan Liang 113930060eaeSKan Liang evlist__for_each_entry(evlist, pos) { 114030060eaeSKan Liang /* software events can be part of any hardware group */ 114130060eaeSKan Liang if (pos->attr.type == PERF_TYPE_SOFTWARE) 114230060eaeSKan Liang continue; 114330060eaeSKan Liang if (pmu_type == PERF_TYPE_SOFTWARE) { 114430060eaeSKan Liang pmu_type = pos->attr.type; 114530060eaeSKan Liang continue; 114630060eaeSKan Liang } 114730060eaeSKan Liang if (pmu_type != pos->attr.type) 114830060eaeSKan Liang return true; 114930060eaeSKan Liang } 115030060eaeSKan Liang 115130060eaeSKan Liang return false; 115230060eaeSKan Liang } 115330060eaeSKan Liang 1154f9483392SAndi Kleen static void printout(int id, int nr, struct perf_evsel *counter, double uval, 1155e0128b30SJin Yao char *prefix, u64 run, u64 ena, double noise, 1156e0128b30SJin Yao struct runtime_stat *st) 1157eedfcb4bSAndi Kleen { 1158140aeadcSAndi Kleen struct perf_stat_output_ctx out; 1159f9483392SAndi Kleen struct outstate os = { 1160f9483392SAndi Kleen .fh = stat_config.output, 116144d49a60SAndi Kleen .prefix = prefix ? prefix : "", 116244d49a60SAndi Kleen .id = id, 116344d49a60SAndi Kleen .nr = nr, 116444d49a60SAndi Kleen .evsel = counter, 1165f9483392SAndi Kleen }; 1166140aeadcSAndi Kleen print_metric_t pm = print_metric_std; 1167140aeadcSAndi Kleen void (*nl)(void *); 1168556b1fb7SJiri Olsa 116954b50916SAndi Kleen if (metric_only) { 117054b50916SAndi Kleen nl = new_line_metric; 117154b50916SAndi Kleen if (csv_output) 117254b50916SAndi Kleen pm = print_metric_only_csv; 117354b50916SAndi Kleen else 117454b50916SAndi Kleen pm = print_metric_only; 117554b50916SAndi Kleen } else 1176140aeadcSAndi Kleen nl = new_line_std; 1177eedfcb4bSAndi Kleen 117854b50916SAndi Kleen if (csv_output && !metric_only) { 117992a61f64SAndi Kleen static int aggr_fields[] = { 118092a61f64SAndi Kleen [AGGR_GLOBAL] = 0, 118192a61f64SAndi Kleen [AGGR_THREAD] = 1, 118292a61f64SAndi Kleen [AGGR_NONE] = 1, 118392a61f64SAndi Kleen [AGGR_SOCKET] = 2, 118492a61f64SAndi Kleen [AGGR_CORE] = 2, 118592a61f64SAndi Kleen }; 118692a61f64SAndi Kleen 118792a61f64SAndi Kleen pm = print_metric_csv; 118892a61f64SAndi Kleen nl = new_line_csv; 118992a61f64SAndi Kleen os.nfields = 3; 119092a61f64SAndi Kleen os.nfields += aggr_fields[stat_config.aggr_mode]; 119192a61f64SAndi Kleen if (counter->cgrp) 119292a61f64SAndi Kleen os.nfields++; 119392a61f64SAndi Kleen } 1194b002f3bbSAndi Kleen if (run == 0 || ena == 0 || counter->counts->scaled == -1) { 119554b50916SAndi Kleen if (metric_only) { 119654b50916SAndi Kleen pm(&os, NULL, "", "", 0); 119754b50916SAndi Kleen return; 119854b50916SAndi Kleen } 1199cb110f47SAndi Kleen aggr_printout(counter, id, nr); 1200cb110f47SAndi Kleen 1201cb110f47SAndi Kleen fprintf(stat_config.output, "%*s%s", 1202cb110f47SAndi Kleen csv_output ? 0 : 18, 1203cb110f47SAndi Kleen counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED, 1204cb110f47SAndi Kleen csv_sep); 1205cb110f47SAndi Kleen 120630060eaeSKan Liang if (counter->supported) { 120702d492e5SBorislav Petkov print_free_counters_hint = 1; 120830060eaeSKan Liang if (is_mixed_hw_group(counter)) 120930060eaeSKan Liang print_mixed_hw_group_error = 1; 121030060eaeSKan Liang } 121102d492e5SBorislav Petkov 1212cb110f47SAndi Kleen fprintf(stat_config.output, "%-*s%s", 1213cb110f47SAndi Kleen csv_output ? 0 : unit_width, 1214cb110f47SAndi Kleen counter->unit, csv_sep); 1215cb110f47SAndi Kleen 1216cb110f47SAndi Kleen fprintf(stat_config.output, "%*s", 1217cb110f47SAndi Kleen csv_output ? 0 : -25, 1218cb110f47SAndi Kleen perf_evsel__name(counter)); 1219cb110f47SAndi Kleen 1220cb110f47SAndi Kleen if (counter->cgrp) 1221cb110f47SAndi Kleen fprintf(stat_config.output, "%s%s", 1222cb110f47SAndi Kleen csv_sep, counter->cgrp->name); 1223cb110f47SAndi Kleen 122492a61f64SAndi Kleen if (!csv_output) 122592a61f64SAndi Kleen pm(&os, NULL, NULL, "", 0); 122692a61f64SAndi Kleen print_noise(counter, noise); 1227cb110f47SAndi Kleen print_running(run, ena); 122892a61f64SAndi Kleen if (csv_output) 122992a61f64SAndi Kleen pm(&os, NULL, NULL, "", 0); 1230cb110f47SAndi Kleen return; 1231cb110f47SAndi Kleen } 1232cb110f47SAndi Kleen 123354b50916SAndi Kleen if (metric_only) 123454b50916SAndi Kleen /* nothing */; 123554b50916SAndi Kleen else if (nsec_counter(counter)) 1236eedfcb4bSAndi Kleen nsec_printout(id, nr, counter, uval); 1237eedfcb4bSAndi Kleen else 1238eedfcb4bSAndi Kleen abs_printout(id, nr, counter, uval); 1239eedfcb4bSAndi Kleen 1240140aeadcSAndi Kleen out.print_metric = pm; 1241140aeadcSAndi Kleen out.new_line = nl; 1242140aeadcSAndi Kleen out.ctx = &os; 124337932c18SAndi Kleen out.force_header = false; 1244140aeadcSAndi Kleen 124554b50916SAndi Kleen if (csv_output && !metric_only) { 124692a61f64SAndi Kleen print_noise(counter, noise); 124792a61f64SAndi Kleen print_running(run, ena); 124892a61f64SAndi Kleen } 124992a61f64SAndi Kleen 1250140aeadcSAndi Kleen perf_stat__print_shadow_stats(counter, uval, 125144d49a60SAndi Kleen first_shadow_cpu(counter, id), 1252e0128b30SJin Yao &out, &metric_events, st); 125354b50916SAndi Kleen if (!csv_output && !metric_only) { 1254cb110f47SAndi Kleen print_noise(counter, noise); 1255cb110f47SAndi Kleen print_running(run, ena); 1256556b1fb7SJiri Olsa } 125792a61f64SAndi Kleen } 1258556b1fb7SJiri Olsa 125944d49a60SAndi Kleen static void aggr_update_shadow(void) 126044d49a60SAndi Kleen { 126144d49a60SAndi Kleen int cpu, s2, id, s; 126244d49a60SAndi Kleen u64 val; 126344d49a60SAndi Kleen struct perf_evsel *counter; 126444d49a60SAndi Kleen 126544d49a60SAndi Kleen for (s = 0; s < aggr_map->nr; s++) { 126644d49a60SAndi Kleen id = aggr_map->map[s]; 1267e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 126844d49a60SAndi Kleen val = 0; 126944d49a60SAndi Kleen for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 127044d49a60SAndi Kleen s2 = aggr_get_id(evsel_list->cpus, cpu); 127144d49a60SAndi Kleen if (s2 != id) 127244d49a60SAndi Kleen continue; 127344d49a60SAndi Kleen val += perf_counts(counter->counts, cpu, 0)->val; 127444d49a60SAndi Kleen } 127554830dd0SJiri Olsa perf_stat__update_shadow_stats(counter, val, 12761fcd0394SJin Yao first_shadow_cpu(counter, id), 12771fcd0394SJin Yao &rt_stat); 127844d49a60SAndi Kleen } 127944d49a60SAndi Kleen } 128044d49a60SAndi Kleen } 128144d49a60SAndi Kleen 12828c5421c0SAgustin Vega-Frias static void uniquify_event_name(struct perf_evsel *counter) 12838c5421c0SAgustin Vega-Frias { 12848c5421c0SAgustin Vega-Frias char *new_name; 12858c5421c0SAgustin Vega-Frias char *config; 12868c5421c0SAgustin Vega-Frias 128780ee8c58SKan Liang if (counter->uniquified_name || 128880ee8c58SKan Liang !counter->pmu_name || !strncmp(counter->name, counter->pmu_name, 12898c5421c0SAgustin Vega-Frias strlen(counter->pmu_name))) 12908c5421c0SAgustin Vega-Frias return; 12918c5421c0SAgustin Vega-Frias 12928c5421c0SAgustin Vega-Frias config = strchr(counter->name, '/'); 12938c5421c0SAgustin Vega-Frias if (config) { 12948c5421c0SAgustin Vega-Frias if (asprintf(&new_name, 12958c5421c0SAgustin Vega-Frias "%s%s", counter->pmu_name, config) > 0) { 12968c5421c0SAgustin Vega-Frias free(counter->name); 12978c5421c0SAgustin Vega-Frias counter->name = new_name; 12988c5421c0SAgustin Vega-Frias } 12998c5421c0SAgustin Vega-Frias } else { 13008c5421c0SAgustin Vega-Frias if (asprintf(&new_name, 13018c5421c0SAgustin Vega-Frias "%s [%s]", counter->name, counter->pmu_name) > 0) { 13028c5421c0SAgustin Vega-Frias free(counter->name); 13038c5421c0SAgustin Vega-Frias counter->name = new_name; 13048c5421c0SAgustin Vega-Frias } 13058c5421c0SAgustin Vega-Frias } 130680ee8c58SKan Liang 130780ee8c58SKan Liang counter->uniquified_name = true; 13088c5421c0SAgustin Vega-Frias } 13098c5421c0SAgustin Vega-Frias 1310430daf2dSAndi Kleen static void collect_all_aliases(struct perf_evsel *counter, 1311fbe51fbaSAndi Kleen void (*cb)(struct perf_evsel *counter, void *data, 1312fbe51fbaSAndi Kleen bool first), 1313fbe51fbaSAndi Kleen void *data) 1314fbe51fbaSAndi Kleen { 1315430daf2dSAndi Kleen struct perf_evsel *alias; 1316430daf2dSAndi Kleen 1317430daf2dSAndi Kleen alias = list_prepare_entry(counter, &(evsel_list->entries), node); 1318430daf2dSAndi Kleen list_for_each_entry_continue (alias, &evsel_list->entries, node) { 1319430daf2dSAndi Kleen if (strcmp(perf_evsel__name(alias), perf_evsel__name(counter)) || 1320430daf2dSAndi Kleen alias->scale != counter->scale || 1321430daf2dSAndi Kleen alias->cgrp != counter->cgrp || 1322430daf2dSAndi Kleen strcmp(alias->unit, counter->unit) || 1323430daf2dSAndi Kleen nsec_counter(alias) != nsec_counter(counter)) 1324430daf2dSAndi Kleen break; 1325430daf2dSAndi Kleen alias->merged_stat = true; 1326430daf2dSAndi Kleen cb(alias, data, false); 1327430daf2dSAndi Kleen } 1328430daf2dSAndi Kleen } 1329430daf2dSAndi Kleen 1330430daf2dSAndi Kleen static bool collect_data(struct perf_evsel *counter, 1331430daf2dSAndi Kleen void (*cb)(struct perf_evsel *counter, void *data, 1332430daf2dSAndi Kleen bool first), 1333430daf2dSAndi Kleen void *data) 1334430daf2dSAndi Kleen { 1335430daf2dSAndi Kleen if (counter->merged_stat) 1336430daf2dSAndi Kleen return false; 1337fbe51fbaSAndi Kleen cb(counter, data, true); 13388c5421c0SAgustin Vega-Frias if (no_merge) 13398c5421c0SAgustin Vega-Frias uniquify_event_name(counter); 13408c5421c0SAgustin Vega-Frias else if (counter->auto_merge_stats) 1341430daf2dSAndi Kleen collect_all_aliases(counter, cb, data); 1342430daf2dSAndi Kleen return true; 1343fbe51fbaSAndi Kleen } 1344fbe51fbaSAndi Kleen 1345fbe51fbaSAndi Kleen struct aggr_data { 1346fbe51fbaSAndi Kleen u64 ena, run, val; 1347fbe51fbaSAndi Kleen int id; 1348fbe51fbaSAndi Kleen int nr; 1349fbe51fbaSAndi Kleen int cpu; 1350fbe51fbaSAndi Kleen }; 1351fbe51fbaSAndi Kleen 1352fbe51fbaSAndi Kleen static void aggr_cb(struct perf_evsel *counter, void *data, bool first) 1353fbe51fbaSAndi Kleen { 1354fbe51fbaSAndi Kleen struct aggr_data *ad = data; 1355fbe51fbaSAndi Kleen int cpu, s2; 1356fbe51fbaSAndi Kleen 1357fbe51fbaSAndi Kleen for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 1358fbe51fbaSAndi Kleen struct perf_counts_values *counts; 1359fbe51fbaSAndi Kleen 1360fbe51fbaSAndi Kleen s2 = aggr_get_id(perf_evsel__cpus(counter), cpu); 1361fbe51fbaSAndi Kleen if (s2 != ad->id) 1362fbe51fbaSAndi Kleen continue; 1363fbe51fbaSAndi Kleen if (first) 1364fbe51fbaSAndi Kleen ad->nr++; 1365fbe51fbaSAndi Kleen counts = perf_counts(counter->counts, cpu, 0); 1366b4229e9dSAndi Kleen /* 1367b4229e9dSAndi Kleen * When any result is bad, make them all to give 1368b4229e9dSAndi Kleen * consistent output in interval mode. 1369b4229e9dSAndi Kleen */ 1370b4229e9dSAndi Kleen if (counts->ena == 0 || counts->run == 0 || 1371b4229e9dSAndi Kleen counter->counts->scaled == -1) { 1372b4229e9dSAndi Kleen ad->ena = 0; 1373b4229e9dSAndi Kleen ad->run = 0; 1374b4229e9dSAndi Kleen break; 1375b4229e9dSAndi Kleen } 1376fbe51fbaSAndi Kleen ad->val += counts->val; 1377fbe51fbaSAndi Kleen ad->ena += counts->ena; 1378fbe51fbaSAndi Kleen ad->run += counts->run; 1379fbe51fbaSAndi Kleen } 1380fbe51fbaSAndi Kleen } 1381fbe51fbaSAndi Kleen 138286ee6e18SStephane Eranian static void print_aggr(char *prefix) 1383d7e7a451SStephane Eranian { 13845821522eSJiri Olsa FILE *output = stat_config.output; 1385d7e7a451SStephane Eranian struct perf_evsel *counter; 1386fbe51fbaSAndi Kleen int s, id, nr; 1387410136f5SStephane Eranian double uval; 1388d7e7a451SStephane Eranian u64 ena, run, val; 138954b50916SAndi Kleen bool first; 1390d7e7a451SStephane Eranian 139186ee6e18SStephane Eranian if (!(aggr_map || aggr_get_id)) 1392d7e7a451SStephane Eranian return; 1393d7e7a451SStephane Eranian 139444d49a60SAndi Kleen aggr_update_shadow(); 139544d49a60SAndi Kleen 139654b50916SAndi Kleen /* 139754b50916SAndi Kleen * With metric_only everything is on a single line. 139854b50916SAndi Kleen * Without each counter has its own line. 139954b50916SAndi Kleen */ 140086ee6e18SStephane Eranian for (s = 0; s < aggr_map->nr; s++) { 1401fbe51fbaSAndi Kleen struct aggr_data ad; 140254b50916SAndi Kleen if (prefix && metric_only) 140354b50916SAndi Kleen fprintf(output, "%s", prefix); 140454b50916SAndi Kleen 1405fbe51fbaSAndi Kleen ad.id = id = aggr_map->map[s]; 140654b50916SAndi Kleen first = true; 1407e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1408e864c5caSAndi Kleen if (is_duration_time(counter)) 1409e864c5caSAndi Kleen continue; 1410e864c5caSAndi Kleen 1411fbe51fbaSAndi Kleen ad.val = ad.ena = ad.run = 0; 1412fbe51fbaSAndi Kleen ad.nr = 0; 1413430daf2dSAndi Kleen if (!collect_data(counter, aggr_cb, &ad)) 1414430daf2dSAndi Kleen continue; 1415fbe51fbaSAndi Kleen nr = ad.nr; 1416fbe51fbaSAndi Kleen ena = ad.ena; 1417fbe51fbaSAndi Kleen run = ad.run; 1418fbe51fbaSAndi Kleen val = ad.val; 141954b50916SAndi Kleen if (first && metric_only) { 142054b50916SAndi Kleen first = false; 142154b50916SAndi Kleen aggr_printout(counter, id, nr); 142254b50916SAndi Kleen } 142354b50916SAndi Kleen if (prefix && !metric_only) 1424d7e7a451SStephane Eranian fprintf(output, "%s", prefix); 1425d7e7a451SStephane Eranian 1426410136f5SStephane Eranian uval = val * counter->scale; 1427e0128b30SJin Yao printout(id, nr, counter, uval, prefix, run, ena, 1.0, 1428e0128b30SJin Yao &rt_stat); 142954b50916SAndi Kleen if (!metric_only) 1430d7e7a451SStephane Eranian fputc('\n', output); 1431d7e7a451SStephane Eranian } 143254b50916SAndi Kleen if (metric_only) 143354b50916SAndi Kleen fputc('\n', output); 1434d7e7a451SStephane Eranian } 1435d7e7a451SStephane Eranian } 1436d7e7a451SStephane Eranian 143729734550SJin Yao static int cmp_val(const void *a, const void *b) 143832b8af82SJiri Olsa { 143929734550SJin Yao return ((struct perf_aggr_thread_value *)b)->val - 144029734550SJin Yao ((struct perf_aggr_thread_value *)a)->val; 144129734550SJin Yao } 144229734550SJin Yao 144329734550SJin Yao static struct perf_aggr_thread_value *sort_aggr_thread( 144429734550SJin Yao struct perf_evsel *counter, 144529734550SJin Yao int nthreads, int ncpus, 144629734550SJin Yao int *ret) 144729734550SJin Yao { 144829734550SJin Yao int cpu, thread, i = 0; 144932b8af82SJiri Olsa double uval; 145029734550SJin Yao struct perf_aggr_thread_value *buf; 145129734550SJin Yao 145229734550SJin Yao buf = calloc(nthreads, sizeof(struct perf_aggr_thread_value)); 145329734550SJin Yao if (!buf) 145429734550SJin Yao return NULL; 145532b8af82SJiri Olsa 145632b8af82SJiri Olsa for (thread = 0; thread < nthreads; thread++) { 145732b8af82SJiri Olsa u64 ena = 0, run = 0, val = 0; 145832b8af82SJiri Olsa 145932b8af82SJiri Olsa for (cpu = 0; cpu < ncpus; cpu++) { 146032b8af82SJiri Olsa val += perf_counts(counter->counts, cpu, thread)->val; 146132b8af82SJiri Olsa ena += perf_counts(counter->counts, cpu, thread)->ena; 146232b8af82SJiri Olsa run += perf_counts(counter->counts, cpu, thread)->run; 146332b8af82SJiri Olsa } 146432b8af82SJiri Olsa 146529734550SJin Yao uval = val * counter->scale; 146629734550SJin Yao 146729734550SJin Yao /* 146829734550SJin Yao * Skip value 0 when enabling --per-thread globally, 146929734550SJin Yao * otherwise too many 0 output. 147029734550SJin Yao */ 147129734550SJin Yao if (uval == 0.0 && target__has_per_thread(&target)) 147229734550SJin Yao continue; 147329734550SJin Yao 147429734550SJin Yao buf[i].counter = counter; 147529734550SJin Yao buf[i].id = thread; 147629734550SJin Yao buf[i].uval = uval; 147729734550SJin Yao buf[i].val = val; 147829734550SJin Yao buf[i].run = run; 147929734550SJin Yao buf[i].ena = ena; 148029734550SJin Yao i++; 148129734550SJin Yao } 148229734550SJin Yao 148329734550SJin Yao qsort(buf, i, sizeof(struct perf_aggr_thread_value), cmp_val); 148429734550SJin Yao 148529734550SJin Yao if (ret) 148629734550SJin Yao *ret = i; 148729734550SJin Yao 148829734550SJin Yao return buf; 148929734550SJin Yao } 149029734550SJin Yao 149129734550SJin Yao static void print_aggr_thread(struct perf_evsel *counter, char *prefix) 149229734550SJin Yao { 149329734550SJin Yao FILE *output = stat_config.output; 149429734550SJin Yao int nthreads = thread_map__nr(counter->threads); 149529734550SJin Yao int ncpus = cpu_map__nr(counter->cpus); 149629734550SJin Yao int thread, sorted_threads, id; 149729734550SJin Yao struct perf_aggr_thread_value *buf; 149829734550SJin Yao 149929734550SJin Yao buf = sort_aggr_thread(counter, nthreads, ncpus, &sorted_threads); 150029734550SJin Yao if (!buf) { 150129734550SJin Yao perror("cannot sort aggr thread"); 150229734550SJin Yao return; 150329734550SJin Yao } 150429734550SJin Yao 150529734550SJin Yao for (thread = 0; thread < sorted_threads; thread++) { 150632b8af82SJiri Olsa if (prefix) 150732b8af82SJiri Olsa fprintf(output, "%s", prefix); 150832b8af82SJiri Olsa 150929734550SJin Yao id = buf[thread].id; 151014e72a21SJin Yao if (stat_config.stats) 151129734550SJin Yao printout(id, 0, buf[thread].counter, buf[thread].uval, 151229734550SJin Yao prefix, buf[thread].run, buf[thread].ena, 1.0, 151329734550SJin Yao &stat_config.stats[id]); 151414e72a21SJin Yao else 151529734550SJin Yao printout(id, 0, buf[thread].counter, buf[thread].uval, 151629734550SJin Yao prefix, buf[thread].run, buf[thread].ena, 1.0, 151729734550SJin Yao &rt_stat); 151832b8af82SJiri Olsa fputc('\n', output); 151932b8af82SJiri Olsa } 152029734550SJin Yao 152129734550SJin Yao free(buf); 152232b8af82SJiri Olsa } 152332b8af82SJiri Olsa 1524fbe51fbaSAndi Kleen struct caggr_data { 1525fbe51fbaSAndi Kleen double avg, avg_enabled, avg_running; 1526fbe51fbaSAndi Kleen }; 1527fbe51fbaSAndi Kleen 1528fbe51fbaSAndi Kleen static void counter_aggr_cb(struct perf_evsel *counter, void *data, 1529fbe51fbaSAndi Kleen bool first __maybe_unused) 1530fbe51fbaSAndi Kleen { 1531fbe51fbaSAndi Kleen struct caggr_data *cd = data; 1532e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = counter->stats; 1533fbe51fbaSAndi Kleen 1534fbe51fbaSAndi Kleen cd->avg += avg_stats(&ps->res_stats[0]); 1535fbe51fbaSAndi Kleen cd->avg_enabled += avg_stats(&ps->res_stats[1]); 1536fbe51fbaSAndi Kleen cd->avg_running += avg_stats(&ps->res_stats[2]); 1537fbe51fbaSAndi Kleen } 1538fbe51fbaSAndi Kleen 153942202dd5SIngo Molnar /* 154042202dd5SIngo Molnar * Print out the results of a single counter: 1541f5b4a9c3SStephane Eranian * aggregated counts in system-wide mode 154242202dd5SIngo Molnar */ 154313370a9bSStephane Eranian static void print_counter_aggr(struct perf_evsel *counter, char *prefix) 154442202dd5SIngo Molnar { 15455821522eSJiri Olsa FILE *output = stat_config.output; 1546410136f5SStephane Eranian double uval; 1547fbe51fbaSAndi Kleen struct caggr_data cd = { .avg = 0.0 }; 1548d73515c0SAndi Kleen 1549430daf2dSAndi Kleen if (!collect_data(counter, counter_aggr_cb, &cd)) 1550430daf2dSAndi Kleen return; 155142202dd5SIngo Molnar 155254b50916SAndi Kleen if (prefix && !metric_only) 155313370a9bSStephane Eranian fprintf(output, "%s", prefix); 155413370a9bSStephane Eranian 1555fbe51fbaSAndi Kleen uval = cd.avg * counter->scale; 1556e0128b30SJin Yao printout(-1, 0, counter, uval, prefix, cd.avg_running, cd.avg_enabled, 1557e0128b30SJin Yao cd.avg, &rt_stat); 155854b50916SAndi Kleen if (!metric_only) 15594aa9015fSStephane Eranian fprintf(output, "\n"); 156042202dd5SIngo Molnar } 156142202dd5SIngo Molnar 1562fbe51fbaSAndi Kleen static void counter_cb(struct perf_evsel *counter, void *data, 1563fbe51fbaSAndi Kleen bool first __maybe_unused) 1564fbe51fbaSAndi Kleen { 1565fbe51fbaSAndi Kleen struct aggr_data *ad = data; 1566fbe51fbaSAndi Kleen 1567fbe51fbaSAndi Kleen ad->val += perf_counts(counter->counts, ad->cpu, 0)->val; 1568fbe51fbaSAndi Kleen ad->ena += perf_counts(counter->counts, ad->cpu, 0)->ena; 1569fbe51fbaSAndi Kleen ad->run += perf_counts(counter->counts, ad->cpu, 0)->run; 1570fbe51fbaSAndi Kleen } 1571fbe51fbaSAndi Kleen 1572f5b4a9c3SStephane Eranian /* 1573f5b4a9c3SStephane Eranian * Print out the results of a single counter: 1574f5b4a9c3SStephane Eranian * does not use aggregated count in system-wide 1575f5b4a9c3SStephane Eranian */ 157613370a9bSStephane Eranian static void print_counter(struct perf_evsel *counter, char *prefix) 1577f5b4a9c3SStephane Eranian { 15785821522eSJiri Olsa FILE *output = stat_config.output; 1579f5b4a9c3SStephane Eranian u64 ena, run, val; 1580410136f5SStephane Eranian double uval; 1581f5b4a9c3SStephane Eranian int cpu; 1582f5b4a9c3SStephane Eranian 15837ae92e74SYan, Zheng for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 1584fbe51fbaSAndi Kleen struct aggr_data ad = { .cpu = cpu }; 1585fbe51fbaSAndi Kleen 1586430daf2dSAndi Kleen if (!collect_data(counter, counter_cb, &ad)) 1587430daf2dSAndi Kleen return; 1588fbe51fbaSAndi Kleen val = ad.val; 1589fbe51fbaSAndi Kleen ena = ad.ena; 1590fbe51fbaSAndi Kleen run = ad.run; 159113370a9bSStephane Eranian 159213370a9bSStephane Eranian if (prefix) 159313370a9bSStephane Eranian fprintf(output, "%s", prefix); 159413370a9bSStephane Eranian 1595410136f5SStephane Eranian uval = val * counter->scale; 1596e0128b30SJin Yao printout(cpu, 0, counter, uval, prefix, run, ena, 1.0, 1597e0128b30SJin Yao &rt_stat); 1598f5b4a9c3SStephane Eranian 15994aa9015fSStephane Eranian fputc('\n', output); 1600f5b4a9c3SStephane Eranian } 1601f5b4a9c3SStephane Eranian } 1602f5b4a9c3SStephane Eranian 1603206cab65SAndi Kleen static void print_no_aggr_metric(char *prefix) 1604206cab65SAndi Kleen { 1605206cab65SAndi Kleen int cpu; 1606206cab65SAndi Kleen int nrcpus = 0; 1607206cab65SAndi Kleen struct perf_evsel *counter; 1608206cab65SAndi Kleen u64 ena, run, val; 1609206cab65SAndi Kleen double uval; 1610206cab65SAndi Kleen 1611206cab65SAndi Kleen nrcpus = evsel_list->cpus->nr; 1612206cab65SAndi Kleen for (cpu = 0; cpu < nrcpus; cpu++) { 1613206cab65SAndi Kleen bool first = true; 1614206cab65SAndi Kleen 1615206cab65SAndi Kleen if (prefix) 1616206cab65SAndi Kleen fputs(prefix, stat_config.output); 1617e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1618e864c5caSAndi Kleen if (is_duration_time(counter)) 1619e864c5caSAndi Kleen continue; 1620206cab65SAndi Kleen if (first) { 1621206cab65SAndi Kleen aggr_printout(counter, cpu, 0); 1622206cab65SAndi Kleen first = false; 1623206cab65SAndi Kleen } 1624206cab65SAndi Kleen val = perf_counts(counter->counts, cpu, 0)->val; 1625206cab65SAndi Kleen ena = perf_counts(counter->counts, cpu, 0)->ena; 1626206cab65SAndi Kleen run = perf_counts(counter->counts, cpu, 0)->run; 1627206cab65SAndi Kleen 1628206cab65SAndi Kleen uval = val * counter->scale; 1629e0128b30SJin Yao printout(cpu, 0, counter, uval, prefix, run, ena, 1.0, 1630e0128b30SJin Yao &rt_stat); 1631206cab65SAndi Kleen } 1632206cab65SAndi Kleen fputc('\n', stat_config.output); 1633206cab65SAndi Kleen } 1634206cab65SAndi Kleen } 1635206cab65SAndi Kleen 163654b50916SAndi Kleen static int aggr_header_lens[] = { 163754b50916SAndi Kleen [AGGR_CORE] = 18, 163854b50916SAndi Kleen [AGGR_SOCKET] = 12, 1639206cab65SAndi Kleen [AGGR_NONE] = 6, 164054b50916SAndi Kleen [AGGR_THREAD] = 24, 164154b50916SAndi Kleen [AGGR_GLOBAL] = 0, 164254b50916SAndi Kleen }; 164354b50916SAndi Kleen 1644c51fd639SAndi Kleen static const char *aggr_header_csv[] = { 1645c51fd639SAndi Kleen [AGGR_CORE] = "core,cpus,", 1646c51fd639SAndi Kleen [AGGR_SOCKET] = "socket,cpus", 1647c51fd639SAndi Kleen [AGGR_NONE] = "cpu,", 1648c51fd639SAndi Kleen [AGGR_THREAD] = "comm-pid,", 1649c51fd639SAndi Kleen [AGGR_GLOBAL] = "" 1650c51fd639SAndi Kleen }; 1651c51fd639SAndi Kleen 165241c8ca2aSAndi Kleen static void print_metric_headers(const char *prefix, bool no_indent) 165354b50916SAndi Kleen { 165454b50916SAndi Kleen struct perf_stat_output_ctx out; 165554b50916SAndi Kleen struct perf_evsel *counter; 165654b50916SAndi Kleen struct outstate os = { 165754b50916SAndi Kleen .fh = stat_config.output 165854b50916SAndi Kleen }; 165954b50916SAndi Kleen 166054b50916SAndi Kleen if (prefix) 166154b50916SAndi Kleen fprintf(stat_config.output, "%s", prefix); 166254b50916SAndi Kleen 166341c8ca2aSAndi Kleen if (!csv_output && !no_indent) 166454b50916SAndi Kleen fprintf(stat_config.output, "%*s", 166554b50916SAndi Kleen aggr_header_lens[stat_config.aggr_mode], ""); 1666c51fd639SAndi Kleen if (csv_output) { 1667c51fd639SAndi Kleen if (stat_config.interval) 1668c51fd639SAndi Kleen fputs("time,", stat_config.output); 1669c51fd639SAndi Kleen fputs(aggr_header_csv[stat_config.aggr_mode], 1670c51fd639SAndi Kleen stat_config.output); 1671c51fd639SAndi Kleen } 167254b50916SAndi Kleen 167354b50916SAndi Kleen /* Print metrics headers only */ 1674e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1675e864c5caSAndi Kleen if (is_duration_time(counter)) 1676e864c5caSAndi Kleen continue; 167754b50916SAndi Kleen os.evsel = counter; 167854b50916SAndi Kleen out.ctx = &os; 167954b50916SAndi Kleen out.print_metric = print_metric_header; 168054b50916SAndi Kleen out.new_line = new_line_metric; 168137932c18SAndi Kleen out.force_header = true; 168254b50916SAndi Kleen os.evsel = counter; 168354b50916SAndi Kleen perf_stat__print_shadow_stats(counter, 0, 168454b50916SAndi Kleen 0, 1685b18f3e36SAndi Kleen &out, 1686e0128b30SJin Yao &metric_events, 1687e0128b30SJin Yao &rt_stat); 168854b50916SAndi Kleen } 168954b50916SAndi Kleen fputc('\n', stat_config.output); 169054b50916SAndi Kleen } 169154b50916SAndi Kleen 1692d4f63a47SJiri Olsa static void print_interval(char *prefix, struct timespec *ts) 169342202dd5SIngo Molnar { 16945821522eSJiri Olsa FILE *output = stat_config.output; 1695d4f63a47SJiri Olsa static int num_print_interval; 1696d4f63a47SJiri Olsa 1697d4f63a47SJiri Olsa sprintf(prefix, "%6lu.%09lu%s", ts->tv_sec, ts->tv_nsec, csv_sep); 1698d4f63a47SJiri Olsa 169941c8ca2aSAndi Kleen if (num_print_interval == 0 && !csv_output) { 1700421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 1701d4f63a47SJiri Olsa case AGGR_SOCKET: 170241c8ca2aSAndi Kleen fprintf(output, "# time socket cpus"); 170341c8ca2aSAndi Kleen if (!metric_only) 170441c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1705d4f63a47SJiri Olsa break; 1706d4f63a47SJiri Olsa case AGGR_CORE: 170741c8ca2aSAndi Kleen fprintf(output, "# time core cpus"); 170841c8ca2aSAndi Kleen if (!metric_only) 170941c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1710d4f63a47SJiri Olsa break; 1711d4f63a47SJiri Olsa case AGGR_NONE: 171241c8ca2aSAndi Kleen fprintf(output, "# time CPU"); 171341c8ca2aSAndi Kleen if (!metric_only) 171441c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1715d4f63a47SJiri Olsa break; 171632b8af82SJiri Olsa case AGGR_THREAD: 171741c8ca2aSAndi Kleen fprintf(output, "# time comm-pid"); 171841c8ca2aSAndi Kleen if (!metric_only) 171941c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 172032b8af82SJiri Olsa break; 1721d4f63a47SJiri Olsa case AGGR_GLOBAL: 1722d4f63a47SJiri Olsa default: 172341c8ca2aSAndi Kleen fprintf(output, "# time"); 172441c8ca2aSAndi Kleen if (!metric_only) 172541c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1726208df99eSJiri Olsa case AGGR_UNSET: 1727208df99eSJiri Olsa break; 1728d4f63a47SJiri Olsa } 1729d4f63a47SJiri Olsa } 1730d4f63a47SJiri Olsa 173141c8ca2aSAndi Kleen if (num_print_interval == 0 && metric_only) 173241c8ca2aSAndi Kleen print_metric_headers(" ", true); 1733d4f63a47SJiri Olsa if (++num_print_interval == 25) 1734d4f63a47SJiri Olsa num_print_interval = 0; 1735d4f63a47SJiri Olsa } 1736d4f63a47SJiri Olsa 1737d4f63a47SJiri Olsa static void print_header(int argc, const char **argv) 1738d4f63a47SJiri Olsa { 17395821522eSJiri Olsa FILE *output = stat_config.output; 174069aad6f1SArnaldo Carvalho de Melo int i; 174142202dd5SIngo Molnar 174286470930SIngo Molnar fflush(stdout); 174386470930SIngo Molnar 1744d7470b6aSStephane Eranian if (!csv_output) { 17454aa9015fSStephane Eranian fprintf(output, "\n"); 17464aa9015fSStephane Eranian fprintf(output, " Performance counter stats for "); 174762d3b617SDavid Ahern if (target.system_wide) 174862d3b617SDavid Ahern fprintf(output, "\'system wide"); 174962d3b617SDavid Ahern else if (target.cpu_list) 175062d3b617SDavid Ahern fprintf(output, "\'CPU(s) %s", target.cpu_list); 1751602ad878SArnaldo Carvalho de Melo else if (!target__has_task(&target)) { 1752ba6039b6SJiri Olsa fprintf(output, "\'%s", argv ? argv[0] : "pipe"); 1753ba6039b6SJiri Olsa for (i = 1; argv && (i < argc); i++) 17544aa9015fSStephane Eranian fprintf(output, " %s", argv[i]); 175520f946b4SNamhyung Kim } else if (target.pid) 175620f946b4SNamhyung Kim fprintf(output, "process id \'%s", target.pid); 1757d6d901c2SZhang, Yanmin else 175820f946b4SNamhyung Kim fprintf(output, "thread id \'%s", target.tid); 175986470930SIngo Molnar 17604aa9015fSStephane Eranian fprintf(output, "\'"); 176142202dd5SIngo Molnar if (run_count > 1) 17624aa9015fSStephane Eranian fprintf(output, " (%d runs)", run_count); 17634aa9015fSStephane Eranian fprintf(output, ":\n\n"); 1764d7470b6aSStephane Eranian } 1765f5b4a9c3SStephane Eranian } 176686470930SIngo Molnar 1767d4f63a47SJiri Olsa static void print_footer(void) 1768d4f63a47SJiri Olsa { 17695821522eSJiri Olsa FILE *output = stat_config.output; 1770918c7b06SAndi Kleen int n; 17715821522eSJiri Olsa 1772c3305257SIngo Molnar if (!null_run) 17734aa9015fSStephane Eranian fprintf(output, "\n"); 17744aa9015fSStephane Eranian fprintf(output, " %17.9f seconds time elapsed", 1775310ebb93SArnaldo Carvalho de Melo avg_stats(&walltime_nsecs_stats) / NSEC_PER_SEC); 1776566747e6SIngo Molnar if (run_count > 1) { 17774aa9015fSStephane Eranian fprintf(output, " "); 1778f99844cbSIngo Molnar print_noise_pct(stddev_stats(&walltime_nsecs_stats), 1779506d4bc8SPeter Zijlstra avg_stats(&walltime_nsecs_stats)); 1780566747e6SIngo Molnar } 17814aa9015fSStephane Eranian fprintf(output, "\n\n"); 178202d492e5SBorislav Petkov 1783918c7b06SAndi Kleen if (print_free_counters_hint && 1784918c7b06SAndi Kleen sysctl__read_int("kernel/nmi_watchdog", &n) >= 0 && 1785918c7b06SAndi Kleen n > 0) 178602d492e5SBorislav Petkov fprintf(output, 178702d492e5SBorislav Petkov "Some events weren't counted. Try disabling the NMI watchdog:\n" 178802d492e5SBorislav Petkov " echo 0 > /proc/sys/kernel/nmi_watchdog\n" 178902d492e5SBorislav Petkov " perf stat ...\n" 179002d492e5SBorislav Petkov " echo 1 > /proc/sys/kernel/nmi_watchdog\n"); 179130060eaeSKan Liang 179230060eaeSKan Liang if (print_mixed_hw_group_error) 179330060eaeSKan Liang fprintf(output, 179430060eaeSKan Liang "The events in group usually have to be from " 179530060eaeSKan Liang "the same PMU. Try reorganizing the group.\n"); 179686470930SIngo Molnar } 1797d4f63a47SJiri Olsa 1798d4f63a47SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv) 1799d4f63a47SJiri Olsa { 1800ec0d3d1fSJiri Olsa int interval = stat_config.interval; 1801d4f63a47SJiri Olsa struct perf_evsel *counter; 1802d4f63a47SJiri Olsa char buf[64], *prefix = NULL; 1803d4f63a47SJiri Olsa 1804664c98d4SJiri Olsa /* Do not print anything if we record to the pipe. */ 18058ceb41d7SJiri Olsa if (STAT_RECORD && perf_stat.data.is_pipe) 1806664c98d4SJiri Olsa return; 1807664c98d4SJiri Olsa 1808d4f63a47SJiri Olsa if (interval) 1809d4f63a47SJiri Olsa print_interval(prefix = buf, ts); 1810d4f63a47SJiri Olsa else 1811d4f63a47SJiri Olsa print_header(argc, argv); 1812d4f63a47SJiri Olsa 181354b50916SAndi Kleen if (metric_only) { 181454b50916SAndi Kleen static int num_print_iv; 181554b50916SAndi Kleen 181641c8ca2aSAndi Kleen if (num_print_iv == 0 && !interval) 181741c8ca2aSAndi Kleen print_metric_headers(prefix, false); 181854b50916SAndi Kleen if (num_print_iv++ == 25) 181954b50916SAndi Kleen num_print_iv = 0; 182054b50916SAndi Kleen if (stat_config.aggr_mode == AGGR_GLOBAL && prefix) 182154b50916SAndi Kleen fprintf(stat_config.output, "%s", prefix); 182254b50916SAndi Kleen } 182354b50916SAndi Kleen 1824421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 1825d4f63a47SJiri Olsa case AGGR_CORE: 1826d4f63a47SJiri Olsa case AGGR_SOCKET: 1827d4f63a47SJiri Olsa print_aggr(prefix); 1828d4f63a47SJiri Olsa break; 182932b8af82SJiri Olsa case AGGR_THREAD: 1830e864c5caSAndi Kleen evlist__for_each_entry(evsel_list, counter) { 1831e864c5caSAndi Kleen if (is_duration_time(counter)) 1832e864c5caSAndi Kleen continue; 183332b8af82SJiri Olsa print_aggr_thread(counter, prefix); 1834e864c5caSAndi Kleen } 183532b8af82SJiri Olsa break; 1836d4f63a47SJiri Olsa case AGGR_GLOBAL: 1837e864c5caSAndi Kleen evlist__for_each_entry(evsel_list, counter) { 1838e864c5caSAndi Kleen if (is_duration_time(counter)) 1839e864c5caSAndi Kleen continue; 1840d4f63a47SJiri Olsa print_counter_aggr(counter, prefix); 1841e864c5caSAndi Kleen } 184254b50916SAndi Kleen if (metric_only) 184354b50916SAndi Kleen fputc('\n', stat_config.output); 1844d4f63a47SJiri Olsa break; 1845d4f63a47SJiri Olsa case AGGR_NONE: 1846206cab65SAndi Kleen if (metric_only) 1847206cab65SAndi Kleen print_no_aggr_metric(prefix); 1848206cab65SAndi Kleen else { 1849e864c5caSAndi Kleen evlist__for_each_entry(evsel_list, counter) { 1850e864c5caSAndi Kleen if (is_duration_time(counter)) 1851e864c5caSAndi Kleen continue; 1852d4f63a47SJiri Olsa print_counter(counter, prefix); 1853206cab65SAndi Kleen } 1854e864c5caSAndi Kleen } 1855d4f63a47SJiri Olsa break; 1856208df99eSJiri Olsa case AGGR_UNSET: 1857d4f63a47SJiri Olsa default: 1858d4f63a47SJiri Olsa break; 1859d4f63a47SJiri Olsa } 1860d4f63a47SJiri Olsa 1861d4f63a47SJiri Olsa if (!interval && !csv_output) 1862d4f63a47SJiri Olsa print_footer(); 1863d4f63a47SJiri Olsa 18645821522eSJiri Olsa fflush(stat_config.output); 1865d7470b6aSStephane Eranian } 186686470930SIngo Molnar 1867f7b7c26eSPeter Zijlstra static volatile int signr = -1; 1868f7b7c26eSPeter Zijlstra 186986470930SIngo Molnar static void skip_signal(int signo) 187086470930SIngo Molnar { 1871ec0d3d1fSJiri Olsa if ((child_pid == -1) || stat_config.interval) 187260666c63SLiming Wang done = 1; 187360666c63SLiming Wang 1874f7b7c26eSPeter Zijlstra signr = signo; 1875d07f0b12SStephane Eranian /* 1876d07f0b12SStephane Eranian * render child_pid harmless 1877d07f0b12SStephane Eranian * won't send SIGTERM to a random 1878d07f0b12SStephane Eranian * process in case of race condition 1879d07f0b12SStephane Eranian * and fast PID recycling 1880d07f0b12SStephane Eranian */ 1881d07f0b12SStephane Eranian child_pid = -1; 1882f7b7c26eSPeter Zijlstra } 1883f7b7c26eSPeter Zijlstra 1884f7b7c26eSPeter Zijlstra static void sig_atexit(void) 1885f7b7c26eSPeter Zijlstra { 1886d07f0b12SStephane Eranian sigset_t set, oset; 1887d07f0b12SStephane Eranian 1888d07f0b12SStephane Eranian /* 1889d07f0b12SStephane Eranian * avoid race condition with SIGCHLD handler 1890d07f0b12SStephane Eranian * in skip_signal() which is modifying child_pid 1891d07f0b12SStephane Eranian * goal is to avoid send SIGTERM to a random 1892d07f0b12SStephane Eranian * process 1893d07f0b12SStephane Eranian */ 1894d07f0b12SStephane Eranian sigemptyset(&set); 1895d07f0b12SStephane Eranian sigaddset(&set, SIGCHLD); 1896d07f0b12SStephane Eranian sigprocmask(SIG_BLOCK, &set, &oset); 1897d07f0b12SStephane Eranian 1898933da83aSChris Wilson if (child_pid != -1) 1899933da83aSChris Wilson kill(child_pid, SIGTERM); 1900933da83aSChris Wilson 1901d07f0b12SStephane Eranian sigprocmask(SIG_SETMASK, &oset, NULL); 1902d07f0b12SStephane Eranian 1903f7b7c26eSPeter Zijlstra if (signr == -1) 1904f7b7c26eSPeter Zijlstra return; 1905f7b7c26eSPeter Zijlstra 1906f7b7c26eSPeter Zijlstra signal(signr, SIG_DFL); 1907f7b7c26eSPeter Zijlstra kill(getpid(), signr); 190886470930SIngo Molnar } 190986470930SIngo Molnar 19101d037ca1SIrina Tirdea static int stat__set_big_num(const struct option *opt __maybe_unused, 19111d037ca1SIrina Tirdea const char *s __maybe_unused, int unset) 1912d7470b6aSStephane Eranian { 1913d7470b6aSStephane Eranian big_num_opt = unset ? 0 : 1; 1914d7470b6aSStephane Eranian return 0; 1915d7470b6aSStephane Eranian } 1916d7470b6aSStephane Eranian 191744b1e60aSAndi Kleen static int enable_metric_only(const struct option *opt __maybe_unused, 191844b1e60aSAndi Kleen const char *s __maybe_unused, int unset) 191944b1e60aSAndi Kleen { 192044b1e60aSAndi Kleen force_metric_only = true; 192144b1e60aSAndi Kleen metric_only = !unset; 192244b1e60aSAndi Kleen return 0; 192344b1e60aSAndi Kleen } 192444b1e60aSAndi Kleen 1925b18f3e36SAndi Kleen static int parse_metric_groups(const struct option *opt, 1926b18f3e36SAndi Kleen const char *str, 1927b18f3e36SAndi Kleen int unset __maybe_unused) 1928b18f3e36SAndi Kleen { 1929b18f3e36SAndi Kleen return metricgroup__parse_groups(opt, str, &metric_events); 1930b18f3e36SAndi Kleen } 1931b18f3e36SAndi Kleen 1932e0547311SJiri Olsa static const struct option stat_options[] = { 1933e0547311SJiri Olsa OPT_BOOLEAN('T', "transaction", &transaction_run, 1934e0547311SJiri Olsa "hardware transaction statistics"), 1935e0547311SJiri Olsa OPT_CALLBACK('e', "event", &evsel_list, "event", 1936e0547311SJiri Olsa "event selector. use 'perf list' to list available events", 1937e0547311SJiri Olsa parse_events_option), 1938e0547311SJiri Olsa OPT_CALLBACK(0, "filter", &evsel_list, "filter", 1939e0547311SJiri Olsa "event filter", parse_filter), 1940e0547311SJiri Olsa OPT_BOOLEAN('i', "no-inherit", &no_inherit, 1941e0547311SJiri Olsa "child tasks do not inherit counters"), 1942e0547311SJiri Olsa OPT_STRING('p', "pid", &target.pid, "pid", 1943e0547311SJiri Olsa "stat events on existing process id"), 1944e0547311SJiri Olsa OPT_STRING('t', "tid", &target.tid, "tid", 1945e0547311SJiri Olsa "stat events on existing thread id"), 1946e0547311SJiri Olsa OPT_BOOLEAN('a', "all-cpus", &target.system_wide, 1947e0547311SJiri Olsa "system-wide collection from all CPUs"), 1948e0547311SJiri Olsa OPT_BOOLEAN('g', "group", &group, 1949e0547311SJiri Olsa "put the counters into a counter group"), 1950e0547311SJiri Olsa OPT_BOOLEAN('c', "scale", &stat_config.scale, "scale/normalize counters"), 1951e0547311SJiri Olsa OPT_INCR('v', "verbose", &verbose, 1952e0547311SJiri Olsa "be more verbose (show counter open errors, etc)"), 1953e0547311SJiri Olsa OPT_INTEGER('r', "repeat", &run_count, 1954e0547311SJiri Olsa "repeat command and print average + stddev (max: 100, forever: 0)"), 1955e0547311SJiri Olsa OPT_BOOLEAN('n', "null", &null_run, 1956e0547311SJiri Olsa "null run - dont start any counters"), 1957e0547311SJiri Olsa OPT_INCR('d', "detailed", &detailed_run, 1958e0547311SJiri Olsa "detailed run - start a lot of events"), 1959e0547311SJiri Olsa OPT_BOOLEAN('S', "sync", &sync_run, 1960e0547311SJiri Olsa "call sync() before starting a run"), 1961e0547311SJiri Olsa OPT_CALLBACK_NOOPT('B', "big-num", NULL, NULL, 1962e0547311SJiri Olsa "print large numbers with thousands\' separators", 1963e0547311SJiri Olsa stat__set_big_num), 1964e0547311SJiri Olsa OPT_STRING('C', "cpu", &target.cpu_list, "cpu", 1965e0547311SJiri Olsa "list of cpus to monitor in system-wide"), 1966e0547311SJiri Olsa OPT_SET_UINT('A', "no-aggr", &stat_config.aggr_mode, 1967e0547311SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 1968430daf2dSAndi Kleen OPT_BOOLEAN(0, "no-merge", &no_merge, "Do not merge identical named events"), 1969e0547311SJiri Olsa OPT_STRING('x', "field-separator", &csv_sep, "separator", 1970e0547311SJiri Olsa "print counts with custom separator"), 1971e0547311SJiri Olsa OPT_CALLBACK('G', "cgroup", &evsel_list, "name", 1972e0547311SJiri Olsa "monitor event in cgroup name only", parse_cgroups), 1973e0547311SJiri Olsa OPT_STRING('o', "output", &output_name, "file", "output file name"), 1974e0547311SJiri Olsa OPT_BOOLEAN(0, "append", &append_file, "append to the output file"), 1975e0547311SJiri Olsa OPT_INTEGER(0, "log-fd", &output_fd, 1976e0547311SJiri Olsa "log output to fd, instead of stderr"), 1977e0547311SJiri Olsa OPT_STRING(0, "pre", &pre_cmd, "command", 1978e0547311SJiri Olsa "command to run prior to the measured command"), 1979e0547311SJiri Olsa OPT_STRING(0, "post", &post_cmd, "command", 1980e0547311SJiri Olsa "command to run after to the measured command"), 1981e0547311SJiri Olsa OPT_UINTEGER('I', "interval-print", &stat_config.interval, 19829dc9a95fSAlexey Budankov "print counts at regular interval in ms " 19839dc9a95fSAlexey Budankov "(overhead is possible for values <= 100ms)"), 1984db06a269Syuzhoujian OPT_INTEGER(0, "interval-count", &stat_config.times, 1985db06a269Syuzhoujian "print counts for fixed number of times"), 1986f1f8ad52Syuzhoujian OPT_UINTEGER(0, "timeout", &stat_config.timeout, 1987f1f8ad52Syuzhoujian "stop workload and print counts after a timeout period in ms (>= 10ms)"), 1988e0547311SJiri Olsa OPT_SET_UINT(0, "per-socket", &stat_config.aggr_mode, 1989e0547311SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 1990e0547311SJiri Olsa OPT_SET_UINT(0, "per-core", &stat_config.aggr_mode, 1991e0547311SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 1992e0547311SJiri Olsa OPT_SET_UINT(0, "per-thread", &stat_config.aggr_mode, 1993e0547311SJiri Olsa "aggregate counts per thread", AGGR_THREAD), 1994e0547311SJiri Olsa OPT_UINTEGER('D', "delay", &initial_delay, 1995e0547311SJiri Olsa "ms to wait before starting measurement after program start"), 199644b1e60aSAndi Kleen OPT_CALLBACK_NOOPT(0, "metric-only", &metric_only, NULL, 199744b1e60aSAndi Kleen "Only print computed metrics. No raw values", enable_metric_only), 199844b1e60aSAndi Kleen OPT_BOOLEAN(0, "topdown", &topdown_run, 199944b1e60aSAndi Kleen "measure topdown level 1 statistics"), 2000daefd0bcSKan Liang OPT_BOOLEAN(0, "smi-cost", &smi_cost, 2001daefd0bcSKan Liang "measure SMI cost"), 2002b18f3e36SAndi Kleen OPT_CALLBACK('M', "metrics", &evsel_list, "metric/metric group list", 2003b18f3e36SAndi Kleen "monitor specified metrics or metric groups (separated by ,)", 2004b18f3e36SAndi Kleen parse_metric_groups), 2005e0547311SJiri Olsa OPT_END() 2006e0547311SJiri Olsa }; 2007e0547311SJiri Olsa 20081fe7a300SJiri Olsa static int perf_stat__get_socket(struct cpu_map *map, int cpu) 20091fe7a300SJiri Olsa { 20101fe7a300SJiri Olsa return cpu_map__get_socket(map, cpu, NULL); 20111fe7a300SJiri Olsa } 20121fe7a300SJiri Olsa 20131fe7a300SJiri Olsa static int perf_stat__get_core(struct cpu_map *map, int cpu) 20141fe7a300SJiri Olsa { 20151fe7a300SJiri Olsa return cpu_map__get_core(map, cpu, NULL); 20161fe7a300SJiri Olsa } 20171fe7a300SJiri Olsa 20181e5a2931SJiri Olsa static int cpu_map__get_max(struct cpu_map *map) 20191e5a2931SJiri Olsa { 20201e5a2931SJiri Olsa int i, max = -1; 20211e5a2931SJiri Olsa 20221e5a2931SJiri Olsa for (i = 0; i < map->nr; i++) { 20231e5a2931SJiri Olsa if (map->map[i] > max) 20241e5a2931SJiri Olsa max = map->map[i]; 20251e5a2931SJiri Olsa } 20261e5a2931SJiri Olsa 20271e5a2931SJiri Olsa return max; 20281e5a2931SJiri Olsa } 20291e5a2931SJiri Olsa 20301e5a2931SJiri Olsa static struct cpu_map *cpus_aggr_map; 20311e5a2931SJiri Olsa 20321e5a2931SJiri Olsa static int perf_stat__get_aggr(aggr_get_id_t get_id, struct cpu_map *map, int idx) 20331e5a2931SJiri Olsa { 20341e5a2931SJiri Olsa int cpu; 20351e5a2931SJiri Olsa 20361e5a2931SJiri Olsa if (idx >= map->nr) 20371e5a2931SJiri Olsa return -1; 20381e5a2931SJiri Olsa 20391e5a2931SJiri Olsa cpu = map->map[idx]; 20401e5a2931SJiri Olsa 20411e5a2931SJiri Olsa if (cpus_aggr_map->map[cpu] == -1) 20421e5a2931SJiri Olsa cpus_aggr_map->map[cpu] = get_id(map, idx); 20431e5a2931SJiri Olsa 20441e5a2931SJiri Olsa return cpus_aggr_map->map[cpu]; 20451e5a2931SJiri Olsa } 20461e5a2931SJiri Olsa 20471e5a2931SJiri Olsa static int perf_stat__get_socket_cached(struct cpu_map *map, int idx) 20481e5a2931SJiri Olsa { 20491e5a2931SJiri Olsa return perf_stat__get_aggr(perf_stat__get_socket, map, idx); 20501e5a2931SJiri Olsa } 20511e5a2931SJiri Olsa 20521e5a2931SJiri Olsa static int perf_stat__get_core_cached(struct cpu_map *map, int idx) 20531e5a2931SJiri Olsa { 20541e5a2931SJiri Olsa return perf_stat__get_aggr(perf_stat__get_core, map, idx); 20551e5a2931SJiri Olsa } 20561e5a2931SJiri Olsa 205786ee6e18SStephane Eranian static int perf_stat_init_aggr_mode(void) 205886ee6e18SStephane Eranian { 20591e5a2931SJiri Olsa int nr; 20601e5a2931SJiri Olsa 2061421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 206286ee6e18SStephane Eranian case AGGR_SOCKET: 206386ee6e18SStephane Eranian if (cpu_map__build_socket_map(evsel_list->cpus, &aggr_map)) { 206486ee6e18SStephane Eranian perror("cannot build socket map"); 206586ee6e18SStephane Eranian return -1; 206686ee6e18SStephane Eranian } 20671e5a2931SJiri Olsa aggr_get_id = perf_stat__get_socket_cached; 206886ee6e18SStephane Eranian break; 206912c08a9fSStephane Eranian case AGGR_CORE: 207012c08a9fSStephane Eranian if (cpu_map__build_core_map(evsel_list->cpus, &aggr_map)) { 207112c08a9fSStephane Eranian perror("cannot build core map"); 207212c08a9fSStephane Eranian return -1; 207312c08a9fSStephane Eranian } 20741e5a2931SJiri Olsa aggr_get_id = perf_stat__get_core_cached; 207512c08a9fSStephane Eranian break; 207686ee6e18SStephane Eranian case AGGR_NONE: 207786ee6e18SStephane Eranian case AGGR_GLOBAL: 207832b8af82SJiri Olsa case AGGR_THREAD: 2079208df99eSJiri Olsa case AGGR_UNSET: 208086ee6e18SStephane Eranian default: 208186ee6e18SStephane Eranian break; 208286ee6e18SStephane Eranian } 20831e5a2931SJiri Olsa 20841e5a2931SJiri Olsa /* 20851e5a2931SJiri Olsa * The evsel_list->cpus is the base we operate on, 20861e5a2931SJiri Olsa * taking the highest cpu number to be the size of 20871e5a2931SJiri Olsa * the aggregation translate cpumap. 20881e5a2931SJiri Olsa */ 20891e5a2931SJiri Olsa nr = cpu_map__get_max(evsel_list->cpus); 20901e5a2931SJiri Olsa cpus_aggr_map = cpu_map__empty_new(nr + 1); 20911e5a2931SJiri Olsa return cpus_aggr_map ? 0 : -ENOMEM; 209286ee6e18SStephane Eranian } 209386ee6e18SStephane Eranian 2094544c2ae7SMasami Hiramatsu static void perf_stat__exit_aggr_mode(void) 2095544c2ae7SMasami Hiramatsu { 2096544c2ae7SMasami Hiramatsu cpu_map__put(aggr_map); 2097544c2ae7SMasami Hiramatsu cpu_map__put(cpus_aggr_map); 2098544c2ae7SMasami Hiramatsu aggr_map = NULL; 2099544c2ae7SMasami Hiramatsu cpus_aggr_map = NULL; 2100544c2ae7SMasami Hiramatsu } 2101544c2ae7SMasami Hiramatsu 210268d702f7SJiri Olsa static inline int perf_env__get_cpu(struct perf_env *env, struct cpu_map *map, int idx) 210368d702f7SJiri Olsa { 210468d702f7SJiri Olsa int cpu; 210568d702f7SJiri Olsa 210668d702f7SJiri Olsa if (idx > map->nr) 210768d702f7SJiri Olsa return -1; 210868d702f7SJiri Olsa 210968d702f7SJiri Olsa cpu = map->map[idx]; 211068d702f7SJiri Olsa 2111da8a58b5SJan Stancek if (cpu >= env->nr_cpus_avail) 211268d702f7SJiri Olsa return -1; 211368d702f7SJiri Olsa 211468d702f7SJiri Olsa return cpu; 211568d702f7SJiri Olsa } 211668d702f7SJiri Olsa 211768d702f7SJiri Olsa static int perf_env__get_socket(struct cpu_map *map, int idx, void *data) 211868d702f7SJiri Olsa { 211968d702f7SJiri Olsa struct perf_env *env = data; 212068d702f7SJiri Olsa int cpu = perf_env__get_cpu(env, map, idx); 212168d702f7SJiri Olsa 212268d702f7SJiri Olsa return cpu == -1 ? -1 : env->cpu[cpu].socket_id; 212368d702f7SJiri Olsa } 212468d702f7SJiri Olsa 212568d702f7SJiri Olsa static int perf_env__get_core(struct cpu_map *map, int idx, void *data) 212668d702f7SJiri Olsa { 212768d702f7SJiri Olsa struct perf_env *env = data; 212868d702f7SJiri Olsa int core = -1, cpu = perf_env__get_cpu(env, map, idx); 212968d702f7SJiri Olsa 213068d702f7SJiri Olsa if (cpu != -1) { 213168d702f7SJiri Olsa int socket_id = env->cpu[cpu].socket_id; 213268d702f7SJiri Olsa 213368d702f7SJiri Olsa /* 213468d702f7SJiri Olsa * Encode socket in upper 16 bits 213568d702f7SJiri Olsa * core_id is relative to socket, and 213668d702f7SJiri Olsa * we need a global id. So we combine 213768d702f7SJiri Olsa * socket + core id. 213868d702f7SJiri Olsa */ 213968d702f7SJiri Olsa core = (socket_id << 16) | (env->cpu[cpu].core_id & 0xffff); 214068d702f7SJiri Olsa } 214168d702f7SJiri Olsa 214268d702f7SJiri Olsa return core; 214368d702f7SJiri Olsa } 214468d702f7SJiri Olsa 214568d702f7SJiri Olsa static int perf_env__build_socket_map(struct perf_env *env, struct cpu_map *cpus, 214668d702f7SJiri Olsa struct cpu_map **sockp) 214768d702f7SJiri Olsa { 214868d702f7SJiri Olsa return cpu_map__build_map(cpus, sockp, perf_env__get_socket, env); 214968d702f7SJiri Olsa } 215068d702f7SJiri Olsa 215168d702f7SJiri Olsa static int perf_env__build_core_map(struct perf_env *env, struct cpu_map *cpus, 215268d702f7SJiri Olsa struct cpu_map **corep) 215368d702f7SJiri Olsa { 215468d702f7SJiri Olsa return cpu_map__build_map(cpus, corep, perf_env__get_core, env); 215568d702f7SJiri Olsa } 215668d702f7SJiri Olsa 215768d702f7SJiri Olsa static int perf_stat__get_socket_file(struct cpu_map *map, int idx) 215868d702f7SJiri Olsa { 215968d702f7SJiri Olsa return perf_env__get_socket(map, idx, &perf_stat.session->header.env); 216068d702f7SJiri Olsa } 216168d702f7SJiri Olsa 216268d702f7SJiri Olsa static int perf_stat__get_core_file(struct cpu_map *map, int idx) 216368d702f7SJiri Olsa { 216468d702f7SJiri Olsa return perf_env__get_core(map, idx, &perf_stat.session->header.env); 216568d702f7SJiri Olsa } 216668d702f7SJiri Olsa 216768d702f7SJiri Olsa static int perf_stat_init_aggr_mode_file(struct perf_stat *st) 216868d702f7SJiri Olsa { 216968d702f7SJiri Olsa struct perf_env *env = &st->session->header.env; 217068d702f7SJiri Olsa 217168d702f7SJiri Olsa switch (stat_config.aggr_mode) { 217268d702f7SJiri Olsa case AGGR_SOCKET: 217368d702f7SJiri Olsa if (perf_env__build_socket_map(env, evsel_list->cpus, &aggr_map)) { 217468d702f7SJiri Olsa perror("cannot build socket map"); 217568d702f7SJiri Olsa return -1; 217668d702f7SJiri Olsa } 217768d702f7SJiri Olsa aggr_get_id = perf_stat__get_socket_file; 217868d702f7SJiri Olsa break; 217968d702f7SJiri Olsa case AGGR_CORE: 218068d702f7SJiri Olsa if (perf_env__build_core_map(env, evsel_list->cpus, &aggr_map)) { 218168d702f7SJiri Olsa perror("cannot build core map"); 218268d702f7SJiri Olsa return -1; 218368d702f7SJiri Olsa } 218468d702f7SJiri Olsa aggr_get_id = perf_stat__get_core_file; 218568d702f7SJiri Olsa break; 218668d702f7SJiri Olsa case AGGR_NONE: 218768d702f7SJiri Olsa case AGGR_GLOBAL: 218868d702f7SJiri Olsa case AGGR_THREAD: 218968d702f7SJiri Olsa case AGGR_UNSET: 219068d702f7SJiri Olsa default: 219168d702f7SJiri Olsa break; 219268d702f7SJiri Olsa } 219368d702f7SJiri Olsa 219468d702f7SJiri Olsa return 0; 219568d702f7SJiri Olsa } 219668d702f7SJiri Olsa 219744b1e60aSAndi Kleen static int topdown_filter_events(const char **attr, char **str, bool use_group) 219844b1e60aSAndi Kleen { 219944b1e60aSAndi Kleen int off = 0; 220044b1e60aSAndi Kleen int i; 220144b1e60aSAndi Kleen int len = 0; 220244b1e60aSAndi Kleen char *s; 220344b1e60aSAndi Kleen 220444b1e60aSAndi Kleen for (i = 0; attr[i]; i++) { 220544b1e60aSAndi Kleen if (pmu_have_event("cpu", attr[i])) { 220644b1e60aSAndi Kleen len += strlen(attr[i]) + 1; 220744b1e60aSAndi Kleen attr[i - off] = attr[i]; 220844b1e60aSAndi Kleen } else 220944b1e60aSAndi Kleen off++; 221044b1e60aSAndi Kleen } 221144b1e60aSAndi Kleen attr[i - off] = NULL; 221244b1e60aSAndi Kleen 221344b1e60aSAndi Kleen *str = malloc(len + 1 + 2); 221444b1e60aSAndi Kleen if (!*str) 221544b1e60aSAndi Kleen return -1; 221644b1e60aSAndi Kleen s = *str; 221744b1e60aSAndi Kleen if (i - off == 0) { 221844b1e60aSAndi Kleen *s = 0; 221944b1e60aSAndi Kleen return 0; 222044b1e60aSAndi Kleen } 222144b1e60aSAndi Kleen if (use_group) 222244b1e60aSAndi Kleen *s++ = '{'; 222344b1e60aSAndi Kleen for (i = 0; attr[i]; i++) { 222444b1e60aSAndi Kleen strcpy(s, attr[i]); 222544b1e60aSAndi Kleen s += strlen(s); 222644b1e60aSAndi Kleen *s++ = ','; 222744b1e60aSAndi Kleen } 222844b1e60aSAndi Kleen if (use_group) { 222944b1e60aSAndi Kleen s[-1] = '}'; 223044b1e60aSAndi Kleen *s = 0; 223144b1e60aSAndi Kleen } else 223244b1e60aSAndi Kleen s[-1] = 0; 223344b1e60aSAndi Kleen return 0; 223444b1e60aSAndi Kleen } 223544b1e60aSAndi Kleen 223644b1e60aSAndi Kleen __weak bool arch_topdown_check_group(bool *warn) 223744b1e60aSAndi Kleen { 223844b1e60aSAndi Kleen *warn = false; 223944b1e60aSAndi Kleen return false; 224044b1e60aSAndi Kleen } 224144b1e60aSAndi Kleen 224244b1e60aSAndi Kleen __weak void arch_topdown_group_warn(void) 224344b1e60aSAndi Kleen { 224444b1e60aSAndi Kleen } 224544b1e60aSAndi Kleen 22462cba3ffbSIngo Molnar /* 22472cba3ffbSIngo Molnar * Add default attributes, if there were no attributes specified or 22482cba3ffbSIngo Molnar * if -d/--detailed, -d -d or -d -d -d is used: 22492cba3ffbSIngo Molnar */ 22502cba3ffbSIngo Molnar static int add_default_attributes(void) 22512cba3ffbSIngo Molnar { 225244b1e60aSAndi Kleen int err; 22539dec4473SAndi Kleen struct perf_event_attr default_attrs0[] = { 2254b070a547SArnaldo Carvalho de Melo 2255b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_TASK_CLOCK }, 2256b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CONTEXT_SWITCHES }, 2257b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CPU_MIGRATIONS }, 2258b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_PAGE_FAULTS }, 2259b070a547SArnaldo Carvalho de Melo 2260b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_CPU_CYCLES }, 22619dec4473SAndi Kleen }; 22629dec4473SAndi Kleen struct perf_event_attr frontend_attrs[] = { 2263b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_FRONTEND }, 22649dec4473SAndi Kleen }; 22659dec4473SAndi Kleen struct perf_event_attr backend_attrs[] = { 2266b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_BACKEND }, 22679dec4473SAndi Kleen }; 22689dec4473SAndi Kleen struct perf_event_attr default_attrs1[] = { 2269b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_INSTRUCTIONS }, 2270b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_INSTRUCTIONS }, 2271b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_MISSES }, 2272b070a547SArnaldo Carvalho de Melo 2273b070a547SArnaldo Carvalho de Melo }; 2274b070a547SArnaldo Carvalho de Melo 2275b070a547SArnaldo Carvalho de Melo /* 2276b070a547SArnaldo Carvalho de Melo * Detailed stats (-d), covering the L1 and last level data caches: 2277b070a547SArnaldo Carvalho de Melo */ 2278b070a547SArnaldo Carvalho de Melo struct perf_event_attr detailed_attrs[] = { 2279b070a547SArnaldo Carvalho de Melo 2280b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2281b070a547SArnaldo Carvalho de Melo .config = 2282b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2283b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2284b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2285b070a547SArnaldo Carvalho de Melo 2286b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2287b070a547SArnaldo Carvalho de Melo .config = 2288b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2289b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2290b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2291b070a547SArnaldo Carvalho de Melo 2292b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2293b070a547SArnaldo Carvalho de Melo .config = 2294b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 2295b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2296b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2297b070a547SArnaldo Carvalho de Melo 2298b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2299b070a547SArnaldo Carvalho de Melo .config = 2300b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 2301b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2302b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2303b070a547SArnaldo Carvalho de Melo }; 2304b070a547SArnaldo Carvalho de Melo 2305b070a547SArnaldo Carvalho de Melo /* 2306b070a547SArnaldo Carvalho de Melo * Very detailed stats (-d -d), covering the instruction cache and the TLB caches: 2307b070a547SArnaldo Carvalho de Melo */ 2308b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_detailed_attrs[] = { 2309b070a547SArnaldo Carvalho de Melo 2310b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2311b070a547SArnaldo Carvalho de Melo .config = 2312b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 2313b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2314b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2315b070a547SArnaldo Carvalho de Melo 2316b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2317b070a547SArnaldo Carvalho de Melo .config = 2318b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 2319b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2320b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2321b070a547SArnaldo Carvalho de Melo 2322b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2323b070a547SArnaldo Carvalho de Melo .config = 2324b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 2325b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2326b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2327b070a547SArnaldo Carvalho de Melo 2328b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2329b070a547SArnaldo Carvalho de Melo .config = 2330b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 2331b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2332b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2333b070a547SArnaldo Carvalho de Melo 2334b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2335b070a547SArnaldo Carvalho de Melo .config = 2336b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 2337b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2338b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2339b070a547SArnaldo Carvalho de Melo 2340b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2341b070a547SArnaldo Carvalho de Melo .config = 2342b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 2343b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2344b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2345b070a547SArnaldo Carvalho de Melo 2346b070a547SArnaldo Carvalho de Melo }; 2347b070a547SArnaldo Carvalho de Melo 2348b070a547SArnaldo Carvalho de Melo /* 2349b070a547SArnaldo Carvalho de Melo * Very, very detailed stats (-d -d -d), adding prefetch events: 2350b070a547SArnaldo Carvalho de Melo */ 2351b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_very_detailed_attrs[] = { 2352b070a547SArnaldo Carvalho de Melo 2353b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2354b070a547SArnaldo Carvalho de Melo .config = 2355b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2356b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 2357b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2358b070a547SArnaldo Carvalho de Melo 2359b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2360b070a547SArnaldo Carvalho de Melo .config = 2361b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2362b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 2363b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2364b070a547SArnaldo Carvalho de Melo }; 2365b070a547SArnaldo Carvalho de Melo 23662cba3ffbSIngo Molnar /* Set attrs if no event is selected and !null_run: */ 23672cba3ffbSIngo Molnar if (null_run) 23682cba3ffbSIngo Molnar return 0; 23692cba3ffbSIngo Molnar 23704cabc3d1SAndi Kleen if (transaction_run) { 2371fca32340SThomas Richter struct parse_events_error errinfo; 2372fca32340SThomas Richter 23734cabc3d1SAndi Kleen if (pmu_have_event("cpu", "cycles-ct") && 23744cabc3d1SAndi Kleen pmu_have_event("cpu", "el-start")) 2375fca32340SThomas Richter err = parse_events(evsel_list, transaction_attrs, 2376fca32340SThomas Richter &errinfo); 23774cabc3d1SAndi Kleen else 2378fca32340SThomas Richter err = parse_events(evsel_list, 2379fca32340SThomas Richter transaction_limited_attrs, 2380fca32340SThomas Richter &errinfo); 2381a454742cSJiri Olsa if (err) { 23824cabc3d1SAndi Kleen fprintf(stderr, "Cannot set up transaction events\n"); 23834cabc3d1SAndi Kleen return -1; 23844cabc3d1SAndi Kleen } 23854cabc3d1SAndi Kleen return 0; 23864cabc3d1SAndi Kleen } 23874cabc3d1SAndi Kleen 2388daefd0bcSKan Liang if (smi_cost) { 2389daefd0bcSKan Liang int smi; 2390daefd0bcSKan Liang 2391daefd0bcSKan Liang if (sysfs__read_int(FREEZE_ON_SMI_PATH, &smi) < 0) { 2392daefd0bcSKan Liang fprintf(stderr, "freeze_on_smi is not supported.\n"); 2393daefd0bcSKan Liang return -1; 2394daefd0bcSKan Liang } 2395daefd0bcSKan Liang 2396daefd0bcSKan Liang if (!smi) { 2397daefd0bcSKan Liang if (sysfs__write_int(FREEZE_ON_SMI_PATH, 1) < 0) { 2398daefd0bcSKan Liang fprintf(stderr, "Failed to set freeze_on_smi.\n"); 2399daefd0bcSKan Liang return -1; 2400daefd0bcSKan Liang } 2401daefd0bcSKan Liang smi_reset = true; 2402daefd0bcSKan Liang } 2403daefd0bcSKan Liang 2404daefd0bcSKan Liang if (pmu_have_event("msr", "aperf") && 2405daefd0bcSKan Liang pmu_have_event("msr", "smi")) { 2406daefd0bcSKan Liang if (!force_metric_only) 2407daefd0bcSKan Liang metric_only = true; 2408daefd0bcSKan Liang err = parse_events(evsel_list, smi_cost_attrs, NULL); 2409daefd0bcSKan Liang } else { 2410daefd0bcSKan Liang fprintf(stderr, "To measure SMI cost, it needs " 2411daefd0bcSKan Liang "msr/aperf/, msr/smi/ and cpu/cycles/ support\n"); 2412daefd0bcSKan Liang return -1; 2413daefd0bcSKan Liang } 2414daefd0bcSKan Liang if (err) { 2415daefd0bcSKan Liang fprintf(stderr, "Cannot set up SMI cost events\n"); 2416daefd0bcSKan Liang return -1; 2417daefd0bcSKan Liang } 2418daefd0bcSKan Liang return 0; 2419daefd0bcSKan Liang } 2420daefd0bcSKan Liang 242144b1e60aSAndi Kleen if (topdown_run) { 242244b1e60aSAndi Kleen char *str = NULL; 242344b1e60aSAndi Kleen bool warn = false; 242444b1e60aSAndi Kleen 242544b1e60aSAndi Kleen if (stat_config.aggr_mode != AGGR_GLOBAL && 242644b1e60aSAndi Kleen stat_config.aggr_mode != AGGR_CORE) { 242744b1e60aSAndi Kleen pr_err("top down event configuration requires --per-core mode\n"); 242844b1e60aSAndi Kleen return -1; 242944b1e60aSAndi Kleen } 243044b1e60aSAndi Kleen stat_config.aggr_mode = AGGR_CORE; 243144b1e60aSAndi Kleen if (nr_cgroups || !target__has_cpu(&target)) { 243244b1e60aSAndi Kleen pr_err("top down event configuration requires system-wide mode (-a)\n"); 243344b1e60aSAndi Kleen return -1; 243444b1e60aSAndi Kleen } 243544b1e60aSAndi Kleen 243644b1e60aSAndi Kleen if (!force_metric_only) 243744b1e60aSAndi Kleen metric_only = true; 243844b1e60aSAndi Kleen if (topdown_filter_events(topdown_attrs, &str, 243944b1e60aSAndi Kleen arch_topdown_check_group(&warn)) < 0) { 244044b1e60aSAndi Kleen pr_err("Out of memory\n"); 244144b1e60aSAndi Kleen return -1; 244244b1e60aSAndi Kleen } 244344b1e60aSAndi Kleen if (topdown_attrs[0] && str) { 244444b1e60aSAndi Kleen if (warn) 244544b1e60aSAndi Kleen arch_topdown_group_warn(); 244644b1e60aSAndi Kleen err = parse_events(evsel_list, str, NULL); 244744b1e60aSAndi Kleen if (err) { 244844b1e60aSAndi Kleen fprintf(stderr, 244944b1e60aSAndi Kleen "Cannot set up top down events %s: %d\n", 245044b1e60aSAndi Kleen str, err); 245144b1e60aSAndi Kleen free(str); 245244b1e60aSAndi Kleen return -1; 245344b1e60aSAndi Kleen } 245444b1e60aSAndi Kleen } else { 245544b1e60aSAndi Kleen fprintf(stderr, "System does not support topdown\n"); 245644b1e60aSAndi Kleen return -1; 245744b1e60aSAndi Kleen } 245844b1e60aSAndi Kleen free(str); 245944b1e60aSAndi Kleen } 246044b1e60aSAndi Kleen 24612cba3ffbSIngo Molnar if (!evsel_list->nr_entries) { 2462a1f3d567SNamhyung Kim if (target__has_cpu(&target)) 2463a1f3d567SNamhyung Kim default_attrs0[0].config = PERF_COUNT_SW_CPU_CLOCK; 2464a1f3d567SNamhyung Kim 24659dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, default_attrs0) < 0) 24669dec4473SAndi Kleen return -1; 24679dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-frontend")) { 24689dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, 24699dec4473SAndi Kleen frontend_attrs) < 0) 24709dec4473SAndi Kleen return -1; 24719dec4473SAndi Kleen } 24729dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-backend")) { 24739dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, 24749dec4473SAndi Kleen backend_attrs) < 0) 24759dec4473SAndi Kleen return -1; 24769dec4473SAndi Kleen } 24779dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, default_attrs1) < 0) 24782cba3ffbSIngo Molnar return -1; 24792cba3ffbSIngo Molnar } 24802cba3ffbSIngo Molnar 24812cba3ffbSIngo Molnar /* Detailed events get appended to the event list: */ 24822cba3ffbSIngo Molnar 24832cba3ffbSIngo Molnar if (detailed_run < 1) 24842cba3ffbSIngo Molnar return 0; 24852cba3ffbSIngo Molnar 24862cba3ffbSIngo Molnar /* Append detailed run extra attributes: */ 248779695e1bSArnaldo Carvalho de Melo if (perf_evlist__add_default_attrs(evsel_list, detailed_attrs) < 0) 24882cba3ffbSIngo Molnar return -1; 24892cba3ffbSIngo Molnar 24902cba3ffbSIngo Molnar if (detailed_run < 2) 24912cba3ffbSIngo Molnar return 0; 24922cba3ffbSIngo Molnar 24932cba3ffbSIngo Molnar /* Append very detailed run extra attributes: */ 249479695e1bSArnaldo Carvalho de Melo if (perf_evlist__add_default_attrs(evsel_list, very_detailed_attrs) < 0) 24952cba3ffbSIngo Molnar return -1; 24962cba3ffbSIngo Molnar 24972cba3ffbSIngo Molnar if (detailed_run < 3) 24982cba3ffbSIngo Molnar return 0; 24992cba3ffbSIngo Molnar 25002cba3ffbSIngo Molnar /* Append very, very detailed run extra attributes: */ 250179695e1bSArnaldo Carvalho de Melo return perf_evlist__add_default_attrs(evsel_list, very_very_detailed_attrs); 25022cba3ffbSIngo Molnar } 25032cba3ffbSIngo Molnar 25048a59f3ccSJiri Olsa static const char * const stat_record_usage[] = { 25054979d0c7SJiri Olsa "perf stat record [<options>]", 25064979d0c7SJiri Olsa NULL, 25074979d0c7SJiri Olsa }; 25084979d0c7SJiri Olsa 25093ba78bd0SJiri Olsa static void init_features(struct perf_session *session) 25103ba78bd0SJiri Olsa { 25113ba78bd0SJiri Olsa int feat; 25123ba78bd0SJiri Olsa 25133ba78bd0SJiri Olsa for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++) 25143ba78bd0SJiri Olsa perf_header__set_feat(&session->header, feat); 25153ba78bd0SJiri Olsa 25163ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BUILD_ID); 25173ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_TRACING_DATA); 25183ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK); 25193ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_AUXTRACE); 25203ba78bd0SJiri Olsa } 25213ba78bd0SJiri Olsa 25224979d0c7SJiri Olsa static int __cmd_record(int argc, const char **argv) 25234979d0c7SJiri Olsa { 25244979d0c7SJiri Olsa struct perf_session *session; 25258ceb41d7SJiri Olsa struct perf_data *data = &perf_stat.data; 25264979d0c7SJiri Olsa 25278a59f3ccSJiri Olsa argc = parse_options(argc, argv, stat_options, stat_record_usage, 25284979d0c7SJiri Olsa PARSE_OPT_STOP_AT_NON_OPTION); 25294979d0c7SJiri Olsa 25304979d0c7SJiri Olsa if (output_name) 2531eae8ad80SJiri Olsa data->file.path = output_name; 25324979d0c7SJiri Olsa 2533e9d6db8eSJiri Olsa if (run_count != 1 || forever) { 2534e9d6db8eSJiri Olsa pr_err("Cannot use -r option with perf stat record.\n"); 2535e9d6db8eSJiri Olsa return -1; 2536e9d6db8eSJiri Olsa } 2537e9d6db8eSJiri Olsa 25388ceb41d7SJiri Olsa session = perf_session__new(data, false, NULL); 25394979d0c7SJiri Olsa if (session == NULL) { 25404979d0c7SJiri Olsa pr_err("Perf session creation failed.\n"); 25414979d0c7SJiri Olsa return -1; 25424979d0c7SJiri Olsa } 25434979d0c7SJiri Olsa 25443ba78bd0SJiri Olsa init_features(session); 25453ba78bd0SJiri Olsa 25464979d0c7SJiri Olsa session->evlist = evsel_list; 25474979d0c7SJiri Olsa perf_stat.session = session; 25484979d0c7SJiri Olsa perf_stat.record = true; 25494979d0c7SJiri Olsa return argc; 25504979d0c7SJiri Olsa } 25514979d0c7SJiri Olsa 2552a56f9390SJiri Olsa static int process_stat_round_event(struct perf_tool *tool __maybe_unused, 2553a56f9390SJiri Olsa union perf_event *event, 2554a56f9390SJiri Olsa struct perf_session *session) 2555a56f9390SJiri Olsa { 2556e3b03b6cSAndi Kleen struct stat_round_event *stat_round = &event->stat_round; 2557a56f9390SJiri Olsa struct perf_evsel *counter; 2558a56f9390SJiri Olsa struct timespec tsh, *ts = NULL; 2559a56f9390SJiri Olsa const char **argv = session->header.env.cmdline_argv; 2560a56f9390SJiri Olsa int argc = session->header.env.nr_cmdline; 2561a56f9390SJiri Olsa 2562e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) 2563a56f9390SJiri Olsa perf_stat_process_counter(&stat_config, counter); 2564a56f9390SJiri Olsa 2565e3b03b6cSAndi Kleen if (stat_round->type == PERF_STAT_ROUND_TYPE__FINAL) 2566e3b03b6cSAndi Kleen update_stats(&walltime_nsecs_stats, stat_round->time); 2567a56f9390SJiri Olsa 2568e3b03b6cSAndi Kleen if (stat_config.interval && stat_round->time) { 2569bd48c63eSArnaldo Carvalho de Melo tsh.tv_sec = stat_round->time / NSEC_PER_SEC; 2570bd48c63eSArnaldo Carvalho de Melo tsh.tv_nsec = stat_round->time % NSEC_PER_SEC; 2571a56f9390SJiri Olsa ts = &tsh; 2572a56f9390SJiri Olsa } 2573a56f9390SJiri Olsa 2574a56f9390SJiri Olsa print_counters(ts, argc, argv); 2575a56f9390SJiri Olsa return 0; 2576a56f9390SJiri Olsa } 2577a56f9390SJiri Olsa 257862ba18baSJiri Olsa static 25797e6a7998SArnaldo Carvalho de Melo int process_stat_config_event(struct perf_tool *tool, 258062ba18baSJiri Olsa union perf_event *event, 258162ba18baSJiri Olsa struct perf_session *session __maybe_unused) 258262ba18baSJiri Olsa { 258368d702f7SJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 258468d702f7SJiri Olsa 258562ba18baSJiri Olsa perf_event__read_stat_config(&stat_config, &event->stat_config); 258668d702f7SJiri Olsa 258789af4e05SJiri Olsa if (cpu_map__empty(st->cpus)) { 258889af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 258989af4e05SJiri Olsa pr_warning("warning: processing task data, aggregation mode not set\n"); 259089af4e05SJiri Olsa return 0; 259189af4e05SJiri Olsa } 259289af4e05SJiri Olsa 259389af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 259489af4e05SJiri Olsa stat_config.aggr_mode = st->aggr_mode; 259589af4e05SJiri Olsa 25968ceb41d7SJiri Olsa if (perf_stat.data.is_pipe) 259768d702f7SJiri Olsa perf_stat_init_aggr_mode(); 259868d702f7SJiri Olsa else 259968d702f7SJiri Olsa perf_stat_init_aggr_mode_file(st); 260068d702f7SJiri Olsa 260162ba18baSJiri Olsa return 0; 260262ba18baSJiri Olsa } 260362ba18baSJiri Olsa 26041975d36eSJiri Olsa static int set_maps(struct perf_stat *st) 26051975d36eSJiri Olsa { 26061975d36eSJiri Olsa if (!st->cpus || !st->threads) 26071975d36eSJiri Olsa return 0; 26081975d36eSJiri Olsa 26091975d36eSJiri Olsa if (WARN_ONCE(st->maps_allocated, "stats double allocation\n")) 26101975d36eSJiri Olsa return -EINVAL; 26111975d36eSJiri Olsa 26121975d36eSJiri Olsa perf_evlist__set_maps(evsel_list, st->cpus, st->threads); 26131975d36eSJiri Olsa 26141975d36eSJiri Olsa if (perf_evlist__alloc_stats(evsel_list, true)) 26151975d36eSJiri Olsa return -ENOMEM; 26161975d36eSJiri Olsa 26171975d36eSJiri Olsa st->maps_allocated = true; 26181975d36eSJiri Olsa return 0; 26191975d36eSJiri Olsa } 26201975d36eSJiri Olsa 26211975d36eSJiri Olsa static 26227e6a7998SArnaldo Carvalho de Melo int process_thread_map_event(struct perf_tool *tool, 26231975d36eSJiri Olsa union perf_event *event, 26241975d36eSJiri Olsa struct perf_session *session __maybe_unused) 26251975d36eSJiri Olsa { 26261975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 26271975d36eSJiri Olsa 26281975d36eSJiri Olsa if (st->threads) { 26291975d36eSJiri Olsa pr_warning("Extra thread map event, ignoring.\n"); 26301975d36eSJiri Olsa return 0; 26311975d36eSJiri Olsa } 26321975d36eSJiri Olsa 26331975d36eSJiri Olsa st->threads = thread_map__new_event(&event->thread_map); 26341975d36eSJiri Olsa if (!st->threads) 26351975d36eSJiri Olsa return -ENOMEM; 26361975d36eSJiri Olsa 26371975d36eSJiri Olsa return set_maps(st); 26381975d36eSJiri Olsa } 26391975d36eSJiri Olsa 26401975d36eSJiri Olsa static 26417e6a7998SArnaldo Carvalho de Melo int process_cpu_map_event(struct perf_tool *tool, 26421975d36eSJiri Olsa union perf_event *event, 26431975d36eSJiri Olsa struct perf_session *session __maybe_unused) 26441975d36eSJiri Olsa { 26451975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 26461975d36eSJiri Olsa struct cpu_map *cpus; 26471975d36eSJiri Olsa 26481975d36eSJiri Olsa if (st->cpus) { 26491975d36eSJiri Olsa pr_warning("Extra cpu map event, ignoring.\n"); 26501975d36eSJiri Olsa return 0; 26511975d36eSJiri Olsa } 26521975d36eSJiri Olsa 26531975d36eSJiri Olsa cpus = cpu_map__new_data(&event->cpu_map.data); 26541975d36eSJiri Olsa if (!cpus) 26551975d36eSJiri Olsa return -ENOMEM; 26561975d36eSJiri Olsa 26571975d36eSJiri Olsa st->cpus = cpus; 26581975d36eSJiri Olsa return set_maps(st); 26591975d36eSJiri Olsa } 26601975d36eSJiri Olsa 266156739444SJin Yao static int runtime_stat_new(struct perf_stat_config *config, int nthreads) 266256739444SJin Yao { 266356739444SJin Yao int i; 266456739444SJin Yao 266556739444SJin Yao config->stats = calloc(nthreads, sizeof(struct runtime_stat)); 266656739444SJin Yao if (!config->stats) 266756739444SJin Yao return -1; 266856739444SJin Yao 266956739444SJin Yao config->stats_num = nthreads; 267056739444SJin Yao 267156739444SJin Yao for (i = 0; i < nthreads; i++) 267256739444SJin Yao runtime_stat__init(&config->stats[i]); 267356739444SJin Yao 267456739444SJin Yao return 0; 267556739444SJin Yao } 267656739444SJin Yao 267756739444SJin Yao static void runtime_stat_delete(struct perf_stat_config *config) 267856739444SJin Yao { 267956739444SJin Yao int i; 268056739444SJin Yao 268156739444SJin Yao if (!config->stats) 268256739444SJin Yao return; 268356739444SJin Yao 268456739444SJin Yao for (i = 0; i < config->stats_num; i++) 268556739444SJin Yao runtime_stat__exit(&config->stats[i]); 268656739444SJin Yao 268756739444SJin Yao free(config->stats); 268856739444SJin Yao } 268956739444SJin Yao 26908a59f3ccSJiri Olsa static const char * const stat_report_usage[] = { 2691ba6039b6SJiri Olsa "perf stat report [<options>]", 2692ba6039b6SJiri Olsa NULL, 2693ba6039b6SJiri Olsa }; 2694ba6039b6SJiri Olsa 2695ba6039b6SJiri Olsa static struct perf_stat perf_stat = { 2696ba6039b6SJiri Olsa .tool = { 2697ba6039b6SJiri Olsa .attr = perf_event__process_attr, 2698fa6ea781SJiri Olsa .event_update = perf_event__process_event_update, 26991975d36eSJiri Olsa .thread_map = process_thread_map_event, 27001975d36eSJiri Olsa .cpu_map = process_cpu_map_event, 270162ba18baSJiri Olsa .stat_config = process_stat_config_event, 2702a56f9390SJiri Olsa .stat = perf_event__process_stat_event, 2703a56f9390SJiri Olsa .stat_round = process_stat_round_event, 2704ba6039b6SJiri Olsa }, 270589af4e05SJiri Olsa .aggr_mode = AGGR_UNSET, 2706ba6039b6SJiri Olsa }; 2707ba6039b6SJiri Olsa 2708ba6039b6SJiri Olsa static int __cmd_report(int argc, const char **argv) 2709ba6039b6SJiri Olsa { 2710ba6039b6SJiri Olsa struct perf_session *session; 2711ba6039b6SJiri Olsa const struct option options[] = { 2712ba6039b6SJiri Olsa OPT_STRING('i', "input", &input_name, "file", "input file name"), 271389af4e05SJiri Olsa OPT_SET_UINT(0, "per-socket", &perf_stat.aggr_mode, 271489af4e05SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 271589af4e05SJiri Olsa OPT_SET_UINT(0, "per-core", &perf_stat.aggr_mode, 271689af4e05SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 271789af4e05SJiri Olsa OPT_SET_UINT('A', "no-aggr", &perf_stat.aggr_mode, 271889af4e05SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 2719ba6039b6SJiri Olsa OPT_END() 2720ba6039b6SJiri Olsa }; 2721ba6039b6SJiri Olsa struct stat st; 2722ba6039b6SJiri Olsa int ret; 2723ba6039b6SJiri Olsa 27248a59f3ccSJiri Olsa argc = parse_options(argc, argv, options, stat_report_usage, 0); 2725ba6039b6SJiri Olsa 2726ba6039b6SJiri Olsa if (!input_name || !strlen(input_name)) { 2727ba6039b6SJiri Olsa if (!fstat(STDIN_FILENO, &st) && S_ISFIFO(st.st_mode)) 2728ba6039b6SJiri Olsa input_name = "-"; 2729ba6039b6SJiri Olsa else 2730ba6039b6SJiri Olsa input_name = "perf.data"; 2731ba6039b6SJiri Olsa } 2732ba6039b6SJiri Olsa 2733eae8ad80SJiri Olsa perf_stat.data.file.path = input_name; 27348ceb41d7SJiri Olsa perf_stat.data.mode = PERF_DATA_MODE_READ; 2735ba6039b6SJiri Olsa 27368ceb41d7SJiri Olsa session = perf_session__new(&perf_stat.data, false, &perf_stat.tool); 2737ba6039b6SJiri Olsa if (session == NULL) 2738ba6039b6SJiri Olsa return -1; 2739ba6039b6SJiri Olsa 2740ba6039b6SJiri Olsa perf_stat.session = session; 2741ba6039b6SJiri Olsa stat_config.output = stderr; 2742ba6039b6SJiri Olsa evsel_list = session->evlist; 2743ba6039b6SJiri Olsa 2744ba6039b6SJiri Olsa ret = perf_session__process_events(session); 2745ba6039b6SJiri Olsa if (ret) 2746ba6039b6SJiri Olsa return ret; 2747ba6039b6SJiri Olsa 2748ba6039b6SJiri Olsa perf_session__delete(session); 2749ba6039b6SJiri Olsa return 0; 2750ba6039b6SJiri Olsa } 2751ba6039b6SJiri Olsa 2752e3ba76deSJiri Olsa static void setup_system_wide(int forks) 2753e3ba76deSJiri Olsa { 2754e3ba76deSJiri Olsa /* 2755e3ba76deSJiri Olsa * Make system wide (-a) the default target if 2756e3ba76deSJiri Olsa * no target was specified and one of following 2757e3ba76deSJiri Olsa * conditions is met: 2758e3ba76deSJiri Olsa * 2759e3ba76deSJiri Olsa * - there's no workload specified 2760e3ba76deSJiri Olsa * - there is workload specified but all requested 2761e3ba76deSJiri Olsa * events are system wide events 2762e3ba76deSJiri Olsa */ 2763e3ba76deSJiri Olsa if (!target__none(&target)) 2764e3ba76deSJiri Olsa return; 2765e3ba76deSJiri Olsa 2766e3ba76deSJiri Olsa if (!forks) 2767e3ba76deSJiri Olsa target.system_wide = true; 2768e3ba76deSJiri Olsa else { 2769e3ba76deSJiri Olsa struct perf_evsel *counter; 2770e3ba76deSJiri Olsa 2771e3ba76deSJiri Olsa evlist__for_each_entry(evsel_list, counter) { 2772e3ba76deSJiri Olsa if (!counter->system_wide) 2773e3ba76deSJiri Olsa return; 2774e3ba76deSJiri Olsa } 2775e3ba76deSJiri Olsa 2776e3ba76deSJiri Olsa if (evsel_list->nr_entries) 2777e3ba76deSJiri Olsa target.system_wide = true; 2778e3ba76deSJiri Olsa } 2779e3ba76deSJiri Olsa } 2780e3ba76deSJiri Olsa 2781b0ad8ea6SArnaldo Carvalho de Melo int cmd_stat(int argc, const char **argv) 278286470930SIngo Molnar { 2783b070a547SArnaldo Carvalho de Melo const char * const stat_usage[] = { 2784b070a547SArnaldo Carvalho de Melo "perf stat [<options>] [<command>]", 2785b070a547SArnaldo Carvalho de Melo NULL 2786b070a547SArnaldo Carvalho de Melo }; 2787cc03c542SNamhyung Kim int status = -EINVAL, run_idx; 27884aa9015fSStephane Eranian const char *mode; 27895821522eSJiri Olsa FILE *output = stderr; 2790f1f8ad52Syuzhoujian unsigned int interval, timeout; 2791ba6039b6SJiri Olsa const char * const stat_subcommands[] = { "record", "report" }; 279242202dd5SIngo Molnar 27935af52b51SStephane Eranian setlocale(LC_ALL, ""); 27945af52b51SStephane Eranian 2795334fe7a3SNamhyung Kim evsel_list = perf_evlist__new(); 2796361c99a6SArnaldo Carvalho de Melo if (evsel_list == NULL) 2797361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 2798361c99a6SArnaldo Carvalho de Melo 27991669e509SWang Nan parse_events__shrink_config_terms(); 28004979d0c7SJiri Olsa argc = parse_options_subcommand(argc, argv, stat_options, stat_subcommands, 28014979d0c7SJiri Olsa (const char **) stat_usage, 2802a0541234SAnton Blanchard PARSE_OPT_STOP_AT_NON_OPTION); 280337932c18SAndi Kleen perf_stat__collect_metric_expr(evsel_list); 2804fb4605baSAndi Kleen perf_stat__init_shadow_stats(); 2805d7470b6aSStephane Eranian 28066edb78a2SJiri Olsa if (csv_sep) { 28076edb78a2SJiri Olsa csv_output = true; 28086edb78a2SJiri Olsa if (!strcmp(csv_sep, "\\t")) 28096edb78a2SJiri Olsa csv_sep = "\t"; 28106edb78a2SJiri Olsa } else 28116edb78a2SJiri Olsa csv_sep = DEFAULT_SEPARATOR; 28126edb78a2SJiri Olsa 28134979d0c7SJiri Olsa if (argc && !strncmp(argv[0], "rec", 3)) { 28144979d0c7SJiri Olsa argc = __cmd_record(argc, argv); 28154979d0c7SJiri Olsa if (argc < 0) 28164979d0c7SJiri Olsa return -1; 2817ba6039b6SJiri Olsa } else if (argc && !strncmp(argv[0], "rep", 3)) 2818ba6039b6SJiri Olsa return __cmd_report(argc, argv); 28194979d0c7SJiri Olsa 2820ec0d3d1fSJiri Olsa interval = stat_config.interval; 2821f1f8ad52Syuzhoujian timeout = stat_config.timeout; 2822ec0d3d1fSJiri Olsa 28234979d0c7SJiri Olsa /* 28244979d0c7SJiri Olsa * For record command the -o is already taken care of. 28254979d0c7SJiri Olsa */ 28264979d0c7SJiri Olsa if (!STAT_RECORD && output_name && strcmp(output_name, "-")) 28274aa9015fSStephane Eranian output = NULL; 28284aa9015fSStephane Eranian 282956f3bae7SJim Cromie if (output_name && output_fd) { 283056f3bae7SJim Cromie fprintf(stderr, "cannot use both --output and --log-fd\n"); 2831e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "o", 1); 2832e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "log-fd", 0); 2833cc03c542SNamhyung Kim goto out; 283456f3bae7SJim Cromie } 2835fc3e4d07SStephane Eranian 283654b50916SAndi Kleen if (metric_only && stat_config.aggr_mode == AGGR_THREAD) { 283754b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with --per-thread\n"); 283854b50916SAndi Kleen goto out; 283954b50916SAndi Kleen } 284054b50916SAndi Kleen 284154b50916SAndi Kleen if (metric_only && run_count > 1) { 284254b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with -r\n"); 284354b50916SAndi Kleen goto out; 284454b50916SAndi Kleen } 284554b50916SAndi Kleen 2846fc3e4d07SStephane Eranian if (output_fd < 0) { 2847fc3e4d07SStephane Eranian fprintf(stderr, "argument to --log-fd must be a > 0\n"); 2848e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "log-fd", 0); 2849cc03c542SNamhyung Kim goto out; 2850fc3e4d07SStephane Eranian } 2851fc3e4d07SStephane Eranian 28524aa9015fSStephane Eranian if (!output) { 28534aa9015fSStephane Eranian struct timespec tm; 28544aa9015fSStephane Eranian mode = append_file ? "a" : "w"; 28554aa9015fSStephane Eranian 28564aa9015fSStephane Eranian output = fopen(output_name, mode); 28574aa9015fSStephane Eranian if (!output) { 28584aa9015fSStephane Eranian perror("failed to create output file"); 2859fceda7feSDavid Ahern return -1; 28604aa9015fSStephane Eranian } 28614aa9015fSStephane Eranian clock_gettime(CLOCK_REALTIME, &tm); 28624aa9015fSStephane Eranian fprintf(output, "# started on %s\n", ctime(&tm.tv_sec)); 2863fc3e4d07SStephane Eranian } else if (output_fd > 0) { 286456f3bae7SJim Cromie mode = append_file ? "a" : "w"; 286556f3bae7SJim Cromie output = fdopen(output_fd, mode); 286656f3bae7SJim Cromie if (!output) { 286756f3bae7SJim Cromie perror("Failed opening logfd"); 286856f3bae7SJim Cromie return -errno; 286956f3bae7SJim Cromie } 28704aa9015fSStephane Eranian } 28714aa9015fSStephane Eranian 28725821522eSJiri Olsa stat_config.output = output; 28735821522eSJiri Olsa 2874d7470b6aSStephane Eranian /* 2875d7470b6aSStephane Eranian * let the spreadsheet do the pretty-printing 2876d7470b6aSStephane Eranian */ 2877d7470b6aSStephane Eranian if (csv_output) { 287861a9f324SJim Cromie /* User explicitly passed -B? */ 2879d7470b6aSStephane Eranian if (big_num_opt == 1) { 2880d7470b6aSStephane Eranian fprintf(stderr, "-B option not supported with -x\n"); 2881e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "B", 1); 2882e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "x", 1); 2883cc03c542SNamhyung Kim goto out; 2884d7470b6aSStephane Eranian } else /* Nope, so disable big number formatting */ 2885d7470b6aSStephane Eranian big_num = false; 2886d7470b6aSStephane Eranian } else if (big_num_opt == 0) /* User passed --no-big-num */ 2887d7470b6aSStephane Eranian big_num = false; 2888d7470b6aSStephane Eranian 2889e3ba76deSJiri Olsa setup_system_wide(argc); 2890ac3063bdSDavid Ahern 2891a7e191c3SFrederik Deweerdt if (run_count < 0) { 2892cc03c542SNamhyung Kim pr_err("Run count must be a positive number\n"); 2893e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "r", 1); 2894cc03c542SNamhyung Kim goto out; 2895a7e191c3SFrederik Deweerdt } else if (run_count == 0) { 2896a7e191c3SFrederik Deweerdt forever = true; 2897a7e191c3SFrederik Deweerdt run_count = 1; 2898a7e191c3SFrederik Deweerdt } 289986470930SIngo Molnar 29001d9f8d1bSJin Yao if ((stat_config.aggr_mode == AGGR_THREAD) && 29011d9f8d1bSJin Yao !target__has_task(&target)) { 29021d9f8d1bSJin Yao if (!target.system_wide || target.cpu_list) { 29031d9f8d1bSJin Yao fprintf(stderr, "The --per-thread option is only " 29041d9f8d1bSJin Yao "available when monitoring via -p -t -a " 29051d9f8d1bSJin Yao "options or only --per-thread.\n"); 2906e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "p", 1); 2907e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 290832b8af82SJiri Olsa goto out; 290932b8af82SJiri Olsa } 29101d9f8d1bSJin Yao } 291132b8af82SJiri Olsa 291232b8af82SJiri Olsa /* 291332b8af82SJiri Olsa * no_aggr, cgroup are for system-wide only 291432b8af82SJiri Olsa * --per-thread is aggregated per thread, we dont mix it with cpu mode 291532b8af82SJiri Olsa */ 2916421a50f3SJiri Olsa if (((stat_config.aggr_mode != AGGR_GLOBAL && 2917421a50f3SJiri Olsa stat_config.aggr_mode != AGGR_THREAD) || nr_cgroups) && 2918602ad878SArnaldo Carvalho de Melo !target__has_cpu(&target)) { 2919023695d9SStephane Eranian fprintf(stderr, "both cgroup and no-aggregation " 2920023695d9SStephane Eranian "modes only available in system-wide mode\n"); 2921023695d9SStephane Eranian 2922e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "G", 1); 2923e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "A", 1); 2924e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 2925cc03c542SNamhyung Kim goto out; 2926d7e7a451SStephane Eranian } 2927d7e7a451SStephane Eranian 29282cba3ffbSIngo Molnar if (add_default_attributes()) 2929c6264defSIngo Molnar goto out; 293086470930SIngo Molnar 2931602ad878SArnaldo Carvalho de Melo target__validate(&target); 29325c98d466SArnaldo Carvalho de Melo 29331d9f8d1bSJin Yao if ((stat_config.aggr_mode == AGGR_THREAD) && (target.system_wide)) 29341d9f8d1bSJin Yao target.per_thread = true; 29351d9f8d1bSJin Yao 293677a6f014SNamhyung Kim if (perf_evlist__create_maps(evsel_list, &target) < 0) { 2937602ad878SArnaldo Carvalho de Melo if (target__has_task(&target)) { 29385c98d466SArnaldo Carvalho de Melo pr_err("Problems finding threads of monitor\n"); 2939e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "p", 1); 2940e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 2941602ad878SArnaldo Carvalho de Melo } else if (target__has_cpu(&target)) { 294260d567e2SArnaldo Carvalho de Melo perror("failed to parse CPUs map"); 2943e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "C", 1); 2944e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 2945cc03c542SNamhyung Kim } 2946cc03c542SNamhyung Kim goto out; 294760d567e2SArnaldo Carvalho de Melo } 294832b8af82SJiri Olsa 294932b8af82SJiri Olsa /* 295032b8af82SJiri Olsa * Initialize thread_map with comm names, 295132b8af82SJiri Olsa * so we could print it out on output. 295232b8af82SJiri Olsa */ 295356739444SJin Yao if (stat_config.aggr_mode == AGGR_THREAD) { 295432b8af82SJiri Olsa thread_map__read_comms(evsel_list->threads); 295556739444SJin Yao if (target.system_wide) { 295656739444SJin Yao if (runtime_stat_new(&stat_config, 295756739444SJin Yao thread_map__nr(evsel_list->threads))) { 295856739444SJin Yao goto out; 295956739444SJin Yao } 296056739444SJin Yao } 296156739444SJin Yao } 296232b8af82SJiri Olsa 2963db06a269Syuzhoujian if (stat_config.times && interval) 2964db06a269Syuzhoujian interval_count = true; 2965db06a269Syuzhoujian else if (stat_config.times && !interval) { 2966db06a269Syuzhoujian pr_err("interval-count option should be used together with " 2967db06a269Syuzhoujian "interval-print.\n"); 2968db06a269Syuzhoujian parse_options_usage(stat_usage, stat_options, "interval-count", 0); 2969db06a269Syuzhoujian parse_options_usage(stat_usage, stat_options, "I", 1); 2970db06a269Syuzhoujian goto out; 2971db06a269Syuzhoujian } 2972c45c6ea2SStephane Eranian 2973f1f8ad52Syuzhoujian if (timeout && timeout < 100) { 2974f1f8ad52Syuzhoujian if (timeout < 10) { 2975f1f8ad52Syuzhoujian pr_err("timeout must be >= 10ms.\n"); 2976f1f8ad52Syuzhoujian parse_options_usage(stat_usage, stat_options, "timeout", 0); 2977f1f8ad52Syuzhoujian goto out; 2978f1f8ad52Syuzhoujian } else 2979f1f8ad52Syuzhoujian pr_warning("timeout < 100ms. " 2980f1f8ad52Syuzhoujian "The overhead percentage could be high in some cases. " 2981f1f8ad52Syuzhoujian "Please proceed with caution.\n"); 2982f1f8ad52Syuzhoujian } 2983f1f8ad52Syuzhoujian if (timeout && interval) { 2984f1f8ad52Syuzhoujian pr_err("timeout option is not supported with interval-print.\n"); 2985f1f8ad52Syuzhoujian parse_options_usage(stat_usage, stat_options, "timeout", 0); 2986f1f8ad52Syuzhoujian parse_options_usage(stat_usage, stat_options, "I", 1); 2987f1f8ad52Syuzhoujian goto out; 2988f1f8ad52Syuzhoujian } 2989f1f8ad52Syuzhoujian 2990d134ffb9SArnaldo Carvalho de Melo if (perf_evlist__alloc_stats(evsel_list, interval)) 299103ad9747SArnaldo Carvalho de Melo goto out; 2992d6d901c2SZhang, Yanmin 299386ee6e18SStephane Eranian if (perf_stat_init_aggr_mode()) 299403ad9747SArnaldo Carvalho de Melo goto out; 299586ee6e18SStephane Eranian 299686470930SIngo Molnar /* 299786470930SIngo Molnar * We dont want to block the signals - that would cause 299886470930SIngo Molnar * child tasks to inherit that and Ctrl-C would not work. 299986470930SIngo Molnar * What we want is for Ctrl-C to work in the exec()-ed 300086470930SIngo Molnar * task, but being ignored by perf stat itself: 300186470930SIngo Molnar */ 3002f7b7c26eSPeter Zijlstra atexit(sig_atexit); 3003a7e191c3SFrederik Deweerdt if (!forever) 300486470930SIngo Molnar signal(SIGINT, skip_signal); 300513370a9bSStephane Eranian signal(SIGCHLD, skip_signal); 300686470930SIngo Molnar signal(SIGALRM, skip_signal); 300786470930SIngo Molnar signal(SIGABRT, skip_signal); 300886470930SIngo Molnar 300942202dd5SIngo Molnar status = 0; 3010a7e191c3SFrederik Deweerdt for (run_idx = 0; forever || run_idx < run_count; run_idx++) { 3011bb963e16SNamhyung Kim if (run_count != 1 && verbose > 0) 30124aa9015fSStephane Eranian fprintf(output, "[ perf stat: executing run #%d ... ]\n", 30134aa9015fSStephane Eranian run_idx + 1); 3014f9cef0a9SIngo Molnar 301542202dd5SIngo Molnar status = run_perf_stat(argc, argv); 3016a7e191c3SFrederik Deweerdt if (forever && status != -1) { 3017d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 3018254ecbc7SJiri Olsa perf_stat__reset_stats(); 3019a7e191c3SFrederik Deweerdt } 302042202dd5SIngo Molnar } 302142202dd5SIngo Molnar 3022a7e191c3SFrederik Deweerdt if (!forever && status != -1 && !interval) 3023d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 3024d134ffb9SArnaldo Carvalho de Melo 30254979d0c7SJiri Olsa if (STAT_RECORD) { 30264979d0c7SJiri Olsa /* 30274979d0c7SJiri Olsa * We synthesize the kernel mmap record just so that older tools 30284979d0c7SJiri Olsa * don't emit warnings about not being able to resolve symbols 30294979d0c7SJiri Olsa * due to /proc/sys/kernel/kptr_restrict settings and instear provide 30304979d0c7SJiri Olsa * a saner message about no samples being in the perf.data file. 30314979d0c7SJiri Olsa * 30324979d0c7SJiri Olsa * This also serves to suppress a warning about f_header.data.size == 0 30338b99b1a4SJiri Olsa * in header.c at the moment 'perf stat record' gets introduced, which 30348b99b1a4SJiri Olsa * is not really needed once we start adding the stat specific PERF_RECORD_ 30358b99b1a4SJiri Olsa * records, but the need to suppress the kptr_restrict messages in older 30368b99b1a4SJiri Olsa * tools remain -acme 30374979d0c7SJiri Olsa */ 30388ceb41d7SJiri Olsa int fd = perf_data__fd(&perf_stat.data); 30394979d0c7SJiri Olsa int err = perf_event__synthesize_kernel_mmap((void *)&perf_stat, 30404979d0c7SJiri Olsa process_synthesized_event, 30414979d0c7SJiri Olsa &perf_stat.session->machines.host); 30424979d0c7SJiri Olsa if (err) { 30434979d0c7SJiri Olsa pr_warning("Couldn't synthesize the kernel mmap record, harmless, " 30444979d0c7SJiri Olsa "older tools may produce warnings about this file\n."); 30454979d0c7SJiri Olsa } 30464979d0c7SJiri Olsa 30477aad0c32SJiri Olsa if (!interval) { 30487aad0c32SJiri Olsa if (WRITE_STAT_ROUND_EVENT(walltime_nsecs_stats.max, FINAL)) 30497aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 30507aad0c32SJiri Olsa } 30517aad0c32SJiri Olsa 30528ceb41d7SJiri Olsa if (!perf_stat.data.is_pipe) { 30534979d0c7SJiri Olsa perf_stat.session->header.data_size += perf_stat.bytes_written; 30544979d0c7SJiri Olsa perf_session__write_header(perf_stat.session, evsel_list, fd, true); 3055664c98d4SJiri Olsa } 30564979d0c7SJiri Olsa 30574979d0c7SJiri Olsa perf_session__delete(perf_stat.session); 30584979d0c7SJiri Olsa } 30594979d0c7SJiri Olsa 3060544c2ae7SMasami Hiramatsu perf_stat__exit_aggr_mode(); 3061d134ffb9SArnaldo Carvalho de Melo perf_evlist__free_stats(evsel_list); 30620015e2e1SArnaldo Carvalho de Melo out: 3063daefd0bcSKan Liang if (smi_cost && smi_reset) 3064daefd0bcSKan Liang sysfs__write_int(FREEZE_ON_SMI_PATH, 0); 3065daefd0bcSKan Liang 30660015e2e1SArnaldo Carvalho de Melo perf_evlist__delete(evsel_list); 306756739444SJin Yao 306856739444SJin Yao runtime_stat_delete(&stat_config); 306956739444SJin Yao 307042202dd5SIngo Molnar return status; 307186470930SIngo Molnar } 3072