186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-stat.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin stat command: Give a precise performance counters summary 586470930SIngo Molnar * overview about any workload, CPU or specific PID. 686470930SIngo Molnar * 786470930SIngo Molnar * Sample output: 886470930SIngo Molnar 92cba3ffbSIngo Molnar $ perf stat ./hackbench 10 1086470930SIngo Molnar 112cba3ffbSIngo Molnar Time: 0.118 1286470930SIngo Molnar 132cba3ffbSIngo Molnar Performance counter stats for './hackbench 10': 1486470930SIngo Molnar 152cba3ffbSIngo Molnar 1708.761321 task-clock # 11.037 CPUs utilized 162cba3ffbSIngo Molnar 41,190 context-switches # 0.024 M/sec 172cba3ffbSIngo Molnar 6,735 CPU-migrations # 0.004 M/sec 182cba3ffbSIngo Molnar 17,318 page-faults # 0.010 M/sec 192cba3ffbSIngo Molnar 5,205,202,243 cycles # 3.046 GHz 202cba3ffbSIngo Molnar 3,856,436,920 stalled-cycles-frontend # 74.09% frontend cycles idle 212cba3ffbSIngo Molnar 1,600,790,871 stalled-cycles-backend # 30.75% backend cycles idle 222cba3ffbSIngo Molnar 2,603,501,247 instructions # 0.50 insns per cycle 232cba3ffbSIngo Molnar # 1.48 stalled cycles per insn 242cba3ffbSIngo Molnar 484,357,498 branches # 283.455 M/sec 252cba3ffbSIngo Molnar 6,388,934 branch-misses # 1.32% of all branches 262cba3ffbSIngo Molnar 272cba3ffbSIngo Molnar 0.154822978 seconds time elapsed 2886470930SIngo Molnar 2986470930SIngo Molnar * 302cba3ffbSIngo Molnar * Copyright (C) 2008-2011, Red Hat Inc, Ingo Molnar <mingo@redhat.com> 3186470930SIngo Molnar * 3286470930SIngo Molnar * Improvements and fixes by: 3386470930SIngo Molnar * 3486470930SIngo Molnar * Arjan van de Ven <arjan@linux.intel.com> 3586470930SIngo Molnar * Yanmin Zhang <yanmin.zhang@intel.com> 3686470930SIngo Molnar * Wu Fengguang <fengguang.wu@intel.com> 3786470930SIngo Molnar * Mike Galbraith <efault@gmx.de> 3886470930SIngo Molnar * Paul Mackerras <paulus@samba.org> 396e750a8fSJaswinder Singh Rajput * Jaswinder Singh Rajput <jaswinder@kernel.org> 4086470930SIngo Molnar * 4186470930SIngo Molnar * Released under the GPL v2. (and only v2, not any later version) 4286470930SIngo Molnar */ 4386470930SIngo Molnar 4486470930SIngo Molnar #include "perf.h" 4586470930SIngo Molnar #include "builtin.h" 46f14d5707SArnaldo Carvalho de Melo #include "util/cgroup.h" 4786470930SIngo Molnar #include "util/util.h" 484b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h> 4986470930SIngo Molnar #include "util/parse-events.h" 504cabc3d1SAndi Kleen #include "util/pmu.h" 518f28827aSFrederic Weisbecker #include "util/event.h" 52361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 5369aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 548f28827aSFrederic Weisbecker #include "util/debug.h" 555d8bb1ecSMathieu Poirier #include "util/drv_configs.h" 56a5d243d0SIngo Molnar #include "util/color.h" 570007eceaSXiao Guangrong #include "util/stat.h" 5860666c63SLiming Wang #include "util/header.h" 59a12b51c4SPaul Mackerras #include "util/cpumap.h" 60d6d901c2SZhang, Yanmin #include "util/thread.h" 61fd78260bSArnaldo Carvalho de Melo #include "util/thread_map.h" 62d809560bSJiri Olsa #include "util/counts.h" 6344b1e60aSAndi Kleen #include "util/group.h" 644979d0c7SJiri Olsa #include "util/session.h" 65ba6039b6SJiri Olsa #include "util/tool.h" 66a067558eSArnaldo Carvalho de Melo #include "util/string2.h" 67b18f3e36SAndi Kleen #include "util/metricgroup.h" 68ba6039b6SJiri Olsa #include "asm/bug.h" 6986470930SIngo Molnar 70bd48c63eSArnaldo Carvalho de Melo #include <linux/time64.h> 7144b1e60aSAndi Kleen #include <api/fs/fs.h> 72a43783aeSArnaldo Carvalho de Melo #include <errno.h> 739607ad3aSArnaldo Carvalho de Melo #include <signal.h> 741f16c575SPeter Zijlstra #include <stdlib.h> 7586470930SIngo Molnar #include <sys/prctl.h> 76fd20e811SArnaldo Carvalho de Melo #include <inttypes.h> 775af52b51SStephane Eranian #include <locale.h> 78e3b03b6cSAndi Kleen #include <math.h> 797a8ef4c4SArnaldo Carvalho de Melo #include <sys/types.h> 807a8ef4c4SArnaldo Carvalho de Melo #include <sys/stat.h> 814208735dSArnaldo Carvalho de Melo #include <sys/wait.h> 827a8ef4c4SArnaldo Carvalho de Melo #include <unistd.h> 8386470930SIngo Molnar 843d689ed6SArnaldo Carvalho de Melo #include "sane_ctype.h" 853d689ed6SArnaldo Carvalho de Melo 86d7470b6aSStephane Eranian #define DEFAULT_SEPARATOR " " 872cee77c4SDavid Ahern #define CNTR_NOT_SUPPORTED "<not supported>" 882cee77c4SDavid Ahern #define CNTR_NOT_COUNTED "<not counted>" 89daefd0bcSKan Liang #define FREEZE_ON_SMI_PATH "devices/cpu/freeze_on_smi" 90d7470b6aSStephane Eranian 91d4f63a47SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv); 9213370a9bSStephane Eranian 934cabc3d1SAndi Kleen /* Default events used for perf stat -T */ 94a454742cSJiri Olsa static const char *transaction_attrs = { 95a454742cSJiri Olsa "task-clock," 964cabc3d1SAndi Kleen "{" 974cabc3d1SAndi Kleen "instructions," 984cabc3d1SAndi Kleen "cycles," 994cabc3d1SAndi Kleen "cpu/cycles-t/," 1004cabc3d1SAndi Kleen "cpu/tx-start/," 1014cabc3d1SAndi Kleen "cpu/el-start/," 1024cabc3d1SAndi Kleen "cpu/cycles-ct/" 1034cabc3d1SAndi Kleen "}" 1044cabc3d1SAndi Kleen }; 1054cabc3d1SAndi Kleen 1064cabc3d1SAndi Kleen /* More limited version when the CPU does not have all events. */ 107a454742cSJiri Olsa static const char * transaction_limited_attrs = { 108a454742cSJiri Olsa "task-clock," 1094cabc3d1SAndi Kleen "{" 1104cabc3d1SAndi Kleen "instructions," 1114cabc3d1SAndi Kleen "cycles," 1124cabc3d1SAndi Kleen "cpu/cycles-t/," 1134cabc3d1SAndi Kleen "cpu/tx-start/" 1144cabc3d1SAndi Kleen "}" 1154cabc3d1SAndi Kleen }; 1164cabc3d1SAndi Kleen 11744b1e60aSAndi Kleen static const char * topdown_attrs[] = { 11844b1e60aSAndi Kleen "topdown-total-slots", 11944b1e60aSAndi Kleen "topdown-slots-retired", 12044b1e60aSAndi Kleen "topdown-recovery-bubbles", 12144b1e60aSAndi Kleen "topdown-fetch-bubbles", 12244b1e60aSAndi Kleen "topdown-slots-issued", 12344b1e60aSAndi Kleen NULL, 12444b1e60aSAndi Kleen }; 12544b1e60aSAndi Kleen 126daefd0bcSKan Liang static const char *smi_cost_attrs = { 127daefd0bcSKan Liang "{" 128daefd0bcSKan Liang "msr/aperf/," 129daefd0bcSKan Liang "msr/smi/," 130daefd0bcSKan Liang "cycles" 131daefd0bcSKan Liang "}" 132daefd0bcSKan Liang }; 133daefd0bcSKan Liang 134666e6d48SRobert Richter static struct perf_evlist *evsel_list; 135361c99a6SArnaldo Carvalho de Melo 136b18f3e36SAndi Kleen static struct rblist metric_events; 137b18f3e36SAndi Kleen 138602ad878SArnaldo Carvalho de Melo static struct target target = { 13977a6f014SNamhyung Kim .uid = UINT_MAX, 14077a6f014SNamhyung Kim }; 14142202dd5SIngo Molnar 1421e5a2931SJiri Olsa typedef int (*aggr_get_id_t)(struct cpu_map *m, int cpu); 1431e5a2931SJiri Olsa 1443d632595SJaswinder Singh Rajput static int run_count = 1; 1452e6cdf99SStephane Eranian static bool no_inherit = false; 146d07f0b12SStephane Eranian static volatile pid_t child_pid = -1; 147c0555642SIan Munsie static bool null_run = false; 1482cba3ffbSIngo Molnar static int detailed_run = 0; 1494cabc3d1SAndi Kleen static bool transaction_run; 15044b1e60aSAndi Kleen static bool topdown_run = false; 151daefd0bcSKan Liang static bool smi_cost = false; 152daefd0bcSKan Liang static bool smi_reset = false; 153201e0b06SArnaldo Carvalho de Melo static bool big_num = true; 154d7470b6aSStephane Eranian static int big_num_opt = -1; 155d7470b6aSStephane Eranian static const char *csv_sep = NULL; 156d7470b6aSStephane Eranian static bool csv_output = false; 15743bece79SLin Ming static bool group = false; 1581f16c575SPeter Zijlstra static const char *pre_cmd = NULL; 1591f16c575SPeter Zijlstra static const char *post_cmd = NULL; 1601f16c575SPeter Zijlstra static bool sync_run = false; 16141191688SAndi Kleen static unsigned int initial_delay = 0; 162410136f5SStephane Eranian static unsigned int unit_width = 4; /* strlen("unit") */ 163a7e191c3SFrederik Deweerdt static bool forever = false; 16454b50916SAndi Kleen static bool metric_only = false; 16544b1e60aSAndi Kleen static bool force_metric_only = false; 166430daf2dSAndi Kleen static bool no_merge = false; 16713370a9bSStephane Eranian static struct timespec ref_time; 16886ee6e18SStephane Eranian static struct cpu_map *aggr_map; 1691e5a2931SJiri Olsa static aggr_get_id_t aggr_get_id; 170e0547311SJiri Olsa static bool append_file; 171e0547311SJiri Olsa static const char *output_name; 172e0547311SJiri Olsa static int output_fd; 17302d492e5SBorislav Petkov static int print_free_counters_hint; 1745af52b51SStephane Eranian 1754979d0c7SJiri Olsa struct perf_stat { 1764979d0c7SJiri Olsa bool record; 1778ceb41d7SJiri Olsa struct perf_data data; 1784979d0c7SJiri Olsa struct perf_session *session; 1794979d0c7SJiri Olsa u64 bytes_written; 180ba6039b6SJiri Olsa struct perf_tool tool; 1811975d36eSJiri Olsa bool maps_allocated; 1821975d36eSJiri Olsa struct cpu_map *cpus; 1831975d36eSJiri Olsa struct thread_map *threads; 18489af4e05SJiri Olsa enum aggr_mode aggr_mode; 1854979d0c7SJiri Olsa }; 1864979d0c7SJiri Olsa 1874979d0c7SJiri Olsa static struct perf_stat perf_stat; 1884979d0c7SJiri Olsa #define STAT_RECORD perf_stat.record 1894979d0c7SJiri Olsa 19060666c63SLiming Wang static volatile int done = 0; 19160666c63SLiming Wang 192421a50f3SJiri Olsa static struct perf_stat_config stat_config = { 193421a50f3SJiri Olsa .aggr_mode = AGGR_GLOBAL, 194711a572eSJiri Olsa .scale = true, 195421a50f3SJiri Olsa }; 196421a50f3SJiri Olsa 197e864c5caSAndi Kleen static bool is_duration_time(struct perf_evsel *evsel) 198e864c5caSAndi Kleen { 199e864c5caSAndi Kleen return !strcmp(evsel->name, "duration_time"); 200e864c5caSAndi Kleen } 201e864c5caSAndi Kleen 20213370a9bSStephane Eranian static inline void diff_timespec(struct timespec *r, struct timespec *a, 20313370a9bSStephane Eranian struct timespec *b) 20413370a9bSStephane Eranian { 20513370a9bSStephane Eranian r->tv_sec = a->tv_sec - b->tv_sec; 20613370a9bSStephane Eranian if (a->tv_nsec < b->tv_nsec) { 207310ebb93SArnaldo Carvalho de Melo r->tv_nsec = a->tv_nsec + NSEC_PER_SEC - b->tv_nsec; 20813370a9bSStephane Eranian r->tv_sec--; 20913370a9bSStephane Eranian } else { 21013370a9bSStephane Eranian r->tv_nsec = a->tv_nsec - b->tv_nsec ; 21113370a9bSStephane Eranian } 21213370a9bSStephane Eranian } 21313370a9bSStephane Eranian 214254ecbc7SJiri Olsa static void perf_stat__reset_stats(void) 215254ecbc7SJiri Olsa { 21656739444SJin Yao int i; 21756739444SJin Yao 218254ecbc7SJiri Olsa perf_evlist__reset_stats(evsel_list); 219f87027b9SJiri Olsa perf_stat__reset_shadow_stats(); 22056739444SJin Yao 22156739444SJin Yao for (i = 0; i < stat_config.stats_num; i++) 22256739444SJin Yao perf_stat__reset_shadow_per_stat(&stat_config.stats[i]); 2231eda3b21SJiri Olsa } 2241eda3b21SJiri Olsa 225cac21425SJiri Olsa static int create_perf_stat_counter(struct perf_evsel *evsel) 22686470930SIngo Molnar { 22769aad6f1SArnaldo Carvalho de Melo struct perf_event_attr *attr = &evsel->attr; 22882bf311eSJiri Olsa struct perf_evsel *leader = evsel->leader; 229727ab04eSArnaldo Carvalho de Melo 23082bf311eSJiri Olsa if (stat_config.scale) { 23186470930SIngo Molnar attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 23286470930SIngo Molnar PERF_FORMAT_TOTAL_TIME_RUNNING; 23382bf311eSJiri Olsa } 23482bf311eSJiri Olsa 23582bf311eSJiri Olsa /* 23682bf311eSJiri Olsa * The event is part of non trivial group, let's enable 23782bf311eSJiri Olsa * the group read (for leader) and ID retrieval for all 23882bf311eSJiri Olsa * members. 23982bf311eSJiri Olsa */ 24082bf311eSJiri Olsa if (leader->nr_members > 1) 24182bf311eSJiri Olsa attr->read_format |= PERF_FORMAT_ID|PERF_FORMAT_GROUP; 24286470930SIngo Molnar 2432e6cdf99SStephane Eranian attr->inherit = !no_inherit; 2445d2cd909SArnaldo Carvalho de Melo 2456acd8e92SJiri Olsa /* 2466acd8e92SJiri Olsa * Some events get initialized with sample_(period/type) set, 2476acd8e92SJiri Olsa * like tracepoints. Clear it up for counting. 2486acd8e92SJiri Olsa */ 2496acd8e92SJiri Olsa attr->sample_period = 0; 2506db1a5c1SJiri Olsa 2514979d0c7SJiri Olsa /* 2524979d0c7SJiri Olsa * But set sample_type to PERF_SAMPLE_IDENTIFIER, which should be harmless 2534979d0c7SJiri Olsa * while avoiding that older tools show confusing messages. 2546db1a5c1SJiri Olsa * 2556db1a5c1SJiri Olsa * However for pipe sessions we need to keep it zero, 2566db1a5c1SJiri Olsa * because script's perf_evsel__check_attr is triggered 2576db1a5c1SJiri Olsa * by attr->sample_type != 0, and we can't run it on 2586db1a5c1SJiri Olsa * stat sessions. 2594979d0c7SJiri Olsa */ 2608ceb41d7SJiri Olsa if (!(STAT_RECORD && perf_stat.data.is_pipe)) 2614979d0c7SJiri Olsa attr->sample_type = PERF_SAMPLE_IDENTIFIER; 2626acd8e92SJiri Olsa 26367ccdecdSJiri Olsa /* 26467ccdecdSJiri Olsa * Disabling all counters initially, they will be enabled 26567ccdecdSJiri Olsa * either manually by us or by kernel via enable_on_exec 26667ccdecdSJiri Olsa * set later. 26767ccdecdSJiri Olsa */ 268c8280cecSJiri Olsa if (perf_evsel__is_group_leader(evsel)) { 26967ccdecdSJiri Olsa attr->disabled = 1; 27067ccdecdSJiri Olsa 271c8280cecSJiri Olsa /* 272c8280cecSJiri Olsa * In case of initial_delay we enable tracee 273c8280cecSJiri Olsa * events manually. 274c8280cecSJiri Olsa */ 275c8280cecSJiri Olsa if (target__none(&target) && !initial_delay) 276c8280cecSJiri Olsa attr->enable_on_exec = 1; 277c8280cecSJiri Olsa } 278c8280cecSJiri Olsa 2791d9f8d1bSJin Yao if (target__has_cpu(&target) && !target__has_per_thread(&target)) 280594ac61aSArnaldo Carvalho de Melo return perf_evsel__open_per_cpu(evsel, perf_evsel__cpus(evsel)); 2815622c07bSStephane Eranian 282594ac61aSArnaldo Carvalho de Melo return perf_evsel__open_per_thread(evsel, evsel_list->threads); 28386470930SIngo Molnar } 28486470930SIngo Molnar 28586470930SIngo Molnar /* 28686470930SIngo Molnar * Does the counter have nsecs as a unit? 28786470930SIngo Molnar */ 288daec78a0SArnaldo Carvalho de Melo static inline int nsec_counter(struct perf_evsel *evsel) 28986470930SIngo Molnar { 290daec78a0SArnaldo Carvalho de Melo if (perf_evsel__match(evsel, SOFTWARE, SW_CPU_CLOCK) || 291daec78a0SArnaldo Carvalho de Melo perf_evsel__match(evsel, SOFTWARE, SW_TASK_CLOCK)) 29286470930SIngo Molnar return 1; 29386470930SIngo Molnar 29486470930SIngo Molnar return 0; 29586470930SIngo Molnar } 29686470930SIngo Molnar 2978b99b1a4SJiri Olsa static int process_synthesized_event(struct perf_tool *tool __maybe_unused, 2984979d0c7SJiri Olsa union perf_event *event, 2994979d0c7SJiri Olsa struct perf_sample *sample __maybe_unused, 3004979d0c7SJiri Olsa struct machine *machine __maybe_unused) 3014979d0c7SJiri Olsa { 3028ceb41d7SJiri Olsa if (perf_data__write(&perf_stat.data, event, event->header.size) < 0) { 3038b99b1a4SJiri Olsa pr_err("failed to write perf data, error: %m\n"); 3048b99b1a4SJiri Olsa return -1; 3058b99b1a4SJiri Olsa } 3068b99b1a4SJiri Olsa 3078b99b1a4SJiri Olsa perf_stat.bytes_written += event->header.size; 3088b99b1a4SJiri Olsa return 0; 3094979d0c7SJiri Olsa } 3104979d0c7SJiri Olsa 3111975d36eSJiri Olsa static int write_stat_round_event(u64 tm, u64 type) 3127aad0c32SJiri Olsa { 3131975d36eSJiri Olsa return perf_event__synthesize_stat_round(NULL, tm, type, 3147aad0c32SJiri Olsa process_synthesized_event, 3157aad0c32SJiri Olsa NULL); 3167aad0c32SJiri Olsa } 3177aad0c32SJiri Olsa 3187aad0c32SJiri Olsa #define WRITE_STAT_ROUND_EVENT(time, interval) \ 3197aad0c32SJiri Olsa write_stat_round_event(time, PERF_STAT_ROUND_TYPE__ ## interval) 3207aad0c32SJiri Olsa 3215a6ea81bSJiri Olsa #define SID(e, x, y) xyarray__entry(e->sample_id, x, y) 3225a6ea81bSJiri Olsa 3235a6ea81bSJiri Olsa static int 3245a6ea81bSJiri Olsa perf_evsel__write_stat_event(struct perf_evsel *counter, u32 cpu, u32 thread, 3255a6ea81bSJiri Olsa struct perf_counts_values *count) 3265a6ea81bSJiri Olsa { 3275a6ea81bSJiri Olsa struct perf_sample_id *sid = SID(counter, cpu, thread); 3285a6ea81bSJiri Olsa 3295a6ea81bSJiri Olsa return perf_event__synthesize_stat(NULL, cpu, thread, sid->id, count, 3305a6ea81bSJiri Olsa process_synthesized_event, NULL); 3315a6ea81bSJiri Olsa } 3325a6ea81bSJiri Olsa 333f5b4a9c3SStephane Eranian /* 334f5b4a9c3SStephane Eranian * Read out the results of a single counter: 335f5b4a9c3SStephane Eranian * do not aggregate counts across CPUs in system-wide mode 336f5b4a9c3SStephane Eranian */ 337c52b12edSArnaldo Carvalho de Melo static int read_counter(struct perf_evsel *counter) 338f5b4a9c3SStephane Eranian { 3399bf1a529SJiri Olsa int nthreads = thread_map__nr(evsel_list->threads); 34000e727bbSMark Rutland int ncpus, cpu, thread; 34100e727bbSMark Rutland 3421d9f8d1bSJin Yao if (target__has_cpu(&target) && !target__has_per_thread(&target)) 34300e727bbSMark Rutland ncpus = perf_evsel__nr_cpus(counter); 34400e727bbSMark Rutland else 34500e727bbSMark Rutland ncpus = 1; 346f5b4a9c3SStephane Eranian 3473b4331d9SSuzuki K. Poulose if (!counter->supported) 3483b4331d9SSuzuki K. Poulose return -ENOENT; 3493b4331d9SSuzuki K. Poulose 3509bf1a529SJiri Olsa if (counter->system_wide) 3519bf1a529SJiri Olsa nthreads = 1; 3529bf1a529SJiri Olsa 3539bf1a529SJiri Olsa for (thread = 0; thread < nthreads; thread++) { 3549bf1a529SJiri Olsa for (cpu = 0; cpu < ncpus; cpu++) { 3553b3eb044SJiri Olsa struct perf_counts_values *count; 3563b3eb044SJiri Olsa 3573b3eb044SJiri Olsa count = perf_counts(counter->counts, cpu, thread); 35882bf311eSJiri Olsa 35982bf311eSJiri Olsa /* 36082bf311eSJiri Olsa * The leader's group read loads data into its group members 36182bf311eSJiri Olsa * (via perf_evsel__read_counter) and sets threir count->loaded. 36282bf311eSJiri Olsa */ 36382bf311eSJiri Olsa if (!count->loaded && 36482bf311eSJiri Olsa perf_evsel__read_counter(counter, cpu, thread)) { 365db49a717SStephane Eranian counter->counts->scaled = -1; 366db49a717SStephane Eranian perf_counts(counter->counts, cpu, thread)->ena = 0; 367db49a717SStephane Eranian perf_counts(counter->counts, cpu, thread)->run = 0; 368c52b12edSArnaldo Carvalho de Melo return -1; 369db49a717SStephane Eranian } 3705a6ea81bSJiri Olsa 37182bf311eSJiri Olsa count->loaded = false; 37282bf311eSJiri Olsa 3735a6ea81bSJiri Olsa if (STAT_RECORD) { 3745a6ea81bSJiri Olsa if (perf_evsel__write_stat_event(counter, cpu, thread, count)) { 3755a6ea81bSJiri Olsa pr_err("failed to write stat event\n"); 3765a6ea81bSJiri Olsa return -1; 3775a6ea81bSJiri Olsa } 3785a6ea81bSJiri Olsa } 3790b1abbf4SAndi Kleen 3800b1abbf4SAndi Kleen if (verbose > 1) { 3810b1abbf4SAndi Kleen fprintf(stat_config.output, 3820b1abbf4SAndi Kleen "%s: %d: %" PRIu64 " %" PRIu64 " %" PRIu64 "\n", 3830b1abbf4SAndi Kleen perf_evsel__name(counter), 3840b1abbf4SAndi Kleen cpu, 3850b1abbf4SAndi Kleen count->val, count->ena, count->run); 3860b1abbf4SAndi Kleen } 387f5b4a9c3SStephane Eranian } 3889bf1a529SJiri Olsa } 389c52b12edSArnaldo Carvalho de Melo 390c52b12edSArnaldo Carvalho de Melo return 0; 39186470930SIngo Molnar } 39286470930SIngo Molnar 3933df33effSMark Rutland static void read_counters(void) 394106a94a0SJiri Olsa { 395106a94a0SJiri Olsa struct perf_evsel *counter; 396db49a717SStephane Eranian int ret; 397106a94a0SJiri Olsa 398e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 399db49a717SStephane Eranian ret = read_counter(counter); 400db49a717SStephane Eranian if (ret) 401245bad8eSAndi Kleen pr_debug("failed to read counter %s\n", counter->name); 4023b3eb044SJiri Olsa 403db49a717SStephane Eranian if (ret == 0 && perf_stat_process_counter(&stat_config, counter)) 4043b3eb044SJiri Olsa pr_warning("failed to process counter %s\n", counter->name); 405106a94a0SJiri Olsa } 406106a94a0SJiri Olsa } 407106a94a0SJiri Olsa 408ba411a95SJiri Olsa static void process_interval(void) 40913370a9bSStephane Eranian { 41013370a9bSStephane Eranian struct timespec ts, rs; 41113370a9bSStephane Eranian 4123df33effSMark Rutland read_counters(); 41386ee6e18SStephane Eranian 41413370a9bSStephane Eranian clock_gettime(CLOCK_MONOTONIC, &ts); 41513370a9bSStephane Eranian diff_timespec(&rs, &ts, &ref_time); 41613370a9bSStephane Eranian 4177aad0c32SJiri Olsa if (STAT_RECORD) { 418bd48c63eSArnaldo Carvalho de Melo if (WRITE_STAT_ROUND_EVENT(rs.tv_sec * NSEC_PER_SEC + rs.tv_nsec, INTERVAL)) 4197aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 4207aad0c32SJiri Olsa } 4217aad0c32SJiri Olsa 422b90f1333SAndi Kleen init_stats(&walltime_nsecs_stats); 423b90f1333SAndi Kleen update_stats(&walltime_nsecs_stats, stat_config.interval * 1000000); 424d4f63a47SJiri Olsa print_counters(&rs, 0, NULL); 42513370a9bSStephane Eranian } 42613370a9bSStephane Eranian 42767ccdecdSJiri Olsa static void enable_counters(void) 42841191688SAndi Kleen { 42967ccdecdSJiri Olsa if (initial_delay) 430310ebb93SArnaldo Carvalho de Melo usleep(initial_delay * USEC_PER_MSEC); 43167ccdecdSJiri Olsa 43267ccdecdSJiri Olsa /* 43367ccdecdSJiri Olsa * We need to enable counters only if: 43467ccdecdSJiri Olsa * - we don't have tracee (attaching to task or cpu) 43567ccdecdSJiri Olsa * - we have initial delay configured 43667ccdecdSJiri Olsa */ 43767ccdecdSJiri Olsa if (!target__none(&target) || initial_delay) 438ab46db0aSJiri Olsa perf_evlist__enable(evsel_list); 43941191688SAndi Kleen } 44041191688SAndi Kleen 4413df33effSMark Rutland static void disable_counters(void) 4423df33effSMark Rutland { 4433df33effSMark Rutland /* 4443df33effSMark Rutland * If we don't have tracee (attaching to task or cpu), counters may 4453df33effSMark Rutland * still be running. To get accurate group ratios, we must stop groups 4463df33effSMark Rutland * from counting before reading their constituent counters. 4473df33effSMark Rutland */ 4483df33effSMark Rutland if (!target__none(&target)) 4493df33effSMark Rutland perf_evlist__disable(evsel_list); 4503df33effSMark Rutland } 4513df33effSMark Rutland 452f33cbe72SArnaldo Carvalho de Melo static volatile int workload_exec_errno; 4536af206fdSArnaldo Carvalho de Melo 4546af206fdSArnaldo Carvalho de Melo /* 4556af206fdSArnaldo Carvalho de Melo * perf_evlist__prepare_workload will send a SIGUSR1 4566af206fdSArnaldo Carvalho de Melo * if the fork fails, since we asked by setting its 4576af206fdSArnaldo Carvalho de Melo * want_signal to true. 4586af206fdSArnaldo Carvalho de Melo */ 459f33cbe72SArnaldo Carvalho de Melo static void workload_exec_failed_signal(int signo __maybe_unused, siginfo_t *info, 460f33cbe72SArnaldo Carvalho de Melo void *ucontext __maybe_unused) 4616af206fdSArnaldo Carvalho de Melo { 462f33cbe72SArnaldo Carvalho de Melo workload_exec_errno = info->si_value.sival_int; 4636af206fdSArnaldo Carvalho de Melo } 4646af206fdSArnaldo Carvalho de Melo 465664c98d4SJiri Olsa static int perf_stat_synthesize_config(bool is_pipe) 4668b99b1a4SJiri Olsa { 4678b99b1a4SJiri Olsa int err; 4688b99b1a4SJiri Olsa 469664c98d4SJiri Olsa if (is_pipe) { 470664c98d4SJiri Olsa err = perf_event__synthesize_attrs(NULL, perf_stat.session, 471664c98d4SJiri Olsa process_synthesized_event); 472664c98d4SJiri Olsa if (err < 0) { 473664c98d4SJiri Olsa pr_err("Couldn't synthesize attrs.\n"); 474664c98d4SJiri Olsa return err; 475664c98d4SJiri Olsa } 476664c98d4SJiri Olsa } 477664c98d4SJiri Olsa 478bfd8f72cSAndi Kleen err = perf_event__synthesize_extra_attr(NULL, 479bfd8f72cSAndi Kleen evsel_list, 480bfd8f72cSAndi Kleen process_synthesized_event, 481bfd8f72cSAndi Kleen is_pipe); 4827b60a7e3SJiri Olsa 4838b99b1a4SJiri Olsa err = perf_event__synthesize_thread_map2(NULL, evsel_list->threads, 4848b99b1a4SJiri Olsa process_synthesized_event, 4858b99b1a4SJiri Olsa NULL); 4868b99b1a4SJiri Olsa if (err < 0) { 4878b99b1a4SJiri Olsa pr_err("Couldn't synthesize thread map.\n"); 4888b99b1a4SJiri Olsa return err; 4898b99b1a4SJiri Olsa } 4908b99b1a4SJiri Olsa 4918b99b1a4SJiri Olsa err = perf_event__synthesize_cpu_map(NULL, evsel_list->cpus, 4928b99b1a4SJiri Olsa process_synthesized_event, NULL); 4938b99b1a4SJiri Olsa if (err < 0) { 4948b99b1a4SJiri Olsa pr_err("Couldn't synthesize thread map.\n"); 4958b99b1a4SJiri Olsa return err; 4968b99b1a4SJiri Olsa } 4978b99b1a4SJiri Olsa 4988b99b1a4SJiri Olsa err = perf_event__synthesize_stat_config(NULL, &stat_config, 4998b99b1a4SJiri Olsa process_synthesized_event, NULL); 5008b99b1a4SJiri Olsa if (err < 0) { 5018b99b1a4SJiri Olsa pr_err("Couldn't synthesize config.\n"); 5028b99b1a4SJiri Olsa return err; 5038b99b1a4SJiri Olsa } 5048b99b1a4SJiri Olsa 5058b99b1a4SJiri Olsa return 0; 5068b99b1a4SJiri Olsa } 5078b99b1a4SJiri Olsa 5082af4646dSJiri Olsa #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y)) 5092af4646dSJiri Olsa 5102af4646dSJiri Olsa static int __store_counter_ids(struct perf_evsel *counter, 5112af4646dSJiri Olsa struct cpu_map *cpus, 5122af4646dSJiri Olsa struct thread_map *threads) 5132af4646dSJiri Olsa { 5142af4646dSJiri Olsa int cpu, thread; 5152af4646dSJiri Olsa 5162af4646dSJiri Olsa for (cpu = 0; cpu < cpus->nr; cpu++) { 5172af4646dSJiri Olsa for (thread = 0; thread < threads->nr; thread++) { 5182af4646dSJiri Olsa int fd = FD(counter, cpu, thread); 5192af4646dSJiri Olsa 5202af4646dSJiri Olsa if (perf_evlist__id_add_fd(evsel_list, counter, 5212af4646dSJiri Olsa cpu, thread, fd) < 0) 5222af4646dSJiri Olsa return -1; 5232af4646dSJiri Olsa } 5242af4646dSJiri Olsa } 5252af4646dSJiri Olsa 5262af4646dSJiri Olsa return 0; 5272af4646dSJiri Olsa } 5282af4646dSJiri Olsa 5292af4646dSJiri Olsa static int store_counter_ids(struct perf_evsel *counter) 5302af4646dSJiri Olsa { 5312af4646dSJiri Olsa struct cpu_map *cpus = counter->cpus; 5322af4646dSJiri Olsa struct thread_map *threads = counter->threads; 5332af4646dSJiri Olsa 5342af4646dSJiri Olsa if (perf_evsel__alloc_id(counter, cpus->nr, threads->nr)) 5352af4646dSJiri Olsa return -ENOMEM; 5362af4646dSJiri Olsa 5372af4646dSJiri Olsa return __store_counter_ids(counter, cpus, threads); 5382af4646dSJiri Olsa } 5392af4646dSJiri Olsa 54082bf311eSJiri Olsa static bool perf_evsel__should_store_id(struct perf_evsel *counter) 54182bf311eSJiri Olsa { 54282bf311eSJiri Olsa return STAT_RECORD || counter->attr.read_format & PERF_FORMAT_ID; 54382bf311eSJiri Olsa } 54482bf311eSJiri Olsa 5455a5dfe4bSAndi Kleen static struct perf_evsel *perf_evsel__reset_weak_group(struct perf_evsel *evsel) 5465a5dfe4bSAndi Kleen { 5475a5dfe4bSAndi Kleen struct perf_evsel *c2, *leader; 5485a5dfe4bSAndi Kleen bool is_open = true; 5495a5dfe4bSAndi Kleen 5505a5dfe4bSAndi Kleen leader = evsel->leader; 5515a5dfe4bSAndi Kleen pr_debug("Weak group for %s/%d failed\n", 5525a5dfe4bSAndi Kleen leader->name, leader->nr_members); 5535a5dfe4bSAndi Kleen 5545a5dfe4bSAndi Kleen /* 5555a5dfe4bSAndi Kleen * for_each_group_member doesn't work here because it doesn't 5565a5dfe4bSAndi Kleen * include the first entry. 5575a5dfe4bSAndi Kleen */ 5585a5dfe4bSAndi Kleen evlist__for_each_entry(evsel_list, c2) { 5595a5dfe4bSAndi Kleen if (c2 == evsel) 5605a5dfe4bSAndi Kleen is_open = false; 5615a5dfe4bSAndi Kleen if (c2->leader == leader) { 5625a5dfe4bSAndi Kleen if (is_open) 5635a5dfe4bSAndi Kleen perf_evsel__close(c2); 5645a5dfe4bSAndi Kleen c2->leader = c2; 5655a5dfe4bSAndi Kleen c2->nr_members = 0; 5665a5dfe4bSAndi Kleen } 5675a5dfe4bSAndi Kleen } 5685a5dfe4bSAndi Kleen return leader; 5695a5dfe4bSAndi Kleen } 5705a5dfe4bSAndi Kleen 571acf28922SNamhyung Kim static int __run_perf_stat(int argc, const char **argv) 57286470930SIngo Molnar { 573ec0d3d1fSJiri Olsa int interval = stat_config.interval; 574d6195a6aSArnaldo Carvalho de Melo char msg[BUFSIZ]; 57586470930SIngo Molnar unsigned long long t0, t1; 576cac21425SJiri Olsa struct perf_evsel *counter; 57713370a9bSStephane Eranian struct timespec ts; 578410136f5SStephane Eranian size_t l; 57942202dd5SIngo Molnar int status = 0; 5806be2850eSZhang, Yanmin const bool forks = (argc > 0); 5818ceb41d7SJiri Olsa bool is_pipe = STAT_RECORD ? perf_stat.data.is_pipe : false; 5825d8bb1ecSMathieu Poirier struct perf_evsel_config_term *err_term; 58386470930SIngo Molnar 58413370a9bSStephane Eranian if (interval) { 585310ebb93SArnaldo Carvalho de Melo ts.tv_sec = interval / USEC_PER_MSEC; 586310ebb93SArnaldo Carvalho de Melo ts.tv_nsec = (interval % USEC_PER_MSEC) * NSEC_PER_MSEC; 58713370a9bSStephane Eranian } else { 58813370a9bSStephane Eranian ts.tv_sec = 1; 58913370a9bSStephane Eranian ts.tv_nsec = 0; 59013370a9bSStephane Eranian } 59113370a9bSStephane Eranian 592acf28922SNamhyung Kim if (forks) { 593664c98d4SJiri Olsa if (perf_evlist__prepare_workload(evsel_list, &target, argv, is_pipe, 594735f7e0bSArnaldo Carvalho de Melo workload_exec_failed_signal) < 0) { 595acf28922SNamhyung Kim perror("failed to prepare workload"); 596fceda7feSDavid Ahern return -1; 597051ae7f7SPaul Mackerras } 598d20a47e7SNamhyung Kim child_pid = evsel_list->workload.pid; 59960666c63SLiming Wang } 600051ae7f7SPaul Mackerras 6016a4bb04cSJiri Olsa if (group) 60263dab225SArnaldo Carvalho de Melo perf_evlist__set_leader(evsel_list); 6036a4bb04cSJiri Olsa 604e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 60542ef8a78SArnaldo Carvalho de Melo try_again: 606cac21425SJiri Olsa if (create_perf_stat_counter(counter) < 0) { 6075a5dfe4bSAndi Kleen 6085a5dfe4bSAndi Kleen /* Weak group failed. Reset the group. */ 60935c1980eSAndi Kleen if ((errno == EINVAL || errno == EBADF) && 6105a5dfe4bSAndi Kleen counter->leader != counter && 6115a5dfe4bSAndi Kleen counter->weak_group) { 6125a5dfe4bSAndi Kleen counter = perf_evsel__reset_weak_group(counter); 6135a5dfe4bSAndi Kleen goto try_again; 6145a5dfe4bSAndi Kleen } 6155a5dfe4bSAndi Kleen 616979987a5SDavid Ahern /* 617979987a5SDavid Ahern * PPC returns ENXIO for HW counters until 2.6.37 618979987a5SDavid Ahern * (behavior changed with commit b0a873e). 619979987a5SDavid Ahern */ 62038f6ae1eSAnton Blanchard if (errno == EINVAL || errno == ENOSYS || 621979987a5SDavid Ahern errno == ENOENT || errno == EOPNOTSUPP || 622979987a5SDavid Ahern errno == ENXIO) { 623bb963e16SNamhyung Kim if (verbose > 0) 624c63ca0c0SDavid Ahern ui__warning("%s event is not supported by the kernel.\n", 6257289f83cSArnaldo Carvalho de Melo perf_evsel__name(counter)); 6262cee77c4SDavid Ahern counter->supported = false; 627cb5ef600SKan Liang 628cb5ef600SKan Liang if ((counter->leader != counter) || 629cb5ef600SKan Liang !(counter->leader->nr_members > 1)) 630ede70290SIngo Molnar continue; 63142ef8a78SArnaldo Carvalho de Melo } else if (perf_evsel__fallback(counter, errno, msg, sizeof(msg))) { 632bb963e16SNamhyung Kim if (verbose > 0) 63342ef8a78SArnaldo Carvalho de Melo ui__warning("%s\n", msg); 63442ef8a78SArnaldo Carvalho de Melo goto try_again; 635c63ca0c0SDavid Ahern } 636ede70290SIngo Molnar 63756e52e85SArnaldo Carvalho de Melo perf_evsel__open_strerror(counter, &target, 63856e52e85SArnaldo Carvalho de Melo errno, msg, sizeof(msg)); 63956e52e85SArnaldo Carvalho de Melo ui__error("%s\n", msg); 64056e52e85SArnaldo Carvalho de Melo 641084ab9f8SArnaldo Carvalho de Melo if (child_pid != -1) 642084ab9f8SArnaldo Carvalho de Melo kill(child_pid, SIGTERM); 643fceda7feSDavid Ahern 644084ab9f8SArnaldo Carvalho de Melo return -1; 645084ab9f8SArnaldo Carvalho de Melo } 6462cee77c4SDavid Ahern counter->supported = true; 647410136f5SStephane Eranian 648410136f5SStephane Eranian l = strlen(counter->unit); 649410136f5SStephane Eranian if (l > unit_width) 650410136f5SStephane Eranian unit_width = l; 6512af4646dSJiri Olsa 65282bf311eSJiri Olsa if (perf_evsel__should_store_id(counter) && 65382bf311eSJiri Olsa store_counter_ids(counter)) 6542af4646dSJiri Olsa return -1; 65548290609SArnaldo Carvalho de Melo } 65686470930SIngo Molnar 65723d4aad4SArnaldo Carvalho de Melo if (perf_evlist__apply_filters(evsel_list, &counter)) { 65862d94b00SArnaldo Carvalho de Melo pr_err("failed to set filter \"%s\" on event %s with %d (%s)\n", 65923d4aad4SArnaldo Carvalho de Melo counter->filter, perf_evsel__name(counter), errno, 660c8b5f2c9SArnaldo Carvalho de Melo str_error_r(errno, msg, sizeof(msg))); 661cfd748aeSFrederic Weisbecker return -1; 662cfd748aeSFrederic Weisbecker } 663cfd748aeSFrederic Weisbecker 6645d8bb1ecSMathieu Poirier if (perf_evlist__apply_drv_configs(evsel_list, &counter, &err_term)) { 66562d94b00SArnaldo Carvalho de Melo pr_err("failed to set config \"%s\" on event %s with %d (%s)\n", 6665d8bb1ecSMathieu Poirier err_term->val.drv_cfg, perf_evsel__name(counter), errno, 6675d8bb1ecSMathieu Poirier str_error_r(errno, msg, sizeof(msg))); 6685d8bb1ecSMathieu Poirier return -1; 6695d8bb1ecSMathieu Poirier } 6705d8bb1ecSMathieu Poirier 6714979d0c7SJiri Olsa if (STAT_RECORD) { 6728ceb41d7SJiri Olsa int err, fd = perf_data__fd(&perf_stat.data); 6734979d0c7SJiri Olsa 674664c98d4SJiri Olsa if (is_pipe) { 6758ceb41d7SJiri Olsa err = perf_header__write_pipe(perf_data__fd(&perf_stat.data)); 676664c98d4SJiri Olsa } else { 6774979d0c7SJiri Olsa err = perf_session__write_header(perf_stat.session, evsel_list, 6784979d0c7SJiri Olsa fd, false); 679664c98d4SJiri Olsa } 680664c98d4SJiri Olsa 6814979d0c7SJiri Olsa if (err < 0) 6824979d0c7SJiri Olsa return err; 6838b99b1a4SJiri Olsa 684664c98d4SJiri Olsa err = perf_stat_synthesize_config(is_pipe); 6858b99b1a4SJiri Olsa if (err < 0) 6868b99b1a4SJiri Olsa return err; 6874979d0c7SJiri Olsa } 6884979d0c7SJiri Olsa 68986470930SIngo Molnar /* 69086470930SIngo Molnar * Enable counters and exec the command: 69186470930SIngo Molnar */ 69286470930SIngo Molnar t0 = rdclock(); 69313370a9bSStephane Eranian clock_gettime(CLOCK_MONOTONIC, &ref_time); 69486470930SIngo Molnar 69560666c63SLiming Wang if (forks) { 696acf28922SNamhyung Kim perf_evlist__start_workload(evsel_list); 69767ccdecdSJiri Olsa enable_counters(); 698acf28922SNamhyung Kim 69913370a9bSStephane Eranian if (interval) { 70013370a9bSStephane Eranian while (!waitpid(child_pid, &status, WNOHANG)) { 70113370a9bSStephane Eranian nanosleep(&ts, NULL); 702ba411a95SJiri Olsa process_interval(); 70313370a9bSStephane Eranian } 70413370a9bSStephane Eranian } 705dfc9eec7SMilian Wolff waitpid(child_pid, &status, 0); 7066af206fdSArnaldo Carvalho de Melo 707f33cbe72SArnaldo Carvalho de Melo if (workload_exec_errno) { 708c8b5f2c9SArnaldo Carvalho de Melo const char *emsg = str_error_r(workload_exec_errno, msg, sizeof(msg)); 709f33cbe72SArnaldo Carvalho de Melo pr_err("Workload failed: %s\n", emsg); 7106af206fdSArnaldo Carvalho de Melo return -1; 711f33cbe72SArnaldo Carvalho de Melo } 7126af206fdSArnaldo Carvalho de Melo 71333e49ea7SAndi Kleen if (WIFSIGNALED(status)) 71433e49ea7SAndi Kleen psignal(WTERMSIG(status), argv[0]); 71560666c63SLiming Wang } else { 71667ccdecdSJiri Olsa enable_counters(); 71713370a9bSStephane Eranian while (!done) { 71813370a9bSStephane Eranian nanosleep(&ts, NULL); 71913370a9bSStephane Eranian if (interval) 720ba411a95SJiri Olsa process_interval(); 72113370a9bSStephane Eranian } 72260666c63SLiming Wang } 72386470930SIngo Molnar 7243df33effSMark Rutland disable_counters(); 7253df33effSMark Rutland 72686470930SIngo Molnar t1 = rdclock(); 72786470930SIngo Molnar 7289e9772c4SPeter Zijlstra update_stats(&walltime_nsecs_stats, t1 - t0); 72942202dd5SIngo Molnar 7303df33effSMark Rutland /* 7313df33effSMark Rutland * Closing a group leader splits the group, and as we only disable 7323df33effSMark Rutland * group leaders, results in remaining events becoming enabled. To 7333df33effSMark Rutland * avoid arbitrary skew, we must read all counters before closing any 7343df33effSMark Rutland * group leaders. 7353df33effSMark Rutland */ 7363df33effSMark Rutland read_counters(); 7373df33effSMark Rutland perf_evlist__close(evsel_list); 738c52b12edSArnaldo Carvalho de Melo 73942202dd5SIngo Molnar return WEXITSTATUS(status); 74042202dd5SIngo Molnar } 74142202dd5SIngo Molnar 74241cde476SArnaldo Carvalho de Melo static int run_perf_stat(int argc, const char **argv) 7431f16c575SPeter Zijlstra { 7441f16c575SPeter Zijlstra int ret; 7451f16c575SPeter Zijlstra 7461f16c575SPeter Zijlstra if (pre_cmd) { 7471f16c575SPeter Zijlstra ret = system(pre_cmd); 7481f16c575SPeter Zijlstra if (ret) 7491f16c575SPeter Zijlstra return ret; 7501f16c575SPeter Zijlstra } 7511f16c575SPeter Zijlstra 7521f16c575SPeter Zijlstra if (sync_run) 7531f16c575SPeter Zijlstra sync(); 7541f16c575SPeter Zijlstra 7551f16c575SPeter Zijlstra ret = __run_perf_stat(argc, argv); 7561f16c575SPeter Zijlstra if (ret) 7571f16c575SPeter Zijlstra return ret; 7581f16c575SPeter Zijlstra 7591f16c575SPeter Zijlstra if (post_cmd) { 7601f16c575SPeter Zijlstra ret = system(post_cmd); 7611f16c575SPeter Zijlstra if (ret) 7621f16c575SPeter Zijlstra return ret; 7631f16c575SPeter Zijlstra } 7641f16c575SPeter Zijlstra 7651f16c575SPeter Zijlstra return ret; 7661f16c575SPeter Zijlstra } 7671f16c575SPeter Zijlstra 768d73515c0SAndi Kleen static void print_running(u64 run, u64 ena) 769d73515c0SAndi Kleen { 770d73515c0SAndi Kleen if (csv_output) { 7715821522eSJiri Olsa fprintf(stat_config.output, "%s%" PRIu64 "%s%.2f", 772d73515c0SAndi Kleen csv_sep, 773d73515c0SAndi Kleen run, 774d73515c0SAndi Kleen csv_sep, 775d73515c0SAndi Kleen ena ? 100.0 * run / ena : 100.0); 776d73515c0SAndi Kleen } else if (run != ena) { 7775821522eSJiri Olsa fprintf(stat_config.output, " (%.2f%%)", 100.0 * run / ena); 778d73515c0SAndi Kleen } 779d73515c0SAndi Kleen } 780d73515c0SAndi Kleen 781f99844cbSIngo Molnar static void print_noise_pct(double total, double avg) 782f99844cbSIngo Molnar { 7830007eceaSXiao Guangrong double pct = rel_stddev_stats(total, avg); 784f99844cbSIngo Molnar 7853ae9a34dSZhengyu He if (csv_output) 7865821522eSJiri Olsa fprintf(stat_config.output, "%s%.2f%%", csv_sep, pct); 787a1bca6ccSJim Cromie else if (pct) 7885821522eSJiri Olsa fprintf(stat_config.output, " ( +-%6.2f%% )", pct); 789f99844cbSIngo Molnar } 790f99844cbSIngo Molnar 79169aad6f1SArnaldo Carvalho de Melo static void print_noise(struct perf_evsel *evsel, double avg) 79242202dd5SIngo Molnar { 793581cc8a2SJiri Olsa struct perf_stat_evsel *ps; 79469aad6f1SArnaldo Carvalho de Melo 795849abde9SPeter Zijlstra if (run_count == 1) 796849abde9SPeter Zijlstra return; 797849abde9SPeter Zijlstra 798e669e833SArnaldo Carvalho de Melo ps = evsel->stats; 799f99844cbSIngo Molnar print_noise_pct(stddev_stats(&ps->res_stats[0]), avg); 80042202dd5SIngo Molnar } 80142202dd5SIngo Molnar 80212c08a9fSStephane Eranian static void aggr_printout(struct perf_evsel *evsel, int id, int nr) 80342202dd5SIngo Molnar { 804421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 80512c08a9fSStephane Eranian case AGGR_CORE: 8065821522eSJiri Olsa fprintf(stat_config.output, "S%d-C%*d%s%*d%s", 80712c08a9fSStephane Eranian cpu_map__id_to_socket(id), 80812c08a9fSStephane Eranian csv_output ? 0 : -8, 80912c08a9fSStephane Eranian cpu_map__id_to_cpu(id), 81012c08a9fSStephane Eranian csv_sep, 81112c08a9fSStephane Eranian csv_output ? 0 : 4, 81212c08a9fSStephane Eranian nr, 81312c08a9fSStephane Eranian csv_sep); 81412c08a9fSStephane Eranian break; 81586ee6e18SStephane Eranian case AGGR_SOCKET: 8165821522eSJiri Olsa fprintf(stat_config.output, "S%*d%s%*d%s", 817d7e7a451SStephane Eranian csv_output ? 0 : -5, 81812c08a9fSStephane Eranian id, 819d7e7a451SStephane Eranian csv_sep, 820d7e7a451SStephane Eranian csv_output ? 0 : 4, 821d7e7a451SStephane Eranian nr, 822d7e7a451SStephane Eranian csv_sep); 82386ee6e18SStephane Eranian break; 82486ee6e18SStephane Eranian case AGGR_NONE: 8255821522eSJiri Olsa fprintf(stat_config.output, "CPU%*d%s", 826d7470b6aSStephane Eranian csv_output ? 0 : -4, 82712c08a9fSStephane Eranian perf_evsel__cpus(evsel)->map[id], csv_sep); 82886ee6e18SStephane Eranian break; 82932b8af82SJiri Olsa case AGGR_THREAD: 8305821522eSJiri Olsa fprintf(stat_config.output, "%*s-%*d%s", 83132b8af82SJiri Olsa csv_output ? 0 : 16, 83232b8af82SJiri Olsa thread_map__comm(evsel->threads, id), 83332b8af82SJiri Olsa csv_output ? 0 : -8, 83432b8af82SJiri Olsa thread_map__pid(evsel->threads, id), 83532b8af82SJiri Olsa csv_sep); 83632b8af82SJiri Olsa break; 83786ee6e18SStephane Eranian case AGGR_GLOBAL: 838208df99eSJiri Olsa case AGGR_UNSET: 83986ee6e18SStephane Eranian default: 84086ee6e18SStephane Eranian break; 84186ee6e18SStephane Eranian } 84286ee6e18SStephane Eranian } 843d7470b6aSStephane Eranian 844140aeadcSAndi Kleen struct outstate { 845140aeadcSAndi Kleen FILE *fh; 846140aeadcSAndi Kleen bool newline; 847f9483392SAndi Kleen const char *prefix; 84892a61f64SAndi Kleen int nfields; 84944d49a60SAndi Kleen int id, nr; 85044d49a60SAndi Kleen struct perf_evsel *evsel; 851140aeadcSAndi Kleen }; 852140aeadcSAndi Kleen 853140aeadcSAndi Kleen #define METRIC_LEN 35 854140aeadcSAndi Kleen 855140aeadcSAndi Kleen static void new_line_std(void *ctx) 856140aeadcSAndi Kleen { 857140aeadcSAndi Kleen struct outstate *os = ctx; 858140aeadcSAndi Kleen 859140aeadcSAndi Kleen os->newline = true; 860140aeadcSAndi Kleen } 861140aeadcSAndi Kleen 862140aeadcSAndi Kleen static void do_new_line_std(struct outstate *os) 863140aeadcSAndi Kleen { 864140aeadcSAndi Kleen fputc('\n', os->fh); 865f9483392SAndi Kleen fputs(os->prefix, os->fh); 86644d49a60SAndi Kleen aggr_printout(os->evsel, os->id, os->nr); 867140aeadcSAndi Kleen if (stat_config.aggr_mode == AGGR_NONE) 868140aeadcSAndi Kleen fprintf(os->fh, " "); 869140aeadcSAndi Kleen fprintf(os->fh, " "); 870140aeadcSAndi Kleen } 871140aeadcSAndi Kleen 872140aeadcSAndi Kleen static void print_metric_std(void *ctx, const char *color, const char *fmt, 873140aeadcSAndi Kleen const char *unit, double val) 874140aeadcSAndi Kleen { 875140aeadcSAndi Kleen struct outstate *os = ctx; 876140aeadcSAndi Kleen FILE *out = os->fh; 877140aeadcSAndi Kleen int n; 878140aeadcSAndi Kleen bool newline = os->newline; 879140aeadcSAndi Kleen 880140aeadcSAndi Kleen os->newline = false; 881140aeadcSAndi Kleen 882140aeadcSAndi Kleen if (unit == NULL || fmt == NULL) { 883140aeadcSAndi Kleen fprintf(out, "%-*s", METRIC_LEN, ""); 884140aeadcSAndi Kleen return; 885140aeadcSAndi Kleen } 886140aeadcSAndi Kleen 887140aeadcSAndi Kleen if (newline) 888140aeadcSAndi Kleen do_new_line_std(os); 889140aeadcSAndi Kleen 890140aeadcSAndi Kleen n = fprintf(out, " # "); 891140aeadcSAndi Kleen if (color) 892140aeadcSAndi Kleen n += color_fprintf(out, color, fmt, val); 893140aeadcSAndi Kleen else 894140aeadcSAndi Kleen n += fprintf(out, fmt, val); 895140aeadcSAndi Kleen fprintf(out, " %-*s", METRIC_LEN - n - 1, unit); 896140aeadcSAndi Kleen } 897140aeadcSAndi Kleen 89892a61f64SAndi Kleen static void new_line_csv(void *ctx) 89992a61f64SAndi Kleen { 90092a61f64SAndi Kleen struct outstate *os = ctx; 90192a61f64SAndi Kleen int i; 90292a61f64SAndi Kleen 90392a61f64SAndi Kleen fputc('\n', os->fh); 90492a61f64SAndi Kleen if (os->prefix) 90592a61f64SAndi Kleen fprintf(os->fh, "%s%s", os->prefix, csv_sep); 90644d49a60SAndi Kleen aggr_printout(os->evsel, os->id, os->nr); 90792a61f64SAndi Kleen for (i = 0; i < os->nfields; i++) 90892a61f64SAndi Kleen fputs(csv_sep, os->fh); 90992a61f64SAndi Kleen } 91092a61f64SAndi Kleen 91192a61f64SAndi Kleen static void print_metric_csv(void *ctx, 91292a61f64SAndi Kleen const char *color __maybe_unused, 91392a61f64SAndi Kleen const char *fmt, const char *unit, double val) 91492a61f64SAndi Kleen { 91592a61f64SAndi Kleen struct outstate *os = ctx; 91692a61f64SAndi Kleen FILE *out = os->fh; 91792a61f64SAndi Kleen char buf[64], *vals, *ends; 91892a61f64SAndi Kleen 91992a61f64SAndi Kleen if (unit == NULL || fmt == NULL) { 92040c21898SIlya Pronin fprintf(out, "%s%s", csv_sep, csv_sep); 92192a61f64SAndi Kleen return; 92292a61f64SAndi Kleen } 92392a61f64SAndi Kleen snprintf(buf, sizeof(buf), fmt, val); 924b07c40dfSTaeung Song ends = vals = ltrim(buf); 92592a61f64SAndi Kleen while (isdigit(*ends) || *ends == '.') 92692a61f64SAndi Kleen ends++; 92792a61f64SAndi Kleen *ends = 0; 92892a61f64SAndi Kleen while (isspace(*unit)) 92992a61f64SAndi Kleen unit++; 93092a61f64SAndi Kleen fprintf(out, "%s%s%s%s", csv_sep, vals, csv_sep, unit); 93192a61f64SAndi Kleen } 93292a61f64SAndi Kleen 93354b50916SAndi Kleen #define METRIC_ONLY_LEN 20 93454b50916SAndi Kleen 93554b50916SAndi Kleen /* Filter out some columns that don't work well in metrics only mode */ 93654b50916SAndi Kleen 93754b50916SAndi Kleen static bool valid_only_metric(const char *unit) 93854b50916SAndi Kleen { 93954b50916SAndi Kleen if (!unit) 94054b50916SAndi Kleen return false; 94154b50916SAndi Kleen if (strstr(unit, "/sec") || 94254b50916SAndi Kleen strstr(unit, "hz") || 94354b50916SAndi Kleen strstr(unit, "Hz") || 94454b50916SAndi Kleen strstr(unit, "CPUs utilized")) 94554b50916SAndi Kleen return false; 94654b50916SAndi Kleen return true; 94754b50916SAndi Kleen } 94854b50916SAndi Kleen 94954b50916SAndi Kleen static const char *fixunit(char *buf, struct perf_evsel *evsel, 95054b50916SAndi Kleen const char *unit) 95154b50916SAndi Kleen { 95254b50916SAndi Kleen if (!strncmp(unit, "of all", 6)) { 95354b50916SAndi Kleen snprintf(buf, 1024, "%s %s", perf_evsel__name(evsel), 95454b50916SAndi Kleen unit); 95554b50916SAndi Kleen return buf; 95654b50916SAndi Kleen } 95754b50916SAndi Kleen return unit; 95854b50916SAndi Kleen } 95954b50916SAndi Kleen 96054b50916SAndi Kleen static void print_metric_only(void *ctx, const char *color, const char *fmt, 96154b50916SAndi Kleen const char *unit, double val) 96254b50916SAndi Kleen { 96354b50916SAndi Kleen struct outstate *os = ctx; 96454b50916SAndi Kleen FILE *out = os->fh; 96554b50916SAndi Kleen int n; 96654b50916SAndi Kleen char buf[1024]; 96754b50916SAndi Kleen unsigned mlen = METRIC_ONLY_LEN; 96854b50916SAndi Kleen 96954b50916SAndi Kleen if (!valid_only_metric(unit)) 97054b50916SAndi Kleen return; 97154b50916SAndi Kleen unit = fixunit(buf, os->evsel, unit); 97254b50916SAndi Kleen if (color) 97354b50916SAndi Kleen n = color_fprintf(out, color, fmt, val); 97454b50916SAndi Kleen else 97554b50916SAndi Kleen n = fprintf(out, fmt, val); 97654b50916SAndi Kleen if (n > METRIC_ONLY_LEN) 97754b50916SAndi Kleen n = METRIC_ONLY_LEN; 97854b50916SAndi Kleen if (mlen < strlen(unit)) 97954b50916SAndi Kleen mlen = strlen(unit) + 1; 98054b50916SAndi Kleen fprintf(out, "%*s", mlen - n, ""); 98154b50916SAndi Kleen } 98254b50916SAndi Kleen 98354b50916SAndi Kleen static void print_metric_only_csv(void *ctx, const char *color __maybe_unused, 98454b50916SAndi Kleen const char *fmt, 98554b50916SAndi Kleen const char *unit, double val) 98654b50916SAndi Kleen { 98754b50916SAndi Kleen struct outstate *os = ctx; 98854b50916SAndi Kleen FILE *out = os->fh; 98954b50916SAndi Kleen char buf[64], *vals, *ends; 99054b50916SAndi Kleen char tbuf[1024]; 99154b50916SAndi Kleen 99254b50916SAndi Kleen if (!valid_only_metric(unit)) 99354b50916SAndi Kleen return; 99454b50916SAndi Kleen unit = fixunit(tbuf, os->evsel, unit); 99554b50916SAndi Kleen snprintf(buf, sizeof buf, fmt, val); 996b07c40dfSTaeung Song ends = vals = ltrim(buf); 99754b50916SAndi Kleen while (isdigit(*ends) || *ends == '.') 99854b50916SAndi Kleen ends++; 99954b50916SAndi Kleen *ends = 0; 100054b50916SAndi Kleen fprintf(out, "%s%s", vals, csv_sep); 100154b50916SAndi Kleen } 100254b50916SAndi Kleen 100354b50916SAndi Kleen static void new_line_metric(void *ctx __maybe_unused) 100454b50916SAndi Kleen { 100554b50916SAndi Kleen } 100654b50916SAndi Kleen 100754b50916SAndi Kleen static void print_metric_header(void *ctx, const char *color __maybe_unused, 100854b50916SAndi Kleen const char *fmt __maybe_unused, 100954b50916SAndi Kleen const char *unit, double val __maybe_unused) 101054b50916SAndi Kleen { 101154b50916SAndi Kleen struct outstate *os = ctx; 101254b50916SAndi Kleen char tbuf[1024]; 101354b50916SAndi Kleen 101454b50916SAndi Kleen if (!valid_only_metric(unit)) 101554b50916SAndi Kleen return; 101654b50916SAndi Kleen unit = fixunit(tbuf, os->evsel, unit); 101754b50916SAndi Kleen if (csv_output) 101854b50916SAndi Kleen fprintf(os->fh, "%s%s", unit, csv_sep); 101954b50916SAndi Kleen else 102054b50916SAndi Kleen fprintf(os->fh, "%-*s ", METRIC_ONLY_LEN, unit); 102154b50916SAndi Kleen } 102254b50916SAndi Kleen 1023da88c7f7SAndi Kleen static void nsec_printout(int id, int nr, struct perf_evsel *evsel, double avg) 102486ee6e18SStephane Eranian { 10255821522eSJiri Olsa FILE *output = stat_config.output; 1026310ebb93SArnaldo Carvalho de Melo double msecs = avg / NSEC_PER_MSEC; 1027410136f5SStephane Eranian const char *fmt_v, *fmt_n; 10284bbe5a61SDavid Ahern char name[25]; 102986ee6e18SStephane Eranian 1030410136f5SStephane Eranian fmt_v = csv_output ? "%.6f%s" : "%18.6f%s"; 1031410136f5SStephane Eranian fmt_n = csv_output ? "%s" : "%-25s"; 1032410136f5SStephane Eranian 1033da88c7f7SAndi Kleen aggr_printout(evsel, id, nr); 103486ee6e18SStephane Eranian 10354bbe5a61SDavid Ahern scnprintf(name, sizeof(name), "%s%s", 10364bbe5a61SDavid Ahern perf_evsel__name(evsel), csv_output ? "" : " (msec)"); 1037410136f5SStephane Eranian 1038410136f5SStephane Eranian fprintf(output, fmt_v, msecs, csv_sep); 1039410136f5SStephane Eranian 1040410136f5SStephane Eranian if (csv_output) 1041410136f5SStephane Eranian fprintf(output, "%s%s", evsel->unit, csv_sep); 1042410136f5SStephane Eranian else 1043410136f5SStephane Eranian fprintf(output, "%-*s%s", unit_width, evsel->unit, csv_sep); 1044410136f5SStephane Eranian 1045410136f5SStephane Eranian fprintf(output, fmt_n, name); 1046d7470b6aSStephane Eranian 1047023695d9SStephane Eranian if (evsel->cgrp) 10484aa9015fSStephane Eranian fprintf(output, "%s%s", csv_sep, evsel->cgrp->name); 104942202dd5SIngo Molnar } 105042202dd5SIngo Molnar 105144d49a60SAndi Kleen static int first_shadow_cpu(struct perf_evsel *evsel, int id) 105244d49a60SAndi Kleen { 105344d49a60SAndi Kleen int i; 105444d49a60SAndi Kleen 105544d49a60SAndi Kleen if (!aggr_get_id) 105644d49a60SAndi Kleen return 0; 105744d49a60SAndi Kleen 105844d49a60SAndi Kleen if (stat_config.aggr_mode == AGGR_NONE) 105944d49a60SAndi Kleen return id; 106044d49a60SAndi Kleen 106144d49a60SAndi Kleen if (stat_config.aggr_mode == AGGR_GLOBAL) 106244d49a60SAndi Kleen return 0; 106344d49a60SAndi Kleen 106444d49a60SAndi Kleen for (i = 0; i < perf_evsel__nr_cpus(evsel); i++) { 106544d49a60SAndi Kleen int cpu2 = perf_evsel__cpus(evsel)->map[i]; 106644d49a60SAndi Kleen 106744d49a60SAndi Kleen if (aggr_get_id(evsel_list->cpus, cpu2) == id) 106844d49a60SAndi Kleen return cpu2; 106944d49a60SAndi Kleen } 107044d49a60SAndi Kleen return 0; 107144d49a60SAndi Kleen } 107244d49a60SAndi Kleen 1073556b1fb7SJiri Olsa static void abs_printout(int id, int nr, struct perf_evsel *evsel, double avg) 1074556b1fb7SJiri Olsa { 10755821522eSJiri Olsa FILE *output = stat_config.output; 1076556b1fb7SJiri Olsa double sc = evsel->scale; 1077556b1fb7SJiri Olsa const char *fmt; 1078556b1fb7SJiri Olsa 1079556b1fb7SJiri Olsa if (csv_output) { 1080e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%.2f%s" : "%.0f%s"; 1081556b1fb7SJiri Olsa } else { 1082556b1fb7SJiri Olsa if (big_num) 1083e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%'18.2f%s" : "%'18.0f%s"; 1084556b1fb7SJiri Olsa else 1085e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%18.2f%s" : "%18.0f%s"; 1086556b1fb7SJiri Olsa } 1087556b1fb7SJiri Olsa 1088556b1fb7SJiri Olsa aggr_printout(evsel, id, nr); 1089556b1fb7SJiri Olsa 1090556b1fb7SJiri Olsa fprintf(output, fmt, avg, csv_sep); 1091556b1fb7SJiri Olsa 1092556b1fb7SJiri Olsa if (evsel->unit) 1093556b1fb7SJiri Olsa fprintf(output, "%-*s%s", 1094556b1fb7SJiri Olsa csv_output ? 0 : unit_width, 1095556b1fb7SJiri Olsa evsel->unit, csv_sep); 1096556b1fb7SJiri Olsa 1097556b1fb7SJiri Olsa fprintf(output, "%-*s", csv_output ? 0 : 25, perf_evsel__name(evsel)); 1098556b1fb7SJiri Olsa 1099556b1fb7SJiri Olsa if (evsel->cgrp) 1100556b1fb7SJiri Olsa fprintf(output, "%s%s", csv_sep, evsel->cgrp->name); 1101eedfcb4bSAndi Kleen } 1102556b1fb7SJiri Olsa 1103f9483392SAndi Kleen static void printout(int id, int nr, struct perf_evsel *counter, double uval, 1104e0128b30SJin Yao char *prefix, u64 run, u64 ena, double noise, 1105e0128b30SJin Yao struct runtime_stat *st) 1106eedfcb4bSAndi Kleen { 1107140aeadcSAndi Kleen struct perf_stat_output_ctx out; 1108f9483392SAndi Kleen struct outstate os = { 1109f9483392SAndi Kleen .fh = stat_config.output, 111044d49a60SAndi Kleen .prefix = prefix ? prefix : "", 111144d49a60SAndi Kleen .id = id, 111244d49a60SAndi Kleen .nr = nr, 111344d49a60SAndi Kleen .evsel = counter, 1114f9483392SAndi Kleen }; 1115140aeadcSAndi Kleen print_metric_t pm = print_metric_std; 1116140aeadcSAndi Kleen void (*nl)(void *); 1117556b1fb7SJiri Olsa 111854b50916SAndi Kleen if (metric_only) { 111954b50916SAndi Kleen nl = new_line_metric; 112054b50916SAndi Kleen if (csv_output) 112154b50916SAndi Kleen pm = print_metric_only_csv; 112254b50916SAndi Kleen else 112354b50916SAndi Kleen pm = print_metric_only; 112454b50916SAndi Kleen } else 1125140aeadcSAndi Kleen nl = new_line_std; 1126eedfcb4bSAndi Kleen 112754b50916SAndi Kleen if (csv_output && !metric_only) { 112892a61f64SAndi Kleen static int aggr_fields[] = { 112992a61f64SAndi Kleen [AGGR_GLOBAL] = 0, 113092a61f64SAndi Kleen [AGGR_THREAD] = 1, 113192a61f64SAndi Kleen [AGGR_NONE] = 1, 113292a61f64SAndi Kleen [AGGR_SOCKET] = 2, 113392a61f64SAndi Kleen [AGGR_CORE] = 2, 113492a61f64SAndi Kleen }; 113592a61f64SAndi Kleen 113692a61f64SAndi Kleen pm = print_metric_csv; 113792a61f64SAndi Kleen nl = new_line_csv; 113892a61f64SAndi Kleen os.nfields = 3; 113992a61f64SAndi Kleen os.nfields += aggr_fields[stat_config.aggr_mode]; 114092a61f64SAndi Kleen if (counter->cgrp) 114192a61f64SAndi Kleen os.nfields++; 114292a61f64SAndi Kleen } 1143b002f3bbSAndi Kleen if (run == 0 || ena == 0 || counter->counts->scaled == -1) { 114454b50916SAndi Kleen if (metric_only) { 114554b50916SAndi Kleen pm(&os, NULL, "", "", 0); 114654b50916SAndi Kleen return; 114754b50916SAndi Kleen } 1148cb110f47SAndi Kleen aggr_printout(counter, id, nr); 1149cb110f47SAndi Kleen 1150cb110f47SAndi Kleen fprintf(stat_config.output, "%*s%s", 1151cb110f47SAndi Kleen csv_output ? 0 : 18, 1152cb110f47SAndi Kleen counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED, 1153cb110f47SAndi Kleen csv_sep); 1154cb110f47SAndi Kleen 115502d492e5SBorislav Petkov if (counter->supported) 115602d492e5SBorislav Petkov print_free_counters_hint = 1; 115702d492e5SBorislav Petkov 1158cb110f47SAndi Kleen fprintf(stat_config.output, "%-*s%s", 1159cb110f47SAndi Kleen csv_output ? 0 : unit_width, 1160cb110f47SAndi Kleen counter->unit, csv_sep); 1161cb110f47SAndi Kleen 1162cb110f47SAndi Kleen fprintf(stat_config.output, "%*s", 1163cb110f47SAndi Kleen csv_output ? 0 : -25, 1164cb110f47SAndi Kleen perf_evsel__name(counter)); 1165cb110f47SAndi Kleen 1166cb110f47SAndi Kleen if (counter->cgrp) 1167cb110f47SAndi Kleen fprintf(stat_config.output, "%s%s", 1168cb110f47SAndi Kleen csv_sep, counter->cgrp->name); 1169cb110f47SAndi Kleen 117092a61f64SAndi Kleen if (!csv_output) 117192a61f64SAndi Kleen pm(&os, NULL, NULL, "", 0); 117292a61f64SAndi Kleen print_noise(counter, noise); 1173cb110f47SAndi Kleen print_running(run, ena); 117492a61f64SAndi Kleen if (csv_output) 117592a61f64SAndi Kleen pm(&os, NULL, NULL, "", 0); 1176cb110f47SAndi Kleen return; 1177cb110f47SAndi Kleen } 1178cb110f47SAndi Kleen 117954b50916SAndi Kleen if (metric_only) 118054b50916SAndi Kleen /* nothing */; 118154b50916SAndi Kleen else if (nsec_counter(counter)) 1182eedfcb4bSAndi Kleen nsec_printout(id, nr, counter, uval); 1183eedfcb4bSAndi Kleen else 1184eedfcb4bSAndi Kleen abs_printout(id, nr, counter, uval); 1185eedfcb4bSAndi Kleen 1186140aeadcSAndi Kleen out.print_metric = pm; 1187140aeadcSAndi Kleen out.new_line = nl; 1188140aeadcSAndi Kleen out.ctx = &os; 118937932c18SAndi Kleen out.force_header = false; 1190140aeadcSAndi Kleen 119154b50916SAndi Kleen if (csv_output && !metric_only) { 119292a61f64SAndi Kleen print_noise(counter, noise); 119392a61f64SAndi Kleen print_running(run, ena); 119492a61f64SAndi Kleen } 119592a61f64SAndi Kleen 1196140aeadcSAndi Kleen perf_stat__print_shadow_stats(counter, uval, 119744d49a60SAndi Kleen first_shadow_cpu(counter, id), 1198e0128b30SJin Yao &out, &metric_events, st); 119954b50916SAndi Kleen if (!csv_output && !metric_only) { 1200cb110f47SAndi Kleen print_noise(counter, noise); 1201cb110f47SAndi Kleen print_running(run, ena); 1202556b1fb7SJiri Olsa } 120392a61f64SAndi Kleen } 1204556b1fb7SJiri Olsa 120544d49a60SAndi Kleen static void aggr_update_shadow(void) 120644d49a60SAndi Kleen { 120744d49a60SAndi Kleen int cpu, s2, id, s; 120844d49a60SAndi Kleen u64 val; 120944d49a60SAndi Kleen struct perf_evsel *counter; 121044d49a60SAndi Kleen 121144d49a60SAndi Kleen for (s = 0; s < aggr_map->nr; s++) { 121244d49a60SAndi Kleen id = aggr_map->map[s]; 1213e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 121444d49a60SAndi Kleen val = 0; 121544d49a60SAndi Kleen for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 121644d49a60SAndi Kleen s2 = aggr_get_id(evsel_list->cpus, cpu); 121744d49a60SAndi Kleen if (s2 != id) 121844d49a60SAndi Kleen continue; 121944d49a60SAndi Kleen val += perf_counts(counter->counts, cpu, 0)->val; 122044d49a60SAndi Kleen } 122154830dd0SJiri Olsa perf_stat__update_shadow_stats(counter, val, 12221fcd0394SJin Yao first_shadow_cpu(counter, id), 12231fcd0394SJin Yao &rt_stat); 122444d49a60SAndi Kleen } 122544d49a60SAndi Kleen } 122644d49a60SAndi Kleen } 122744d49a60SAndi Kleen 1228430daf2dSAndi Kleen static void collect_all_aliases(struct perf_evsel *counter, 1229fbe51fbaSAndi Kleen void (*cb)(struct perf_evsel *counter, void *data, 1230fbe51fbaSAndi Kleen bool first), 1231fbe51fbaSAndi Kleen void *data) 1232fbe51fbaSAndi Kleen { 1233430daf2dSAndi Kleen struct perf_evsel *alias; 1234430daf2dSAndi Kleen 1235430daf2dSAndi Kleen alias = list_prepare_entry(counter, &(evsel_list->entries), node); 1236430daf2dSAndi Kleen list_for_each_entry_continue (alias, &evsel_list->entries, node) { 1237430daf2dSAndi Kleen if (strcmp(perf_evsel__name(alias), perf_evsel__name(counter)) || 1238430daf2dSAndi Kleen alias->scale != counter->scale || 1239430daf2dSAndi Kleen alias->cgrp != counter->cgrp || 1240430daf2dSAndi Kleen strcmp(alias->unit, counter->unit) || 1241430daf2dSAndi Kleen nsec_counter(alias) != nsec_counter(counter)) 1242430daf2dSAndi Kleen break; 1243430daf2dSAndi Kleen alias->merged_stat = true; 1244430daf2dSAndi Kleen cb(alias, data, false); 1245430daf2dSAndi Kleen } 1246430daf2dSAndi Kleen } 1247430daf2dSAndi Kleen 1248430daf2dSAndi Kleen static bool collect_data(struct perf_evsel *counter, 1249430daf2dSAndi Kleen void (*cb)(struct perf_evsel *counter, void *data, 1250430daf2dSAndi Kleen bool first), 1251430daf2dSAndi Kleen void *data) 1252430daf2dSAndi Kleen { 1253430daf2dSAndi Kleen if (counter->merged_stat) 1254430daf2dSAndi Kleen return false; 1255fbe51fbaSAndi Kleen cb(counter, data, true); 125663ce8449SArnaldo Carvalho de Melo if (!no_merge && counter->auto_merge_stats) 1257430daf2dSAndi Kleen collect_all_aliases(counter, cb, data); 1258430daf2dSAndi Kleen return true; 1259fbe51fbaSAndi Kleen } 1260fbe51fbaSAndi Kleen 1261fbe51fbaSAndi Kleen struct aggr_data { 1262fbe51fbaSAndi Kleen u64 ena, run, val; 1263fbe51fbaSAndi Kleen int id; 1264fbe51fbaSAndi Kleen int nr; 1265fbe51fbaSAndi Kleen int cpu; 1266fbe51fbaSAndi Kleen }; 1267fbe51fbaSAndi Kleen 1268fbe51fbaSAndi Kleen static void aggr_cb(struct perf_evsel *counter, void *data, bool first) 1269fbe51fbaSAndi Kleen { 1270fbe51fbaSAndi Kleen struct aggr_data *ad = data; 1271fbe51fbaSAndi Kleen int cpu, s2; 1272fbe51fbaSAndi Kleen 1273fbe51fbaSAndi Kleen for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 1274fbe51fbaSAndi Kleen struct perf_counts_values *counts; 1275fbe51fbaSAndi Kleen 1276fbe51fbaSAndi Kleen s2 = aggr_get_id(perf_evsel__cpus(counter), cpu); 1277fbe51fbaSAndi Kleen if (s2 != ad->id) 1278fbe51fbaSAndi Kleen continue; 1279fbe51fbaSAndi Kleen if (first) 1280fbe51fbaSAndi Kleen ad->nr++; 1281fbe51fbaSAndi Kleen counts = perf_counts(counter->counts, cpu, 0); 1282b4229e9dSAndi Kleen /* 1283b4229e9dSAndi Kleen * When any result is bad, make them all to give 1284b4229e9dSAndi Kleen * consistent output in interval mode. 1285b4229e9dSAndi Kleen */ 1286b4229e9dSAndi Kleen if (counts->ena == 0 || counts->run == 0 || 1287b4229e9dSAndi Kleen counter->counts->scaled == -1) { 1288b4229e9dSAndi Kleen ad->ena = 0; 1289b4229e9dSAndi Kleen ad->run = 0; 1290b4229e9dSAndi Kleen break; 1291b4229e9dSAndi Kleen } 1292fbe51fbaSAndi Kleen ad->val += counts->val; 1293fbe51fbaSAndi Kleen ad->ena += counts->ena; 1294fbe51fbaSAndi Kleen ad->run += counts->run; 1295fbe51fbaSAndi Kleen } 1296fbe51fbaSAndi Kleen } 1297fbe51fbaSAndi Kleen 129886ee6e18SStephane Eranian static void print_aggr(char *prefix) 1299d7e7a451SStephane Eranian { 13005821522eSJiri Olsa FILE *output = stat_config.output; 1301d7e7a451SStephane Eranian struct perf_evsel *counter; 1302fbe51fbaSAndi Kleen int s, id, nr; 1303410136f5SStephane Eranian double uval; 1304d7e7a451SStephane Eranian u64 ena, run, val; 130554b50916SAndi Kleen bool first; 1306d7e7a451SStephane Eranian 130786ee6e18SStephane Eranian if (!(aggr_map || aggr_get_id)) 1308d7e7a451SStephane Eranian return; 1309d7e7a451SStephane Eranian 131044d49a60SAndi Kleen aggr_update_shadow(); 131144d49a60SAndi Kleen 131254b50916SAndi Kleen /* 131354b50916SAndi Kleen * With metric_only everything is on a single line. 131454b50916SAndi Kleen * Without each counter has its own line. 131554b50916SAndi Kleen */ 131686ee6e18SStephane Eranian for (s = 0; s < aggr_map->nr; s++) { 1317fbe51fbaSAndi Kleen struct aggr_data ad; 131854b50916SAndi Kleen if (prefix && metric_only) 131954b50916SAndi Kleen fprintf(output, "%s", prefix); 132054b50916SAndi Kleen 1321fbe51fbaSAndi Kleen ad.id = id = aggr_map->map[s]; 132254b50916SAndi Kleen first = true; 1323e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1324e864c5caSAndi Kleen if (is_duration_time(counter)) 1325e864c5caSAndi Kleen continue; 1326e864c5caSAndi Kleen 1327fbe51fbaSAndi Kleen ad.val = ad.ena = ad.run = 0; 1328fbe51fbaSAndi Kleen ad.nr = 0; 1329430daf2dSAndi Kleen if (!collect_data(counter, aggr_cb, &ad)) 1330430daf2dSAndi Kleen continue; 1331fbe51fbaSAndi Kleen nr = ad.nr; 1332fbe51fbaSAndi Kleen ena = ad.ena; 1333fbe51fbaSAndi Kleen run = ad.run; 1334fbe51fbaSAndi Kleen val = ad.val; 133554b50916SAndi Kleen if (first && metric_only) { 133654b50916SAndi Kleen first = false; 133754b50916SAndi Kleen aggr_printout(counter, id, nr); 133854b50916SAndi Kleen } 133954b50916SAndi Kleen if (prefix && !metric_only) 1340d7e7a451SStephane Eranian fprintf(output, "%s", prefix); 1341d7e7a451SStephane Eranian 1342410136f5SStephane Eranian uval = val * counter->scale; 1343e0128b30SJin Yao printout(id, nr, counter, uval, prefix, run, ena, 1.0, 1344e0128b30SJin Yao &rt_stat); 134554b50916SAndi Kleen if (!metric_only) 1346d7e7a451SStephane Eranian fputc('\n', output); 1347d7e7a451SStephane Eranian } 134854b50916SAndi Kleen if (metric_only) 134954b50916SAndi Kleen fputc('\n', output); 1350d7e7a451SStephane Eranian } 1351d7e7a451SStephane Eranian } 1352d7e7a451SStephane Eranian 135329734550SJin Yao static int cmp_val(const void *a, const void *b) 135432b8af82SJiri Olsa { 135529734550SJin Yao return ((struct perf_aggr_thread_value *)b)->val - 135629734550SJin Yao ((struct perf_aggr_thread_value *)a)->val; 135729734550SJin Yao } 135829734550SJin Yao 135929734550SJin Yao static struct perf_aggr_thread_value *sort_aggr_thread( 136029734550SJin Yao struct perf_evsel *counter, 136129734550SJin Yao int nthreads, int ncpus, 136229734550SJin Yao int *ret) 136329734550SJin Yao { 136429734550SJin Yao int cpu, thread, i = 0; 136532b8af82SJiri Olsa double uval; 136629734550SJin Yao struct perf_aggr_thread_value *buf; 136729734550SJin Yao 136829734550SJin Yao buf = calloc(nthreads, sizeof(struct perf_aggr_thread_value)); 136929734550SJin Yao if (!buf) 137029734550SJin Yao return NULL; 137132b8af82SJiri Olsa 137232b8af82SJiri Olsa for (thread = 0; thread < nthreads; thread++) { 137332b8af82SJiri Olsa u64 ena = 0, run = 0, val = 0; 137432b8af82SJiri Olsa 137532b8af82SJiri Olsa for (cpu = 0; cpu < ncpus; cpu++) { 137632b8af82SJiri Olsa val += perf_counts(counter->counts, cpu, thread)->val; 137732b8af82SJiri Olsa ena += perf_counts(counter->counts, cpu, thread)->ena; 137832b8af82SJiri Olsa run += perf_counts(counter->counts, cpu, thread)->run; 137932b8af82SJiri Olsa } 138032b8af82SJiri Olsa 138129734550SJin Yao uval = val * counter->scale; 138229734550SJin Yao 138329734550SJin Yao /* 138429734550SJin Yao * Skip value 0 when enabling --per-thread globally, 138529734550SJin Yao * otherwise too many 0 output. 138629734550SJin Yao */ 138729734550SJin Yao if (uval == 0.0 && target__has_per_thread(&target)) 138829734550SJin Yao continue; 138929734550SJin Yao 139029734550SJin Yao buf[i].counter = counter; 139129734550SJin Yao buf[i].id = thread; 139229734550SJin Yao buf[i].uval = uval; 139329734550SJin Yao buf[i].val = val; 139429734550SJin Yao buf[i].run = run; 139529734550SJin Yao buf[i].ena = ena; 139629734550SJin Yao i++; 139729734550SJin Yao } 139829734550SJin Yao 139929734550SJin Yao qsort(buf, i, sizeof(struct perf_aggr_thread_value), cmp_val); 140029734550SJin Yao 140129734550SJin Yao if (ret) 140229734550SJin Yao *ret = i; 140329734550SJin Yao 140429734550SJin Yao return buf; 140529734550SJin Yao } 140629734550SJin Yao 140729734550SJin Yao static void print_aggr_thread(struct perf_evsel *counter, char *prefix) 140829734550SJin Yao { 140929734550SJin Yao FILE *output = stat_config.output; 141029734550SJin Yao int nthreads = thread_map__nr(counter->threads); 141129734550SJin Yao int ncpus = cpu_map__nr(counter->cpus); 141229734550SJin Yao int thread, sorted_threads, id; 141329734550SJin Yao struct perf_aggr_thread_value *buf; 141429734550SJin Yao 141529734550SJin Yao buf = sort_aggr_thread(counter, nthreads, ncpus, &sorted_threads); 141629734550SJin Yao if (!buf) { 141729734550SJin Yao perror("cannot sort aggr thread"); 141829734550SJin Yao return; 141929734550SJin Yao } 142029734550SJin Yao 142129734550SJin Yao for (thread = 0; thread < sorted_threads; thread++) { 142232b8af82SJiri Olsa if (prefix) 142332b8af82SJiri Olsa fprintf(output, "%s", prefix); 142432b8af82SJiri Olsa 142529734550SJin Yao id = buf[thread].id; 142614e72a21SJin Yao if (stat_config.stats) 142729734550SJin Yao printout(id, 0, buf[thread].counter, buf[thread].uval, 142829734550SJin Yao prefix, buf[thread].run, buf[thread].ena, 1.0, 142929734550SJin Yao &stat_config.stats[id]); 143014e72a21SJin Yao else 143129734550SJin Yao printout(id, 0, buf[thread].counter, buf[thread].uval, 143229734550SJin Yao prefix, buf[thread].run, buf[thread].ena, 1.0, 143329734550SJin Yao &rt_stat); 143432b8af82SJiri Olsa fputc('\n', output); 143532b8af82SJiri Olsa } 143629734550SJin Yao 143729734550SJin Yao free(buf); 143832b8af82SJiri Olsa } 143932b8af82SJiri Olsa 1440fbe51fbaSAndi Kleen struct caggr_data { 1441fbe51fbaSAndi Kleen double avg, avg_enabled, avg_running; 1442fbe51fbaSAndi Kleen }; 1443fbe51fbaSAndi Kleen 1444fbe51fbaSAndi Kleen static void counter_aggr_cb(struct perf_evsel *counter, void *data, 1445fbe51fbaSAndi Kleen bool first __maybe_unused) 1446fbe51fbaSAndi Kleen { 1447fbe51fbaSAndi Kleen struct caggr_data *cd = data; 1448e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = counter->stats; 1449fbe51fbaSAndi Kleen 1450fbe51fbaSAndi Kleen cd->avg += avg_stats(&ps->res_stats[0]); 1451fbe51fbaSAndi Kleen cd->avg_enabled += avg_stats(&ps->res_stats[1]); 1452fbe51fbaSAndi Kleen cd->avg_running += avg_stats(&ps->res_stats[2]); 1453fbe51fbaSAndi Kleen } 1454fbe51fbaSAndi Kleen 145542202dd5SIngo Molnar /* 145642202dd5SIngo Molnar * Print out the results of a single counter: 1457f5b4a9c3SStephane Eranian * aggregated counts in system-wide mode 145842202dd5SIngo Molnar */ 145913370a9bSStephane Eranian static void print_counter_aggr(struct perf_evsel *counter, char *prefix) 146042202dd5SIngo Molnar { 14615821522eSJiri Olsa FILE *output = stat_config.output; 1462410136f5SStephane Eranian double uval; 1463fbe51fbaSAndi Kleen struct caggr_data cd = { .avg = 0.0 }; 1464d73515c0SAndi Kleen 1465430daf2dSAndi Kleen if (!collect_data(counter, counter_aggr_cb, &cd)) 1466430daf2dSAndi Kleen return; 146742202dd5SIngo Molnar 146854b50916SAndi Kleen if (prefix && !metric_only) 146913370a9bSStephane Eranian fprintf(output, "%s", prefix); 147013370a9bSStephane Eranian 1471fbe51fbaSAndi Kleen uval = cd.avg * counter->scale; 1472e0128b30SJin Yao printout(-1, 0, counter, uval, prefix, cd.avg_running, cd.avg_enabled, 1473e0128b30SJin Yao cd.avg, &rt_stat); 147454b50916SAndi Kleen if (!metric_only) 14754aa9015fSStephane Eranian fprintf(output, "\n"); 147642202dd5SIngo Molnar } 147742202dd5SIngo Molnar 1478fbe51fbaSAndi Kleen static void counter_cb(struct perf_evsel *counter, void *data, 1479fbe51fbaSAndi Kleen bool first __maybe_unused) 1480fbe51fbaSAndi Kleen { 1481fbe51fbaSAndi Kleen struct aggr_data *ad = data; 1482fbe51fbaSAndi Kleen 1483fbe51fbaSAndi Kleen ad->val += perf_counts(counter->counts, ad->cpu, 0)->val; 1484fbe51fbaSAndi Kleen ad->ena += perf_counts(counter->counts, ad->cpu, 0)->ena; 1485fbe51fbaSAndi Kleen ad->run += perf_counts(counter->counts, ad->cpu, 0)->run; 1486fbe51fbaSAndi Kleen } 1487fbe51fbaSAndi Kleen 1488f5b4a9c3SStephane Eranian /* 1489f5b4a9c3SStephane Eranian * Print out the results of a single counter: 1490f5b4a9c3SStephane Eranian * does not use aggregated count in system-wide 1491f5b4a9c3SStephane Eranian */ 149213370a9bSStephane Eranian static void print_counter(struct perf_evsel *counter, char *prefix) 1493f5b4a9c3SStephane Eranian { 14945821522eSJiri Olsa FILE *output = stat_config.output; 1495f5b4a9c3SStephane Eranian u64 ena, run, val; 1496410136f5SStephane Eranian double uval; 1497f5b4a9c3SStephane Eranian int cpu; 1498f5b4a9c3SStephane Eranian 14997ae92e74SYan, Zheng for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 1500fbe51fbaSAndi Kleen struct aggr_data ad = { .cpu = cpu }; 1501fbe51fbaSAndi Kleen 1502430daf2dSAndi Kleen if (!collect_data(counter, counter_cb, &ad)) 1503430daf2dSAndi Kleen return; 1504fbe51fbaSAndi Kleen val = ad.val; 1505fbe51fbaSAndi Kleen ena = ad.ena; 1506fbe51fbaSAndi Kleen run = ad.run; 150713370a9bSStephane Eranian 150813370a9bSStephane Eranian if (prefix) 150913370a9bSStephane Eranian fprintf(output, "%s", prefix); 151013370a9bSStephane Eranian 1511410136f5SStephane Eranian uval = val * counter->scale; 1512e0128b30SJin Yao printout(cpu, 0, counter, uval, prefix, run, ena, 1.0, 1513e0128b30SJin Yao &rt_stat); 1514f5b4a9c3SStephane Eranian 15154aa9015fSStephane Eranian fputc('\n', output); 1516f5b4a9c3SStephane Eranian } 1517f5b4a9c3SStephane Eranian } 1518f5b4a9c3SStephane Eranian 1519206cab65SAndi Kleen static void print_no_aggr_metric(char *prefix) 1520206cab65SAndi Kleen { 1521206cab65SAndi Kleen int cpu; 1522206cab65SAndi Kleen int nrcpus = 0; 1523206cab65SAndi Kleen struct perf_evsel *counter; 1524206cab65SAndi Kleen u64 ena, run, val; 1525206cab65SAndi Kleen double uval; 1526206cab65SAndi Kleen 1527206cab65SAndi Kleen nrcpus = evsel_list->cpus->nr; 1528206cab65SAndi Kleen for (cpu = 0; cpu < nrcpus; cpu++) { 1529206cab65SAndi Kleen bool first = true; 1530206cab65SAndi Kleen 1531206cab65SAndi Kleen if (prefix) 1532206cab65SAndi Kleen fputs(prefix, stat_config.output); 1533e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1534e864c5caSAndi Kleen if (is_duration_time(counter)) 1535e864c5caSAndi Kleen continue; 1536206cab65SAndi Kleen if (first) { 1537206cab65SAndi Kleen aggr_printout(counter, cpu, 0); 1538206cab65SAndi Kleen first = false; 1539206cab65SAndi Kleen } 1540206cab65SAndi Kleen val = perf_counts(counter->counts, cpu, 0)->val; 1541206cab65SAndi Kleen ena = perf_counts(counter->counts, cpu, 0)->ena; 1542206cab65SAndi Kleen run = perf_counts(counter->counts, cpu, 0)->run; 1543206cab65SAndi Kleen 1544206cab65SAndi Kleen uval = val * counter->scale; 1545e0128b30SJin Yao printout(cpu, 0, counter, uval, prefix, run, ena, 1.0, 1546e0128b30SJin Yao &rt_stat); 1547206cab65SAndi Kleen } 1548206cab65SAndi Kleen fputc('\n', stat_config.output); 1549206cab65SAndi Kleen } 1550206cab65SAndi Kleen } 1551206cab65SAndi Kleen 155254b50916SAndi Kleen static int aggr_header_lens[] = { 155354b50916SAndi Kleen [AGGR_CORE] = 18, 155454b50916SAndi Kleen [AGGR_SOCKET] = 12, 1555206cab65SAndi Kleen [AGGR_NONE] = 6, 155654b50916SAndi Kleen [AGGR_THREAD] = 24, 155754b50916SAndi Kleen [AGGR_GLOBAL] = 0, 155854b50916SAndi Kleen }; 155954b50916SAndi Kleen 1560c51fd639SAndi Kleen static const char *aggr_header_csv[] = { 1561c51fd639SAndi Kleen [AGGR_CORE] = "core,cpus,", 1562c51fd639SAndi Kleen [AGGR_SOCKET] = "socket,cpus", 1563c51fd639SAndi Kleen [AGGR_NONE] = "cpu,", 1564c51fd639SAndi Kleen [AGGR_THREAD] = "comm-pid,", 1565c51fd639SAndi Kleen [AGGR_GLOBAL] = "" 1566c51fd639SAndi Kleen }; 1567c51fd639SAndi Kleen 156841c8ca2aSAndi Kleen static void print_metric_headers(const char *prefix, bool no_indent) 156954b50916SAndi Kleen { 157054b50916SAndi Kleen struct perf_stat_output_ctx out; 157154b50916SAndi Kleen struct perf_evsel *counter; 157254b50916SAndi Kleen struct outstate os = { 157354b50916SAndi Kleen .fh = stat_config.output 157454b50916SAndi Kleen }; 157554b50916SAndi Kleen 157654b50916SAndi Kleen if (prefix) 157754b50916SAndi Kleen fprintf(stat_config.output, "%s", prefix); 157854b50916SAndi Kleen 157941c8ca2aSAndi Kleen if (!csv_output && !no_indent) 158054b50916SAndi Kleen fprintf(stat_config.output, "%*s", 158154b50916SAndi Kleen aggr_header_lens[stat_config.aggr_mode], ""); 1582c51fd639SAndi Kleen if (csv_output) { 1583c51fd639SAndi Kleen if (stat_config.interval) 1584c51fd639SAndi Kleen fputs("time,", stat_config.output); 1585c51fd639SAndi Kleen fputs(aggr_header_csv[stat_config.aggr_mode], 1586c51fd639SAndi Kleen stat_config.output); 1587c51fd639SAndi Kleen } 158854b50916SAndi Kleen 158954b50916SAndi Kleen /* Print metrics headers only */ 1590e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1591e864c5caSAndi Kleen if (is_duration_time(counter)) 1592e864c5caSAndi Kleen continue; 159354b50916SAndi Kleen os.evsel = counter; 159454b50916SAndi Kleen out.ctx = &os; 159554b50916SAndi Kleen out.print_metric = print_metric_header; 159654b50916SAndi Kleen out.new_line = new_line_metric; 159737932c18SAndi Kleen out.force_header = true; 159854b50916SAndi Kleen os.evsel = counter; 159954b50916SAndi Kleen perf_stat__print_shadow_stats(counter, 0, 160054b50916SAndi Kleen 0, 1601b18f3e36SAndi Kleen &out, 1602e0128b30SJin Yao &metric_events, 1603e0128b30SJin Yao &rt_stat); 160454b50916SAndi Kleen } 160554b50916SAndi Kleen fputc('\n', stat_config.output); 160654b50916SAndi Kleen } 160754b50916SAndi Kleen 1608d4f63a47SJiri Olsa static void print_interval(char *prefix, struct timespec *ts) 160942202dd5SIngo Molnar { 16105821522eSJiri Olsa FILE *output = stat_config.output; 1611d4f63a47SJiri Olsa static int num_print_interval; 1612d4f63a47SJiri Olsa 1613d4f63a47SJiri Olsa sprintf(prefix, "%6lu.%09lu%s", ts->tv_sec, ts->tv_nsec, csv_sep); 1614d4f63a47SJiri Olsa 161541c8ca2aSAndi Kleen if (num_print_interval == 0 && !csv_output) { 1616421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 1617d4f63a47SJiri Olsa case AGGR_SOCKET: 161841c8ca2aSAndi Kleen fprintf(output, "# time socket cpus"); 161941c8ca2aSAndi Kleen if (!metric_only) 162041c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1621d4f63a47SJiri Olsa break; 1622d4f63a47SJiri Olsa case AGGR_CORE: 162341c8ca2aSAndi Kleen fprintf(output, "# time core cpus"); 162441c8ca2aSAndi Kleen if (!metric_only) 162541c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1626d4f63a47SJiri Olsa break; 1627d4f63a47SJiri Olsa case AGGR_NONE: 162841c8ca2aSAndi Kleen fprintf(output, "# time CPU"); 162941c8ca2aSAndi Kleen if (!metric_only) 163041c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1631d4f63a47SJiri Olsa break; 163232b8af82SJiri Olsa case AGGR_THREAD: 163341c8ca2aSAndi Kleen fprintf(output, "# time comm-pid"); 163441c8ca2aSAndi Kleen if (!metric_only) 163541c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 163632b8af82SJiri Olsa break; 1637d4f63a47SJiri Olsa case AGGR_GLOBAL: 1638d4f63a47SJiri Olsa default: 163941c8ca2aSAndi Kleen fprintf(output, "# time"); 164041c8ca2aSAndi Kleen if (!metric_only) 164141c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1642208df99eSJiri Olsa case AGGR_UNSET: 1643208df99eSJiri Olsa break; 1644d4f63a47SJiri Olsa } 1645d4f63a47SJiri Olsa } 1646d4f63a47SJiri Olsa 164741c8ca2aSAndi Kleen if (num_print_interval == 0 && metric_only) 164841c8ca2aSAndi Kleen print_metric_headers(" ", true); 1649d4f63a47SJiri Olsa if (++num_print_interval == 25) 1650d4f63a47SJiri Olsa num_print_interval = 0; 1651d4f63a47SJiri Olsa } 1652d4f63a47SJiri Olsa 1653d4f63a47SJiri Olsa static void print_header(int argc, const char **argv) 1654d4f63a47SJiri Olsa { 16555821522eSJiri Olsa FILE *output = stat_config.output; 165669aad6f1SArnaldo Carvalho de Melo int i; 165742202dd5SIngo Molnar 165886470930SIngo Molnar fflush(stdout); 165986470930SIngo Molnar 1660d7470b6aSStephane Eranian if (!csv_output) { 16614aa9015fSStephane Eranian fprintf(output, "\n"); 16624aa9015fSStephane Eranian fprintf(output, " Performance counter stats for "); 166362d3b617SDavid Ahern if (target.system_wide) 166462d3b617SDavid Ahern fprintf(output, "\'system wide"); 166562d3b617SDavid Ahern else if (target.cpu_list) 166662d3b617SDavid Ahern fprintf(output, "\'CPU(s) %s", target.cpu_list); 1667602ad878SArnaldo Carvalho de Melo else if (!target__has_task(&target)) { 1668ba6039b6SJiri Olsa fprintf(output, "\'%s", argv ? argv[0] : "pipe"); 1669ba6039b6SJiri Olsa for (i = 1; argv && (i < argc); i++) 16704aa9015fSStephane Eranian fprintf(output, " %s", argv[i]); 167120f946b4SNamhyung Kim } else if (target.pid) 167220f946b4SNamhyung Kim fprintf(output, "process id \'%s", target.pid); 1673d6d901c2SZhang, Yanmin else 167420f946b4SNamhyung Kim fprintf(output, "thread id \'%s", target.tid); 167586470930SIngo Molnar 16764aa9015fSStephane Eranian fprintf(output, "\'"); 167742202dd5SIngo Molnar if (run_count > 1) 16784aa9015fSStephane Eranian fprintf(output, " (%d runs)", run_count); 16794aa9015fSStephane Eranian fprintf(output, ":\n\n"); 1680d7470b6aSStephane Eranian } 1681f5b4a9c3SStephane Eranian } 168286470930SIngo Molnar 1683d4f63a47SJiri Olsa static void print_footer(void) 1684d4f63a47SJiri Olsa { 16855821522eSJiri Olsa FILE *output = stat_config.output; 1686918c7b06SAndi Kleen int n; 16875821522eSJiri Olsa 1688c3305257SIngo Molnar if (!null_run) 16894aa9015fSStephane Eranian fprintf(output, "\n"); 16904aa9015fSStephane Eranian fprintf(output, " %17.9f seconds time elapsed", 1691310ebb93SArnaldo Carvalho de Melo avg_stats(&walltime_nsecs_stats) / NSEC_PER_SEC); 1692566747e6SIngo Molnar if (run_count > 1) { 16934aa9015fSStephane Eranian fprintf(output, " "); 1694f99844cbSIngo Molnar print_noise_pct(stddev_stats(&walltime_nsecs_stats), 1695506d4bc8SPeter Zijlstra avg_stats(&walltime_nsecs_stats)); 1696566747e6SIngo Molnar } 16974aa9015fSStephane Eranian fprintf(output, "\n\n"); 169802d492e5SBorislav Petkov 1699918c7b06SAndi Kleen if (print_free_counters_hint && 1700918c7b06SAndi Kleen sysctl__read_int("kernel/nmi_watchdog", &n) >= 0 && 1701918c7b06SAndi Kleen n > 0) 170202d492e5SBorislav Petkov fprintf(output, 170302d492e5SBorislav Petkov "Some events weren't counted. Try disabling the NMI watchdog:\n" 170402d492e5SBorislav Petkov " echo 0 > /proc/sys/kernel/nmi_watchdog\n" 170502d492e5SBorislav Petkov " perf stat ...\n" 170602d492e5SBorislav Petkov " echo 1 > /proc/sys/kernel/nmi_watchdog\n"); 170786470930SIngo Molnar } 1708d4f63a47SJiri Olsa 1709d4f63a47SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv) 1710d4f63a47SJiri Olsa { 1711ec0d3d1fSJiri Olsa int interval = stat_config.interval; 1712d4f63a47SJiri Olsa struct perf_evsel *counter; 1713d4f63a47SJiri Olsa char buf[64], *prefix = NULL; 1714d4f63a47SJiri Olsa 1715664c98d4SJiri Olsa /* Do not print anything if we record to the pipe. */ 17168ceb41d7SJiri Olsa if (STAT_RECORD && perf_stat.data.is_pipe) 1717664c98d4SJiri Olsa return; 1718664c98d4SJiri Olsa 1719d4f63a47SJiri Olsa if (interval) 1720d4f63a47SJiri Olsa print_interval(prefix = buf, ts); 1721d4f63a47SJiri Olsa else 1722d4f63a47SJiri Olsa print_header(argc, argv); 1723d4f63a47SJiri Olsa 172454b50916SAndi Kleen if (metric_only) { 172554b50916SAndi Kleen static int num_print_iv; 172654b50916SAndi Kleen 172741c8ca2aSAndi Kleen if (num_print_iv == 0 && !interval) 172841c8ca2aSAndi Kleen print_metric_headers(prefix, false); 172954b50916SAndi Kleen if (num_print_iv++ == 25) 173054b50916SAndi Kleen num_print_iv = 0; 173154b50916SAndi Kleen if (stat_config.aggr_mode == AGGR_GLOBAL && prefix) 173254b50916SAndi Kleen fprintf(stat_config.output, "%s", prefix); 173354b50916SAndi Kleen } 173454b50916SAndi Kleen 1735421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 1736d4f63a47SJiri Olsa case AGGR_CORE: 1737d4f63a47SJiri Olsa case AGGR_SOCKET: 1738d4f63a47SJiri Olsa print_aggr(prefix); 1739d4f63a47SJiri Olsa break; 174032b8af82SJiri Olsa case AGGR_THREAD: 1741e864c5caSAndi Kleen evlist__for_each_entry(evsel_list, counter) { 1742e864c5caSAndi Kleen if (is_duration_time(counter)) 1743e864c5caSAndi Kleen continue; 174432b8af82SJiri Olsa print_aggr_thread(counter, prefix); 1745e864c5caSAndi Kleen } 174632b8af82SJiri Olsa break; 1747d4f63a47SJiri Olsa case AGGR_GLOBAL: 1748e864c5caSAndi Kleen evlist__for_each_entry(evsel_list, counter) { 1749e864c5caSAndi Kleen if (is_duration_time(counter)) 1750e864c5caSAndi Kleen continue; 1751d4f63a47SJiri Olsa print_counter_aggr(counter, prefix); 1752e864c5caSAndi Kleen } 175354b50916SAndi Kleen if (metric_only) 175454b50916SAndi Kleen fputc('\n', stat_config.output); 1755d4f63a47SJiri Olsa break; 1756d4f63a47SJiri Olsa case AGGR_NONE: 1757206cab65SAndi Kleen if (metric_only) 1758206cab65SAndi Kleen print_no_aggr_metric(prefix); 1759206cab65SAndi Kleen else { 1760e864c5caSAndi Kleen evlist__for_each_entry(evsel_list, counter) { 1761e864c5caSAndi Kleen if (is_duration_time(counter)) 1762e864c5caSAndi Kleen continue; 1763d4f63a47SJiri Olsa print_counter(counter, prefix); 1764206cab65SAndi Kleen } 1765e864c5caSAndi Kleen } 1766d4f63a47SJiri Olsa break; 1767208df99eSJiri Olsa case AGGR_UNSET: 1768d4f63a47SJiri Olsa default: 1769d4f63a47SJiri Olsa break; 1770d4f63a47SJiri Olsa } 1771d4f63a47SJiri Olsa 1772d4f63a47SJiri Olsa if (!interval && !csv_output) 1773d4f63a47SJiri Olsa print_footer(); 1774d4f63a47SJiri Olsa 17755821522eSJiri Olsa fflush(stat_config.output); 1776d7470b6aSStephane Eranian } 177786470930SIngo Molnar 1778f7b7c26eSPeter Zijlstra static volatile int signr = -1; 1779f7b7c26eSPeter Zijlstra 178086470930SIngo Molnar static void skip_signal(int signo) 178186470930SIngo Molnar { 1782ec0d3d1fSJiri Olsa if ((child_pid == -1) || stat_config.interval) 178360666c63SLiming Wang done = 1; 178460666c63SLiming Wang 1785f7b7c26eSPeter Zijlstra signr = signo; 1786d07f0b12SStephane Eranian /* 1787d07f0b12SStephane Eranian * render child_pid harmless 1788d07f0b12SStephane Eranian * won't send SIGTERM to a random 1789d07f0b12SStephane Eranian * process in case of race condition 1790d07f0b12SStephane Eranian * and fast PID recycling 1791d07f0b12SStephane Eranian */ 1792d07f0b12SStephane Eranian child_pid = -1; 1793f7b7c26eSPeter Zijlstra } 1794f7b7c26eSPeter Zijlstra 1795f7b7c26eSPeter Zijlstra static void sig_atexit(void) 1796f7b7c26eSPeter Zijlstra { 1797d07f0b12SStephane Eranian sigset_t set, oset; 1798d07f0b12SStephane Eranian 1799d07f0b12SStephane Eranian /* 1800d07f0b12SStephane Eranian * avoid race condition with SIGCHLD handler 1801d07f0b12SStephane Eranian * in skip_signal() which is modifying child_pid 1802d07f0b12SStephane Eranian * goal is to avoid send SIGTERM to a random 1803d07f0b12SStephane Eranian * process 1804d07f0b12SStephane Eranian */ 1805d07f0b12SStephane Eranian sigemptyset(&set); 1806d07f0b12SStephane Eranian sigaddset(&set, SIGCHLD); 1807d07f0b12SStephane Eranian sigprocmask(SIG_BLOCK, &set, &oset); 1808d07f0b12SStephane Eranian 1809933da83aSChris Wilson if (child_pid != -1) 1810933da83aSChris Wilson kill(child_pid, SIGTERM); 1811933da83aSChris Wilson 1812d07f0b12SStephane Eranian sigprocmask(SIG_SETMASK, &oset, NULL); 1813d07f0b12SStephane Eranian 1814f7b7c26eSPeter Zijlstra if (signr == -1) 1815f7b7c26eSPeter Zijlstra return; 1816f7b7c26eSPeter Zijlstra 1817f7b7c26eSPeter Zijlstra signal(signr, SIG_DFL); 1818f7b7c26eSPeter Zijlstra kill(getpid(), signr); 181986470930SIngo Molnar } 182086470930SIngo Molnar 18211d037ca1SIrina Tirdea static int stat__set_big_num(const struct option *opt __maybe_unused, 18221d037ca1SIrina Tirdea const char *s __maybe_unused, int unset) 1823d7470b6aSStephane Eranian { 1824d7470b6aSStephane Eranian big_num_opt = unset ? 0 : 1; 1825d7470b6aSStephane Eranian return 0; 1826d7470b6aSStephane Eranian } 1827d7470b6aSStephane Eranian 182844b1e60aSAndi Kleen static int enable_metric_only(const struct option *opt __maybe_unused, 182944b1e60aSAndi Kleen const char *s __maybe_unused, int unset) 183044b1e60aSAndi Kleen { 183144b1e60aSAndi Kleen force_metric_only = true; 183244b1e60aSAndi Kleen metric_only = !unset; 183344b1e60aSAndi Kleen return 0; 183444b1e60aSAndi Kleen } 183544b1e60aSAndi Kleen 1836b18f3e36SAndi Kleen static int parse_metric_groups(const struct option *opt, 1837b18f3e36SAndi Kleen const char *str, 1838b18f3e36SAndi Kleen int unset __maybe_unused) 1839b18f3e36SAndi Kleen { 1840b18f3e36SAndi Kleen return metricgroup__parse_groups(opt, str, &metric_events); 1841b18f3e36SAndi Kleen } 1842b18f3e36SAndi Kleen 1843e0547311SJiri Olsa static const struct option stat_options[] = { 1844e0547311SJiri Olsa OPT_BOOLEAN('T', "transaction", &transaction_run, 1845e0547311SJiri Olsa "hardware transaction statistics"), 1846e0547311SJiri Olsa OPT_CALLBACK('e', "event", &evsel_list, "event", 1847e0547311SJiri Olsa "event selector. use 'perf list' to list available events", 1848e0547311SJiri Olsa parse_events_option), 1849e0547311SJiri Olsa OPT_CALLBACK(0, "filter", &evsel_list, "filter", 1850e0547311SJiri Olsa "event filter", parse_filter), 1851e0547311SJiri Olsa OPT_BOOLEAN('i', "no-inherit", &no_inherit, 1852e0547311SJiri Olsa "child tasks do not inherit counters"), 1853e0547311SJiri Olsa OPT_STRING('p', "pid", &target.pid, "pid", 1854e0547311SJiri Olsa "stat events on existing process id"), 1855e0547311SJiri Olsa OPT_STRING('t', "tid", &target.tid, "tid", 1856e0547311SJiri Olsa "stat events on existing thread id"), 1857e0547311SJiri Olsa OPT_BOOLEAN('a', "all-cpus", &target.system_wide, 1858e0547311SJiri Olsa "system-wide collection from all CPUs"), 1859e0547311SJiri Olsa OPT_BOOLEAN('g', "group", &group, 1860e0547311SJiri Olsa "put the counters into a counter group"), 1861e0547311SJiri Olsa OPT_BOOLEAN('c', "scale", &stat_config.scale, "scale/normalize counters"), 1862e0547311SJiri Olsa OPT_INCR('v', "verbose", &verbose, 1863e0547311SJiri Olsa "be more verbose (show counter open errors, etc)"), 1864e0547311SJiri Olsa OPT_INTEGER('r', "repeat", &run_count, 1865e0547311SJiri Olsa "repeat command and print average + stddev (max: 100, forever: 0)"), 1866e0547311SJiri Olsa OPT_BOOLEAN('n', "null", &null_run, 1867e0547311SJiri Olsa "null run - dont start any counters"), 1868e0547311SJiri Olsa OPT_INCR('d', "detailed", &detailed_run, 1869e0547311SJiri Olsa "detailed run - start a lot of events"), 1870e0547311SJiri Olsa OPT_BOOLEAN('S', "sync", &sync_run, 1871e0547311SJiri Olsa "call sync() before starting a run"), 1872e0547311SJiri Olsa OPT_CALLBACK_NOOPT('B', "big-num", NULL, NULL, 1873e0547311SJiri Olsa "print large numbers with thousands\' separators", 1874e0547311SJiri Olsa stat__set_big_num), 1875e0547311SJiri Olsa OPT_STRING('C', "cpu", &target.cpu_list, "cpu", 1876e0547311SJiri Olsa "list of cpus to monitor in system-wide"), 1877e0547311SJiri Olsa OPT_SET_UINT('A', "no-aggr", &stat_config.aggr_mode, 1878e0547311SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 1879430daf2dSAndi Kleen OPT_BOOLEAN(0, "no-merge", &no_merge, "Do not merge identical named events"), 1880e0547311SJiri Olsa OPT_STRING('x', "field-separator", &csv_sep, "separator", 1881e0547311SJiri Olsa "print counts with custom separator"), 1882e0547311SJiri Olsa OPT_CALLBACK('G', "cgroup", &evsel_list, "name", 1883e0547311SJiri Olsa "monitor event in cgroup name only", parse_cgroups), 1884e0547311SJiri Olsa OPT_STRING('o', "output", &output_name, "file", "output file name"), 1885e0547311SJiri Olsa OPT_BOOLEAN(0, "append", &append_file, "append to the output file"), 1886e0547311SJiri Olsa OPT_INTEGER(0, "log-fd", &output_fd, 1887e0547311SJiri Olsa "log output to fd, instead of stderr"), 1888e0547311SJiri Olsa OPT_STRING(0, "pre", &pre_cmd, "command", 1889e0547311SJiri Olsa "command to run prior to the measured command"), 1890e0547311SJiri Olsa OPT_STRING(0, "post", &post_cmd, "command", 1891e0547311SJiri Olsa "command to run after to the measured command"), 1892e0547311SJiri Olsa OPT_UINTEGER('I', "interval-print", &stat_config.interval, 1893e0547311SJiri Olsa "print counts at regular interval in ms (>= 10)"), 1894e0547311SJiri Olsa OPT_SET_UINT(0, "per-socket", &stat_config.aggr_mode, 1895e0547311SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 1896e0547311SJiri Olsa OPT_SET_UINT(0, "per-core", &stat_config.aggr_mode, 1897e0547311SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 1898e0547311SJiri Olsa OPT_SET_UINT(0, "per-thread", &stat_config.aggr_mode, 1899e0547311SJiri Olsa "aggregate counts per thread", AGGR_THREAD), 1900e0547311SJiri Olsa OPT_UINTEGER('D', "delay", &initial_delay, 1901e0547311SJiri Olsa "ms to wait before starting measurement after program start"), 190244b1e60aSAndi Kleen OPT_CALLBACK_NOOPT(0, "metric-only", &metric_only, NULL, 190344b1e60aSAndi Kleen "Only print computed metrics. No raw values", enable_metric_only), 190444b1e60aSAndi Kleen OPT_BOOLEAN(0, "topdown", &topdown_run, 190544b1e60aSAndi Kleen "measure topdown level 1 statistics"), 1906daefd0bcSKan Liang OPT_BOOLEAN(0, "smi-cost", &smi_cost, 1907daefd0bcSKan Liang "measure SMI cost"), 1908b18f3e36SAndi Kleen OPT_CALLBACK('M', "metrics", &evsel_list, "metric/metric group list", 1909b18f3e36SAndi Kleen "monitor specified metrics or metric groups (separated by ,)", 1910b18f3e36SAndi Kleen parse_metric_groups), 1911e0547311SJiri Olsa OPT_END() 1912e0547311SJiri Olsa }; 1913e0547311SJiri Olsa 19141fe7a300SJiri Olsa static int perf_stat__get_socket(struct cpu_map *map, int cpu) 19151fe7a300SJiri Olsa { 19161fe7a300SJiri Olsa return cpu_map__get_socket(map, cpu, NULL); 19171fe7a300SJiri Olsa } 19181fe7a300SJiri Olsa 19191fe7a300SJiri Olsa static int perf_stat__get_core(struct cpu_map *map, int cpu) 19201fe7a300SJiri Olsa { 19211fe7a300SJiri Olsa return cpu_map__get_core(map, cpu, NULL); 19221fe7a300SJiri Olsa } 19231fe7a300SJiri Olsa 19241e5a2931SJiri Olsa static int cpu_map__get_max(struct cpu_map *map) 19251e5a2931SJiri Olsa { 19261e5a2931SJiri Olsa int i, max = -1; 19271e5a2931SJiri Olsa 19281e5a2931SJiri Olsa for (i = 0; i < map->nr; i++) { 19291e5a2931SJiri Olsa if (map->map[i] > max) 19301e5a2931SJiri Olsa max = map->map[i]; 19311e5a2931SJiri Olsa } 19321e5a2931SJiri Olsa 19331e5a2931SJiri Olsa return max; 19341e5a2931SJiri Olsa } 19351e5a2931SJiri Olsa 19361e5a2931SJiri Olsa static struct cpu_map *cpus_aggr_map; 19371e5a2931SJiri Olsa 19381e5a2931SJiri Olsa static int perf_stat__get_aggr(aggr_get_id_t get_id, struct cpu_map *map, int idx) 19391e5a2931SJiri Olsa { 19401e5a2931SJiri Olsa int cpu; 19411e5a2931SJiri Olsa 19421e5a2931SJiri Olsa if (idx >= map->nr) 19431e5a2931SJiri Olsa return -1; 19441e5a2931SJiri Olsa 19451e5a2931SJiri Olsa cpu = map->map[idx]; 19461e5a2931SJiri Olsa 19471e5a2931SJiri Olsa if (cpus_aggr_map->map[cpu] == -1) 19481e5a2931SJiri Olsa cpus_aggr_map->map[cpu] = get_id(map, idx); 19491e5a2931SJiri Olsa 19501e5a2931SJiri Olsa return cpus_aggr_map->map[cpu]; 19511e5a2931SJiri Olsa } 19521e5a2931SJiri Olsa 19531e5a2931SJiri Olsa static int perf_stat__get_socket_cached(struct cpu_map *map, int idx) 19541e5a2931SJiri Olsa { 19551e5a2931SJiri Olsa return perf_stat__get_aggr(perf_stat__get_socket, map, idx); 19561e5a2931SJiri Olsa } 19571e5a2931SJiri Olsa 19581e5a2931SJiri Olsa static int perf_stat__get_core_cached(struct cpu_map *map, int idx) 19591e5a2931SJiri Olsa { 19601e5a2931SJiri Olsa return perf_stat__get_aggr(perf_stat__get_core, map, idx); 19611e5a2931SJiri Olsa } 19621e5a2931SJiri Olsa 196386ee6e18SStephane Eranian static int perf_stat_init_aggr_mode(void) 196486ee6e18SStephane Eranian { 19651e5a2931SJiri Olsa int nr; 19661e5a2931SJiri Olsa 1967421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 196886ee6e18SStephane Eranian case AGGR_SOCKET: 196986ee6e18SStephane Eranian if (cpu_map__build_socket_map(evsel_list->cpus, &aggr_map)) { 197086ee6e18SStephane Eranian perror("cannot build socket map"); 197186ee6e18SStephane Eranian return -1; 197286ee6e18SStephane Eranian } 19731e5a2931SJiri Olsa aggr_get_id = perf_stat__get_socket_cached; 197486ee6e18SStephane Eranian break; 197512c08a9fSStephane Eranian case AGGR_CORE: 197612c08a9fSStephane Eranian if (cpu_map__build_core_map(evsel_list->cpus, &aggr_map)) { 197712c08a9fSStephane Eranian perror("cannot build core map"); 197812c08a9fSStephane Eranian return -1; 197912c08a9fSStephane Eranian } 19801e5a2931SJiri Olsa aggr_get_id = perf_stat__get_core_cached; 198112c08a9fSStephane Eranian break; 198286ee6e18SStephane Eranian case AGGR_NONE: 198386ee6e18SStephane Eranian case AGGR_GLOBAL: 198432b8af82SJiri Olsa case AGGR_THREAD: 1985208df99eSJiri Olsa case AGGR_UNSET: 198686ee6e18SStephane Eranian default: 198786ee6e18SStephane Eranian break; 198886ee6e18SStephane Eranian } 19891e5a2931SJiri Olsa 19901e5a2931SJiri Olsa /* 19911e5a2931SJiri Olsa * The evsel_list->cpus is the base we operate on, 19921e5a2931SJiri Olsa * taking the highest cpu number to be the size of 19931e5a2931SJiri Olsa * the aggregation translate cpumap. 19941e5a2931SJiri Olsa */ 19951e5a2931SJiri Olsa nr = cpu_map__get_max(evsel_list->cpus); 19961e5a2931SJiri Olsa cpus_aggr_map = cpu_map__empty_new(nr + 1); 19971e5a2931SJiri Olsa return cpus_aggr_map ? 0 : -ENOMEM; 199886ee6e18SStephane Eranian } 199986ee6e18SStephane Eranian 2000544c2ae7SMasami Hiramatsu static void perf_stat__exit_aggr_mode(void) 2001544c2ae7SMasami Hiramatsu { 2002544c2ae7SMasami Hiramatsu cpu_map__put(aggr_map); 2003544c2ae7SMasami Hiramatsu cpu_map__put(cpus_aggr_map); 2004544c2ae7SMasami Hiramatsu aggr_map = NULL; 2005544c2ae7SMasami Hiramatsu cpus_aggr_map = NULL; 2006544c2ae7SMasami Hiramatsu } 2007544c2ae7SMasami Hiramatsu 200868d702f7SJiri Olsa static inline int perf_env__get_cpu(struct perf_env *env, struct cpu_map *map, int idx) 200968d702f7SJiri Olsa { 201068d702f7SJiri Olsa int cpu; 201168d702f7SJiri Olsa 201268d702f7SJiri Olsa if (idx > map->nr) 201368d702f7SJiri Olsa return -1; 201468d702f7SJiri Olsa 201568d702f7SJiri Olsa cpu = map->map[idx]; 201668d702f7SJiri Olsa 2017da8a58b5SJan Stancek if (cpu >= env->nr_cpus_avail) 201868d702f7SJiri Olsa return -1; 201968d702f7SJiri Olsa 202068d702f7SJiri Olsa return cpu; 202168d702f7SJiri Olsa } 202268d702f7SJiri Olsa 202368d702f7SJiri Olsa static int perf_env__get_socket(struct cpu_map *map, int idx, void *data) 202468d702f7SJiri Olsa { 202568d702f7SJiri Olsa struct perf_env *env = data; 202668d702f7SJiri Olsa int cpu = perf_env__get_cpu(env, map, idx); 202768d702f7SJiri Olsa 202868d702f7SJiri Olsa return cpu == -1 ? -1 : env->cpu[cpu].socket_id; 202968d702f7SJiri Olsa } 203068d702f7SJiri Olsa 203168d702f7SJiri Olsa static int perf_env__get_core(struct cpu_map *map, int idx, void *data) 203268d702f7SJiri Olsa { 203368d702f7SJiri Olsa struct perf_env *env = data; 203468d702f7SJiri Olsa int core = -1, cpu = perf_env__get_cpu(env, map, idx); 203568d702f7SJiri Olsa 203668d702f7SJiri Olsa if (cpu != -1) { 203768d702f7SJiri Olsa int socket_id = env->cpu[cpu].socket_id; 203868d702f7SJiri Olsa 203968d702f7SJiri Olsa /* 204068d702f7SJiri Olsa * Encode socket in upper 16 bits 204168d702f7SJiri Olsa * core_id is relative to socket, and 204268d702f7SJiri Olsa * we need a global id. So we combine 204368d702f7SJiri Olsa * socket + core id. 204468d702f7SJiri Olsa */ 204568d702f7SJiri Olsa core = (socket_id << 16) | (env->cpu[cpu].core_id & 0xffff); 204668d702f7SJiri Olsa } 204768d702f7SJiri Olsa 204868d702f7SJiri Olsa return core; 204968d702f7SJiri Olsa } 205068d702f7SJiri Olsa 205168d702f7SJiri Olsa static int perf_env__build_socket_map(struct perf_env *env, struct cpu_map *cpus, 205268d702f7SJiri Olsa struct cpu_map **sockp) 205368d702f7SJiri Olsa { 205468d702f7SJiri Olsa return cpu_map__build_map(cpus, sockp, perf_env__get_socket, env); 205568d702f7SJiri Olsa } 205668d702f7SJiri Olsa 205768d702f7SJiri Olsa static int perf_env__build_core_map(struct perf_env *env, struct cpu_map *cpus, 205868d702f7SJiri Olsa struct cpu_map **corep) 205968d702f7SJiri Olsa { 206068d702f7SJiri Olsa return cpu_map__build_map(cpus, corep, perf_env__get_core, env); 206168d702f7SJiri Olsa } 206268d702f7SJiri Olsa 206368d702f7SJiri Olsa static int perf_stat__get_socket_file(struct cpu_map *map, int idx) 206468d702f7SJiri Olsa { 206568d702f7SJiri Olsa return perf_env__get_socket(map, idx, &perf_stat.session->header.env); 206668d702f7SJiri Olsa } 206768d702f7SJiri Olsa 206868d702f7SJiri Olsa static int perf_stat__get_core_file(struct cpu_map *map, int idx) 206968d702f7SJiri Olsa { 207068d702f7SJiri Olsa return perf_env__get_core(map, idx, &perf_stat.session->header.env); 207168d702f7SJiri Olsa } 207268d702f7SJiri Olsa 207368d702f7SJiri Olsa static int perf_stat_init_aggr_mode_file(struct perf_stat *st) 207468d702f7SJiri Olsa { 207568d702f7SJiri Olsa struct perf_env *env = &st->session->header.env; 207668d702f7SJiri Olsa 207768d702f7SJiri Olsa switch (stat_config.aggr_mode) { 207868d702f7SJiri Olsa case AGGR_SOCKET: 207968d702f7SJiri Olsa if (perf_env__build_socket_map(env, evsel_list->cpus, &aggr_map)) { 208068d702f7SJiri Olsa perror("cannot build socket map"); 208168d702f7SJiri Olsa return -1; 208268d702f7SJiri Olsa } 208368d702f7SJiri Olsa aggr_get_id = perf_stat__get_socket_file; 208468d702f7SJiri Olsa break; 208568d702f7SJiri Olsa case AGGR_CORE: 208668d702f7SJiri Olsa if (perf_env__build_core_map(env, evsel_list->cpus, &aggr_map)) { 208768d702f7SJiri Olsa perror("cannot build core map"); 208868d702f7SJiri Olsa return -1; 208968d702f7SJiri Olsa } 209068d702f7SJiri Olsa aggr_get_id = perf_stat__get_core_file; 209168d702f7SJiri Olsa break; 209268d702f7SJiri Olsa case AGGR_NONE: 209368d702f7SJiri Olsa case AGGR_GLOBAL: 209468d702f7SJiri Olsa case AGGR_THREAD: 209568d702f7SJiri Olsa case AGGR_UNSET: 209668d702f7SJiri Olsa default: 209768d702f7SJiri Olsa break; 209868d702f7SJiri Olsa } 209968d702f7SJiri Olsa 210068d702f7SJiri Olsa return 0; 210168d702f7SJiri Olsa } 210268d702f7SJiri Olsa 210344b1e60aSAndi Kleen static int topdown_filter_events(const char **attr, char **str, bool use_group) 210444b1e60aSAndi Kleen { 210544b1e60aSAndi Kleen int off = 0; 210644b1e60aSAndi Kleen int i; 210744b1e60aSAndi Kleen int len = 0; 210844b1e60aSAndi Kleen char *s; 210944b1e60aSAndi Kleen 211044b1e60aSAndi Kleen for (i = 0; attr[i]; i++) { 211144b1e60aSAndi Kleen if (pmu_have_event("cpu", attr[i])) { 211244b1e60aSAndi Kleen len += strlen(attr[i]) + 1; 211344b1e60aSAndi Kleen attr[i - off] = attr[i]; 211444b1e60aSAndi Kleen } else 211544b1e60aSAndi Kleen off++; 211644b1e60aSAndi Kleen } 211744b1e60aSAndi Kleen attr[i - off] = NULL; 211844b1e60aSAndi Kleen 211944b1e60aSAndi Kleen *str = malloc(len + 1 + 2); 212044b1e60aSAndi Kleen if (!*str) 212144b1e60aSAndi Kleen return -1; 212244b1e60aSAndi Kleen s = *str; 212344b1e60aSAndi Kleen if (i - off == 0) { 212444b1e60aSAndi Kleen *s = 0; 212544b1e60aSAndi Kleen return 0; 212644b1e60aSAndi Kleen } 212744b1e60aSAndi Kleen if (use_group) 212844b1e60aSAndi Kleen *s++ = '{'; 212944b1e60aSAndi Kleen for (i = 0; attr[i]; i++) { 213044b1e60aSAndi Kleen strcpy(s, attr[i]); 213144b1e60aSAndi Kleen s += strlen(s); 213244b1e60aSAndi Kleen *s++ = ','; 213344b1e60aSAndi Kleen } 213444b1e60aSAndi Kleen if (use_group) { 213544b1e60aSAndi Kleen s[-1] = '}'; 213644b1e60aSAndi Kleen *s = 0; 213744b1e60aSAndi Kleen } else 213844b1e60aSAndi Kleen s[-1] = 0; 213944b1e60aSAndi Kleen return 0; 214044b1e60aSAndi Kleen } 214144b1e60aSAndi Kleen 214244b1e60aSAndi Kleen __weak bool arch_topdown_check_group(bool *warn) 214344b1e60aSAndi Kleen { 214444b1e60aSAndi Kleen *warn = false; 214544b1e60aSAndi Kleen return false; 214644b1e60aSAndi Kleen } 214744b1e60aSAndi Kleen 214844b1e60aSAndi Kleen __weak void arch_topdown_group_warn(void) 214944b1e60aSAndi Kleen { 215044b1e60aSAndi Kleen } 215144b1e60aSAndi Kleen 21522cba3ffbSIngo Molnar /* 21532cba3ffbSIngo Molnar * Add default attributes, if there were no attributes specified or 21542cba3ffbSIngo Molnar * if -d/--detailed, -d -d or -d -d -d is used: 21552cba3ffbSIngo Molnar */ 21562cba3ffbSIngo Molnar static int add_default_attributes(void) 21572cba3ffbSIngo Molnar { 215844b1e60aSAndi Kleen int err; 21599dec4473SAndi Kleen struct perf_event_attr default_attrs0[] = { 2160b070a547SArnaldo Carvalho de Melo 2161b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_TASK_CLOCK }, 2162b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CONTEXT_SWITCHES }, 2163b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CPU_MIGRATIONS }, 2164b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_PAGE_FAULTS }, 2165b070a547SArnaldo Carvalho de Melo 2166b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_CPU_CYCLES }, 21679dec4473SAndi Kleen }; 21689dec4473SAndi Kleen struct perf_event_attr frontend_attrs[] = { 2169b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_FRONTEND }, 21709dec4473SAndi Kleen }; 21719dec4473SAndi Kleen struct perf_event_attr backend_attrs[] = { 2172b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_BACKEND }, 21739dec4473SAndi Kleen }; 21749dec4473SAndi Kleen struct perf_event_attr default_attrs1[] = { 2175b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_INSTRUCTIONS }, 2176b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_INSTRUCTIONS }, 2177b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_MISSES }, 2178b070a547SArnaldo Carvalho de Melo 2179b070a547SArnaldo Carvalho de Melo }; 2180b070a547SArnaldo Carvalho de Melo 2181b070a547SArnaldo Carvalho de Melo /* 2182b070a547SArnaldo Carvalho de Melo * Detailed stats (-d), covering the L1 and last level data caches: 2183b070a547SArnaldo Carvalho de Melo */ 2184b070a547SArnaldo Carvalho de Melo struct perf_event_attr detailed_attrs[] = { 2185b070a547SArnaldo Carvalho de Melo 2186b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2187b070a547SArnaldo Carvalho de Melo .config = 2188b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2189b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2190b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2191b070a547SArnaldo Carvalho de Melo 2192b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2193b070a547SArnaldo Carvalho de Melo .config = 2194b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2195b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2196b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2197b070a547SArnaldo Carvalho de Melo 2198b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2199b070a547SArnaldo Carvalho de Melo .config = 2200b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 2201b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2202b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2203b070a547SArnaldo Carvalho de Melo 2204b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2205b070a547SArnaldo Carvalho de Melo .config = 2206b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 2207b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2208b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2209b070a547SArnaldo Carvalho de Melo }; 2210b070a547SArnaldo Carvalho de Melo 2211b070a547SArnaldo Carvalho de Melo /* 2212b070a547SArnaldo Carvalho de Melo * Very detailed stats (-d -d), covering the instruction cache and the TLB caches: 2213b070a547SArnaldo Carvalho de Melo */ 2214b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_detailed_attrs[] = { 2215b070a547SArnaldo Carvalho de Melo 2216b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2217b070a547SArnaldo Carvalho de Melo .config = 2218b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 2219b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2220b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2221b070a547SArnaldo Carvalho de Melo 2222b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2223b070a547SArnaldo Carvalho de Melo .config = 2224b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 2225b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2226b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2227b070a547SArnaldo Carvalho de Melo 2228b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2229b070a547SArnaldo Carvalho de Melo .config = 2230b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 2231b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2232b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2233b070a547SArnaldo Carvalho de Melo 2234b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2235b070a547SArnaldo Carvalho de Melo .config = 2236b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 2237b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2238b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2239b070a547SArnaldo Carvalho de Melo 2240b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2241b070a547SArnaldo Carvalho de Melo .config = 2242b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 2243b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2244b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2245b070a547SArnaldo Carvalho de Melo 2246b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2247b070a547SArnaldo Carvalho de Melo .config = 2248b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 2249b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2250b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2251b070a547SArnaldo Carvalho de Melo 2252b070a547SArnaldo Carvalho de Melo }; 2253b070a547SArnaldo Carvalho de Melo 2254b070a547SArnaldo Carvalho de Melo /* 2255b070a547SArnaldo Carvalho de Melo * Very, very detailed stats (-d -d -d), adding prefetch events: 2256b070a547SArnaldo Carvalho de Melo */ 2257b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_very_detailed_attrs[] = { 2258b070a547SArnaldo Carvalho de Melo 2259b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2260b070a547SArnaldo Carvalho de Melo .config = 2261b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2262b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 2263b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2264b070a547SArnaldo Carvalho de Melo 2265b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2266b070a547SArnaldo Carvalho de Melo .config = 2267b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2268b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 2269b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2270b070a547SArnaldo Carvalho de Melo }; 2271b070a547SArnaldo Carvalho de Melo 22722cba3ffbSIngo Molnar /* Set attrs if no event is selected and !null_run: */ 22732cba3ffbSIngo Molnar if (null_run) 22742cba3ffbSIngo Molnar return 0; 22752cba3ffbSIngo Molnar 22764cabc3d1SAndi Kleen if (transaction_run) { 22774cabc3d1SAndi Kleen if (pmu_have_event("cpu", "cycles-ct") && 22784cabc3d1SAndi Kleen pmu_have_event("cpu", "el-start")) 2279a454742cSJiri Olsa err = parse_events(evsel_list, transaction_attrs, NULL); 22804cabc3d1SAndi Kleen else 2281a454742cSJiri Olsa err = parse_events(evsel_list, transaction_limited_attrs, NULL); 2282a454742cSJiri Olsa if (err) { 22834cabc3d1SAndi Kleen fprintf(stderr, "Cannot set up transaction events\n"); 22844cabc3d1SAndi Kleen return -1; 22854cabc3d1SAndi Kleen } 22864cabc3d1SAndi Kleen return 0; 22874cabc3d1SAndi Kleen } 22884cabc3d1SAndi Kleen 2289daefd0bcSKan Liang if (smi_cost) { 2290daefd0bcSKan Liang int smi; 2291daefd0bcSKan Liang 2292daefd0bcSKan Liang if (sysfs__read_int(FREEZE_ON_SMI_PATH, &smi) < 0) { 2293daefd0bcSKan Liang fprintf(stderr, "freeze_on_smi is not supported.\n"); 2294daefd0bcSKan Liang return -1; 2295daefd0bcSKan Liang } 2296daefd0bcSKan Liang 2297daefd0bcSKan Liang if (!smi) { 2298daefd0bcSKan Liang if (sysfs__write_int(FREEZE_ON_SMI_PATH, 1) < 0) { 2299daefd0bcSKan Liang fprintf(stderr, "Failed to set freeze_on_smi.\n"); 2300daefd0bcSKan Liang return -1; 2301daefd0bcSKan Liang } 2302daefd0bcSKan Liang smi_reset = true; 2303daefd0bcSKan Liang } 2304daefd0bcSKan Liang 2305daefd0bcSKan Liang if (pmu_have_event("msr", "aperf") && 2306daefd0bcSKan Liang pmu_have_event("msr", "smi")) { 2307daefd0bcSKan Liang if (!force_metric_only) 2308daefd0bcSKan Liang metric_only = true; 2309daefd0bcSKan Liang err = parse_events(evsel_list, smi_cost_attrs, NULL); 2310daefd0bcSKan Liang } else { 2311daefd0bcSKan Liang fprintf(stderr, "To measure SMI cost, it needs " 2312daefd0bcSKan Liang "msr/aperf/, msr/smi/ and cpu/cycles/ support\n"); 2313daefd0bcSKan Liang return -1; 2314daefd0bcSKan Liang } 2315daefd0bcSKan Liang if (err) { 2316daefd0bcSKan Liang fprintf(stderr, "Cannot set up SMI cost events\n"); 2317daefd0bcSKan Liang return -1; 2318daefd0bcSKan Liang } 2319daefd0bcSKan Liang return 0; 2320daefd0bcSKan Liang } 2321daefd0bcSKan Liang 232244b1e60aSAndi Kleen if (topdown_run) { 232344b1e60aSAndi Kleen char *str = NULL; 232444b1e60aSAndi Kleen bool warn = false; 232544b1e60aSAndi Kleen 232644b1e60aSAndi Kleen if (stat_config.aggr_mode != AGGR_GLOBAL && 232744b1e60aSAndi Kleen stat_config.aggr_mode != AGGR_CORE) { 232844b1e60aSAndi Kleen pr_err("top down event configuration requires --per-core mode\n"); 232944b1e60aSAndi Kleen return -1; 233044b1e60aSAndi Kleen } 233144b1e60aSAndi Kleen stat_config.aggr_mode = AGGR_CORE; 233244b1e60aSAndi Kleen if (nr_cgroups || !target__has_cpu(&target)) { 233344b1e60aSAndi Kleen pr_err("top down event configuration requires system-wide mode (-a)\n"); 233444b1e60aSAndi Kleen return -1; 233544b1e60aSAndi Kleen } 233644b1e60aSAndi Kleen 233744b1e60aSAndi Kleen if (!force_metric_only) 233844b1e60aSAndi Kleen metric_only = true; 233944b1e60aSAndi Kleen if (topdown_filter_events(topdown_attrs, &str, 234044b1e60aSAndi Kleen arch_topdown_check_group(&warn)) < 0) { 234144b1e60aSAndi Kleen pr_err("Out of memory\n"); 234244b1e60aSAndi Kleen return -1; 234344b1e60aSAndi Kleen } 234444b1e60aSAndi Kleen if (topdown_attrs[0] && str) { 234544b1e60aSAndi Kleen if (warn) 234644b1e60aSAndi Kleen arch_topdown_group_warn(); 234744b1e60aSAndi Kleen err = parse_events(evsel_list, str, NULL); 234844b1e60aSAndi Kleen if (err) { 234944b1e60aSAndi Kleen fprintf(stderr, 235044b1e60aSAndi Kleen "Cannot set up top down events %s: %d\n", 235144b1e60aSAndi Kleen str, err); 235244b1e60aSAndi Kleen free(str); 235344b1e60aSAndi Kleen return -1; 235444b1e60aSAndi Kleen } 235544b1e60aSAndi Kleen } else { 235644b1e60aSAndi Kleen fprintf(stderr, "System does not support topdown\n"); 235744b1e60aSAndi Kleen return -1; 235844b1e60aSAndi Kleen } 235944b1e60aSAndi Kleen free(str); 236044b1e60aSAndi Kleen } 236144b1e60aSAndi Kleen 23622cba3ffbSIngo Molnar if (!evsel_list->nr_entries) { 2363a1f3d567SNamhyung Kim if (target__has_cpu(&target)) 2364a1f3d567SNamhyung Kim default_attrs0[0].config = PERF_COUNT_SW_CPU_CLOCK; 2365a1f3d567SNamhyung Kim 23669dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, default_attrs0) < 0) 23679dec4473SAndi Kleen return -1; 23689dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-frontend")) { 23699dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, 23709dec4473SAndi Kleen frontend_attrs) < 0) 23719dec4473SAndi Kleen return -1; 23729dec4473SAndi Kleen } 23739dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-backend")) { 23749dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, 23759dec4473SAndi Kleen backend_attrs) < 0) 23769dec4473SAndi Kleen return -1; 23779dec4473SAndi Kleen } 23789dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, default_attrs1) < 0) 23792cba3ffbSIngo Molnar return -1; 23802cba3ffbSIngo Molnar } 23812cba3ffbSIngo Molnar 23822cba3ffbSIngo Molnar /* Detailed events get appended to the event list: */ 23832cba3ffbSIngo Molnar 23842cba3ffbSIngo Molnar if (detailed_run < 1) 23852cba3ffbSIngo Molnar return 0; 23862cba3ffbSIngo Molnar 23872cba3ffbSIngo Molnar /* Append detailed run extra attributes: */ 238879695e1bSArnaldo Carvalho de Melo if (perf_evlist__add_default_attrs(evsel_list, detailed_attrs) < 0) 23892cba3ffbSIngo Molnar return -1; 23902cba3ffbSIngo Molnar 23912cba3ffbSIngo Molnar if (detailed_run < 2) 23922cba3ffbSIngo Molnar return 0; 23932cba3ffbSIngo Molnar 23942cba3ffbSIngo Molnar /* Append very detailed run extra attributes: */ 239579695e1bSArnaldo Carvalho de Melo if (perf_evlist__add_default_attrs(evsel_list, very_detailed_attrs) < 0) 23962cba3ffbSIngo Molnar return -1; 23972cba3ffbSIngo Molnar 23982cba3ffbSIngo Molnar if (detailed_run < 3) 23992cba3ffbSIngo Molnar return 0; 24002cba3ffbSIngo Molnar 24012cba3ffbSIngo Molnar /* Append very, very detailed run extra attributes: */ 240279695e1bSArnaldo Carvalho de Melo return perf_evlist__add_default_attrs(evsel_list, very_very_detailed_attrs); 24032cba3ffbSIngo Molnar } 24042cba3ffbSIngo Molnar 24058a59f3ccSJiri Olsa static const char * const stat_record_usage[] = { 24064979d0c7SJiri Olsa "perf stat record [<options>]", 24074979d0c7SJiri Olsa NULL, 24084979d0c7SJiri Olsa }; 24094979d0c7SJiri Olsa 24103ba78bd0SJiri Olsa static void init_features(struct perf_session *session) 24113ba78bd0SJiri Olsa { 24123ba78bd0SJiri Olsa int feat; 24133ba78bd0SJiri Olsa 24143ba78bd0SJiri Olsa for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++) 24153ba78bd0SJiri Olsa perf_header__set_feat(&session->header, feat); 24163ba78bd0SJiri Olsa 24173ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BUILD_ID); 24183ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_TRACING_DATA); 24193ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK); 24203ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_AUXTRACE); 24213ba78bd0SJiri Olsa } 24223ba78bd0SJiri Olsa 24234979d0c7SJiri Olsa static int __cmd_record(int argc, const char **argv) 24244979d0c7SJiri Olsa { 24254979d0c7SJiri Olsa struct perf_session *session; 24268ceb41d7SJiri Olsa struct perf_data *data = &perf_stat.data; 24274979d0c7SJiri Olsa 24288a59f3ccSJiri Olsa argc = parse_options(argc, argv, stat_options, stat_record_usage, 24294979d0c7SJiri Olsa PARSE_OPT_STOP_AT_NON_OPTION); 24304979d0c7SJiri Olsa 24314979d0c7SJiri Olsa if (output_name) 2432eae8ad80SJiri Olsa data->file.path = output_name; 24334979d0c7SJiri Olsa 2434e9d6db8eSJiri Olsa if (run_count != 1 || forever) { 2435e9d6db8eSJiri Olsa pr_err("Cannot use -r option with perf stat record.\n"); 2436e9d6db8eSJiri Olsa return -1; 2437e9d6db8eSJiri Olsa } 2438e9d6db8eSJiri Olsa 24398ceb41d7SJiri Olsa session = perf_session__new(data, false, NULL); 24404979d0c7SJiri Olsa if (session == NULL) { 24414979d0c7SJiri Olsa pr_err("Perf session creation failed.\n"); 24424979d0c7SJiri Olsa return -1; 24434979d0c7SJiri Olsa } 24444979d0c7SJiri Olsa 24453ba78bd0SJiri Olsa init_features(session); 24463ba78bd0SJiri Olsa 24474979d0c7SJiri Olsa session->evlist = evsel_list; 24484979d0c7SJiri Olsa perf_stat.session = session; 24494979d0c7SJiri Olsa perf_stat.record = true; 24504979d0c7SJiri Olsa return argc; 24514979d0c7SJiri Olsa } 24524979d0c7SJiri Olsa 2453a56f9390SJiri Olsa static int process_stat_round_event(struct perf_tool *tool __maybe_unused, 2454a56f9390SJiri Olsa union perf_event *event, 2455a56f9390SJiri Olsa struct perf_session *session) 2456a56f9390SJiri Olsa { 2457e3b03b6cSAndi Kleen struct stat_round_event *stat_round = &event->stat_round; 2458a56f9390SJiri Olsa struct perf_evsel *counter; 2459a56f9390SJiri Olsa struct timespec tsh, *ts = NULL; 2460a56f9390SJiri Olsa const char **argv = session->header.env.cmdline_argv; 2461a56f9390SJiri Olsa int argc = session->header.env.nr_cmdline; 2462a56f9390SJiri Olsa 2463e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) 2464a56f9390SJiri Olsa perf_stat_process_counter(&stat_config, counter); 2465a56f9390SJiri Olsa 2466e3b03b6cSAndi Kleen if (stat_round->type == PERF_STAT_ROUND_TYPE__FINAL) 2467e3b03b6cSAndi Kleen update_stats(&walltime_nsecs_stats, stat_round->time); 2468a56f9390SJiri Olsa 2469e3b03b6cSAndi Kleen if (stat_config.interval && stat_round->time) { 2470bd48c63eSArnaldo Carvalho de Melo tsh.tv_sec = stat_round->time / NSEC_PER_SEC; 2471bd48c63eSArnaldo Carvalho de Melo tsh.tv_nsec = stat_round->time % NSEC_PER_SEC; 2472a56f9390SJiri Olsa ts = &tsh; 2473a56f9390SJiri Olsa } 2474a56f9390SJiri Olsa 2475a56f9390SJiri Olsa print_counters(ts, argc, argv); 2476a56f9390SJiri Olsa return 0; 2477a56f9390SJiri Olsa } 2478a56f9390SJiri Olsa 247962ba18baSJiri Olsa static 24807e6a7998SArnaldo Carvalho de Melo int process_stat_config_event(struct perf_tool *tool, 248162ba18baSJiri Olsa union perf_event *event, 248262ba18baSJiri Olsa struct perf_session *session __maybe_unused) 248362ba18baSJiri Olsa { 248468d702f7SJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 248568d702f7SJiri Olsa 248662ba18baSJiri Olsa perf_event__read_stat_config(&stat_config, &event->stat_config); 248768d702f7SJiri Olsa 248889af4e05SJiri Olsa if (cpu_map__empty(st->cpus)) { 248989af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 249089af4e05SJiri Olsa pr_warning("warning: processing task data, aggregation mode not set\n"); 249189af4e05SJiri Olsa return 0; 249289af4e05SJiri Olsa } 249389af4e05SJiri Olsa 249489af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 249589af4e05SJiri Olsa stat_config.aggr_mode = st->aggr_mode; 249689af4e05SJiri Olsa 24978ceb41d7SJiri Olsa if (perf_stat.data.is_pipe) 249868d702f7SJiri Olsa perf_stat_init_aggr_mode(); 249968d702f7SJiri Olsa else 250068d702f7SJiri Olsa perf_stat_init_aggr_mode_file(st); 250168d702f7SJiri Olsa 250262ba18baSJiri Olsa return 0; 250362ba18baSJiri Olsa } 250462ba18baSJiri Olsa 25051975d36eSJiri Olsa static int set_maps(struct perf_stat *st) 25061975d36eSJiri Olsa { 25071975d36eSJiri Olsa if (!st->cpus || !st->threads) 25081975d36eSJiri Olsa return 0; 25091975d36eSJiri Olsa 25101975d36eSJiri Olsa if (WARN_ONCE(st->maps_allocated, "stats double allocation\n")) 25111975d36eSJiri Olsa return -EINVAL; 25121975d36eSJiri Olsa 25131975d36eSJiri Olsa perf_evlist__set_maps(evsel_list, st->cpus, st->threads); 25141975d36eSJiri Olsa 25151975d36eSJiri Olsa if (perf_evlist__alloc_stats(evsel_list, true)) 25161975d36eSJiri Olsa return -ENOMEM; 25171975d36eSJiri Olsa 25181975d36eSJiri Olsa st->maps_allocated = true; 25191975d36eSJiri Olsa return 0; 25201975d36eSJiri Olsa } 25211975d36eSJiri Olsa 25221975d36eSJiri Olsa static 25237e6a7998SArnaldo Carvalho de Melo int process_thread_map_event(struct perf_tool *tool, 25241975d36eSJiri Olsa union perf_event *event, 25251975d36eSJiri Olsa struct perf_session *session __maybe_unused) 25261975d36eSJiri Olsa { 25271975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 25281975d36eSJiri Olsa 25291975d36eSJiri Olsa if (st->threads) { 25301975d36eSJiri Olsa pr_warning("Extra thread map event, ignoring.\n"); 25311975d36eSJiri Olsa return 0; 25321975d36eSJiri Olsa } 25331975d36eSJiri Olsa 25341975d36eSJiri Olsa st->threads = thread_map__new_event(&event->thread_map); 25351975d36eSJiri Olsa if (!st->threads) 25361975d36eSJiri Olsa return -ENOMEM; 25371975d36eSJiri Olsa 25381975d36eSJiri Olsa return set_maps(st); 25391975d36eSJiri Olsa } 25401975d36eSJiri Olsa 25411975d36eSJiri Olsa static 25427e6a7998SArnaldo Carvalho de Melo int process_cpu_map_event(struct perf_tool *tool, 25431975d36eSJiri Olsa union perf_event *event, 25441975d36eSJiri Olsa struct perf_session *session __maybe_unused) 25451975d36eSJiri Olsa { 25461975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 25471975d36eSJiri Olsa struct cpu_map *cpus; 25481975d36eSJiri Olsa 25491975d36eSJiri Olsa if (st->cpus) { 25501975d36eSJiri Olsa pr_warning("Extra cpu map event, ignoring.\n"); 25511975d36eSJiri Olsa return 0; 25521975d36eSJiri Olsa } 25531975d36eSJiri Olsa 25541975d36eSJiri Olsa cpus = cpu_map__new_data(&event->cpu_map.data); 25551975d36eSJiri Olsa if (!cpus) 25561975d36eSJiri Olsa return -ENOMEM; 25571975d36eSJiri Olsa 25581975d36eSJiri Olsa st->cpus = cpus; 25591975d36eSJiri Olsa return set_maps(st); 25601975d36eSJiri Olsa } 25611975d36eSJiri Olsa 256256739444SJin Yao static int runtime_stat_new(struct perf_stat_config *config, int nthreads) 256356739444SJin Yao { 256456739444SJin Yao int i; 256556739444SJin Yao 256656739444SJin Yao config->stats = calloc(nthreads, sizeof(struct runtime_stat)); 256756739444SJin Yao if (!config->stats) 256856739444SJin Yao return -1; 256956739444SJin Yao 257056739444SJin Yao config->stats_num = nthreads; 257156739444SJin Yao 257256739444SJin Yao for (i = 0; i < nthreads; i++) 257356739444SJin Yao runtime_stat__init(&config->stats[i]); 257456739444SJin Yao 257556739444SJin Yao return 0; 257656739444SJin Yao } 257756739444SJin Yao 257856739444SJin Yao static void runtime_stat_delete(struct perf_stat_config *config) 257956739444SJin Yao { 258056739444SJin Yao int i; 258156739444SJin Yao 258256739444SJin Yao if (!config->stats) 258356739444SJin Yao return; 258456739444SJin Yao 258556739444SJin Yao for (i = 0; i < config->stats_num; i++) 258656739444SJin Yao runtime_stat__exit(&config->stats[i]); 258756739444SJin Yao 258856739444SJin Yao free(config->stats); 258956739444SJin Yao } 259056739444SJin Yao 25918a59f3ccSJiri Olsa static const char * const stat_report_usage[] = { 2592ba6039b6SJiri Olsa "perf stat report [<options>]", 2593ba6039b6SJiri Olsa NULL, 2594ba6039b6SJiri Olsa }; 2595ba6039b6SJiri Olsa 2596ba6039b6SJiri Olsa static struct perf_stat perf_stat = { 2597ba6039b6SJiri Olsa .tool = { 2598ba6039b6SJiri Olsa .attr = perf_event__process_attr, 2599fa6ea781SJiri Olsa .event_update = perf_event__process_event_update, 26001975d36eSJiri Olsa .thread_map = process_thread_map_event, 26011975d36eSJiri Olsa .cpu_map = process_cpu_map_event, 260262ba18baSJiri Olsa .stat_config = process_stat_config_event, 2603a56f9390SJiri Olsa .stat = perf_event__process_stat_event, 2604a56f9390SJiri Olsa .stat_round = process_stat_round_event, 2605ba6039b6SJiri Olsa }, 260689af4e05SJiri Olsa .aggr_mode = AGGR_UNSET, 2607ba6039b6SJiri Olsa }; 2608ba6039b6SJiri Olsa 2609ba6039b6SJiri Olsa static int __cmd_report(int argc, const char **argv) 2610ba6039b6SJiri Olsa { 2611ba6039b6SJiri Olsa struct perf_session *session; 2612ba6039b6SJiri Olsa const struct option options[] = { 2613ba6039b6SJiri Olsa OPT_STRING('i', "input", &input_name, "file", "input file name"), 261489af4e05SJiri Olsa OPT_SET_UINT(0, "per-socket", &perf_stat.aggr_mode, 261589af4e05SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 261689af4e05SJiri Olsa OPT_SET_UINT(0, "per-core", &perf_stat.aggr_mode, 261789af4e05SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 261889af4e05SJiri Olsa OPT_SET_UINT('A', "no-aggr", &perf_stat.aggr_mode, 261989af4e05SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 2620ba6039b6SJiri Olsa OPT_END() 2621ba6039b6SJiri Olsa }; 2622ba6039b6SJiri Olsa struct stat st; 2623ba6039b6SJiri Olsa int ret; 2624ba6039b6SJiri Olsa 26258a59f3ccSJiri Olsa argc = parse_options(argc, argv, options, stat_report_usage, 0); 2626ba6039b6SJiri Olsa 2627ba6039b6SJiri Olsa if (!input_name || !strlen(input_name)) { 2628ba6039b6SJiri Olsa if (!fstat(STDIN_FILENO, &st) && S_ISFIFO(st.st_mode)) 2629ba6039b6SJiri Olsa input_name = "-"; 2630ba6039b6SJiri Olsa else 2631ba6039b6SJiri Olsa input_name = "perf.data"; 2632ba6039b6SJiri Olsa } 2633ba6039b6SJiri Olsa 2634eae8ad80SJiri Olsa perf_stat.data.file.path = input_name; 26358ceb41d7SJiri Olsa perf_stat.data.mode = PERF_DATA_MODE_READ; 2636ba6039b6SJiri Olsa 26378ceb41d7SJiri Olsa session = perf_session__new(&perf_stat.data, false, &perf_stat.tool); 2638ba6039b6SJiri Olsa if (session == NULL) 2639ba6039b6SJiri Olsa return -1; 2640ba6039b6SJiri Olsa 2641ba6039b6SJiri Olsa perf_stat.session = session; 2642ba6039b6SJiri Olsa stat_config.output = stderr; 2643ba6039b6SJiri Olsa evsel_list = session->evlist; 2644ba6039b6SJiri Olsa 2645ba6039b6SJiri Olsa ret = perf_session__process_events(session); 2646ba6039b6SJiri Olsa if (ret) 2647ba6039b6SJiri Olsa return ret; 2648ba6039b6SJiri Olsa 2649ba6039b6SJiri Olsa perf_session__delete(session); 2650ba6039b6SJiri Olsa return 0; 2651ba6039b6SJiri Olsa } 2652ba6039b6SJiri Olsa 2653e3ba76deSJiri Olsa static void setup_system_wide(int forks) 2654e3ba76deSJiri Olsa { 2655e3ba76deSJiri Olsa /* 2656e3ba76deSJiri Olsa * Make system wide (-a) the default target if 2657e3ba76deSJiri Olsa * no target was specified and one of following 2658e3ba76deSJiri Olsa * conditions is met: 2659e3ba76deSJiri Olsa * 2660e3ba76deSJiri Olsa * - there's no workload specified 2661e3ba76deSJiri Olsa * - there is workload specified but all requested 2662e3ba76deSJiri Olsa * events are system wide events 2663e3ba76deSJiri Olsa */ 2664e3ba76deSJiri Olsa if (!target__none(&target)) 2665e3ba76deSJiri Olsa return; 2666e3ba76deSJiri Olsa 2667e3ba76deSJiri Olsa if (!forks) 2668e3ba76deSJiri Olsa target.system_wide = true; 2669e3ba76deSJiri Olsa else { 2670e3ba76deSJiri Olsa struct perf_evsel *counter; 2671e3ba76deSJiri Olsa 2672e3ba76deSJiri Olsa evlist__for_each_entry(evsel_list, counter) { 2673e3ba76deSJiri Olsa if (!counter->system_wide) 2674e3ba76deSJiri Olsa return; 2675e3ba76deSJiri Olsa } 2676e3ba76deSJiri Olsa 2677e3ba76deSJiri Olsa if (evsel_list->nr_entries) 2678e3ba76deSJiri Olsa target.system_wide = true; 2679e3ba76deSJiri Olsa } 2680e3ba76deSJiri Olsa } 2681e3ba76deSJiri Olsa 2682b0ad8ea6SArnaldo Carvalho de Melo int cmd_stat(int argc, const char **argv) 268386470930SIngo Molnar { 2684b070a547SArnaldo Carvalho de Melo const char * const stat_usage[] = { 2685b070a547SArnaldo Carvalho de Melo "perf stat [<options>] [<command>]", 2686b070a547SArnaldo Carvalho de Melo NULL 2687b070a547SArnaldo Carvalho de Melo }; 2688cc03c542SNamhyung Kim int status = -EINVAL, run_idx; 26894aa9015fSStephane Eranian const char *mode; 26905821522eSJiri Olsa FILE *output = stderr; 2691ec0d3d1fSJiri Olsa unsigned int interval; 2692ba6039b6SJiri Olsa const char * const stat_subcommands[] = { "record", "report" }; 269342202dd5SIngo Molnar 26945af52b51SStephane Eranian setlocale(LC_ALL, ""); 26955af52b51SStephane Eranian 2696334fe7a3SNamhyung Kim evsel_list = perf_evlist__new(); 2697361c99a6SArnaldo Carvalho de Melo if (evsel_list == NULL) 2698361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 2699361c99a6SArnaldo Carvalho de Melo 27001669e509SWang Nan parse_events__shrink_config_terms(); 27014979d0c7SJiri Olsa argc = parse_options_subcommand(argc, argv, stat_options, stat_subcommands, 27024979d0c7SJiri Olsa (const char **) stat_usage, 2703a0541234SAnton Blanchard PARSE_OPT_STOP_AT_NON_OPTION); 270437932c18SAndi Kleen perf_stat__collect_metric_expr(evsel_list); 2705fb4605baSAndi Kleen perf_stat__init_shadow_stats(); 2706d7470b6aSStephane Eranian 27076edb78a2SJiri Olsa if (csv_sep) { 27086edb78a2SJiri Olsa csv_output = true; 27096edb78a2SJiri Olsa if (!strcmp(csv_sep, "\\t")) 27106edb78a2SJiri Olsa csv_sep = "\t"; 27116edb78a2SJiri Olsa } else 27126edb78a2SJiri Olsa csv_sep = DEFAULT_SEPARATOR; 27136edb78a2SJiri Olsa 27144979d0c7SJiri Olsa if (argc && !strncmp(argv[0], "rec", 3)) { 27154979d0c7SJiri Olsa argc = __cmd_record(argc, argv); 27164979d0c7SJiri Olsa if (argc < 0) 27174979d0c7SJiri Olsa return -1; 2718ba6039b6SJiri Olsa } else if (argc && !strncmp(argv[0], "rep", 3)) 2719ba6039b6SJiri Olsa return __cmd_report(argc, argv); 27204979d0c7SJiri Olsa 2721ec0d3d1fSJiri Olsa interval = stat_config.interval; 2722ec0d3d1fSJiri Olsa 27234979d0c7SJiri Olsa /* 27244979d0c7SJiri Olsa * For record command the -o is already taken care of. 27254979d0c7SJiri Olsa */ 27264979d0c7SJiri Olsa if (!STAT_RECORD && output_name && strcmp(output_name, "-")) 27274aa9015fSStephane Eranian output = NULL; 27284aa9015fSStephane Eranian 272956f3bae7SJim Cromie if (output_name && output_fd) { 273056f3bae7SJim Cromie fprintf(stderr, "cannot use both --output and --log-fd\n"); 2731e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "o", 1); 2732e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "log-fd", 0); 2733cc03c542SNamhyung Kim goto out; 273456f3bae7SJim Cromie } 2735fc3e4d07SStephane Eranian 273654b50916SAndi Kleen if (metric_only && stat_config.aggr_mode == AGGR_THREAD) { 273754b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with --per-thread\n"); 273854b50916SAndi Kleen goto out; 273954b50916SAndi Kleen } 274054b50916SAndi Kleen 274154b50916SAndi Kleen if (metric_only && run_count > 1) { 274254b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with -r\n"); 274354b50916SAndi Kleen goto out; 274454b50916SAndi Kleen } 274554b50916SAndi Kleen 2746fc3e4d07SStephane Eranian if (output_fd < 0) { 2747fc3e4d07SStephane Eranian fprintf(stderr, "argument to --log-fd must be a > 0\n"); 2748e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "log-fd", 0); 2749cc03c542SNamhyung Kim goto out; 2750fc3e4d07SStephane Eranian } 2751fc3e4d07SStephane Eranian 27524aa9015fSStephane Eranian if (!output) { 27534aa9015fSStephane Eranian struct timespec tm; 27544aa9015fSStephane Eranian mode = append_file ? "a" : "w"; 27554aa9015fSStephane Eranian 27564aa9015fSStephane Eranian output = fopen(output_name, mode); 27574aa9015fSStephane Eranian if (!output) { 27584aa9015fSStephane Eranian perror("failed to create output file"); 2759fceda7feSDavid Ahern return -1; 27604aa9015fSStephane Eranian } 27614aa9015fSStephane Eranian clock_gettime(CLOCK_REALTIME, &tm); 27624aa9015fSStephane Eranian fprintf(output, "# started on %s\n", ctime(&tm.tv_sec)); 2763fc3e4d07SStephane Eranian } else if (output_fd > 0) { 276456f3bae7SJim Cromie mode = append_file ? "a" : "w"; 276556f3bae7SJim Cromie output = fdopen(output_fd, mode); 276656f3bae7SJim Cromie if (!output) { 276756f3bae7SJim Cromie perror("Failed opening logfd"); 276856f3bae7SJim Cromie return -errno; 276956f3bae7SJim Cromie } 27704aa9015fSStephane Eranian } 27714aa9015fSStephane Eranian 27725821522eSJiri Olsa stat_config.output = output; 27735821522eSJiri Olsa 2774d7470b6aSStephane Eranian /* 2775d7470b6aSStephane Eranian * let the spreadsheet do the pretty-printing 2776d7470b6aSStephane Eranian */ 2777d7470b6aSStephane Eranian if (csv_output) { 277861a9f324SJim Cromie /* User explicitly passed -B? */ 2779d7470b6aSStephane Eranian if (big_num_opt == 1) { 2780d7470b6aSStephane Eranian fprintf(stderr, "-B option not supported with -x\n"); 2781e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "B", 1); 2782e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "x", 1); 2783cc03c542SNamhyung Kim goto out; 2784d7470b6aSStephane Eranian } else /* Nope, so disable big number formatting */ 2785d7470b6aSStephane Eranian big_num = false; 2786d7470b6aSStephane Eranian } else if (big_num_opt == 0) /* User passed --no-big-num */ 2787d7470b6aSStephane Eranian big_num = false; 2788d7470b6aSStephane Eranian 2789e3ba76deSJiri Olsa setup_system_wide(argc); 2790ac3063bdSDavid Ahern 2791a7e191c3SFrederik Deweerdt if (run_count < 0) { 2792cc03c542SNamhyung Kim pr_err("Run count must be a positive number\n"); 2793e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "r", 1); 2794cc03c542SNamhyung Kim goto out; 2795a7e191c3SFrederik Deweerdt } else if (run_count == 0) { 2796a7e191c3SFrederik Deweerdt forever = true; 2797a7e191c3SFrederik Deweerdt run_count = 1; 2798a7e191c3SFrederik Deweerdt } 279986470930SIngo Molnar 28001d9f8d1bSJin Yao if ((stat_config.aggr_mode == AGGR_THREAD) && 28011d9f8d1bSJin Yao !target__has_task(&target)) { 28021d9f8d1bSJin Yao if (!target.system_wide || target.cpu_list) { 28031d9f8d1bSJin Yao fprintf(stderr, "The --per-thread option is only " 28041d9f8d1bSJin Yao "available when monitoring via -p -t -a " 28051d9f8d1bSJin Yao "options or only --per-thread.\n"); 2806e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "p", 1); 2807e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 280832b8af82SJiri Olsa goto out; 280932b8af82SJiri Olsa } 28101d9f8d1bSJin Yao } 281132b8af82SJiri Olsa 281232b8af82SJiri Olsa /* 281332b8af82SJiri Olsa * no_aggr, cgroup are for system-wide only 281432b8af82SJiri Olsa * --per-thread is aggregated per thread, we dont mix it with cpu mode 281532b8af82SJiri Olsa */ 2816421a50f3SJiri Olsa if (((stat_config.aggr_mode != AGGR_GLOBAL && 2817421a50f3SJiri Olsa stat_config.aggr_mode != AGGR_THREAD) || nr_cgroups) && 2818602ad878SArnaldo Carvalho de Melo !target__has_cpu(&target)) { 2819023695d9SStephane Eranian fprintf(stderr, "both cgroup and no-aggregation " 2820023695d9SStephane Eranian "modes only available in system-wide mode\n"); 2821023695d9SStephane Eranian 2822e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "G", 1); 2823e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "A", 1); 2824e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 2825cc03c542SNamhyung Kim goto out; 2826d7e7a451SStephane Eranian } 2827d7e7a451SStephane Eranian 28282cba3ffbSIngo Molnar if (add_default_attributes()) 2829c6264defSIngo Molnar goto out; 283086470930SIngo Molnar 2831602ad878SArnaldo Carvalho de Melo target__validate(&target); 28325c98d466SArnaldo Carvalho de Melo 28331d9f8d1bSJin Yao if ((stat_config.aggr_mode == AGGR_THREAD) && (target.system_wide)) 28341d9f8d1bSJin Yao target.per_thread = true; 28351d9f8d1bSJin Yao 283677a6f014SNamhyung Kim if (perf_evlist__create_maps(evsel_list, &target) < 0) { 2837602ad878SArnaldo Carvalho de Melo if (target__has_task(&target)) { 28385c98d466SArnaldo Carvalho de Melo pr_err("Problems finding threads of monitor\n"); 2839e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "p", 1); 2840e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 2841602ad878SArnaldo Carvalho de Melo } else if (target__has_cpu(&target)) { 284260d567e2SArnaldo Carvalho de Melo perror("failed to parse CPUs map"); 2843e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "C", 1); 2844e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 2845cc03c542SNamhyung Kim } 2846cc03c542SNamhyung Kim goto out; 284760d567e2SArnaldo Carvalho de Melo } 284832b8af82SJiri Olsa 284932b8af82SJiri Olsa /* 285032b8af82SJiri Olsa * Initialize thread_map with comm names, 285132b8af82SJiri Olsa * so we could print it out on output. 285232b8af82SJiri Olsa */ 285356739444SJin Yao if (stat_config.aggr_mode == AGGR_THREAD) { 285432b8af82SJiri Olsa thread_map__read_comms(evsel_list->threads); 285556739444SJin Yao if (target.system_wide) { 285656739444SJin Yao if (runtime_stat_new(&stat_config, 285756739444SJin Yao thread_map__nr(evsel_list->threads))) { 285856739444SJin Yao goto out; 285956739444SJin Yao } 286056739444SJin Yao } 286156739444SJin Yao } 286232b8af82SJiri Olsa 286313370a9bSStephane Eranian if (interval && interval < 100) { 286419afd104SKan Liang if (interval < 10) { 286519afd104SKan Liang pr_err("print interval must be >= 10ms\n"); 2866e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "I", 1); 286703ad9747SArnaldo Carvalho de Melo goto out; 286819afd104SKan Liang } else 286919afd104SKan Liang pr_warning("print interval < 100ms. " 287019afd104SKan Liang "The overhead percentage could be high in some cases. " 287119afd104SKan Liang "Please proceed with caution.\n"); 287213370a9bSStephane Eranian } 2873c45c6ea2SStephane Eranian 2874d134ffb9SArnaldo Carvalho de Melo if (perf_evlist__alloc_stats(evsel_list, interval)) 287503ad9747SArnaldo Carvalho de Melo goto out; 2876d6d901c2SZhang, Yanmin 287786ee6e18SStephane Eranian if (perf_stat_init_aggr_mode()) 287803ad9747SArnaldo Carvalho de Melo goto out; 287986ee6e18SStephane Eranian 288086470930SIngo Molnar /* 288186470930SIngo Molnar * We dont want to block the signals - that would cause 288286470930SIngo Molnar * child tasks to inherit that and Ctrl-C would not work. 288386470930SIngo Molnar * What we want is for Ctrl-C to work in the exec()-ed 288486470930SIngo Molnar * task, but being ignored by perf stat itself: 288586470930SIngo Molnar */ 2886f7b7c26eSPeter Zijlstra atexit(sig_atexit); 2887a7e191c3SFrederik Deweerdt if (!forever) 288886470930SIngo Molnar signal(SIGINT, skip_signal); 288913370a9bSStephane Eranian signal(SIGCHLD, skip_signal); 289086470930SIngo Molnar signal(SIGALRM, skip_signal); 289186470930SIngo Molnar signal(SIGABRT, skip_signal); 289286470930SIngo Molnar 289342202dd5SIngo Molnar status = 0; 2894a7e191c3SFrederik Deweerdt for (run_idx = 0; forever || run_idx < run_count; run_idx++) { 2895bb963e16SNamhyung Kim if (run_count != 1 && verbose > 0) 28964aa9015fSStephane Eranian fprintf(output, "[ perf stat: executing run #%d ... ]\n", 28974aa9015fSStephane Eranian run_idx + 1); 2898f9cef0a9SIngo Molnar 289942202dd5SIngo Molnar status = run_perf_stat(argc, argv); 2900a7e191c3SFrederik Deweerdt if (forever && status != -1) { 2901d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 2902254ecbc7SJiri Olsa perf_stat__reset_stats(); 2903a7e191c3SFrederik Deweerdt } 290442202dd5SIngo Molnar } 290542202dd5SIngo Molnar 2906a7e191c3SFrederik Deweerdt if (!forever && status != -1 && !interval) 2907d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 2908d134ffb9SArnaldo Carvalho de Melo 29094979d0c7SJiri Olsa if (STAT_RECORD) { 29104979d0c7SJiri Olsa /* 29114979d0c7SJiri Olsa * We synthesize the kernel mmap record just so that older tools 29124979d0c7SJiri Olsa * don't emit warnings about not being able to resolve symbols 29134979d0c7SJiri Olsa * due to /proc/sys/kernel/kptr_restrict settings and instear provide 29144979d0c7SJiri Olsa * a saner message about no samples being in the perf.data file. 29154979d0c7SJiri Olsa * 29164979d0c7SJiri Olsa * This also serves to suppress a warning about f_header.data.size == 0 29178b99b1a4SJiri Olsa * in header.c at the moment 'perf stat record' gets introduced, which 29188b99b1a4SJiri Olsa * is not really needed once we start adding the stat specific PERF_RECORD_ 29198b99b1a4SJiri Olsa * records, but the need to suppress the kptr_restrict messages in older 29208b99b1a4SJiri Olsa * tools remain -acme 29214979d0c7SJiri Olsa */ 29228ceb41d7SJiri Olsa int fd = perf_data__fd(&perf_stat.data); 29234979d0c7SJiri Olsa int err = perf_event__synthesize_kernel_mmap((void *)&perf_stat, 29244979d0c7SJiri Olsa process_synthesized_event, 29254979d0c7SJiri Olsa &perf_stat.session->machines.host); 29264979d0c7SJiri Olsa if (err) { 29274979d0c7SJiri Olsa pr_warning("Couldn't synthesize the kernel mmap record, harmless, " 29284979d0c7SJiri Olsa "older tools may produce warnings about this file\n."); 29294979d0c7SJiri Olsa } 29304979d0c7SJiri Olsa 29317aad0c32SJiri Olsa if (!interval) { 29327aad0c32SJiri Olsa if (WRITE_STAT_ROUND_EVENT(walltime_nsecs_stats.max, FINAL)) 29337aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 29347aad0c32SJiri Olsa } 29357aad0c32SJiri Olsa 29368ceb41d7SJiri Olsa if (!perf_stat.data.is_pipe) { 29374979d0c7SJiri Olsa perf_stat.session->header.data_size += perf_stat.bytes_written; 29384979d0c7SJiri Olsa perf_session__write_header(perf_stat.session, evsel_list, fd, true); 2939664c98d4SJiri Olsa } 29404979d0c7SJiri Olsa 29414979d0c7SJiri Olsa perf_session__delete(perf_stat.session); 29424979d0c7SJiri Olsa } 29434979d0c7SJiri Olsa 2944544c2ae7SMasami Hiramatsu perf_stat__exit_aggr_mode(); 2945d134ffb9SArnaldo Carvalho de Melo perf_evlist__free_stats(evsel_list); 29460015e2e1SArnaldo Carvalho de Melo out: 2947daefd0bcSKan Liang if (smi_cost && smi_reset) 2948daefd0bcSKan Liang sysfs__write_int(FREEZE_ON_SMI_PATH, 0); 2949daefd0bcSKan Liang 29500015e2e1SArnaldo Carvalho de Melo perf_evlist__delete(evsel_list); 295156739444SJin Yao 295256739444SJin Yao runtime_stat_delete(&stat_config); 295356739444SJin Yao 295442202dd5SIngo Molnar return status; 295586470930SIngo Molnar } 2956