186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-stat.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin stat command: Give a precise performance counters summary 586470930SIngo Molnar * overview about any workload, CPU or specific PID. 686470930SIngo Molnar * 786470930SIngo Molnar * Sample output: 886470930SIngo Molnar 92cba3ffbSIngo Molnar $ perf stat ./hackbench 10 1086470930SIngo Molnar 112cba3ffbSIngo Molnar Time: 0.118 1286470930SIngo Molnar 132cba3ffbSIngo Molnar Performance counter stats for './hackbench 10': 1486470930SIngo Molnar 152cba3ffbSIngo Molnar 1708.761321 task-clock # 11.037 CPUs utilized 162cba3ffbSIngo Molnar 41,190 context-switches # 0.024 M/sec 172cba3ffbSIngo Molnar 6,735 CPU-migrations # 0.004 M/sec 182cba3ffbSIngo Molnar 17,318 page-faults # 0.010 M/sec 192cba3ffbSIngo Molnar 5,205,202,243 cycles # 3.046 GHz 202cba3ffbSIngo Molnar 3,856,436,920 stalled-cycles-frontend # 74.09% frontend cycles idle 212cba3ffbSIngo Molnar 1,600,790,871 stalled-cycles-backend # 30.75% backend cycles idle 222cba3ffbSIngo Molnar 2,603,501,247 instructions # 0.50 insns per cycle 232cba3ffbSIngo Molnar # 1.48 stalled cycles per insn 242cba3ffbSIngo Molnar 484,357,498 branches # 283.455 M/sec 252cba3ffbSIngo Molnar 6,388,934 branch-misses # 1.32% of all branches 262cba3ffbSIngo Molnar 272cba3ffbSIngo Molnar 0.154822978 seconds time elapsed 2886470930SIngo Molnar 2986470930SIngo Molnar * 302cba3ffbSIngo Molnar * Copyright (C) 2008-2011, Red Hat Inc, Ingo Molnar <mingo@redhat.com> 3186470930SIngo Molnar * 3286470930SIngo Molnar * Improvements and fixes by: 3386470930SIngo Molnar * 3486470930SIngo Molnar * Arjan van de Ven <arjan@linux.intel.com> 3586470930SIngo Molnar * Yanmin Zhang <yanmin.zhang@intel.com> 3686470930SIngo Molnar * Wu Fengguang <fengguang.wu@intel.com> 3786470930SIngo Molnar * Mike Galbraith <efault@gmx.de> 3886470930SIngo Molnar * Paul Mackerras <paulus@samba.org> 396e750a8fSJaswinder Singh Rajput * Jaswinder Singh Rajput <jaswinder@kernel.org> 4086470930SIngo Molnar * 4186470930SIngo Molnar * Released under the GPL v2. (and only v2, not any later version) 4286470930SIngo Molnar */ 4386470930SIngo Molnar 4486470930SIngo Molnar #include "perf.h" 4586470930SIngo Molnar #include "builtin.h" 46f14d5707SArnaldo Carvalho de Melo #include "util/cgroup.h" 4786470930SIngo Molnar #include "util/util.h" 484b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h> 4986470930SIngo Molnar #include "util/parse-events.h" 504cabc3d1SAndi Kleen #include "util/pmu.h" 518f28827aSFrederic Weisbecker #include "util/event.h" 52361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 5369aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 548f28827aSFrederic Weisbecker #include "util/debug.h" 555d8bb1ecSMathieu Poirier #include "util/drv_configs.h" 56a5d243d0SIngo Molnar #include "util/color.h" 570007eceaSXiao Guangrong #include "util/stat.h" 5860666c63SLiming Wang #include "util/header.h" 59a12b51c4SPaul Mackerras #include "util/cpumap.h" 60d6d901c2SZhang, Yanmin #include "util/thread.h" 61fd78260bSArnaldo Carvalho de Melo #include "util/thread_map.h" 62d809560bSJiri Olsa #include "util/counts.h" 6344b1e60aSAndi Kleen #include "util/group.h" 644979d0c7SJiri Olsa #include "util/session.h" 65ba6039b6SJiri Olsa #include "util/tool.h" 66a067558eSArnaldo Carvalho de Melo #include "util/string2.h" 67b18f3e36SAndi Kleen #include "util/metricgroup.h" 68ba6039b6SJiri Olsa #include "asm/bug.h" 6986470930SIngo Molnar 70bd48c63eSArnaldo Carvalho de Melo #include <linux/time64.h> 7144b1e60aSAndi Kleen #include <api/fs/fs.h> 72a43783aeSArnaldo Carvalho de Melo #include <errno.h> 739607ad3aSArnaldo Carvalho de Melo #include <signal.h> 741f16c575SPeter Zijlstra #include <stdlib.h> 7586470930SIngo Molnar #include <sys/prctl.h> 76fd20e811SArnaldo Carvalho de Melo #include <inttypes.h> 775af52b51SStephane Eranian #include <locale.h> 78e3b03b6cSAndi Kleen #include <math.h> 797a8ef4c4SArnaldo Carvalho de Melo #include <sys/types.h> 807a8ef4c4SArnaldo Carvalho de Melo #include <sys/stat.h> 814208735dSArnaldo Carvalho de Melo #include <sys/wait.h> 827a8ef4c4SArnaldo Carvalho de Melo #include <unistd.h> 8386470930SIngo Molnar 843d689ed6SArnaldo Carvalho de Melo #include "sane_ctype.h" 853d689ed6SArnaldo Carvalho de Melo 86d7470b6aSStephane Eranian #define DEFAULT_SEPARATOR " " 872cee77c4SDavid Ahern #define CNTR_NOT_SUPPORTED "<not supported>" 882cee77c4SDavid Ahern #define CNTR_NOT_COUNTED "<not counted>" 89daefd0bcSKan Liang #define FREEZE_ON_SMI_PATH "devices/cpu/freeze_on_smi" 90d7470b6aSStephane Eranian 91d4f63a47SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv); 9213370a9bSStephane Eranian 934cabc3d1SAndi Kleen /* Default events used for perf stat -T */ 94a454742cSJiri Olsa static const char *transaction_attrs = { 95a454742cSJiri Olsa "task-clock," 964cabc3d1SAndi Kleen "{" 974cabc3d1SAndi Kleen "instructions," 984cabc3d1SAndi Kleen "cycles," 994cabc3d1SAndi Kleen "cpu/cycles-t/," 1004cabc3d1SAndi Kleen "cpu/tx-start/," 1014cabc3d1SAndi Kleen "cpu/el-start/," 1024cabc3d1SAndi Kleen "cpu/cycles-ct/" 1034cabc3d1SAndi Kleen "}" 1044cabc3d1SAndi Kleen }; 1054cabc3d1SAndi Kleen 1064cabc3d1SAndi Kleen /* More limited version when the CPU does not have all events. */ 107a454742cSJiri Olsa static const char * transaction_limited_attrs = { 108a454742cSJiri Olsa "task-clock," 1094cabc3d1SAndi Kleen "{" 1104cabc3d1SAndi Kleen "instructions," 1114cabc3d1SAndi Kleen "cycles," 1124cabc3d1SAndi Kleen "cpu/cycles-t/," 1134cabc3d1SAndi Kleen "cpu/tx-start/" 1144cabc3d1SAndi Kleen "}" 1154cabc3d1SAndi Kleen }; 1164cabc3d1SAndi Kleen 11744b1e60aSAndi Kleen static const char * topdown_attrs[] = { 11844b1e60aSAndi Kleen "topdown-total-slots", 11944b1e60aSAndi Kleen "topdown-slots-retired", 12044b1e60aSAndi Kleen "topdown-recovery-bubbles", 12144b1e60aSAndi Kleen "topdown-fetch-bubbles", 12244b1e60aSAndi Kleen "topdown-slots-issued", 12344b1e60aSAndi Kleen NULL, 12444b1e60aSAndi Kleen }; 12544b1e60aSAndi Kleen 126daefd0bcSKan Liang static const char *smi_cost_attrs = { 127daefd0bcSKan Liang "{" 128daefd0bcSKan Liang "msr/aperf/," 129daefd0bcSKan Liang "msr/smi/," 130daefd0bcSKan Liang "cycles" 131daefd0bcSKan Liang "}" 132daefd0bcSKan Liang }; 133daefd0bcSKan Liang 134666e6d48SRobert Richter static struct perf_evlist *evsel_list; 135361c99a6SArnaldo Carvalho de Melo 136b18f3e36SAndi Kleen static struct rblist metric_events; 137b18f3e36SAndi Kleen 138602ad878SArnaldo Carvalho de Melo static struct target target = { 13977a6f014SNamhyung Kim .uid = UINT_MAX, 14077a6f014SNamhyung Kim }; 14142202dd5SIngo Molnar 1421e5a2931SJiri Olsa typedef int (*aggr_get_id_t)(struct cpu_map *m, int cpu); 1431e5a2931SJiri Olsa 1443d632595SJaswinder Singh Rajput static int run_count = 1; 1452e6cdf99SStephane Eranian static bool no_inherit = false; 146d07f0b12SStephane Eranian static volatile pid_t child_pid = -1; 147c0555642SIan Munsie static bool null_run = false; 1482cba3ffbSIngo Molnar static int detailed_run = 0; 1494cabc3d1SAndi Kleen static bool transaction_run; 15044b1e60aSAndi Kleen static bool topdown_run = false; 151daefd0bcSKan Liang static bool smi_cost = false; 152daefd0bcSKan Liang static bool smi_reset = false; 153201e0b06SArnaldo Carvalho de Melo static bool big_num = true; 154d7470b6aSStephane Eranian static int big_num_opt = -1; 155d7470b6aSStephane Eranian static const char *csv_sep = NULL; 156d7470b6aSStephane Eranian static bool csv_output = false; 15743bece79SLin Ming static bool group = false; 1581f16c575SPeter Zijlstra static const char *pre_cmd = NULL; 1591f16c575SPeter Zijlstra static const char *post_cmd = NULL; 1601f16c575SPeter Zijlstra static bool sync_run = false; 16141191688SAndi Kleen static unsigned int initial_delay = 0; 162410136f5SStephane Eranian static unsigned int unit_width = 4; /* strlen("unit") */ 163a7e191c3SFrederik Deweerdt static bool forever = false; 16454b50916SAndi Kleen static bool metric_only = false; 16544b1e60aSAndi Kleen static bool force_metric_only = false; 166430daf2dSAndi Kleen static bool no_merge = false; 16713370a9bSStephane Eranian static struct timespec ref_time; 16886ee6e18SStephane Eranian static struct cpu_map *aggr_map; 1691e5a2931SJiri Olsa static aggr_get_id_t aggr_get_id; 170e0547311SJiri Olsa static bool append_file; 171db06a269Syuzhoujian static bool interval_count; 172e0547311SJiri Olsa static const char *output_name; 173e0547311SJiri Olsa static int output_fd; 17402d492e5SBorislav Petkov static int print_free_counters_hint; 1755af52b51SStephane Eranian 1764979d0c7SJiri Olsa struct perf_stat { 1774979d0c7SJiri Olsa bool record; 1788ceb41d7SJiri Olsa struct perf_data data; 1794979d0c7SJiri Olsa struct perf_session *session; 1804979d0c7SJiri Olsa u64 bytes_written; 181ba6039b6SJiri Olsa struct perf_tool tool; 1821975d36eSJiri Olsa bool maps_allocated; 1831975d36eSJiri Olsa struct cpu_map *cpus; 1841975d36eSJiri Olsa struct thread_map *threads; 18589af4e05SJiri Olsa enum aggr_mode aggr_mode; 1864979d0c7SJiri Olsa }; 1874979d0c7SJiri Olsa 1884979d0c7SJiri Olsa static struct perf_stat perf_stat; 1894979d0c7SJiri Olsa #define STAT_RECORD perf_stat.record 1904979d0c7SJiri Olsa 19160666c63SLiming Wang static volatile int done = 0; 19260666c63SLiming Wang 193421a50f3SJiri Olsa static struct perf_stat_config stat_config = { 194421a50f3SJiri Olsa .aggr_mode = AGGR_GLOBAL, 195711a572eSJiri Olsa .scale = true, 196421a50f3SJiri Olsa }; 197421a50f3SJiri Olsa 198e864c5caSAndi Kleen static bool is_duration_time(struct perf_evsel *evsel) 199e864c5caSAndi Kleen { 200e864c5caSAndi Kleen return !strcmp(evsel->name, "duration_time"); 201e864c5caSAndi Kleen } 202e864c5caSAndi Kleen 20313370a9bSStephane Eranian static inline void diff_timespec(struct timespec *r, struct timespec *a, 20413370a9bSStephane Eranian struct timespec *b) 20513370a9bSStephane Eranian { 20613370a9bSStephane Eranian r->tv_sec = a->tv_sec - b->tv_sec; 20713370a9bSStephane Eranian if (a->tv_nsec < b->tv_nsec) { 208310ebb93SArnaldo Carvalho de Melo r->tv_nsec = a->tv_nsec + NSEC_PER_SEC - b->tv_nsec; 20913370a9bSStephane Eranian r->tv_sec--; 21013370a9bSStephane Eranian } else { 21113370a9bSStephane Eranian r->tv_nsec = a->tv_nsec - b->tv_nsec ; 21213370a9bSStephane Eranian } 21313370a9bSStephane Eranian } 21413370a9bSStephane Eranian 215254ecbc7SJiri Olsa static void perf_stat__reset_stats(void) 216254ecbc7SJiri Olsa { 21756739444SJin Yao int i; 21856739444SJin Yao 219254ecbc7SJiri Olsa perf_evlist__reset_stats(evsel_list); 220f87027b9SJiri Olsa perf_stat__reset_shadow_stats(); 22156739444SJin Yao 22256739444SJin Yao for (i = 0; i < stat_config.stats_num; i++) 22356739444SJin Yao perf_stat__reset_shadow_per_stat(&stat_config.stats[i]); 2241eda3b21SJiri Olsa } 2251eda3b21SJiri Olsa 226cac21425SJiri Olsa static int create_perf_stat_counter(struct perf_evsel *evsel) 22786470930SIngo Molnar { 22869aad6f1SArnaldo Carvalho de Melo struct perf_event_attr *attr = &evsel->attr; 22982bf311eSJiri Olsa struct perf_evsel *leader = evsel->leader; 230727ab04eSArnaldo Carvalho de Melo 23182bf311eSJiri Olsa if (stat_config.scale) { 23286470930SIngo Molnar attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 23386470930SIngo Molnar PERF_FORMAT_TOTAL_TIME_RUNNING; 23482bf311eSJiri Olsa } 23582bf311eSJiri Olsa 23682bf311eSJiri Olsa /* 23782bf311eSJiri Olsa * The event is part of non trivial group, let's enable 23882bf311eSJiri Olsa * the group read (for leader) and ID retrieval for all 23982bf311eSJiri Olsa * members. 24082bf311eSJiri Olsa */ 24182bf311eSJiri Olsa if (leader->nr_members > 1) 24282bf311eSJiri Olsa attr->read_format |= PERF_FORMAT_ID|PERF_FORMAT_GROUP; 24386470930SIngo Molnar 2442e6cdf99SStephane Eranian attr->inherit = !no_inherit; 2455d2cd909SArnaldo Carvalho de Melo 2466acd8e92SJiri Olsa /* 2476acd8e92SJiri Olsa * Some events get initialized with sample_(period/type) set, 2486acd8e92SJiri Olsa * like tracepoints. Clear it up for counting. 2496acd8e92SJiri Olsa */ 2506acd8e92SJiri Olsa attr->sample_period = 0; 2516db1a5c1SJiri Olsa 2524979d0c7SJiri Olsa /* 2534979d0c7SJiri Olsa * But set sample_type to PERF_SAMPLE_IDENTIFIER, which should be harmless 2544979d0c7SJiri Olsa * while avoiding that older tools show confusing messages. 2556db1a5c1SJiri Olsa * 2566db1a5c1SJiri Olsa * However for pipe sessions we need to keep it zero, 2576db1a5c1SJiri Olsa * because script's perf_evsel__check_attr is triggered 2586db1a5c1SJiri Olsa * by attr->sample_type != 0, and we can't run it on 2596db1a5c1SJiri Olsa * stat sessions. 2604979d0c7SJiri Olsa */ 2618ceb41d7SJiri Olsa if (!(STAT_RECORD && perf_stat.data.is_pipe)) 2624979d0c7SJiri Olsa attr->sample_type = PERF_SAMPLE_IDENTIFIER; 2636acd8e92SJiri Olsa 26467ccdecdSJiri Olsa /* 26567ccdecdSJiri Olsa * Disabling all counters initially, they will be enabled 26667ccdecdSJiri Olsa * either manually by us or by kernel via enable_on_exec 26767ccdecdSJiri Olsa * set later. 26867ccdecdSJiri Olsa */ 269c8280cecSJiri Olsa if (perf_evsel__is_group_leader(evsel)) { 27067ccdecdSJiri Olsa attr->disabled = 1; 27167ccdecdSJiri Olsa 272c8280cecSJiri Olsa /* 273c8280cecSJiri Olsa * In case of initial_delay we enable tracee 274c8280cecSJiri Olsa * events manually. 275c8280cecSJiri Olsa */ 276c8280cecSJiri Olsa if (target__none(&target) && !initial_delay) 277c8280cecSJiri Olsa attr->enable_on_exec = 1; 278c8280cecSJiri Olsa } 279c8280cecSJiri Olsa 2801d9f8d1bSJin Yao if (target__has_cpu(&target) && !target__has_per_thread(&target)) 281594ac61aSArnaldo Carvalho de Melo return perf_evsel__open_per_cpu(evsel, perf_evsel__cpus(evsel)); 2825622c07bSStephane Eranian 283594ac61aSArnaldo Carvalho de Melo return perf_evsel__open_per_thread(evsel, evsel_list->threads); 28486470930SIngo Molnar } 28586470930SIngo Molnar 28686470930SIngo Molnar /* 28786470930SIngo Molnar * Does the counter have nsecs as a unit? 28886470930SIngo Molnar */ 289daec78a0SArnaldo Carvalho de Melo static inline int nsec_counter(struct perf_evsel *evsel) 29086470930SIngo Molnar { 291daec78a0SArnaldo Carvalho de Melo if (perf_evsel__match(evsel, SOFTWARE, SW_CPU_CLOCK) || 292daec78a0SArnaldo Carvalho de Melo perf_evsel__match(evsel, SOFTWARE, SW_TASK_CLOCK)) 29386470930SIngo Molnar return 1; 29486470930SIngo Molnar 29586470930SIngo Molnar return 0; 29686470930SIngo Molnar } 29786470930SIngo Molnar 2988b99b1a4SJiri Olsa static int process_synthesized_event(struct perf_tool *tool __maybe_unused, 2994979d0c7SJiri Olsa union perf_event *event, 3004979d0c7SJiri Olsa struct perf_sample *sample __maybe_unused, 3014979d0c7SJiri Olsa struct machine *machine __maybe_unused) 3024979d0c7SJiri Olsa { 3038ceb41d7SJiri Olsa if (perf_data__write(&perf_stat.data, event, event->header.size) < 0) { 3048b99b1a4SJiri Olsa pr_err("failed to write perf data, error: %m\n"); 3058b99b1a4SJiri Olsa return -1; 3068b99b1a4SJiri Olsa } 3078b99b1a4SJiri Olsa 3088b99b1a4SJiri Olsa perf_stat.bytes_written += event->header.size; 3098b99b1a4SJiri Olsa return 0; 3104979d0c7SJiri Olsa } 3114979d0c7SJiri Olsa 3121975d36eSJiri Olsa static int write_stat_round_event(u64 tm, u64 type) 3137aad0c32SJiri Olsa { 3141975d36eSJiri Olsa return perf_event__synthesize_stat_round(NULL, tm, type, 3157aad0c32SJiri Olsa process_synthesized_event, 3167aad0c32SJiri Olsa NULL); 3177aad0c32SJiri Olsa } 3187aad0c32SJiri Olsa 3197aad0c32SJiri Olsa #define WRITE_STAT_ROUND_EVENT(time, interval) \ 3207aad0c32SJiri Olsa write_stat_round_event(time, PERF_STAT_ROUND_TYPE__ ## interval) 3217aad0c32SJiri Olsa 3225a6ea81bSJiri Olsa #define SID(e, x, y) xyarray__entry(e->sample_id, x, y) 3235a6ea81bSJiri Olsa 3245a6ea81bSJiri Olsa static int 3255a6ea81bSJiri Olsa perf_evsel__write_stat_event(struct perf_evsel *counter, u32 cpu, u32 thread, 3265a6ea81bSJiri Olsa struct perf_counts_values *count) 3275a6ea81bSJiri Olsa { 3285a6ea81bSJiri Olsa struct perf_sample_id *sid = SID(counter, cpu, thread); 3295a6ea81bSJiri Olsa 3305a6ea81bSJiri Olsa return perf_event__synthesize_stat(NULL, cpu, thread, sid->id, count, 3315a6ea81bSJiri Olsa process_synthesized_event, NULL); 3325a6ea81bSJiri Olsa } 3335a6ea81bSJiri Olsa 334f5b4a9c3SStephane Eranian /* 335f5b4a9c3SStephane Eranian * Read out the results of a single counter: 336f5b4a9c3SStephane Eranian * do not aggregate counts across CPUs in system-wide mode 337f5b4a9c3SStephane Eranian */ 338c52b12edSArnaldo Carvalho de Melo static int read_counter(struct perf_evsel *counter) 339f5b4a9c3SStephane Eranian { 3409bf1a529SJiri Olsa int nthreads = thread_map__nr(evsel_list->threads); 34100e727bbSMark Rutland int ncpus, cpu, thread; 34200e727bbSMark Rutland 3431d9f8d1bSJin Yao if (target__has_cpu(&target) && !target__has_per_thread(&target)) 34400e727bbSMark Rutland ncpus = perf_evsel__nr_cpus(counter); 34500e727bbSMark Rutland else 34600e727bbSMark Rutland ncpus = 1; 347f5b4a9c3SStephane Eranian 3483b4331d9SSuzuki K. Poulose if (!counter->supported) 3493b4331d9SSuzuki K. Poulose return -ENOENT; 3503b4331d9SSuzuki K. Poulose 3519bf1a529SJiri Olsa if (counter->system_wide) 3529bf1a529SJiri Olsa nthreads = 1; 3539bf1a529SJiri Olsa 3549bf1a529SJiri Olsa for (thread = 0; thread < nthreads; thread++) { 3559bf1a529SJiri Olsa for (cpu = 0; cpu < ncpus; cpu++) { 3563b3eb044SJiri Olsa struct perf_counts_values *count; 3573b3eb044SJiri Olsa 3583b3eb044SJiri Olsa count = perf_counts(counter->counts, cpu, thread); 35982bf311eSJiri Olsa 36082bf311eSJiri Olsa /* 36182bf311eSJiri Olsa * The leader's group read loads data into its group members 36282bf311eSJiri Olsa * (via perf_evsel__read_counter) and sets threir count->loaded. 36382bf311eSJiri Olsa */ 36482bf311eSJiri Olsa if (!count->loaded && 36582bf311eSJiri Olsa perf_evsel__read_counter(counter, cpu, thread)) { 366db49a717SStephane Eranian counter->counts->scaled = -1; 367db49a717SStephane Eranian perf_counts(counter->counts, cpu, thread)->ena = 0; 368db49a717SStephane Eranian perf_counts(counter->counts, cpu, thread)->run = 0; 369c52b12edSArnaldo Carvalho de Melo return -1; 370db49a717SStephane Eranian } 3715a6ea81bSJiri Olsa 37282bf311eSJiri Olsa count->loaded = false; 37382bf311eSJiri Olsa 3745a6ea81bSJiri Olsa if (STAT_RECORD) { 3755a6ea81bSJiri Olsa if (perf_evsel__write_stat_event(counter, cpu, thread, count)) { 3765a6ea81bSJiri Olsa pr_err("failed to write stat event\n"); 3775a6ea81bSJiri Olsa return -1; 3785a6ea81bSJiri Olsa } 3795a6ea81bSJiri Olsa } 3800b1abbf4SAndi Kleen 3810b1abbf4SAndi Kleen if (verbose > 1) { 3820b1abbf4SAndi Kleen fprintf(stat_config.output, 3830b1abbf4SAndi Kleen "%s: %d: %" PRIu64 " %" PRIu64 " %" PRIu64 "\n", 3840b1abbf4SAndi Kleen perf_evsel__name(counter), 3850b1abbf4SAndi Kleen cpu, 3860b1abbf4SAndi Kleen count->val, count->ena, count->run); 3870b1abbf4SAndi Kleen } 388f5b4a9c3SStephane Eranian } 3899bf1a529SJiri Olsa } 390c52b12edSArnaldo Carvalho de Melo 391c52b12edSArnaldo Carvalho de Melo return 0; 39286470930SIngo Molnar } 39386470930SIngo Molnar 3943df33effSMark Rutland static void read_counters(void) 395106a94a0SJiri Olsa { 396106a94a0SJiri Olsa struct perf_evsel *counter; 397db49a717SStephane Eranian int ret; 398106a94a0SJiri Olsa 399e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 400db49a717SStephane Eranian ret = read_counter(counter); 401db49a717SStephane Eranian if (ret) 402245bad8eSAndi Kleen pr_debug("failed to read counter %s\n", counter->name); 4033b3eb044SJiri Olsa 404db49a717SStephane Eranian if (ret == 0 && perf_stat_process_counter(&stat_config, counter)) 4053b3eb044SJiri Olsa pr_warning("failed to process counter %s\n", counter->name); 406106a94a0SJiri Olsa } 407106a94a0SJiri Olsa } 408106a94a0SJiri Olsa 409ba411a95SJiri Olsa static void process_interval(void) 41013370a9bSStephane Eranian { 41113370a9bSStephane Eranian struct timespec ts, rs; 41213370a9bSStephane Eranian 4133df33effSMark Rutland read_counters(); 41486ee6e18SStephane Eranian 41513370a9bSStephane Eranian clock_gettime(CLOCK_MONOTONIC, &ts); 41613370a9bSStephane Eranian diff_timespec(&rs, &ts, &ref_time); 41713370a9bSStephane Eranian 4187aad0c32SJiri Olsa if (STAT_RECORD) { 419bd48c63eSArnaldo Carvalho de Melo if (WRITE_STAT_ROUND_EVENT(rs.tv_sec * NSEC_PER_SEC + rs.tv_nsec, INTERVAL)) 4207aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 4217aad0c32SJiri Olsa } 4227aad0c32SJiri Olsa 423b90f1333SAndi Kleen init_stats(&walltime_nsecs_stats); 424b90f1333SAndi Kleen update_stats(&walltime_nsecs_stats, stat_config.interval * 1000000); 425d4f63a47SJiri Olsa print_counters(&rs, 0, NULL); 42613370a9bSStephane Eranian } 42713370a9bSStephane Eranian 42867ccdecdSJiri Olsa static void enable_counters(void) 42941191688SAndi Kleen { 43067ccdecdSJiri Olsa if (initial_delay) 431310ebb93SArnaldo Carvalho de Melo usleep(initial_delay * USEC_PER_MSEC); 43267ccdecdSJiri Olsa 43367ccdecdSJiri Olsa /* 43467ccdecdSJiri Olsa * We need to enable counters only if: 43567ccdecdSJiri Olsa * - we don't have tracee (attaching to task or cpu) 43667ccdecdSJiri Olsa * - we have initial delay configured 43767ccdecdSJiri Olsa */ 43867ccdecdSJiri Olsa if (!target__none(&target) || initial_delay) 439ab46db0aSJiri Olsa perf_evlist__enable(evsel_list); 44041191688SAndi Kleen } 44141191688SAndi Kleen 4423df33effSMark Rutland static void disable_counters(void) 4433df33effSMark Rutland { 4443df33effSMark Rutland /* 4453df33effSMark Rutland * If we don't have tracee (attaching to task or cpu), counters may 4463df33effSMark Rutland * still be running. To get accurate group ratios, we must stop groups 4473df33effSMark Rutland * from counting before reading their constituent counters. 4483df33effSMark Rutland */ 4493df33effSMark Rutland if (!target__none(&target)) 4503df33effSMark Rutland perf_evlist__disable(evsel_list); 4513df33effSMark Rutland } 4523df33effSMark Rutland 453f33cbe72SArnaldo Carvalho de Melo static volatile int workload_exec_errno; 4546af206fdSArnaldo Carvalho de Melo 4556af206fdSArnaldo Carvalho de Melo /* 4566af206fdSArnaldo Carvalho de Melo * perf_evlist__prepare_workload will send a SIGUSR1 4576af206fdSArnaldo Carvalho de Melo * if the fork fails, since we asked by setting its 4586af206fdSArnaldo Carvalho de Melo * want_signal to true. 4596af206fdSArnaldo Carvalho de Melo */ 460f33cbe72SArnaldo Carvalho de Melo static void workload_exec_failed_signal(int signo __maybe_unused, siginfo_t *info, 461f33cbe72SArnaldo Carvalho de Melo void *ucontext __maybe_unused) 4626af206fdSArnaldo Carvalho de Melo { 463f33cbe72SArnaldo Carvalho de Melo workload_exec_errno = info->si_value.sival_int; 4646af206fdSArnaldo Carvalho de Melo } 4656af206fdSArnaldo Carvalho de Melo 466664c98d4SJiri Olsa static int perf_stat_synthesize_config(bool is_pipe) 4678b99b1a4SJiri Olsa { 4688b99b1a4SJiri Olsa int err; 4698b99b1a4SJiri Olsa 470664c98d4SJiri Olsa if (is_pipe) { 471664c98d4SJiri Olsa err = perf_event__synthesize_attrs(NULL, perf_stat.session, 472664c98d4SJiri Olsa process_synthesized_event); 473664c98d4SJiri Olsa if (err < 0) { 474664c98d4SJiri Olsa pr_err("Couldn't synthesize attrs.\n"); 475664c98d4SJiri Olsa return err; 476664c98d4SJiri Olsa } 477664c98d4SJiri Olsa } 478664c98d4SJiri Olsa 479bfd8f72cSAndi Kleen err = perf_event__synthesize_extra_attr(NULL, 480bfd8f72cSAndi Kleen evsel_list, 481bfd8f72cSAndi Kleen process_synthesized_event, 482bfd8f72cSAndi Kleen is_pipe); 4837b60a7e3SJiri Olsa 4848b99b1a4SJiri Olsa err = perf_event__synthesize_thread_map2(NULL, evsel_list->threads, 4858b99b1a4SJiri Olsa process_synthesized_event, 4868b99b1a4SJiri Olsa NULL); 4878b99b1a4SJiri Olsa if (err < 0) { 4888b99b1a4SJiri Olsa pr_err("Couldn't synthesize thread map.\n"); 4898b99b1a4SJiri Olsa return err; 4908b99b1a4SJiri Olsa } 4918b99b1a4SJiri Olsa 4928b99b1a4SJiri Olsa err = perf_event__synthesize_cpu_map(NULL, evsel_list->cpus, 4938b99b1a4SJiri Olsa process_synthesized_event, NULL); 4948b99b1a4SJiri Olsa if (err < 0) { 4958b99b1a4SJiri Olsa pr_err("Couldn't synthesize thread map.\n"); 4968b99b1a4SJiri Olsa return err; 4978b99b1a4SJiri Olsa } 4988b99b1a4SJiri Olsa 4998b99b1a4SJiri Olsa err = perf_event__synthesize_stat_config(NULL, &stat_config, 5008b99b1a4SJiri Olsa process_synthesized_event, NULL); 5018b99b1a4SJiri Olsa if (err < 0) { 5028b99b1a4SJiri Olsa pr_err("Couldn't synthesize config.\n"); 5038b99b1a4SJiri Olsa return err; 5048b99b1a4SJiri Olsa } 5058b99b1a4SJiri Olsa 5068b99b1a4SJiri Olsa return 0; 5078b99b1a4SJiri Olsa } 5088b99b1a4SJiri Olsa 5092af4646dSJiri Olsa #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y)) 5102af4646dSJiri Olsa 51142811d50SAndi Kleen static int __store_counter_ids(struct perf_evsel *counter) 5122af4646dSJiri Olsa { 5132af4646dSJiri Olsa int cpu, thread; 5142af4646dSJiri Olsa 51542811d50SAndi Kleen for (cpu = 0; cpu < xyarray__max_x(counter->fd); cpu++) { 51642811d50SAndi Kleen for (thread = 0; thread < xyarray__max_y(counter->fd); 51742811d50SAndi Kleen thread++) { 5182af4646dSJiri Olsa int fd = FD(counter, cpu, thread); 5192af4646dSJiri Olsa 5202af4646dSJiri Olsa if (perf_evlist__id_add_fd(evsel_list, counter, 5212af4646dSJiri Olsa cpu, thread, fd) < 0) 5222af4646dSJiri Olsa return -1; 5232af4646dSJiri Olsa } 5242af4646dSJiri Olsa } 5252af4646dSJiri Olsa 5262af4646dSJiri Olsa return 0; 5272af4646dSJiri Olsa } 5282af4646dSJiri Olsa 5292af4646dSJiri Olsa static int store_counter_ids(struct perf_evsel *counter) 5302af4646dSJiri Olsa { 5312af4646dSJiri Olsa struct cpu_map *cpus = counter->cpus; 5322af4646dSJiri Olsa struct thread_map *threads = counter->threads; 5332af4646dSJiri Olsa 5342af4646dSJiri Olsa if (perf_evsel__alloc_id(counter, cpus->nr, threads->nr)) 5352af4646dSJiri Olsa return -ENOMEM; 5362af4646dSJiri Olsa 53742811d50SAndi Kleen return __store_counter_ids(counter); 5382af4646dSJiri Olsa } 5392af4646dSJiri Olsa 54082bf311eSJiri Olsa static bool perf_evsel__should_store_id(struct perf_evsel *counter) 54182bf311eSJiri Olsa { 54282bf311eSJiri Olsa return STAT_RECORD || counter->attr.read_format & PERF_FORMAT_ID; 54382bf311eSJiri Olsa } 54482bf311eSJiri Olsa 5455a5dfe4bSAndi Kleen static struct perf_evsel *perf_evsel__reset_weak_group(struct perf_evsel *evsel) 5465a5dfe4bSAndi Kleen { 5475a5dfe4bSAndi Kleen struct perf_evsel *c2, *leader; 5485a5dfe4bSAndi Kleen bool is_open = true; 5495a5dfe4bSAndi Kleen 5505a5dfe4bSAndi Kleen leader = evsel->leader; 5515a5dfe4bSAndi Kleen pr_debug("Weak group for %s/%d failed\n", 5525a5dfe4bSAndi Kleen leader->name, leader->nr_members); 5535a5dfe4bSAndi Kleen 5545a5dfe4bSAndi Kleen /* 5555a5dfe4bSAndi Kleen * for_each_group_member doesn't work here because it doesn't 5565a5dfe4bSAndi Kleen * include the first entry. 5575a5dfe4bSAndi Kleen */ 5585a5dfe4bSAndi Kleen evlist__for_each_entry(evsel_list, c2) { 5595a5dfe4bSAndi Kleen if (c2 == evsel) 5605a5dfe4bSAndi Kleen is_open = false; 5615a5dfe4bSAndi Kleen if (c2->leader == leader) { 5625a5dfe4bSAndi Kleen if (is_open) 5635a5dfe4bSAndi Kleen perf_evsel__close(c2); 5645a5dfe4bSAndi Kleen c2->leader = c2; 5655a5dfe4bSAndi Kleen c2->nr_members = 0; 5665a5dfe4bSAndi Kleen } 5675a5dfe4bSAndi Kleen } 5685a5dfe4bSAndi Kleen return leader; 5695a5dfe4bSAndi Kleen } 5705a5dfe4bSAndi Kleen 571acf28922SNamhyung Kim static int __run_perf_stat(int argc, const char **argv) 57286470930SIngo Molnar { 573ec0d3d1fSJiri Olsa int interval = stat_config.interval; 574db06a269Syuzhoujian int times = stat_config.times; 575f1f8ad52Syuzhoujian int timeout = stat_config.timeout; 576d6195a6aSArnaldo Carvalho de Melo char msg[BUFSIZ]; 57786470930SIngo Molnar unsigned long long t0, t1; 578cac21425SJiri Olsa struct perf_evsel *counter; 57913370a9bSStephane Eranian struct timespec ts; 580410136f5SStephane Eranian size_t l; 58142202dd5SIngo Molnar int status = 0; 5826be2850eSZhang, Yanmin const bool forks = (argc > 0); 5838ceb41d7SJiri Olsa bool is_pipe = STAT_RECORD ? perf_stat.data.is_pipe : false; 5845d8bb1ecSMathieu Poirier struct perf_evsel_config_term *err_term; 58586470930SIngo Molnar 58613370a9bSStephane Eranian if (interval) { 587310ebb93SArnaldo Carvalho de Melo ts.tv_sec = interval / USEC_PER_MSEC; 588310ebb93SArnaldo Carvalho de Melo ts.tv_nsec = (interval % USEC_PER_MSEC) * NSEC_PER_MSEC; 589f1f8ad52Syuzhoujian } else if (timeout) { 590f1f8ad52Syuzhoujian ts.tv_sec = timeout / USEC_PER_MSEC; 591f1f8ad52Syuzhoujian ts.tv_nsec = (timeout % USEC_PER_MSEC) * NSEC_PER_MSEC; 59213370a9bSStephane Eranian } else { 59313370a9bSStephane Eranian ts.tv_sec = 1; 59413370a9bSStephane Eranian ts.tv_nsec = 0; 59513370a9bSStephane Eranian } 59613370a9bSStephane Eranian 597acf28922SNamhyung Kim if (forks) { 598664c98d4SJiri Olsa if (perf_evlist__prepare_workload(evsel_list, &target, argv, is_pipe, 599735f7e0bSArnaldo Carvalho de Melo workload_exec_failed_signal) < 0) { 600acf28922SNamhyung Kim perror("failed to prepare workload"); 601fceda7feSDavid Ahern return -1; 602051ae7f7SPaul Mackerras } 603d20a47e7SNamhyung Kim child_pid = evsel_list->workload.pid; 60460666c63SLiming Wang } 605051ae7f7SPaul Mackerras 6066a4bb04cSJiri Olsa if (group) 60763dab225SArnaldo Carvalho de Melo perf_evlist__set_leader(evsel_list); 6086a4bb04cSJiri Olsa 609e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 61042ef8a78SArnaldo Carvalho de Melo try_again: 611cac21425SJiri Olsa if (create_perf_stat_counter(counter) < 0) { 6125a5dfe4bSAndi Kleen 6135a5dfe4bSAndi Kleen /* Weak group failed. Reset the group. */ 61435c1980eSAndi Kleen if ((errno == EINVAL || errno == EBADF) && 6155a5dfe4bSAndi Kleen counter->leader != counter && 6165a5dfe4bSAndi Kleen counter->weak_group) { 6175a5dfe4bSAndi Kleen counter = perf_evsel__reset_weak_group(counter); 6185a5dfe4bSAndi Kleen goto try_again; 6195a5dfe4bSAndi Kleen } 6205a5dfe4bSAndi Kleen 621979987a5SDavid Ahern /* 622979987a5SDavid Ahern * PPC returns ENXIO for HW counters until 2.6.37 623979987a5SDavid Ahern * (behavior changed with commit b0a873e). 624979987a5SDavid Ahern */ 62538f6ae1eSAnton Blanchard if (errno == EINVAL || errno == ENOSYS || 626979987a5SDavid Ahern errno == ENOENT || errno == EOPNOTSUPP || 627979987a5SDavid Ahern errno == ENXIO) { 628bb963e16SNamhyung Kim if (verbose > 0) 629c63ca0c0SDavid Ahern ui__warning("%s event is not supported by the kernel.\n", 6307289f83cSArnaldo Carvalho de Melo perf_evsel__name(counter)); 6312cee77c4SDavid Ahern counter->supported = false; 632cb5ef600SKan Liang 633cb5ef600SKan Liang if ((counter->leader != counter) || 634cb5ef600SKan Liang !(counter->leader->nr_members > 1)) 635ede70290SIngo Molnar continue; 63642ef8a78SArnaldo Carvalho de Melo } else if (perf_evsel__fallback(counter, errno, msg, sizeof(msg))) { 637bb963e16SNamhyung Kim if (verbose > 0) 63842ef8a78SArnaldo Carvalho de Melo ui__warning("%s\n", msg); 63942ef8a78SArnaldo Carvalho de Melo goto try_again; 640ab6c79b8SJin Yao } else if (target__has_per_thread(&target) && 641ab6c79b8SJin Yao evsel_list->threads && 642ab6c79b8SJin Yao evsel_list->threads->err_thread != -1) { 643ab6c79b8SJin Yao /* 644ab6c79b8SJin Yao * For global --per-thread case, skip current 645ab6c79b8SJin Yao * error thread. 646ab6c79b8SJin Yao */ 647ab6c79b8SJin Yao if (!thread_map__remove(evsel_list->threads, 648ab6c79b8SJin Yao evsel_list->threads->err_thread)) { 649ab6c79b8SJin Yao evsel_list->threads->err_thread = -1; 650ab6c79b8SJin Yao goto try_again; 651ab6c79b8SJin Yao } 652c63ca0c0SDavid Ahern } 653ede70290SIngo Molnar 65456e52e85SArnaldo Carvalho de Melo perf_evsel__open_strerror(counter, &target, 65556e52e85SArnaldo Carvalho de Melo errno, msg, sizeof(msg)); 65656e52e85SArnaldo Carvalho de Melo ui__error("%s\n", msg); 65756e52e85SArnaldo Carvalho de Melo 658084ab9f8SArnaldo Carvalho de Melo if (child_pid != -1) 659084ab9f8SArnaldo Carvalho de Melo kill(child_pid, SIGTERM); 660fceda7feSDavid Ahern 661084ab9f8SArnaldo Carvalho de Melo return -1; 662084ab9f8SArnaldo Carvalho de Melo } 6632cee77c4SDavid Ahern counter->supported = true; 664410136f5SStephane Eranian 665410136f5SStephane Eranian l = strlen(counter->unit); 666410136f5SStephane Eranian if (l > unit_width) 667410136f5SStephane Eranian unit_width = l; 6682af4646dSJiri Olsa 66982bf311eSJiri Olsa if (perf_evsel__should_store_id(counter) && 67082bf311eSJiri Olsa store_counter_ids(counter)) 6712af4646dSJiri Olsa return -1; 67248290609SArnaldo Carvalho de Melo } 67386470930SIngo Molnar 67423d4aad4SArnaldo Carvalho de Melo if (perf_evlist__apply_filters(evsel_list, &counter)) { 67562d94b00SArnaldo Carvalho de Melo pr_err("failed to set filter \"%s\" on event %s with %d (%s)\n", 67623d4aad4SArnaldo Carvalho de Melo counter->filter, perf_evsel__name(counter), errno, 677c8b5f2c9SArnaldo Carvalho de Melo str_error_r(errno, msg, sizeof(msg))); 678cfd748aeSFrederic Weisbecker return -1; 679cfd748aeSFrederic Weisbecker } 680cfd748aeSFrederic Weisbecker 6815d8bb1ecSMathieu Poirier if (perf_evlist__apply_drv_configs(evsel_list, &counter, &err_term)) { 68262d94b00SArnaldo Carvalho de Melo pr_err("failed to set config \"%s\" on event %s with %d (%s)\n", 6835d8bb1ecSMathieu Poirier err_term->val.drv_cfg, perf_evsel__name(counter), errno, 6845d8bb1ecSMathieu Poirier str_error_r(errno, msg, sizeof(msg))); 6855d8bb1ecSMathieu Poirier return -1; 6865d8bb1ecSMathieu Poirier } 6875d8bb1ecSMathieu Poirier 6884979d0c7SJiri Olsa if (STAT_RECORD) { 6898ceb41d7SJiri Olsa int err, fd = perf_data__fd(&perf_stat.data); 6904979d0c7SJiri Olsa 691664c98d4SJiri Olsa if (is_pipe) { 6928ceb41d7SJiri Olsa err = perf_header__write_pipe(perf_data__fd(&perf_stat.data)); 693664c98d4SJiri Olsa } else { 6944979d0c7SJiri Olsa err = perf_session__write_header(perf_stat.session, evsel_list, 6954979d0c7SJiri Olsa fd, false); 696664c98d4SJiri Olsa } 697664c98d4SJiri Olsa 6984979d0c7SJiri Olsa if (err < 0) 6994979d0c7SJiri Olsa return err; 7008b99b1a4SJiri Olsa 701664c98d4SJiri Olsa err = perf_stat_synthesize_config(is_pipe); 7028b99b1a4SJiri Olsa if (err < 0) 7038b99b1a4SJiri Olsa return err; 7044979d0c7SJiri Olsa } 7054979d0c7SJiri Olsa 70686470930SIngo Molnar /* 70786470930SIngo Molnar * Enable counters and exec the command: 70886470930SIngo Molnar */ 70986470930SIngo Molnar t0 = rdclock(); 71013370a9bSStephane Eranian clock_gettime(CLOCK_MONOTONIC, &ref_time); 71186470930SIngo Molnar 71260666c63SLiming Wang if (forks) { 713acf28922SNamhyung Kim perf_evlist__start_workload(evsel_list); 71467ccdecdSJiri Olsa enable_counters(); 715acf28922SNamhyung Kim 716f1f8ad52Syuzhoujian if (interval || timeout) { 71713370a9bSStephane Eranian while (!waitpid(child_pid, &status, WNOHANG)) { 71813370a9bSStephane Eranian nanosleep(&ts, NULL); 719f1f8ad52Syuzhoujian if (timeout) 720f1f8ad52Syuzhoujian break; 721ba411a95SJiri Olsa process_interval(); 722db06a269Syuzhoujian if (interval_count && !(--times)) 723db06a269Syuzhoujian break; 72413370a9bSStephane Eranian } 72513370a9bSStephane Eranian } 726dfc9eec7SMilian Wolff waitpid(child_pid, &status, 0); 7276af206fdSArnaldo Carvalho de Melo 728f33cbe72SArnaldo Carvalho de Melo if (workload_exec_errno) { 729c8b5f2c9SArnaldo Carvalho de Melo const char *emsg = str_error_r(workload_exec_errno, msg, sizeof(msg)); 730f33cbe72SArnaldo Carvalho de Melo pr_err("Workload failed: %s\n", emsg); 7316af206fdSArnaldo Carvalho de Melo return -1; 732f33cbe72SArnaldo Carvalho de Melo } 7336af206fdSArnaldo Carvalho de Melo 73433e49ea7SAndi Kleen if (WIFSIGNALED(status)) 73533e49ea7SAndi Kleen psignal(WTERMSIG(status), argv[0]); 73660666c63SLiming Wang } else { 73767ccdecdSJiri Olsa enable_counters(); 73813370a9bSStephane Eranian while (!done) { 73913370a9bSStephane Eranian nanosleep(&ts, NULL); 740f1f8ad52Syuzhoujian if (timeout) 741f1f8ad52Syuzhoujian break; 742db06a269Syuzhoujian if (interval) { 743ba411a95SJiri Olsa process_interval(); 744db06a269Syuzhoujian if (interval_count && !(--times)) 745db06a269Syuzhoujian break; 746db06a269Syuzhoujian } 74713370a9bSStephane Eranian } 74860666c63SLiming Wang } 74986470930SIngo Molnar 7503df33effSMark Rutland disable_counters(); 7513df33effSMark Rutland 75286470930SIngo Molnar t1 = rdclock(); 75386470930SIngo Molnar 7549e9772c4SPeter Zijlstra update_stats(&walltime_nsecs_stats, t1 - t0); 75542202dd5SIngo Molnar 7563df33effSMark Rutland /* 7573df33effSMark Rutland * Closing a group leader splits the group, and as we only disable 7583df33effSMark Rutland * group leaders, results in remaining events becoming enabled. To 7593df33effSMark Rutland * avoid arbitrary skew, we must read all counters before closing any 7603df33effSMark Rutland * group leaders. 7613df33effSMark Rutland */ 7623df33effSMark Rutland read_counters(); 7633df33effSMark Rutland perf_evlist__close(evsel_list); 764c52b12edSArnaldo Carvalho de Melo 76542202dd5SIngo Molnar return WEXITSTATUS(status); 76642202dd5SIngo Molnar } 76742202dd5SIngo Molnar 76841cde476SArnaldo Carvalho de Melo static int run_perf_stat(int argc, const char **argv) 7691f16c575SPeter Zijlstra { 7701f16c575SPeter Zijlstra int ret; 7711f16c575SPeter Zijlstra 7721f16c575SPeter Zijlstra if (pre_cmd) { 7731f16c575SPeter Zijlstra ret = system(pre_cmd); 7741f16c575SPeter Zijlstra if (ret) 7751f16c575SPeter Zijlstra return ret; 7761f16c575SPeter Zijlstra } 7771f16c575SPeter Zijlstra 7781f16c575SPeter Zijlstra if (sync_run) 7791f16c575SPeter Zijlstra sync(); 7801f16c575SPeter Zijlstra 7811f16c575SPeter Zijlstra ret = __run_perf_stat(argc, argv); 7821f16c575SPeter Zijlstra if (ret) 7831f16c575SPeter Zijlstra return ret; 7841f16c575SPeter Zijlstra 7851f16c575SPeter Zijlstra if (post_cmd) { 7861f16c575SPeter Zijlstra ret = system(post_cmd); 7871f16c575SPeter Zijlstra if (ret) 7881f16c575SPeter Zijlstra return ret; 7891f16c575SPeter Zijlstra } 7901f16c575SPeter Zijlstra 7911f16c575SPeter Zijlstra return ret; 7921f16c575SPeter Zijlstra } 7931f16c575SPeter Zijlstra 794d73515c0SAndi Kleen static void print_running(u64 run, u64 ena) 795d73515c0SAndi Kleen { 796d73515c0SAndi Kleen if (csv_output) { 7975821522eSJiri Olsa fprintf(stat_config.output, "%s%" PRIu64 "%s%.2f", 798d73515c0SAndi Kleen csv_sep, 799d73515c0SAndi Kleen run, 800d73515c0SAndi Kleen csv_sep, 801d73515c0SAndi Kleen ena ? 100.0 * run / ena : 100.0); 802d73515c0SAndi Kleen } else if (run != ena) { 8035821522eSJiri Olsa fprintf(stat_config.output, " (%.2f%%)", 100.0 * run / ena); 804d73515c0SAndi Kleen } 805d73515c0SAndi Kleen } 806d73515c0SAndi Kleen 807f99844cbSIngo Molnar static void print_noise_pct(double total, double avg) 808f99844cbSIngo Molnar { 8090007eceaSXiao Guangrong double pct = rel_stddev_stats(total, avg); 810f99844cbSIngo Molnar 8113ae9a34dSZhengyu He if (csv_output) 8125821522eSJiri Olsa fprintf(stat_config.output, "%s%.2f%%", csv_sep, pct); 813a1bca6ccSJim Cromie else if (pct) 8145821522eSJiri Olsa fprintf(stat_config.output, " ( +-%6.2f%% )", pct); 815f99844cbSIngo Molnar } 816f99844cbSIngo Molnar 81769aad6f1SArnaldo Carvalho de Melo static void print_noise(struct perf_evsel *evsel, double avg) 81842202dd5SIngo Molnar { 819581cc8a2SJiri Olsa struct perf_stat_evsel *ps; 82069aad6f1SArnaldo Carvalho de Melo 821849abde9SPeter Zijlstra if (run_count == 1) 822849abde9SPeter Zijlstra return; 823849abde9SPeter Zijlstra 824e669e833SArnaldo Carvalho de Melo ps = evsel->stats; 825f99844cbSIngo Molnar print_noise_pct(stddev_stats(&ps->res_stats[0]), avg); 82642202dd5SIngo Molnar } 82742202dd5SIngo Molnar 82812c08a9fSStephane Eranian static void aggr_printout(struct perf_evsel *evsel, int id, int nr) 82942202dd5SIngo Molnar { 830421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 83112c08a9fSStephane Eranian case AGGR_CORE: 8325821522eSJiri Olsa fprintf(stat_config.output, "S%d-C%*d%s%*d%s", 83312c08a9fSStephane Eranian cpu_map__id_to_socket(id), 83412c08a9fSStephane Eranian csv_output ? 0 : -8, 83512c08a9fSStephane Eranian cpu_map__id_to_cpu(id), 83612c08a9fSStephane Eranian csv_sep, 83712c08a9fSStephane Eranian csv_output ? 0 : 4, 83812c08a9fSStephane Eranian nr, 83912c08a9fSStephane Eranian csv_sep); 84012c08a9fSStephane Eranian break; 84186ee6e18SStephane Eranian case AGGR_SOCKET: 8425821522eSJiri Olsa fprintf(stat_config.output, "S%*d%s%*d%s", 843d7e7a451SStephane Eranian csv_output ? 0 : -5, 84412c08a9fSStephane Eranian id, 845d7e7a451SStephane Eranian csv_sep, 846d7e7a451SStephane Eranian csv_output ? 0 : 4, 847d7e7a451SStephane Eranian nr, 848d7e7a451SStephane Eranian csv_sep); 84986ee6e18SStephane Eranian break; 85086ee6e18SStephane Eranian case AGGR_NONE: 8515821522eSJiri Olsa fprintf(stat_config.output, "CPU%*d%s", 852d7470b6aSStephane Eranian csv_output ? 0 : -4, 85312c08a9fSStephane Eranian perf_evsel__cpus(evsel)->map[id], csv_sep); 85486ee6e18SStephane Eranian break; 85532b8af82SJiri Olsa case AGGR_THREAD: 8565821522eSJiri Olsa fprintf(stat_config.output, "%*s-%*d%s", 85732b8af82SJiri Olsa csv_output ? 0 : 16, 85832b8af82SJiri Olsa thread_map__comm(evsel->threads, id), 85932b8af82SJiri Olsa csv_output ? 0 : -8, 86032b8af82SJiri Olsa thread_map__pid(evsel->threads, id), 86132b8af82SJiri Olsa csv_sep); 86232b8af82SJiri Olsa break; 86386ee6e18SStephane Eranian case AGGR_GLOBAL: 864208df99eSJiri Olsa case AGGR_UNSET: 86586ee6e18SStephane Eranian default: 86686ee6e18SStephane Eranian break; 86786ee6e18SStephane Eranian } 86886ee6e18SStephane Eranian } 869d7470b6aSStephane Eranian 870140aeadcSAndi Kleen struct outstate { 871140aeadcSAndi Kleen FILE *fh; 872140aeadcSAndi Kleen bool newline; 873f9483392SAndi Kleen const char *prefix; 87492a61f64SAndi Kleen int nfields; 87544d49a60SAndi Kleen int id, nr; 87644d49a60SAndi Kleen struct perf_evsel *evsel; 877140aeadcSAndi Kleen }; 878140aeadcSAndi Kleen 879140aeadcSAndi Kleen #define METRIC_LEN 35 880140aeadcSAndi Kleen 881140aeadcSAndi Kleen static void new_line_std(void *ctx) 882140aeadcSAndi Kleen { 883140aeadcSAndi Kleen struct outstate *os = ctx; 884140aeadcSAndi Kleen 885140aeadcSAndi Kleen os->newline = true; 886140aeadcSAndi Kleen } 887140aeadcSAndi Kleen 888140aeadcSAndi Kleen static void do_new_line_std(struct outstate *os) 889140aeadcSAndi Kleen { 890140aeadcSAndi Kleen fputc('\n', os->fh); 891f9483392SAndi Kleen fputs(os->prefix, os->fh); 89244d49a60SAndi Kleen aggr_printout(os->evsel, os->id, os->nr); 893140aeadcSAndi Kleen if (stat_config.aggr_mode == AGGR_NONE) 894140aeadcSAndi Kleen fprintf(os->fh, " "); 895140aeadcSAndi Kleen fprintf(os->fh, " "); 896140aeadcSAndi Kleen } 897140aeadcSAndi Kleen 898140aeadcSAndi Kleen static void print_metric_std(void *ctx, const char *color, const char *fmt, 899140aeadcSAndi Kleen const char *unit, double val) 900140aeadcSAndi Kleen { 901140aeadcSAndi Kleen struct outstate *os = ctx; 902140aeadcSAndi Kleen FILE *out = os->fh; 903140aeadcSAndi Kleen int n; 904140aeadcSAndi Kleen bool newline = os->newline; 905140aeadcSAndi Kleen 906140aeadcSAndi Kleen os->newline = false; 907140aeadcSAndi Kleen 908140aeadcSAndi Kleen if (unit == NULL || fmt == NULL) { 909140aeadcSAndi Kleen fprintf(out, "%-*s", METRIC_LEN, ""); 910140aeadcSAndi Kleen return; 911140aeadcSAndi Kleen } 912140aeadcSAndi Kleen 913140aeadcSAndi Kleen if (newline) 914140aeadcSAndi Kleen do_new_line_std(os); 915140aeadcSAndi Kleen 916140aeadcSAndi Kleen n = fprintf(out, " # "); 917140aeadcSAndi Kleen if (color) 918140aeadcSAndi Kleen n += color_fprintf(out, color, fmt, val); 919140aeadcSAndi Kleen else 920140aeadcSAndi Kleen n += fprintf(out, fmt, val); 921140aeadcSAndi Kleen fprintf(out, " %-*s", METRIC_LEN - n - 1, unit); 922140aeadcSAndi Kleen } 923140aeadcSAndi Kleen 92492a61f64SAndi Kleen static void new_line_csv(void *ctx) 92592a61f64SAndi Kleen { 92692a61f64SAndi Kleen struct outstate *os = ctx; 92792a61f64SAndi Kleen int i; 92892a61f64SAndi Kleen 92992a61f64SAndi Kleen fputc('\n', os->fh); 93092a61f64SAndi Kleen if (os->prefix) 93192a61f64SAndi Kleen fprintf(os->fh, "%s%s", os->prefix, csv_sep); 93244d49a60SAndi Kleen aggr_printout(os->evsel, os->id, os->nr); 93392a61f64SAndi Kleen for (i = 0; i < os->nfields; i++) 93492a61f64SAndi Kleen fputs(csv_sep, os->fh); 93592a61f64SAndi Kleen } 93692a61f64SAndi Kleen 93792a61f64SAndi Kleen static void print_metric_csv(void *ctx, 93892a61f64SAndi Kleen const char *color __maybe_unused, 93992a61f64SAndi Kleen const char *fmt, const char *unit, double val) 94092a61f64SAndi Kleen { 94192a61f64SAndi Kleen struct outstate *os = ctx; 94292a61f64SAndi Kleen FILE *out = os->fh; 94392a61f64SAndi Kleen char buf[64], *vals, *ends; 94492a61f64SAndi Kleen 94592a61f64SAndi Kleen if (unit == NULL || fmt == NULL) { 94640c21898SIlya Pronin fprintf(out, "%s%s", csv_sep, csv_sep); 94792a61f64SAndi Kleen return; 94892a61f64SAndi Kleen } 94992a61f64SAndi Kleen snprintf(buf, sizeof(buf), fmt, val); 950b07c40dfSTaeung Song ends = vals = ltrim(buf); 95192a61f64SAndi Kleen while (isdigit(*ends) || *ends == '.') 95292a61f64SAndi Kleen ends++; 95392a61f64SAndi Kleen *ends = 0; 95492a61f64SAndi Kleen while (isspace(*unit)) 95592a61f64SAndi Kleen unit++; 95692a61f64SAndi Kleen fprintf(out, "%s%s%s%s", csv_sep, vals, csv_sep, unit); 95792a61f64SAndi Kleen } 95892a61f64SAndi Kleen 95954b50916SAndi Kleen #define METRIC_ONLY_LEN 20 96054b50916SAndi Kleen 96154b50916SAndi Kleen /* Filter out some columns that don't work well in metrics only mode */ 96254b50916SAndi Kleen 96354b50916SAndi Kleen static bool valid_only_metric(const char *unit) 96454b50916SAndi Kleen { 96554b50916SAndi Kleen if (!unit) 96654b50916SAndi Kleen return false; 96754b50916SAndi Kleen if (strstr(unit, "/sec") || 96854b50916SAndi Kleen strstr(unit, "hz") || 96954b50916SAndi Kleen strstr(unit, "Hz") || 97054b50916SAndi Kleen strstr(unit, "CPUs utilized")) 97154b50916SAndi Kleen return false; 97254b50916SAndi Kleen return true; 97354b50916SAndi Kleen } 97454b50916SAndi Kleen 97554b50916SAndi Kleen static const char *fixunit(char *buf, struct perf_evsel *evsel, 97654b50916SAndi Kleen const char *unit) 97754b50916SAndi Kleen { 97854b50916SAndi Kleen if (!strncmp(unit, "of all", 6)) { 97954b50916SAndi Kleen snprintf(buf, 1024, "%s %s", perf_evsel__name(evsel), 98054b50916SAndi Kleen unit); 98154b50916SAndi Kleen return buf; 98254b50916SAndi Kleen } 98354b50916SAndi Kleen return unit; 98454b50916SAndi Kleen } 98554b50916SAndi Kleen 98654b50916SAndi Kleen static void print_metric_only(void *ctx, const char *color, const char *fmt, 98754b50916SAndi Kleen const char *unit, double val) 98854b50916SAndi Kleen { 98954b50916SAndi Kleen struct outstate *os = ctx; 99054b50916SAndi Kleen FILE *out = os->fh; 99154b50916SAndi Kleen int n; 99254b50916SAndi Kleen char buf[1024]; 99354b50916SAndi Kleen unsigned mlen = METRIC_ONLY_LEN; 99454b50916SAndi Kleen 99554b50916SAndi Kleen if (!valid_only_metric(unit)) 99654b50916SAndi Kleen return; 99754b50916SAndi Kleen unit = fixunit(buf, os->evsel, unit); 99854b50916SAndi Kleen if (color) 99954b50916SAndi Kleen n = color_fprintf(out, color, fmt, val); 100054b50916SAndi Kleen else 100154b50916SAndi Kleen n = fprintf(out, fmt, val); 100254b50916SAndi Kleen if (n > METRIC_ONLY_LEN) 100354b50916SAndi Kleen n = METRIC_ONLY_LEN; 100454b50916SAndi Kleen if (mlen < strlen(unit)) 100554b50916SAndi Kleen mlen = strlen(unit) + 1; 100654b50916SAndi Kleen fprintf(out, "%*s", mlen - n, ""); 100754b50916SAndi Kleen } 100854b50916SAndi Kleen 100954b50916SAndi Kleen static void print_metric_only_csv(void *ctx, const char *color __maybe_unused, 101054b50916SAndi Kleen const char *fmt, 101154b50916SAndi Kleen const char *unit, double val) 101254b50916SAndi Kleen { 101354b50916SAndi Kleen struct outstate *os = ctx; 101454b50916SAndi Kleen FILE *out = os->fh; 101554b50916SAndi Kleen char buf[64], *vals, *ends; 101654b50916SAndi Kleen char tbuf[1024]; 101754b50916SAndi Kleen 101854b50916SAndi Kleen if (!valid_only_metric(unit)) 101954b50916SAndi Kleen return; 102054b50916SAndi Kleen unit = fixunit(tbuf, os->evsel, unit); 102154b50916SAndi Kleen snprintf(buf, sizeof buf, fmt, val); 1022b07c40dfSTaeung Song ends = vals = ltrim(buf); 102354b50916SAndi Kleen while (isdigit(*ends) || *ends == '.') 102454b50916SAndi Kleen ends++; 102554b50916SAndi Kleen *ends = 0; 102654b50916SAndi Kleen fprintf(out, "%s%s", vals, csv_sep); 102754b50916SAndi Kleen } 102854b50916SAndi Kleen 102954b50916SAndi Kleen static void new_line_metric(void *ctx __maybe_unused) 103054b50916SAndi Kleen { 103154b50916SAndi Kleen } 103254b50916SAndi Kleen 103354b50916SAndi Kleen static void print_metric_header(void *ctx, const char *color __maybe_unused, 103454b50916SAndi Kleen const char *fmt __maybe_unused, 103554b50916SAndi Kleen const char *unit, double val __maybe_unused) 103654b50916SAndi Kleen { 103754b50916SAndi Kleen struct outstate *os = ctx; 103854b50916SAndi Kleen char tbuf[1024]; 103954b50916SAndi Kleen 104054b50916SAndi Kleen if (!valid_only_metric(unit)) 104154b50916SAndi Kleen return; 104254b50916SAndi Kleen unit = fixunit(tbuf, os->evsel, unit); 104354b50916SAndi Kleen if (csv_output) 104454b50916SAndi Kleen fprintf(os->fh, "%s%s", unit, csv_sep); 104554b50916SAndi Kleen else 104654b50916SAndi Kleen fprintf(os->fh, "%-*s ", METRIC_ONLY_LEN, unit); 104754b50916SAndi Kleen } 104854b50916SAndi Kleen 1049da88c7f7SAndi Kleen static void nsec_printout(int id, int nr, struct perf_evsel *evsel, double avg) 105086ee6e18SStephane Eranian { 10515821522eSJiri Olsa FILE *output = stat_config.output; 1052310ebb93SArnaldo Carvalho de Melo double msecs = avg / NSEC_PER_MSEC; 1053410136f5SStephane Eranian const char *fmt_v, *fmt_n; 10544bbe5a61SDavid Ahern char name[25]; 105586ee6e18SStephane Eranian 1056410136f5SStephane Eranian fmt_v = csv_output ? "%.6f%s" : "%18.6f%s"; 1057410136f5SStephane Eranian fmt_n = csv_output ? "%s" : "%-25s"; 1058410136f5SStephane Eranian 1059da88c7f7SAndi Kleen aggr_printout(evsel, id, nr); 106086ee6e18SStephane Eranian 10614bbe5a61SDavid Ahern scnprintf(name, sizeof(name), "%s%s", 10624bbe5a61SDavid Ahern perf_evsel__name(evsel), csv_output ? "" : " (msec)"); 1063410136f5SStephane Eranian 1064410136f5SStephane Eranian fprintf(output, fmt_v, msecs, csv_sep); 1065410136f5SStephane Eranian 1066410136f5SStephane Eranian if (csv_output) 1067410136f5SStephane Eranian fprintf(output, "%s%s", evsel->unit, csv_sep); 1068410136f5SStephane Eranian else 1069410136f5SStephane Eranian fprintf(output, "%-*s%s", unit_width, evsel->unit, csv_sep); 1070410136f5SStephane Eranian 1071410136f5SStephane Eranian fprintf(output, fmt_n, name); 1072d7470b6aSStephane Eranian 1073023695d9SStephane Eranian if (evsel->cgrp) 10744aa9015fSStephane Eranian fprintf(output, "%s%s", csv_sep, evsel->cgrp->name); 107542202dd5SIngo Molnar } 107642202dd5SIngo Molnar 107744d49a60SAndi Kleen static int first_shadow_cpu(struct perf_evsel *evsel, int id) 107844d49a60SAndi Kleen { 107944d49a60SAndi Kleen int i; 108044d49a60SAndi Kleen 108144d49a60SAndi Kleen if (!aggr_get_id) 108244d49a60SAndi Kleen return 0; 108344d49a60SAndi Kleen 108444d49a60SAndi Kleen if (stat_config.aggr_mode == AGGR_NONE) 108544d49a60SAndi Kleen return id; 108644d49a60SAndi Kleen 108744d49a60SAndi Kleen if (stat_config.aggr_mode == AGGR_GLOBAL) 108844d49a60SAndi Kleen return 0; 108944d49a60SAndi Kleen 109044d49a60SAndi Kleen for (i = 0; i < perf_evsel__nr_cpus(evsel); i++) { 109144d49a60SAndi Kleen int cpu2 = perf_evsel__cpus(evsel)->map[i]; 109244d49a60SAndi Kleen 109344d49a60SAndi Kleen if (aggr_get_id(evsel_list->cpus, cpu2) == id) 109444d49a60SAndi Kleen return cpu2; 109544d49a60SAndi Kleen } 109644d49a60SAndi Kleen return 0; 109744d49a60SAndi Kleen } 109844d49a60SAndi Kleen 1099556b1fb7SJiri Olsa static void abs_printout(int id, int nr, struct perf_evsel *evsel, double avg) 1100556b1fb7SJiri Olsa { 11015821522eSJiri Olsa FILE *output = stat_config.output; 1102556b1fb7SJiri Olsa double sc = evsel->scale; 1103556b1fb7SJiri Olsa const char *fmt; 1104556b1fb7SJiri Olsa 1105556b1fb7SJiri Olsa if (csv_output) { 1106e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%.2f%s" : "%.0f%s"; 1107556b1fb7SJiri Olsa } else { 1108556b1fb7SJiri Olsa if (big_num) 1109e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%'18.2f%s" : "%'18.0f%s"; 1110556b1fb7SJiri Olsa else 1111e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%18.2f%s" : "%18.0f%s"; 1112556b1fb7SJiri Olsa } 1113556b1fb7SJiri Olsa 1114556b1fb7SJiri Olsa aggr_printout(evsel, id, nr); 1115556b1fb7SJiri Olsa 1116556b1fb7SJiri Olsa fprintf(output, fmt, avg, csv_sep); 1117556b1fb7SJiri Olsa 1118556b1fb7SJiri Olsa if (evsel->unit) 1119556b1fb7SJiri Olsa fprintf(output, "%-*s%s", 1120556b1fb7SJiri Olsa csv_output ? 0 : unit_width, 1121556b1fb7SJiri Olsa evsel->unit, csv_sep); 1122556b1fb7SJiri Olsa 1123556b1fb7SJiri Olsa fprintf(output, "%-*s", csv_output ? 0 : 25, perf_evsel__name(evsel)); 1124556b1fb7SJiri Olsa 1125556b1fb7SJiri Olsa if (evsel->cgrp) 1126556b1fb7SJiri Olsa fprintf(output, "%s%s", csv_sep, evsel->cgrp->name); 1127eedfcb4bSAndi Kleen } 1128556b1fb7SJiri Olsa 1129f9483392SAndi Kleen static void printout(int id, int nr, struct perf_evsel *counter, double uval, 1130e0128b30SJin Yao char *prefix, u64 run, u64 ena, double noise, 1131e0128b30SJin Yao struct runtime_stat *st) 1132eedfcb4bSAndi Kleen { 1133140aeadcSAndi Kleen struct perf_stat_output_ctx out; 1134f9483392SAndi Kleen struct outstate os = { 1135f9483392SAndi Kleen .fh = stat_config.output, 113644d49a60SAndi Kleen .prefix = prefix ? prefix : "", 113744d49a60SAndi Kleen .id = id, 113844d49a60SAndi Kleen .nr = nr, 113944d49a60SAndi Kleen .evsel = counter, 1140f9483392SAndi Kleen }; 1141140aeadcSAndi Kleen print_metric_t pm = print_metric_std; 1142140aeadcSAndi Kleen void (*nl)(void *); 1143556b1fb7SJiri Olsa 114454b50916SAndi Kleen if (metric_only) { 114554b50916SAndi Kleen nl = new_line_metric; 114654b50916SAndi Kleen if (csv_output) 114754b50916SAndi Kleen pm = print_metric_only_csv; 114854b50916SAndi Kleen else 114954b50916SAndi Kleen pm = print_metric_only; 115054b50916SAndi Kleen } else 1151140aeadcSAndi Kleen nl = new_line_std; 1152eedfcb4bSAndi Kleen 115354b50916SAndi Kleen if (csv_output && !metric_only) { 115492a61f64SAndi Kleen static int aggr_fields[] = { 115592a61f64SAndi Kleen [AGGR_GLOBAL] = 0, 115692a61f64SAndi Kleen [AGGR_THREAD] = 1, 115792a61f64SAndi Kleen [AGGR_NONE] = 1, 115892a61f64SAndi Kleen [AGGR_SOCKET] = 2, 115992a61f64SAndi Kleen [AGGR_CORE] = 2, 116092a61f64SAndi Kleen }; 116192a61f64SAndi Kleen 116292a61f64SAndi Kleen pm = print_metric_csv; 116392a61f64SAndi Kleen nl = new_line_csv; 116492a61f64SAndi Kleen os.nfields = 3; 116592a61f64SAndi Kleen os.nfields += aggr_fields[stat_config.aggr_mode]; 116692a61f64SAndi Kleen if (counter->cgrp) 116792a61f64SAndi Kleen os.nfields++; 116892a61f64SAndi Kleen } 1169b002f3bbSAndi Kleen if (run == 0 || ena == 0 || counter->counts->scaled == -1) { 117054b50916SAndi Kleen if (metric_only) { 117154b50916SAndi Kleen pm(&os, NULL, "", "", 0); 117254b50916SAndi Kleen return; 117354b50916SAndi Kleen } 1174cb110f47SAndi Kleen aggr_printout(counter, id, nr); 1175cb110f47SAndi Kleen 1176cb110f47SAndi Kleen fprintf(stat_config.output, "%*s%s", 1177cb110f47SAndi Kleen csv_output ? 0 : 18, 1178cb110f47SAndi Kleen counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED, 1179cb110f47SAndi Kleen csv_sep); 1180cb110f47SAndi Kleen 118102d492e5SBorislav Petkov if (counter->supported) 118202d492e5SBorislav Petkov print_free_counters_hint = 1; 118302d492e5SBorislav Petkov 1184cb110f47SAndi Kleen fprintf(stat_config.output, "%-*s%s", 1185cb110f47SAndi Kleen csv_output ? 0 : unit_width, 1186cb110f47SAndi Kleen counter->unit, csv_sep); 1187cb110f47SAndi Kleen 1188cb110f47SAndi Kleen fprintf(stat_config.output, "%*s", 1189cb110f47SAndi Kleen csv_output ? 0 : -25, 1190cb110f47SAndi Kleen perf_evsel__name(counter)); 1191cb110f47SAndi Kleen 1192cb110f47SAndi Kleen if (counter->cgrp) 1193cb110f47SAndi Kleen fprintf(stat_config.output, "%s%s", 1194cb110f47SAndi Kleen csv_sep, counter->cgrp->name); 1195cb110f47SAndi Kleen 119692a61f64SAndi Kleen if (!csv_output) 119792a61f64SAndi Kleen pm(&os, NULL, NULL, "", 0); 119892a61f64SAndi Kleen print_noise(counter, noise); 1199cb110f47SAndi Kleen print_running(run, ena); 120092a61f64SAndi Kleen if (csv_output) 120192a61f64SAndi Kleen pm(&os, NULL, NULL, "", 0); 1202cb110f47SAndi Kleen return; 1203cb110f47SAndi Kleen } 1204cb110f47SAndi Kleen 120554b50916SAndi Kleen if (metric_only) 120654b50916SAndi Kleen /* nothing */; 120754b50916SAndi Kleen else if (nsec_counter(counter)) 1208eedfcb4bSAndi Kleen nsec_printout(id, nr, counter, uval); 1209eedfcb4bSAndi Kleen else 1210eedfcb4bSAndi Kleen abs_printout(id, nr, counter, uval); 1211eedfcb4bSAndi Kleen 1212140aeadcSAndi Kleen out.print_metric = pm; 1213140aeadcSAndi Kleen out.new_line = nl; 1214140aeadcSAndi Kleen out.ctx = &os; 121537932c18SAndi Kleen out.force_header = false; 1216140aeadcSAndi Kleen 121754b50916SAndi Kleen if (csv_output && !metric_only) { 121892a61f64SAndi Kleen print_noise(counter, noise); 121992a61f64SAndi Kleen print_running(run, ena); 122092a61f64SAndi Kleen } 122192a61f64SAndi Kleen 1222140aeadcSAndi Kleen perf_stat__print_shadow_stats(counter, uval, 122344d49a60SAndi Kleen first_shadow_cpu(counter, id), 1224e0128b30SJin Yao &out, &metric_events, st); 122554b50916SAndi Kleen if (!csv_output && !metric_only) { 1226cb110f47SAndi Kleen print_noise(counter, noise); 1227cb110f47SAndi Kleen print_running(run, ena); 1228556b1fb7SJiri Olsa } 122992a61f64SAndi Kleen } 1230556b1fb7SJiri Olsa 123144d49a60SAndi Kleen static void aggr_update_shadow(void) 123244d49a60SAndi Kleen { 123344d49a60SAndi Kleen int cpu, s2, id, s; 123444d49a60SAndi Kleen u64 val; 123544d49a60SAndi Kleen struct perf_evsel *counter; 123644d49a60SAndi Kleen 123744d49a60SAndi Kleen for (s = 0; s < aggr_map->nr; s++) { 123844d49a60SAndi Kleen id = aggr_map->map[s]; 1239e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 124044d49a60SAndi Kleen val = 0; 124144d49a60SAndi Kleen for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 124244d49a60SAndi Kleen s2 = aggr_get_id(evsel_list->cpus, cpu); 124344d49a60SAndi Kleen if (s2 != id) 124444d49a60SAndi Kleen continue; 124544d49a60SAndi Kleen val += perf_counts(counter->counts, cpu, 0)->val; 124644d49a60SAndi Kleen } 124754830dd0SJiri Olsa perf_stat__update_shadow_stats(counter, val, 12481fcd0394SJin Yao first_shadow_cpu(counter, id), 12491fcd0394SJin Yao &rt_stat); 125044d49a60SAndi Kleen } 125144d49a60SAndi Kleen } 125244d49a60SAndi Kleen } 125344d49a60SAndi Kleen 12548c5421c0SAgustin Vega-Frias static void uniquify_event_name(struct perf_evsel *counter) 12558c5421c0SAgustin Vega-Frias { 12568c5421c0SAgustin Vega-Frias char *new_name; 12578c5421c0SAgustin Vega-Frias char *config; 12588c5421c0SAgustin Vega-Frias 12598c5421c0SAgustin Vega-Frias if (!counter->pmu_name || !strncmp(counter->name, counter->pmu_name, 12608c5421c0SAgustin Vega-Frias strlen(counter->pmu_name))) 12618c5421c0SAgustin Vega-Frias return; 12628c5421c0SAgustin Vega-Frias 12638c5421c0SAgustin Vega-Frias config = strchr(counter->name, '/'); 12648c5421c0SAgustin Vega-Frias if (config) { 12658c5421c0SAgustin Vega-Frias if (asprintf(&new_name, 12668c5421c0SAgustin Vega-Frias "%s%s", counter->pmu_name, config) > 0) { 12678c5421c0SAgustin Vega-Frias free(counter->name); 12688c5421c0SAgustin Vega-Frias counter->name = new_name; 12698c5421c0SAgustin Vega-Frias } 12708c5421c0SAgustin Vega-Frias } else { 12718c5421c0SAgustin Vega-Frias if (asprintf(&new_name, 12728c5421c0SAgustin Vega-Frias "%s [%s]", counter->name, counter->pmu_name) > 0) { 12738c5421c0SAgustin Vega-Frias free(counter->name); 12748c5421c0SAgustin Vega-Frias counter->name = new_name; 12758c5421c0SAgustin Vega-Frias } 12768c5421c0SAgustin Vega-Frias } 12778c5421c0SAgustin Vega-Frias } 12788c5421c0SAgustin Vega-Frias 1279430daf2dSAndi Kleen static void collect_all_aliases(struct perf_evsel *counter, 1280fbe51fbaSAndi Kleen void (*cb)(struct perf_evsel *counter, void *data, 1281fbe51fbaSAndi Kleen bool first), 1282fbe51fbaSAndi Kleen void *data) 1283fbe51fbaSAndi Kleen { 1284430daf2dSAndi Kleen struct perf_evsel *alias; 1285430daf2dSAndi Kleen 1286430daf2dSAndi Kleen alias = list_prepare_entry(counter, &(evsel_list->entries), node); 1287430daf2dSAndi Kleen list_for_each_entry_continue (alias, &evsel_list->entries, node) { 1288430daf2dSAndi Kleen if (strcmp(perf_evsel__name(alias), perf_evsel__name(counter)) || 1289430daf2dSAndi Kleen alias->scale != counter->scale || 1290430daf2dSAndi Kleen alias->cgrp != counter->cgrp || 1291430daf2dSAndi Kleen strcmp(alias->unit, counter->unit) || 1292430daf2dSAndi Kleen nsec_counter(alias) != nsec_counter(counter)) 1293430daf2dSAndi Kleen break; 1294430daf2dSAndi Kleen alias->merged_stat = true; 1295430daf2dSAndi Kleen cb(alias, data, false); 1296430daf2dSAndi Kleen } 1297430daf2dSAndi Kleen } 1298430daf2dSAndi Kleen 1299430daf2dSAndi Kleen static bool collect_data(struct perf_evsel *counter, 1300430daf2dSAndi Kleen void (*cb)(struct perf_evsel *counter, void *data, 1301430daf2dSAndi Kleen bool first), 1302430daf2dSAndi Kleen void *data) 1303430daf2dSAndi Kleen { 1304430daf2dSAndi Kleen if (counter->merged_stat) 1305430daf2dSAndi Kleen return false; 1306fbe51fbaSAndi Kleen cb(counter, data, true); 13078c5421c0SAgustin Vega-Frias if (no_merge) 13088c5421c0SAgustin Vega-Frias uniquify_event_name(counter); 13098c5421c0SAgustin Vega-Frias else if (counter->auto_merge_stats) 1310430daf2dSAndi Kleen collect_all_aliases(counter, cb, data); 1311430daf2dSAndi Kleen return true; 1312fbe51fbaSAndi Kleen } 1313fbe51fbaSAndi Kleen 1314fbe51fbaSAndi Kleen struct aggr_data { 1315fbe51fbaSAndi Kleen u64 ena, run, val; 1316fbe51fbaSAndi Kleen int id; 1317fbe51fbaSAndi Kleen int nr; 1318fbe51fbaSAndi Kleen int cpu; 1319fbe51fbaSAndi Kleen }; 1320fbe51fbaSAndi Kleen 1321fbe51fbaSAndi Kleen static void aggr_cb(struct perf_evsel *counter, void *data, bool first) 1322fbe51fbaSAndi Kleen { 1323fbe51fbaSAndi Kleen struct aggr_data *ad = data; 1324fbe51fbaSAndi Kleen int cpu, s2; 1325fbe51fbaSAndi Kleen 1326fbe51fbaSAndi Kleen for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 1327fbe51fbaSAndi Kleen struct perf_counts_values *counts; 1328fbe51fbaSAndi Kleen 1329fbe51fbaSAndi Kleen s2 = aggr_get_id(perf_evsel__cpus(counter), cpu); 1330fbe51fbaSAndi Kleen if (s2 != ad->id) 1331fbe51fbaSAndi Kleen continue; 1332fbe51fbaSAndi Kleen if (first) 1333fbe51fbaSAndi Kleen ad->nr++; 1334fbe51fbaSAndi Kleen counts = perf_counts(counter->counts, cpu, 0); 1335b4229e9dSAndi Kleen /* 1336b4229e9dSAndi Kleen * When any result is bad, make them all to give 1337b4229e9dSAndi Kleen * consistent output in interval mode. 1338b4229e9dSAndi Kleen */ 1339b4229e9dSAndi Kleen if (counts->ena == 0 || counts->run == 0 || 1340b4229e9dSAndi Kleen counter->counts->scaled == -1) { 1341b4229e9dSAndi Kleen ad->ena = 0; 1342b4229e9dSAndi Kleen ad->run = 0; 1343b4229e9dSAndi Kleen break; 1344b4229e9dSAndi Kleen } 1345fbe51fbaSAndi Kleen ad->val += counts->val; 1346fbe51fbaSAndi Kleen ad->ena += counts->ena; 1347fbe51fbaSAndi Kleen ad->run += counts->run; 1348fbe51fbaSAndi Kleen } 1349fbe51fbaSAndi Kleen } 1350fbe51fbaSAndi Kleen 135186ee6e18SStephane Eranian static void print_aggr(char *prefix) 1352d7e7a451SStephane Eranian { 13535821522eSJiri Olsa FILE *output = stat_config.output; 1354d7e7a451SStephane Eranian struct perf_evsel *counter; 1355fbe51fbaSAndi Kleen int s, id, nr; 1356410136f5SStephane Eranian double uval; 1357d7e7a451SStephane Eranian u64 ena, run, val; 135854b50916SAndi Kleen bool first; 1359d7e7a451SStephane Eranian 136086ee6e18SStephane Eranian if (!(aggr_map || aggr_get_id)) 1361d7e7a451SStephane Eranian return; 1362d7e7a451SStephane Eranian 136344d49a60SAndi Kleen aggr_update_shadow(); 136444d49a60SAndi Kleen 136554b50916SAndi Kleen /* 136654b50916SAndi Kleen * With metric_only everything is on a single line. 136754b50916SAndi Kleen * Without each counter has its own line. 136854b50916SAndi Kleen */ 136986ee6e18SStephane Eranian for (s = 0; s < aggr_map->nr; s++) { 1370fbe51fbaSAndi Kleen struct aggr_data ad; 137154b50916SAndi Kleen if (prefix && metric_only) 137254b50916SAndi Kleen fprintf(output, "%s", prefix); 137354b50916SAndi Kleen 1374fbe51fbaSAndi Kleen ad.id = id = aggr_map->map[s]; 137554b50916SAndi Kleen first = true; 1376e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1377e864c5caSAndi Kleen if (is_duration_time(counter)) 1378e864c5caSAndi Kleen continue; 1379e864c5caSAndi Kleen 1380fbe51fbaSAndi Kleen ad.val = ad.ena = ad.run = 0; 1381fbe51fbaSAndi Kleen ad.nr = 0; 1382430daf2dSAndi Kleen if (!collect_data(counter, aggr_cb, &ad)) 1383430daf2dSAndi Kleen continue; 1384fbe51fbaSAndi Kleen nr = ad.nr; 1385fbe51fbaSAndi Kleen ena = ad.ena; 1386fbe51fbaSAndi Kleen run = ad.run; 1387fbe51fbaSAndi Kleen val = ad.val; 138854b50916SAndi Kleen if (first && metric_only) { 138954b50916SAndi Kleen first = false; 139054b50916SAndi Kleen aggr_printout(counter, id, nr); 139154b50916SAndi Kleen } 139254b50916SAndi Kleen if (prefix && !metric_only) 1393d7e7a451SStephane Eranian fprintf(output, "%s", prefix); 1394d7e7a451SStephane Eranian 1395410136f5SStephane Eranian uval = val * counter->scale; 1396e0128b30SJin Yao printout(id, nr, counter, uval, prefix, run, ena, 1.0, 1397e0128b30SJin Yao &rt_stat); 139854b50916SAndi Kleen if (!metric_only) 1399d7e7a451SStephane Eranian fputc('\n', output); 1400d7e7a451SStephane Eranian } 140154b50916SAndi Kleen if (metric_only) 140254b50916SAndi Kleen fputc('\n', output); 1403d7e7a451SStephane Eranian } 1404d7e7a451SStephane Eranian } 1405d7e7a451SStephane Eranian 140629734550SJin Yao static int cmp_val(const void *a, const void *b) 140732b8af82SJiri Olsa { 140829734550SJin Yao return ((struct perf_aggr_thread_value *)b)->val - 140929734550SJin Yao ((struct perf_aggr_thread_value *)a)->val; 141029734550SJin Yao } 141129734550SJin Yao 141229734550SJin Yao static struct perf_aggr_thread_value *sort_aggr_thread( 141329734550SJin Yao struct perf_evsel *counter, 141429734550SJin Yao int nthreads, int ncpus, 141529734550SJin Yao int *ret) 141629734550SJin Yao { 141729734550SJin Yao int cpu, thread, i = 0; 141832b8af82SJiri Olsa double uval; 141929734550SJin Yao struct perf_aggr_thread_value *buf; 142029734550SJin Yao 142129734550SJin Yao buf = calloc(nthreads, sizeof(struct perf_aggr_thread_value)); 142229734550SJin Yao if (!buf) 142329734550SJin Yao return NULL; 142432b8af82SJiri Olsa 142532b8af82SJiri Olsa for (thread = 0; thread < nthreads; thread++) { 142632b8af82SJiri Olsa u64 ena = 0, run = 0, val = 0; 142732b8af82SJiri Olsa 142832b8af82SJiri Olsa for (cpu = 0; cpu < ncpus; cpu++) { 142932b8af82SJiri Olsa val += perf_counts(counter->counts, cpu, thread)->val; 143032b8af82SJiri Olsa ena += perf_counts(counter->counts, cpu, thread)->ena; 143132b8af82SJiri Olsa run += perf_counts(counter->counts, cpu, thread)->run; 143232b8af82SJiri Olsa } 143332b8af82SJiri Olsa 143429734550SJin Yao uval = val * counter->scale; 143529734550SJin Yao 143629734550SJin Yao /* 143729734550SJin Yao * Skip value 0 when enabling --per-thread globally, 143829734550SJin Yao * otherwise too many 0 output. 143929734550SJin Yao */ 144029734550SJin Yao if (uval == 0.0 && target__has_per_thread(&target)) 144129734550SJin Yao continue; 144229734550SJin Yao 144329734550SJin Yao buf[i].counter = counter; 144429734550SJin Yao buf[i].id = thread; 144529734550SJin Yao buf[i].uval = uval; 144629734550SJin Yao buf[i].val = val; 144729734550SJin Yao buf[i].run = run; 144829734550SJin Yao buf[i].ena = ena; 144929734550SJin Yao i++; 145029734550SJin Yao } 145129734550SJin Yao 145229734550SJin Yao qsort(buf, i, sizeof(struct perf_aggr_thread_value), cmp_val); 145329734550SJin Yao 145429734550SJin Yao if (ret) 145529734550SJin Yao *ret = i; 145629734550SJin Yao 145729734550SJin Yao return buf; 145829734550SJin Yao } 145929734550SJin Yao 146029734550SJin Yao static void print_aggr_thread(struct perf_evsel *counter, char *prefix) 146129734550SJin Yao { 146229734550SJin Yao FILE *output = stat_config.output; 146329734550SJin Yao int nthreads = thread_map__nr(counter->threads); 146429734550SJin Yao int ncpus = cpu_map__nr(counter->cpus); 146529734550SJin Yao int thread, sorted_threads, id; 146629734550SJin Yao struct perf_aggr_thread_value *buf; 146729734550SJin Yao 146829734550SJin Yao buf = sort_aggr_thread(counter, nthreads, ncpus, &sorted_threads); 146929734550SJin Yao if (!buf) { 147029734550SJin Yao perror("cannot sort aggr thread"); 147129734550SJin Yao return; 147229734550SJin Yao } 147329734550SJin Yao 147429734550SJin Yao for (thread = 0; thread < sorted_threads; thread++) { 147532b8af82SJiri Olsa if (prefix) 147632b8af82SJiri Olsa fprintf(output, "%s", prefix); 147732b8af82SJiri Olsa 147829734550SJin Yao id = buf[thread].id; 147914e72a21SJin Yao if (stat_config.stats) 148029734550SJin Yao printout(id, 0, buf[thread].counter, buf[thread].uval, 148129734550SJin Yao prefix, buf[thread].run, buf[thread].ena, 1.0, 148229734550SJin Yao &stat_config.stats[id]); 148314e72a21SJin Yao else 148429734550SJin Yao printout(id, 0, buf[thread].counter, buf[thread].uval, 148529734550SJin Yao prefix, buf[thread].run, buf[thread].ena, 1.0, 148629734550SJin Yao &rt_stat); 148732b8af82SJiri Olsa fputc('\n', output); 148832b8af82SJiri Olsa } 148929734550SJin Yao 149029734550SJin Yao free(buf); 149132b8af82SJiri Olsa } 149232b8af82SJiri Olsa 1493fbe51fbaSAndi Kleen struct caggr_data { 1494fbe51fbaSAndi Kleen double avg, avg_enabled, avg_running; 1495fbe51fbaSAndi Kleen }; 1496fbe51fbaSAndi Kleen 1497fbe51fbaSAndi Kleen static void counter_aggr_cb(struct perf_evsel *counter, void *data, 1498fbe51fbaSAndi Kleen bool first __maybe_unused) 1499fbe51fbaSAndi Kleen { 1500fbe51fbaSAndi Kleen struct caggr_data *cd = data; 1501e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = counter->stats; 1502fbe51fbaSAndi Kleen 1503fbe51fbaSAndi Kleen cd->avg += avg_stats(&ps->res_stats[0]); 1504fbe51fbaSAndi Kleen cd->avg_enabled += avg_stats(&ps->res_stats[1]); 1505fbe51fbaSAndi Kleen cd->avg_running += avg_stats(&ps->res_stats[2]); 1506fbe51fbaSAndi Kleen } 1507fbe51fbaSAndi Kleen 150842202dd5SIngo Molnar /* 150942202dd5SIngo Molnar * Print out the results of a single counter: 1510f5b4a9c3SStephane Eranian * aggregated counts in system-wide mode 151142202dd5SIngo Molnar */ 151213370a9bSStephane Eranian static void print_counter_aggr(struct perf_evsel *counter, char *prefix) 151342202dd5SIngo Molnar { 15145821522eSJiri Olsa FILE *output = stat_config.output; 1515410136f5SStephane Eranian double uval; 1516fbe51fbaSAndi Kleen struct caggr_data cd = { .avg = 0.0 }; 1517d73515c0SAndi Kleen 1518430daf2dSAndi Kleen if (!collect_data(counter, counter_aggr_cb, &cd)) 1519430daf2dSAndi Kleen return; 152042202dd5SIngo Molnar 152154b50916SAndi Kleen if (prefix && !metric_only) 152213370a9bSStephane Eranian fprintf(output, "%s", prefix); 152313370a9bSStephane Eranian 1524fbe51fbaSAndi Kleen uval = cd.avg * counter->scale; 1525e0128b30SJin Yao printout(-1, 0, counter, uval, prefix, cd.avg_running, cd.avg_enabled, 1526e0128b30SJin Yao cd.avg, &rt_stat); 152754b50916SAndi Kleen if (!metric_only) 15284aa9015fSStephane Eranian fprintf(output, "\n"); 152942202dd5SIngo Molnar } 153042202dd5SIngo Molnar 1531fbe51fbaSAndi Kleen static void counter_cb(struct perf_evsel *counter, void *data, 1532fbe51fbaSAndi Kleen bool first __maybe_unused) 1533fbe51fbaSAndi Kleen { 1534fbe51fbaSAndi Kleen struct aggr_data *ad = data; 1535fbe51fbaSAndi Kleen 1536fbe51fbaSAndi Kleen ad->val += perf_counts(counter->counts, ad->cpu, 0)->val; 1537fbe51fbaSAndi Kleen ad->ena += perf_counts(counter->counts, ad->cpu, 0)->ena; 1538fbe51fbaSAndi Kleen ad->run += perf_counts(counter->counts, ad->cpu, 0)->run; 1539fbe51fbaSAndi Kleen } 1540fbe51fbaSAndi Kleen 1541f5b4a9c3SStephane Eranian /* 1542f5b4a9c3SStephane Eranian * Print out the results of a single counter: 1543f5b4a9c3SStephane Eranian * does not use aggregated count in system-wide 1544f5b4a9c3SStephane Eranian */ 154513370a9bSStephane Eranian static void print_counter(struct perf_evsel *counter, char *prefix) 1546f5b4a9c3SStephane Eranian { 15475821522eSJiri Olsa FILE *output = stat_config.output; 1548f5b4a9c3SStephane Eranian u64 ena, run, val; 1549410136f5SStephane Eranian double uval; 1550f5b4a9c3SStephane Eranian int cpu; 1551f5b4a9c3SStephane Eranian 15527ae92e74SYan, Zheng for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 1553fbe51fbaSAndi Kleen struct aggr_data ad = { .cpu = cpu }; 1554fbe51fbaSAndi Kleen 1555430daf2dSAndi Kleen if (!collect_data(counter, counter_cb, &ad)) 1556430daf2dSAndi Kleen return; 1557fbe51fbaSAndi Kleen val = ad.val; 1558fbe51fbaSAndi Kleen ena = ad.ena; 1559fbe51fbaSAndi Kleen run = ad.run; 156013370a9bSStephane Eranian 156113370a9bSStephane Eranian if (prefix) 156213370a9bSStephane Eranian fprintf(output, "%s", prefix); 156313370a9bSStephane Eranian 1564410136f5SStephane Eranian uval = val * counter->scale; 1565e0128b30SJin Yao printout(cpu, 0, counter, uval, prefix, run, ena, 1.0, 1566e0128b30SJin Yao &rt_stat); 1567f5b4a9c3SStephane Eranian 15684aa9015fSStephane Eranian fputc('\n', output); 1569f5b4a9c3SStephane Eranian } 1570f5b4a9c3SStephane Eranian } 1571f5b4a9c3SStephane Eranian 1572206cab65SAndi Kleen static void print_no_aggr_metric(char *prefix) 1573206cab65SAndi Kleen { 1574206cab65SAndi Kleen int cpu; 1575206cab65SAndi Kleen int nrcpus = 0; 1576206cab65SAndi Kleen struct perf_evsel *counter; 1577206cab65SAndi Kleen u64 ena, run, val; 1578206cab65SAndi Kleen double uval; 1579206cab65SAndi Kleen 1580206cab65SAndi Kleen nrcpus = evsel_list->cpus->nr; 1581206cab65SAndi Kleen for (cpu = 0; cpu < nrcpus; cpu++) { 1582206cab65SAndi Kleen bool first = true; 1583206cab65SAndi Kleen 1584206cab65SAndi Kleen if (prefix) 1585206cab65SAndi Kleen fputs(prefix, stat_config.output); 1586e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1587e864c5caSAndi Kleen if (is_duration_time(counter)) 1588e864c5caSAndi Kleen continue; 1589206cab65SAndi Kleen if (first) { 1590206cab65SAndi Kleen aggr_printout(counter, cpu, 0); 1591206cab65SAndi Kleen first = false; 1592206cab65SAndi Kleen } 1593206cab65SAndi Kleen val = perf_counts(counter->counts, cpu, 0)->val; 1594206cab65SAndi Kleen ena = perf_counts(counter->counts, cpu, 0)->ena; 1595206cab65SAndi Kleen run = perf_counts(counter->counts, cpu, 0)->run; 1596206cab65SAndi Kleen 1597206cab65SAndi Kleen uval = val * counter->scale; 1598e0128b30SJin Yao printout(cpu, 0, counter, uval, prefix, run, ena, 1.0, 1599e0128b30SJin Yao &rt_stat); 1600206cab65SAndi Kleen } 1601206cab65SAndi Kleen fputc('\n', stat_config.output); 1602206cab65SAndi Kleen } 1603206cab65SAndi Kleen } 1604206cab65SAndi Kleen 160554b50916SAndi Kleen static int aggr_header_lens[] = { 160654b50916SAndi Kleen [AGGR_CORE] = 18, 160754b50916SAndi Kleen [AGGR_SOCKET] = 12, 1608206cab65SAndi Kleen [AGGR_NONE] = 6, 160954b50916SAndi Kleen [AGGR_THREAD] = 24, 161054b50916SAndi Kleen [AGGR_GLOBAL] = 0, 161154b50916SAndi Kleen }; 161254b50916SAndi Kleen 1613c51fd639SAndi Kleen static const char *aggr_header_csv[] = { 1614c51fd639SAndi Kleen [AGGR_CORE] = "core,cpus,", 1615c51fd639SAndi Kleen [AGGR_SOCKET] = "socket,cpus", 1616c51fd639SAndi Kleen [AGGR_NONE] = "cpu,", 1617c51fd639SAndi Kleen [AGGR_THREAD] = "comm-pid,", 1618c51fd639SAndi Kleen [AGGR_GLOBAL] = "" 1619c51fd639SAndi Kleen }; 1620c51fd639SAndi Kleen 162141c8ca2aSAndi Kleen static void print_metric_headers(const char *prefix, bool no_indent) 162254b50916SAndi Kleen { 162354b50916SAndi Kleen struct perf_stat_output_ctx out; 162454b50916SAndi Kleen struct perf_evsel *counter; 162554b50916SAndi Kleen struct outstate os = { 162654b50916SAndi Kleen .fh = stat_config.output 162754b50916SAndi Kleen }; 162854b50916SAndi Kleen 162954b50916SAndi Kleen if (prefix) 163054b50916SAndi Kleen fprintf(stat_config.output, "%s", prefix); 163154b50916SAndi Kleen 163241c8ca2aSAndi Kleen if (!csv_output && !no_indent) 163354b50916SAndi Kleen fprintf(stat_config.output, "%*s", 163454b50916SAndi Kleen aggr_header_lens[stat_config.aggr_mode], ""); 1635c51fd639SAndi Kleen if (csv_output) { 1636c51fd639SAndi Kleen if (stat_config.interval) 1637c51fd639SAndi Kleen fputs("time,", stat_config.output); 1638c51fd639SAndi Kleen fputs(aggr_header_csv[stat_config.aggr_mode], 1639c51fd639SAndi Kleen stat_config.output); 1640c51fd639SAndi Kleen } 164154b50916SAndi Kleen 164254b50916SAndi Kleen /* Print metrics headers only */ 1643e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1644e864c5caSAndi Kleen if (is_duration_time(counter)) 1645e864c5caSAndi Kleen continue; 164654b50916SAndi Kleen os.evsel = counter; 164754b50916SAndi Kleen out.ctx = &os; 164854b50916SAndi Kleen out.print_metric = print_metric_header; 164954b50916SAndi Kleen out.new_line = new_line_metric; 165037932c18SAndi Kleen out.force_header = true; 165154b50916SAndi Kleen os.evsel = counter; 165254b50916SAndi Kleen perf_stat__print_shadow_stats(counter, 0, 165354b50916SAndi Kleen 0, 1654b18f3e36SAndi Kleen &out, 1655e0128b30SJin Yao &metric_events, 1656e0128b30SJin Yao &rt_stat); 165754b50916SAndi Kleen } 165854b50916SAndi Kleen fputc('\n', stat_config.output); 165954b50916SAndi Kleen } 166054b50916SAndi Kleen 1661d4f63a47SJiri Olsa static void print_interval(char *prefix, struct timespec *ts) 166242202dd5SIngo Molnar { 16635821522eSJiri Olsa FILE *output = stat_config.output; 1664d4f63a47SJiri Olsa static int num_print_interval; 1665d4f63a47SJiri Olsa 1666d4f63a47SJiri Olsa sprintf(prefix, "%6lu.%09lu%s", ts->tv_sec, ts->tv_nsec, csv_sep); 1667d4f63a47SJiri Olsa 166841c8ca2aSAndi Kleen if (num_print_interval == 0 && !csv_output) { 1669421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 1670d4f63a47SJiri Olsa case AGGR_SOCKET: 167141c8ca2aSAndi Kleen fprintf(output, "# time socket cpus"); 167241c8ca2aSAndi Kleen if (!metric_only) 167341c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1674d4f63a47SJiri Olsa break; 1675d4f63a47SJiri Olsa case AGGR_CORE: 167641c8ca2aSAndi Kleen fprintf(output, "# time core cpus"); 167741c8ca2aSAndi Kleen if (!metric_only) 167841c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1679d4f63a47SJiri Olsa break; 1680d4f63a47SJiri Olsa case AGGR_NONE: 168141c8ca2aSAndi Kleen fprintf(output, "# time CPU"); 168241c8ca2aSAndi Kleen if (!metric_only) 168341c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1684d4f63a47SJiri Olsa break; 168532b8af82SJiri Olsa case AGGR_THREAD: 168641c8ca2aSAndi Kleen fprintf(output, "# time comm-pid"); 168741c8ca2aSAndi Kleen if (!metric_only) 168841c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 168932b8af82SJiri Olsa break; 1690d4f63a47SJiri Olsa case AGGR_GLOBAL: 1691d4f63a47SJiri Olsa default: 169241c8ca2aSAndi Kleen fprintf(output, "# time"); 169341c8ca2aSAndi Kleen if (!metric_only) 169441c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1695208df99eSJiri Olsa case AGGR_UNSET: 1696208df99eSJiri Olsa break; 1697d4f63a47SJiri Olsa } 1698d4f63a47SJiri Olsa } 1699d4f63a47SJiri Olsa 170041c8ca2aSAndi Kleen if (num_print_interval == 0 && metric_only) 170141c8ca2aSAndi Kleen print_metric_headers(" ", true); 1702d4f63a47SJiri Olsa if (++num_print_interval == 25) 1703d4f63a47SJiri Olsa num_print_interval = 0; 1704d4f63a47SJiri Olsa } 1705d4f63a47SJiri Olsa 1706d4f63a47SJiri Olsa static void print_header(int argc, const char **argv) 1707d4f63a47SJiri Olsa { 17085821522eSJiri Olsa FILE *output = stat_config.output; 170969aad6f1SArnaldo Carvalho de Melo int i; 171042202dd5SIngo Molnar 171186470930SIngo Molnar fflush(stdout); 171286470930SIngo Molnar 1713d7470b6aSStephane Eranian if (!csv_output) { 17144aa9015fSStephane Eranian fprintf(output, "\n"); 17154aa9015fSStephane Eranian fprintf(output, " Performance counter stats for "); 171662d3b617SDavid Ahern if (target.system_wide) 171762d3b617SDavid Ahern fprintf(output, "\'system wide"); 171862d3b617SDavid Ahern else if (target.cpu_list) 171962d3b617SDavid Ahern fprintf(output, "\'CPU(s) %s", target.cpu_list); 1720602ad878SArnaldo Carvalho de Melo else if (!target__has_task(&target)) { 1721ba6039b6SJiri Olsa fprintf(output, "\'%s", argv ? argv[0] : "pipe"); 1722ba6039b6SJiri Olsa for (i = 1; argv && (i < argc); i++) 17234aa9015fSStephane Eranian fprintf(output, " %s", argv[i]); 172420f946b4SNamhyung Kim } else if (target.pid) 172520f946b4SNamhyung Kim fprintf(output, "process id \'%s", target.pid); 1726d6d901c2SZhang, Yanmin else 172720f946b4SNamhyung Kim fprintf(output, "thread id \'%s", target.tid); 172886470930SIngo Molnar 17294aa9015fSStephane Eranian fprintf(output, "\'"); 173042202dd5SIngo Molnar if (run_count > 1) 17314aa9015fSStephane Eranian fprintf(output, " (%d runs)", run_count); 17324aa9015fSStephane Eranian fprintf(output, ":\n\n"); 1733d7470b6aSStephane Eranian } 1734f5b4a9c3SStephane Eranian } 173586470930SIngo Molnar 1736d4f63a47SJiri Olsa static void print_footer(void) 1737d4f63a47SJiri Olsa { 17385821522eSJiri Olsa FILE *output = stat_config.output; 1739918c7b06SAndi Kleen int n; 17405821522eSJiri Olsa 1741c3305257SIngo Molnar if (!null_run) 17424aa9015fSStephane Eranian fprintf(output, "\n"); 17434aa9015fSStephane Eranian fprintf(output, " %17.9f seconds time elapsed", 1744310ebb93SArnaldo Carvalho de Melo avg_stats(&walltime_nsecs_stats) / NSEC_PER_SEC); 1745566747e6SIngo Molnar if (run_count > 1) { 17464aa9015fSStephane Eranian fprintf(output, " "); 1747f99844cbSIngo Molnar print_noise_pct(stddev_stats(&walltime_nsecs_stats), 1748506d4bc8SPeter Zijlstra avg_stats(&walltime_nsecs_stats)); 1749566747e6SIngo Molnar } 17504aa9015fSStephane Eranian fprintf(output, "\n\n"); 175102d492e5SBorislav Petkov 1752918c7b06SAndi Kleen if (print_free_counters_hint && 1753918c7b06SAndi Kleen sysctl__read_int("kernel/nmi_watchdog", &n) >= 0 && 1754918c7b06SAndi Kleen n > 0) 175502d492e5SBorislav Petkov fprintf(output, 175602d492e5SBorislav Petkov "Some events weren't counted. Try disabling the NMI watchdog:\n" 175702d492e5SBorislav Petkov " echo 0 > /proc/sys/kernel/nmi_watchdog\n" 175802d492e5SBorislav Petkov " perf stat ...\n" 175902d492e5SBorislav Petkov " echo 1 > /proc/sys/kernel/nmi_watchdog\n"); 176086470930SIngo Molnar } 1761d4f63a47SJiri Olsa 1762d4f63a47SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv) 1763d4f63a47SJiri Olsa { 1764ec0d3d1fSJiri Olsa int interval = stat_config.interval; 1765d4f63a47SJiri Olsa struct perf_evsel *counter; 1766d4f63a47SJiri Olsa char buf[64], *prefix = NULL; 1767d4f63a47SJiri Olsa 1768664c98d4SJiri Olsa /* Do not print anything if we record to the pipe. */ 17698ceb41d7SJiri Olsa if (STAT_RECORD && perf_stat.data.is_pipe) 1770664c98d4SJiri Olsa return; 1771664c98d4SJiri Olsa 1772d4f63a47SJiri Olsa if (interval) 1773d4f63a47SJiri Olsa print_interval(prefix = buf, ts); 1774d4f63a47SJiri Olsa else 1775d4f63a47SJiri Olsa print_header(argc, argv); 1776d4f63a47SJiri Olsa 177754b50916SAndi Kleen if (metric_only) { 177854b50916SAndi Kleen static int num_print_iv; 177954b50916SAndi Kleen 178041c8ca2aSAndi Kleen if (num_print_iv == 0 && !interval) 178141c8ca2aSAndi Kleen print_metric_headers(prefix, false); 178254b50916SAndi Kleen if (num_print_iv++ == 25) 178354b50916SAndi Kleen num_print_iv = 0; 178454b50916SAndi Kleen if (stat_config.aggr_mode == AGGR_GLOBAL && prefix) 178554b50916SAndi Kleen fprintf(stat_config.output, "%s", prefix); 178654b50916SAndi Kleen } 178754b50916SAndi Kleen 1788421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 1789d4f63a47SJiri Olsa case AGGR_CORE: 1790d4f63a47SJiri Olsa case AGGR_SOCKET: 1791d4f63a47SJiri Olsa print_aggr(prefix); 1792d4f63a47SJiri Olsa break; 179332b8af82SJiri Olsa case AGGR_THREAD: 1794e864c5caSAndi Kleen evlist__for_each_entry(evsel_list, counter) { 1795e864c5caSAndi Kleen if (is_duration_time(counter)) 1796e864c5caSAndi Kleen continue; 179732b8af82SJiri Olsa print_aggr_thread(counter, prefix); 1798e864c5caSAndi Kleen } 179932b8af82SJiri Olsa break; 1800d4f63a47SJiri Olsa case AGGR_GLOBAL: 1801e864c5caSAndi Kleen evlist__for_each_entry(evsel_list, counter) { 1802e864c5caSAndi Kleen if (is_duration_time(counter)) 1803e864c5caSAndi Kleen continue; 1804d4f63a47SJiri Olsa print_counter_aggr(counter, prefix); 1805e864c5caSAndi Kleen } 180654b50916SAndi Kleen if (metric_only) 180754b50916SAndi Kleen fputc('\n', stat_config.output); 1808d4f63a47SJiri Olsa break; 1809d4f63a47SJiri Olsa case AGGR_NONE: 1810206cab65SAndi Kleen if (metric_only) 1811206cab65SAndi Kleen print_no_aggr_metric(prefix); 1812206cab65SAndi Kleen else { 1813e864c5caSAndi Kleen evlist__for_each_entry(evsel_list, counter) { 1814e864c5caSAndi Kleen if (is_duration_time(counter)) 1815e864c5caSAndi Kleen continue; 1816d4f63a47SJiri Olsa print_counter(counter, prefix); 1817206cab65SAndi Kleen } 1818e864c5caSAndi Kleen } 1819d4f63a47SJiri Olsa break; 1820208df99eSJiri Olsa case AGGR_UNSET: 1821d4f63a47SJiri Olsa default: 1822d4f63a47SJiri Olsa break; 1823d4f63a47SJiri Olsa } 1824d4f63a47SJiri Olsa 1825d4f63a47SJiri Olsa if (!interval && !csv_output) 1826d4f63a47SJiri Olsa print_footer(); 1827d4f63a47SJiri Olsa 18285821522eSJiri Olsa fflush(stat_config.output); 1829d7470b6aSStephane Eranian } 183086470930SIngo Molnar 1831f7b7c26eSPeter Zijlstra static volatile int signr = -1; 1832f7b7c26eSPeter Zijlstra 183386470930SIngo Molnar static void skip_signal(int signo) 183486470930SIngo Molnar { 1835ec0d3d1fSJiri Olsa if ((child_pid == -1) || stat_config.interval) 183660666c63SLiming Wang done = 1; 183760666c63SLiming Wang 1838f7b7c26eSPeter Zijlstra signr = signo; 1839d07f0b12SStephane Eranian /* 1840d07f0b12SStephane Eranian * render child_pid harmless 1841d07f0b12SStephane Eranian * won't send SIGTERM to a random 1842d07f0b12SStephane Eranian * process in case of race condition 1843d07f0b12SStephane Eranian * and fast PID recycling 1844d07f0b12SStephane Eranian */ 1845d07f0b12SStephane Eranian child_pid = -1; 1846f7b7c26eSPeter Zijlstra } 1847f7b7c26eSPeter Zijlstra 1848f7b7c26eSPeter Zijlstra static void sig_atexit(void) 1849f7b7c26eSPeter Zijlstra { 1850d07f0b12SStephane Eranian sigset_t set, oset; 1851d07f0b12SStephane Eranian 1852d07f0b12SStephane Eranian /* 1853d07f0b12SStephane Eranian * avoid race condition with SIGCHLD handler 1854d07f0b12SStephane Eranian * in skip_signal() which is modifying child_pid 1855d07f0b12SStephane Eranian * goal is to avoid send SIGTERM to a random 1856d07f0b12SStephane Eranian * process 1857d07f0b12SStephane Eranian */ 1858d07f0b12SStephane Eranian sigemptyset(&set); 1859d07f0b12SStephane Eranian sigaddset(&set, SIGCHLD); 1860d07f0b12SStephane Eranian sigprocmask(SIG_BLOCK, &set, &oset); 1861d07f0b12SStephane Eranian 1862933da83aSChris Wilson if (child_pid != -1) 1863933da83aSChris Wilson kill(child_pid, SIGTERM); 1864933da83aSChris Wilson 1865d07f0b12SStephane Eranian sigprocmask(SIG_SETMASK, &oset, NULL); 1866d07f0b12SStephane Eranian 1867f7b7c26eSPeter Zijlstra if (signr == -1) 1868f7b7c26eSPeter Zijlstra return; 1869f7b7c26eSPeter Zijlstra 1870f7b7c26eSPeter Zijlstra signal(signr, SIG_DFL); 1871f7b7c26eSPeter Zijlstra kill(getpid(), signr); 187286470930SIngo Molnar } 187386470930SIngo Molnar 18741d037ca1SIrina Tirdea static int stat__set_big_num(const struct option *opt __maybe_unused, 18751d037ca1SIrina Tirdea const char *s __maybe_unused, int unset) 1876d7470b6aSStephane Eranian { 1877d7470b6aSStephane Eranian big_num_opt = unset ? 0 : 1; 1878d7470b6aSStephane Eranian return 0; 1879d7470b6aSStephane Eranian } 1880d7470b6aSStephane Eranian 188144b1e60aSAndi Kleen static int enable_metric_only(const struct option *opt __maybe_unused, 188244b1e60aSAndi Kleen const char *s __maybe_unused, int unset) 188344b1e60aSAndi Kleen { 188444b1e60aSAndi Kleen force_metric_only = true; 188544b1e60aSAndi Kleen metric_only = !unset; 188644b1e60aSAndi Kleen return 0; 188744b1e60aSAndi Kleen } 188844b1e60aSAndi Kleen 1889b18f3e36SAndi Kleen static int parse_metric_groups(const struct option *opt, 1890b18f3e36SAndi Kleen const char *str, 1891b18f3e36SAndi Kleen int unset __maybe_unused) 1892b18f3e36SAndi Kleen { 1893b18f3e36SAndi Kleen return metricgroup__parse_groups(opt, str, &metric_events); 1894b18f3e36SAndi Kleen } 1895b18f3e36SAndi Kleen 1896e0547311SJiri Olsa static const struct option stat_options[] = { 1897e0547311SJiri Olsa OPT_BOOLEAN('T', "transaction", &transaction_run, 1898e0547311SJiri Olsa "hardware transaction statistics"), 1899e0547311SJiri Olsa OPT_CALLBACK('e', "event", &evsel_list, "event", 1900e0547311SJiri Olsa "event selector. use 'perf list' to list available events", 1901e0547311SJiri Olsa parse_events_option), 1902e0547311SJiri Olsa OPT_CALLBACK(0, "filter", &evsel_list, "filter", 1903e0547311SJiri Olsa "event filter", parse_filter), 1904e0547311SJiri Olsa OPT_BOOLEAN('i', "no-inherit", &no_inherit, 1905e0547311SJiri Olsa "child tasks do not inherit counters"), 1906e0547311SJiri Olsa OPT_STRING('p', "pid", &target.pid, "pid", 1907e0547311SJiri Olsa "stat events on existing process id"), 1908e0547311SJiri Olsa OPT_STRING('t', "tid", &target.tid, "tid", 1909e0547311SJiri Olsa "stat events on existing thread id"), 1910e0547311SJiri Olsa OPT_BOOLEAN('a', "all-cpus", &target.system_wide, 1911e0547311SJiri Olsa "system-wide collection from all CPUs"), 1912e0547311SJiri Olsa OPT_BOOLEAN('g', "group", &group, 1913e0547311SJiri Olsa "put the counters into a counter group"), 1914e0547311SJiri Olsa OPT_BOOLEAN('c', "scale", &stat_config.scale, "scale/normalize counters"), 1915e0547311SJiri Olsa OPT_INCR('v', "verbose", &verbose, 1916e0547311SJiri Olsa "be more verbose (show counter open errors, etc)"), 1917e0547311SJiri Olsa OPT_INTEGER('r', "repeat", &run_count, 1918e0547311SJiri Olsa "repeat command and print average + stddev (max: 100, forever: 0)"), 1919e0547311SJiri Olsa OPT_BOOLEAN('n', "null", &null_run, 1920e0547311SJiri Olsa "null run - dont start any counters"), 1921e0547311SJiri Olsa OPT_INCR('d', "detailed", &detailed_run, 1922e0547311SJiri Olsa "detailed run - start a lot of events"), 1923e0547311SJiri Olsa OPT_BOOLEAN('S', "sync", &sync_run, 1924e0547311SJiri Olsa "call sync() before starting a run"), 1925e0547311SJiri Olsa OPT_CALLBACK_NOOPT('B', "big-num", NULL, NULL, 1926e0547311SJiri Olsa "print large numbers with thousands\' separators", 1927e0547311SJiri Olsa stat__set_big_num), 1928e0547311SJiri Olsa OPT_STRING('C', "cpu", &target.cpu_list, "cpu", 1929e0547311SJiri Olsa "list of cpus to monitor in system-wide"), 1930e0547311SJiri Olsa OPT_SET_UINT('A', "no-aggr", &stat_config.aggr_mode, 1931e0547311SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 1932430daf2dSAndi Kleen OPT_BOOLEAN(0, "no-merge", &no_merge, "Do not merge identical named events"), 1933e0547311SJiri Olsa OPT_STRING('x', "field-separator", &csv_sep, "separator", 1934e0547311SJiri Olsa "print counts with custom separator"), 1935e0547311SJiri Olsa OPT_CALLBACK('G', "cgroup", &evsel_list, "name", 1936e0547311SJiri Olsa "monitor event in cgroup name only", parse_cgroups), 1937e0547311SJiri Olsa OPT_STRING('o', "output", &output_name, "file", "output file name"), 1938e0547311SJiri Olsa OPT_BOOLEAN(0, "append", &append_file, "append to the output file"), 1939e0547311SJiri Olsa OPT_INTEGER(0, "log-fd", &output_fd, 1940e0547311SJiri Olsa "log output to fd, instead of stderr"), 1941e0547311SJiri Olsa OPT_STRING(0, "pre", &pre_cmd, "command", 1942e0547311SJiri Olsa "command to run prior to the measured command"), 1943e0547311SJiri Olsa OPT_STRING(0, "post", &post_cmd, "command", 1944e0547311SJiri Olsa "command to run after to the measured command"), 1945e0547311SJiri Olsa OPT_UINTEGER('I', "interval-print", &stat_config.interval, 1946e0547311SJiri Olsa "print counts at regular interval in ms (>= 10)"), 1947db06a269Syuzhoujian OPT_INTEGER(0, "interval-count", &stat_config.times, 1948db06a269Syuzhoujian "print counts for fixed number of times"), 1949f1f8ad52Syuzhoujian OPT_UINTEGER(0, "timeout", &stat_config.timeout, 1950f1f8ad52Syuzhoujian "stop workload and print counts after a timeout period in ms (>= 10ms)"), 1951e0547311SJiri Olsa OPT_SET_UINT(0, "per-socket", &stat_config.aggr_mode, 1952e0547311SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 1953e0547311SJiri Olsa OPT_SET_UINT(0, "per-core", &stat_config.aggr_mode, 1954e0547311SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 1955e0547311SJiri Olsa OPT_SET_UINT(0, "per-thread", &stat_config.aggr_mode, 1956e0547311SJiri Olsa "aggregate counts per thread", AGGR_THREAD), 1957e0547311SJiri Olsa OPT_UINTEGER('D', "delay", &initial_delay, 1958e0547311SJiri Olsa "ms to wait before starting measurement after program start"), 195944b1e60aSAndi Kleen OPT_CALLBACK_NOOPT(0, "metric-only", &metric_only, NULL, 196044b1e60aSAndi Kleen "Only print computed metrics. No raw values", enable_metric_only), 196144b1e60aSAndi Kleen OPT_BOOLEAN(0, "topdown", &topdown_run, 196244b1e60aSAndi Kleen "measure topdown level 1 statistics"), 1963daefd0bcSKan Liang OPT_BOOLEAN(0, "smi-cost", &smi_cost, 1964daefd0bcSKan Liang "measure SMI cost"), 1965b18f3e36SAndi Kleen OPT_CALLBACK('M', "metrics", &evsel_list, "metric/metric group list", 1966b18f3e36SAndi Kleen "monitor specified metrics or metric groups (separated by ,)", 1967b18f3e36SAndi Kleen parse_metric_groups), 1968e0547311SJiri Olsa OPT_END() 1969e0547311SJiri Olsa }; 1970e0547311SJiri Olsa 19711fe7a300SJiri Olsa static int perf_stat__get_socket(struct cpu_map *map, int cpu) 19721fe7a300SJiri Olsa { 19731fe7a300SJiri Olsa return cpu_map__get_socket(map, cpu, NULL); 19741fe7a300SJiri Olsa } 19751fe7a300SJiri Olsa 19761fe7a300SJiri Olsa static int perf_stat__get_core(struct cpu_map *map, int cpu) 19771fe7a300SJiri Olsa { 19781fe7a300SJiri Olsa return cpu_map__get_core(map, cpu, NULL); 19791fe7a300SJiri Olsa } 19801fe7a300SJiri Olsa 19811e5a2931SJiri Olsa static int cpu_map__get_max(struct cpu_map *map) 19821e5a2931SJiri Olsa { 19831e5a2931SJiri Olsa int i, max = -1; 19841e5a2931SJiri Olsa 19851e5a2931SJiri Olsa for (i = 0; i < map->nr; i++) { 19861e5a2931SJiri Olsa if (map->map[i] > max) 19871e5a2931SJiri Olsa max = map->map[i]; 19881e5a2931SJiri Olsa } 19891e5a2931SJiri Olsa 19901e5a2931SJiri Olsa return max; 19911e5a2931SJiri Olsa } 19921e5a2931SJiri Olsa 19931e5a2931SJiri Olsa static struct cpu_map *cpus_aggr_map; 19941e5a2931SJiri Olsa 19951e5a2931SJiri Olsa static int perf_stat__get_aggr(aggr_get_id_t get_id, struct cpu_map *map, int idx) 19961e5a2931SJiri Olsa { 19971e5a2931SJiri Olsa int cpu; 19981e5a2931SJiri Olsa 19991e5a2931SJiri Olsa if (idx >= map->nr) 20001e5a2931SJiri Olsa return -1; 20011e5a2931SJiri Olsa 20021e5a2931SJiri Olsa cpu = map->map[idx]; 20031e5a2931SJiri Olsa 20041e5a2931SJiri Olsa if (cpus_aggr_map->map[cpu] == -1) 20051e5a2931SJiri Olsa cpus_aggr_map->map[cpu] = get_id(map, idx); 20061e5a2931SJiri Olsa 20071e5a2931SJiri Olsa return cpus_aggr_map->map[cpu]; 20081e5a2931SJiri Olsa } 20091e5a2931SJiri Olsa 20101e5a2931SJiri Olsa static int perf_stat__get_socket_cached(struct cpu_map *map, int idx) 20111e5a2931SJiri Olsa { 20121e5a2931SJiri Olsa return perf_stat__get_aggr(perf_stat__get_socket, map, idx); 20131e5a2931SJiri Olsa } 20141e5a2931SJiri Olsa 20151e5a2931SJiri Olsa static int perf_stat__get_core_cached(struct cpu_map *map, int idx) 20161e5a2931SJiri Olsa { 20171e5a2931SJiri Olsa return perf_stat__get_aggr(perf_stat__get_core, map, idx); 20181e5a2931SJiri Olsa } 20191e5a2931SJiri Olsa 202086ee6e18SStephane Eranian static int perf_stat_init_aggr_mode(void) 202186ee6e18SStephane Eranian { 20221e5a2931SJiri Olsa int nr; 20231e5a2931SJiri Olsa 2024421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 202586ee6e18SStephane Eranian case AGGR_SOCKET: 202686ee6e18SStephane Eranian if (cpu_map__build_socket_map(evsel_list->cpus, &aggr_map)) { 202786ee6e18SStephane Eranian perror("cannot build socket map"); 202886ee6e18SStephane Eranian return -1; 202986ee6e18SStephane Eranian } 20301e5a2931SJiri Olsa aggr_get_id = perf_stat__get_socket_cached; 203186ee6e18SStephane Eranian break; 203212c08a9fSStephane Eranian case AGGR_CORE: 203312c08a9fSStephane Eranian if (cpu_map__build_core_map(evsel_list->cpus, &aggr_map)) { 203412c08a9fSStephane Eranian perror("cannot build core map"); 203512c08a9fSStephane Eranian return -1; 203612c08a9fSStephane Eranian } 20371e5a2931SJiri Olsa aggr_get_id = perf_stat__get_core_cached; 203812c08a9fSStephane Eranian break; 203986ee6e18SStephane Eranian case AGGR_NONE: 204086ee6e18SStephane Eranian case AGGR_GLOBAL: 204132b8af82SJiri Olsa case AGGR_THREAD: 2042208df99eSJiri Olsa case AGGR_UNSET: 204386ee6e18SStephane Eranian default: 204486ee6e18SStephane Eranian break; 204586ee6e18SStephane Eranian } 20461e5a2931SJiri Olsa 20471e5a2931SJiri Olsa /* 20481e5a2931SJiri Olsa * The evsel_list->cpus is the base we operate on, 20491e5a2931SJiri Olsa * taking the highest cpu number to be the size of 20501e5a2931SJiri Olsa * the aggregation translate cpumap. 20511e5a2931SJiri Olsa */ 20521e5a2931SJiri Olsa nr = cpu_map__get_max(evsel_list->cpus); 20531e5a2931SJiri Olsa cpus_aggr_map = cpu_map__empty_new(nr + 1); 20541e5a2931SJiri Olsa return cpus_aggr_map ? 0 : -ENOMEM; 205586ee6e18SStephane Eranian } 205686ee6e18SStephane Eranian 2057544c2ae7SMasami Hiramatsu static void perf_stat__exit_aggr_mode(void) 2058544c2ae7SMasami Hiramatsu { 2059544c2ae7SMasami Hiramatsu cpu_map__put(aggr_map); 2060544c2ae7SMasami Hiramatsu cpu_map__put(cpus_aggr_map); 2061544c2ae7SMasami Hiramatsu aggr_map = NULL; 2062544c2ae7SMasami Hiramatsu cpus_aggr_map = NULL; 2063544c2ae7SMasami Hiramatsu } 2064544c2ae7SMasami Hiramatsu 206568d702f7SJiri Olsa static inline int perf_env__get_cpu(struct perf_env *env, struct cpu_map *map, int idx) 206668d702f7SJiri Olsa { 206768d702f7SJiri Olsa int cpu; 206868d702f7SJiri Olsa 206968d702f7SJiri Olsa if (idx > map->nr) 207068d702f7SJiri Olsa return -1; 207168d702f7SJiri Olsa 207268d702f7SJiri Olsa cpu = map->map[idx]; 207368d702f7SJiri Olsa 2074da8a58b5SJan Stancek if (cpu >= env->nr_cpus_avail) 207568d702f7SJiri Olsa return -1; 207668d702f7SJiri Olsa 207768d702f7SJiri Olsa return cpu; 207868d702f7SJiri Olsa } 207968d702f7SJiri Olsa 208068d702f7SJiri Olsa static int perf_env__get_socket(struct cpu_map *map, int idx, void *data) 208168d702f7SJiri Olsa { 208268d702f7SJiri Olsa struct perf_env *env = data; 208368d702f7SJiri Olsa int cpu = perf_env__get_cpu(env, map, idx); 208468d702f7SJiri Olsa 208568d702f7SJiri Olsa return cpu == -1 ? -1 : env->cpu[cpu].socket_id; 208668d702f7SJiri Olsa } 208768d702f7SJiri Olsa 208868d702f7SJiri Olsa static int perf_env__get_core(struct cpu_map *map, int idx, void *data) 208968d702f7SJiri Olsa { 209068d702f7SJiri Olsa struct perf_env *env = data; 209168d702f7SJiri Olsa int core = -1, cpu = perf_env__get_cpu(env, map, idx); 209268d702f7SJiri Olsa 209368d702f7SJiri Olsa if (cpu != -1) { 209468d702f7SJiri Olsa int socket_id = env->cpu[cpu].socket_id; 209568d702f7SJiri Olsa 209668d702f7SJiri Olsa /* 209768d702f7SJiri Olsa * Encode socket in upper 16 bits 209868d702f7SJiri Olsa * core_id is relative to socket, and 209968d702f7SJiri Olsa * we need a global id. So we combine 210068d702f7SJiri Olsa * socket + core id. 210168d702f7SJiri Olsa */ 210268d702f7SJiri Olsa core = (socket_id << 16) | (env->cpu[cpu].core_id & 0xffff); 210368d702f7SJiri Olsa } 210468d702f7SJiri Olsa 210568d702f7SJiri Olsa return core; 210668d702f7SJiri Olsa } 210768d702f7SJiri Olsa 210868d702f7SJiri Olsa static int perf_env__build_socket_map(struct perf_env *env, struct cpu_map *cpus, 210968d702f7SJiri Olsa struct cpu_map **sockp) 211068d702f7SJiri Olsa { 211168d702f7SJiri Olsa return cpu_map__build_map(cpus, sockp, perf_env__get_socket, env); 211268d702f7SJiri Olsa } 211368d702f7SJiri Olsa 211468d702f7SJiri Olsa static int perf_env__build_core_map(struct perf_env *env, struct cpu_map *cpus, 211568d702f7SJiri Olsa struct cpu_map **corep) 211668d702f7SJiri Olsa { 211768d702f7SJiri Olsa return cpu_map__build_map(cpus, corep, perf_env__get_core, env); 211868d702f7SJiri Olsa } 211968d702f7SJiri Olsa 212068d702f7SJiri Olsa static int perf_stat__get_socket_file(struct cpu_map *map, int idx) 212168d702f7SJiri Olsa { 212268d702f7SJiri Olsa return perf_env__get_socket(map, idx, &perf_stat.session->header.env); 212368d702f7SJiri Olsa } 212468d702f7SJiri Olsa 212568d702f7SJiri Olsa static int perf_stat__get_core_file(struct cpu_map *map, int idx) 212668d702f7SJiri Olsa { 212768d702f7SJiri Olsa return perf_env__get_core(map, idx, &perf_stat.session->header.env); 212868d702f7SJiri Olsa } 212968d702f7SJiri Olsa 213068d702f7SJiri Olsa static int perf_stat_init_aggr_mode_file(struct perf_stat *st) 213168d702f7SJiri Olsa { 213268d702f7SJiri Olsa struct perf_env *env = &st->session->header.env; 213368d702f7SJiri Olsa 213468d702f7SJiri Olsa switch (stat_config.aggr_mode) { 213568d702f7SJiri Olsa case AGGR_SOCKET: 213668d702f7SJiri Olsa if (perf_env__build_socket_map(env, evsel_list->cpus, &aggr_map)) { 213768d702f7SJiri Olsa perror("cannot build socket map"); 213868d702f7SJiri Olsa return -1; 213968d702f7SJiri Olsa } 214068d702f7SJiri Olsa aggr_get_id = perf_stat__get_socket_file; 214168d702f7SJiri Olsa break; 214268d702f7SJiri Olsa case AGGR_CORE: 214368d702f7SJiri Olsa if (perf_env__build_core_map(env, evsel_list->cpus, &aggr_map)) { 214468d702f7SJiri Olsa perror("cannot build core map"); 214568d702f7SJiri Olsa return -1; 214668d702f7SJiri Olsa } 214768d702f7SJiri Olsa aggr_get_id = perf_stat__get_core_file; 214868d702f7SJiri Olsa break; 214968d702f7SJiri Olsa case AGGR_NONE: 215068d702f7SJiri Olsa case AGGR_GLOBAL: 215168d702f7SJiri Olsa case AGGR_THREAD: 215268d702f7SJiri Olsa case AGGR_UNSET: 215368d702f7SJiri Olsa default: 215468d702f7SJiri Olsa break; 215568d702f7SJiri Olsa } 215668d702f7SJiri Olsa 215768d702f7SJiri Olsa return 0; 215868d702f7SJiri Olsa } 215968d702f7SJiri Olsa 216044b1e60aSAndi Kleen static int topdown_filter_events(const char **attr, char **str, bool use_group) 216144b1e60aSAndi Kleen { 216244b1e60aSAndi Kleen int off = 0; 216344b1e60aSAndi Kleen int i; 216444b1e60aSAndi Kleen int len = 0; 216544b1e60aSAndi Kleen char *s; 216644b1e60aSAndi Kleen 216744b1e60aSAndi Kleen for (i = 0; attr[i]; i++) { 216844b1e60aSAndi Kleen if (pmu_have_event("cpu", attr[i])) { 216944b1e60aSAndi Kleen len += strlen(attr[i]) + 1; 217044b1e60aSAndi Kleen attr[i - off] = attr[i]; 217144b1e60aSAndi Kleen } else 217244b1e60aSAndi Kleen off++; 217344b1e60aSAndi Kleen } 217444b1e60aSAndi Kleen attr[i - off] = NULL; 217544b1e60aSAndi Kleen 217644b1e60aSAndi Kleen *str = malloc(len + 1 + 2); 217744b1e60aSAndi Kleen if (!*str) 217844b1e60aSAndi Kleen return -1; 217944b1e60aSAndi Kleen s = *str; 218044b1e60aSAndi Kleen if (i - off == 0) { 218144b1e60aSAndi Kleen *s = 0; 218244b1e60aSAndi Kleen return 0; 218344b1e60aSAndi Kleen } 218444b1e60aSAndi Kleen if (use_group) 218544b1e60aSAndi Kleen *s++ = '{'; 218644b1e60aSAndi Kleen for (i = 0; attr[i]; i++) { 218744b1e60aSAndi Kleen strcpy(s, attr[i]); 218844b1e60aSAndi Kleen s += strlen(s); 218944b1e60aSAndi Kleen *s++ = ','; 219044b1e60aSAndi Kleen } 219144b1e60aSAndi Kleen if (use_group) { 219244b1e60aSAndi Kleen s[-1] = '}'; 219344b1e60aSAndi Kleen *s = 0; 219444b1e60aSAndi Kleen } else 219544b1e60aSAndi Kleen s[-1] = 0; 219644b1e60aSAndi Kleen return 0; 219744b1e60aSAndi Kleen } 219844b1e60aSAndi Kleen 219944b1e60aSAndi Kleen __weak bool arch_topdown_check_group(bool *warn) 220044b1e60aSAndi Kleen { 220144b1e60aSAndi Kleen *warn = false; 220244b1e60aSAndi Kleen return false; 220344b1e60aSAndi Kleen } 220444b1e60aSAndi Kleen 220544b1e60aSAndi Kleen __weak void arch_topdown_group_warn(void) 220644b1e60aSAndi Kleen { 220744b1e60aSAndi Kleen } 220844b1e60aSAndi Kleen 22092cba3ffbSIngo Molnar /* 22102cba3ffbSIngo Molnar * Add default attributes, if there were no attributes specified or 22112cba3ffbSIngo Molnar * if -d/--detailed, -d -d or -d -d -d is used: 22122cba3ffbSIngo Molnar */ 22132cba3ffbSIngo Molnar static int add_default_attributes(void) 22142cba3ffbSIngo Molnar { 221544b1e60aSAndi Kleen int err; 22169dec4473SAndi Kleen struct perf_event_attr default_attrs0[] = { 2217b070a547SArnaldo Carvalho de Melo 2218b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_TASK_CLOCK }, 2219b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CONTEXT_SWITCHES }, 2220b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CPU_MIGRATIONS }, 2221b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_PAGE_FAULTS }, 2222b070a547SArnaldo Carvalho de Melo 2223b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_CPU_CYCLES }, 22249dec4473SAndi Kleen }; 22259dec4473SAndi Kleen struct perf_event_attr frontend_attrs[] = { 2226b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_FRONTEND }, 22279dec4473SAndi Kleen }; 22289dec4473SAndi Kleen struct perf_event_attr backend_attrs[] = { 2229b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_BACKEND }, 22309dec4473SAndi Kleen }; 22319dec4473SAndi Kleen struct perf_event_attr default_attrs1[] = { 2232b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_INSTRUCTIONS }, 2233b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_INSTRUCTIONS }, 2234b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_MISSES }, 2235b070a547SArnaldo Carvalho de Melo 2236b070a547SArnaldo Carvalho de Melo }; 2237b070a547SArnaldo Carvalho de Melo 2238b070a547SArnaldo Carvalho de Melo /* 2239b070a547SArnaldo Carvalho de Melo * Detailed stats (-d), covering the L1 and last level data caches: 2240b070a547SArnaldo Carvalho de Melo */ 2241b070a547SArnaldo Carvalho de Melo struct perf_event_attr detailed_attrs[] = { 2242b070a547SArnaldo Carvalho de Melo 2243b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2244b070a547SArnaldo Carvalho de Melo .config = 2245b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2246b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2247b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2248b070a547SArnaldo Carvalho de Melo 2249b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2250b070a547SArnaldo Carvalho de Melo .config = 2251b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2252b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2253b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2254b070a547SArnaldo Carvalho de Melo 2255b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2256b070a547SArnaldo Carvalho de Melo .config = 2257b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 2258b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2259b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2260b070a547SArnaldo Carvalho de Melo 2261b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2262b070a547SArnaldo Carvalho de Melo .config = 2263b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 2264b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2265b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2266b070a547SArnaldo Carvalho de Melo }; 2267b070a547SArnaldo Carvalho de Melo 2268b070a547SArnaldo Carvalho de Melo /* 2269b070a547SArnaldo Carvalho de Melo * Very detailed stats (-d -d), covering the instruction cache and the TLB caches: 2270b070a547SArnaldo Carvalho de Melo */ 2271b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_detailed_attrs[] = { 2272b070a547SArnaldo Carvalho de Melo 2273b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2274b070a547SArnaldo Carvalho de Melo .config = 2275b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 2276b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2277b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2278b070a547SArnaldo Carvalho de Melo 2279b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2280b070a547SArnaldo Carvalho de Melo .config = 2281b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 2282b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2283b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2284b070a547SArnaldo Carvalho de Melo 2285b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2286b070a547SArnaldo Carvalho de Melo .config = 2287b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 2288b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2289b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2290b070a547SArnaldo Carvalho de Melo 2291b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2292b070a547SArnaldo Carvalho de Melo .config = 2293b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 2294b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2295b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2296b070a547SArnaldo Carvalho de Melo 2297b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2298b070a547SArnaldo Carvalho de Melo .config = 2299b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 2300b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2301b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2302b070a547SArnaldo Carvalho de Melo 2303b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2304b070a547SArnaldo Carvalho de Melo .config = 2305b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 2306b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2307b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2308b070a547SArnaldo Carvalho de Melo 2309b070a547SArnaldo Carvalho de Melo }; 2310b070a547SArnaldo Carvalho de Melo 2311b070a547SArnaldo Carvalho de Melo /* 2312b070a547SArnaldo Carvalho de Melo * Very, very detailed stats (-d -d -d), adding prefetch events: 2313b070a547SArnaldo Carvalho de Melo */ 2314b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_very_detailed_attrs[] = { 2315b070a547SArnaldo Carvalho de Melo 2316b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2317b070a547SArnaldo Carvalho de Melo .config = 2318b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2319b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 2320b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2321b070a547SArnaldo Carvalho de Melo 2322b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2323b070a547SArnaldo Carvalho de Melo .config = 2324b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2325b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 2326b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2327b070a547SArnaldo Carvalho de Melo }; 2328b070a547SArnaldo Carvalho de Melo 23292cba3ffbSIngo Molnar /* Set attrs if no event is selected and !null_run: */ 23302cba3ffbSIngo Molnar if (null_run) 23312cba3ffbSIngo Molnar return 0; 23322cba3ffbSIngo Molnar 23334cabc3d1SAndi Kleen if (transaction_run) { 2334fca32340SThomas Richter struct parse_events_error errinfo; 2335fca32340SThomas Richter 23364cabc3d1SAndi Kleen if (pmu_have_event("cpu", "cycles-ct") && 23374cabc3d1SAndi Kleen pmu_have_event("cpu", "el-start")) 2338fca32340SThomas Richter err = parse_events(evsel_list, transaction_attrs, 2339fca32340SThomas Richter &errinfo); 23404cabc3d1SAndi Kleen else 2341fca32340SThomas Richter err = parse_events(evsel_list, 2342fca32340SThomas Richter transaction_limited_attrs, 2343fca32340SThomas Richter &errinfo); 2344a454742cSJiri Olsa if (err) { 23454cabc3d1SAndi Kleen fprintf(stderr, "Cannot set up transaction events\n"); 23464cabc3d1SAndi Kleen return -1; 23474cabc3d1SAndi Kleen } 23484cabc3d1SAndi Kleen return 0; 23494cabc3d1SAndi Kleen } 23504cabc3d1SAndi Kleen 2351daefd0bcSKan Liang if (smi_cost) { 2352daefd0bcSKan Liang int smi; 2353daefd0bcSKan Liang 2354daefd0bcSKan Liang if (sysfs__read_int(FREEZE_ON_SMI_PATH, &smi) < 0) { 2355daefd0bcSKan Liang fprintf(stderr, "freeze_on_smi is not supported.\n"); 2356daefd0bcSKan Liang return -1; 2357daefd0bcSKan Liang } 2358daefd0bcSKan Liang 2359daefd0bcSKan Liang if (!smi) { 2360daefd0bcSKan Liang if (sysfs__write_int(FREEZE_ON_SMI_PATH, 1) < 0) { 2361daefd0bcSKan Liang fprintf(stderr, "Failed to set freeze_on_smi.\n"); 2362daefd0bcSKan Liang return -1; 2363daefd0bcSKan Liang } 2364daefd0bcSKan Liang smi_reset = true; 2365daefd0bcSKan Liang } 2366daefd0bcSKan Liang 2367daefd0bcSKan Liang if (pmu_have_event("msr", "aperf") && 2368daefd0bcSKan Liang pmu_have_event("msr", "smi")) { 2369daefd0bcSKan Liang if (!force_metric_only) 2370daefd0bcSKan Liang metric_only = true; 2371daefd0bcSKan Liang err = parse_events(evsel_list, smi_cost_attrs, NULL); 2372daefd0bcSKan Liang } else { 2373daefd0bcSKan Liang fprintf(stderr, "To measure SMI cost, it needs " 2374daefd0bcSKan Liang "msr/aperf/, msr/smi/ and cpu/cycles/ support\n"); 2375daefd0bcSKan Liang return -1; 2376daefd0bcSKan Liang } 2377daefd0bcSKan Liang if (err) { 2378daefd0bcSKan Liang fprintf(stderr, "Cannot set up SMI cost events\n"); 2379daefd0bcSKan Liang return -1; 2380daefd0bcSKan Liang } 2381daefd0bcSKan Liang return 0; 2382daefd0bcSKan Liang } 2383daefd0bcSKan Liang 238444b1e60aSAndi Kleen if (topdown_run) { 238544b1e60aSAndi Kleen char *str = NULL; 238644b1e60aSAndi Kleen bool warn = false; 238744b1e60aSAndi Kleen 238844b1e60aSAndi Kleen if (stat_config.aggr_mode != AGGR_GLOBAL && 238944b1e60aSAndi Kleen stat_config.aggr_mode != AGGR_CORE) { 239044b1e60aSAndi Kleen pr_err("top down event configuration requires --per-core mode\n"); 239144b1e60aSAndi Kleen return -1; 239244b1e60aSAndi Kleen } 239344b1e60aSAndi Kleen stat_config.aggr_mode = AGGR_CORE; 239444b1e60aSAndi Kleen if (nr_cgroups || !target__has_cpu(&target)) { 239544b1e60aSAndi Kleen pr_err("top down event configuration requires system-wide mode (-a)\n"); 239644b1e60aSAndi Kleen return -1; 239744b1e60aSAndi Kleen } 239844b1e60aSAndi Kleen 239944b1e60aSAndi Kleen if (!force_metric_only) 240044b1e60aSAndi Kleen metric_only = true; 240144b1e60aSAndi Kleen if (topdown_filter_events(topdown_attrs, &str, 240244b1e60aSAndi Kleen arch_topdown_check_group(&warn)) < 0) { 240344b1e60aSAndi Kleen pr_err("Out of memory\n"); 240444b1e60aSAndi Kleen return -1; 240544b1e60aSAndi Kleen } 240644b1e60aSAndi Kleen if (topdown_attrs[0] && str) { 240744b1e60aSAndi Kleen if (warn) 240844b1e60aSAndi Kleen arch_topdown_group_warn(); 240944b1e60aSAndi Kleen err = parse_events(evsel_list, str, NULL); 241044b1e60aSAndi Kleen if (err) { 241144b1e60aSAndi Kleen fprintf(stderr, 241244b1e60aSAndi Kleen "Cannot set up top down events %s: %d\n", 241344b1e60aSAndi Kleen str, err); 241444b1e60aSAndi Kleen free(str); 241544b1e60aSAndi Kleen return -1; 241644b1e60aSAndi Kleen } 241744b1e60aSAndi Kleen } else { 241844b1e60aSAndi Kleen fprintf(stderr, "System does not support topdown\n"); 241944b1e60aSAndi Kleen return -1; 242044b1e60aSAndi Kleen } 242144b1e60aSAndi Kleen free(str); 242244b1e60aSAndi Kleen } 242344b1e60aSAndi Kleen 24242cba3ffbSIngo Molnar if (!evsel_list->nr_entries) { 2425a1f3d567SNamhyung Kim if (target__has_cpu(&target)) 2426a1f3d567SNamhyung Kim default_attrs0[0].config = PERF_COUNT_SW_CPU_CLOCK; 2427a1f3d567SNamhyung Kim 24289dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, default_attrs0) < 0) 24299dec4473SAndi Kleen return -1; 24309dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-frontend")) { 24319dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, 24329dec4473SAndi Kleen frontend_attrs) < 0) 24339dec4473SAndi Kleen return -1; 24349dec4473SAndi Kleen } 24359dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-backend")) { 24369dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, 24379dec4473SAndi Kleen backend_attrs) < 0) 24389dec4473SAndi Kleen return -1; 24399dec4473SAndi Kleen } 24409dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, default_attrs1) < 0) 24412cba3ffbSIngo Molnar return -1; 24422cba3ffbSIngo Molnar } 24432cba3ffbSIngo Molnar 24442cba3ffbSIngo Molnar /* Detailed events get appended to the event list: */ 24452cba3ffbSIngo Molnar 24462cba3ffbSIngo Molnar if (detailed_run < 1) 24472cba3ffbSIngo Molnar return 0; 24482cba3ffbSIngo Molnar 24492cba3ffbSIngo Molnar /* Append detailed run extra attributes: */ 245079695e1bSArnaldo Carvalho de Melo if (perf_evlist__add_default_attrs(evsel_list, detailed_attrs) < 0) 24512cba3ffbSIngo Molnar return -1; 24522cba3ffbSIngo Molnar 24532cba3ffbSIngo Molnar if (detailed_run < 2) 24542cba3ffbSIngo Molnar return 0; 24552cba3ffbSIngo Molnar 24562cba3ffbSIngo Molnar /* Append very detailed run extra attributes: */ 245779695e1bSArnaldo Carvalho de Melo if (perf_evlist__add_default_attrs(evsel_list, very_detailed_attrs) < 0) 24582cba3ffbSIngo Molnar return -1; 24592cba3ffbSIngo Molnar 24602cba3ffbSIngo Molnar if (detailed_run < 3) 24612cba3ffbSIngo Molnar return 0; 24622cba3ffbSIngo Molnar 24632cba3ffbSIngo Molnar /* Append very, very detailed run extra attributes: */ 246479695e1bSArnaldo Carvalho de Melo return perf_evlist__add_default_attrs(evsel_list, very_very_detailed_attrs); 24652cba3ffbSIngo Molnar } 24662cba3ffbSIngo Molnar 24678a59f3ccSJiri Olsa static const char * const stat_record_usage[] = { 24684979d0c7SJiri Olsa "perf stat record [<options>]", 24694979d0c7SJiri Olsa NULL, 24704979d0c7SJiri Olsa }; 24714979d0c7SJiri Olsa 24723ba78bd0SJiri Olsa static void init_features(struct perf_session *session) 24733ba78bd0SJiri Olsa { 24743ba78bd0SJiri Olsa int feat; 24753ba78bd0SJiri Olsa 24763ba78bd0SJiri Olsa for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++) 24773ba78bd0SJiri Olsa perf_header__set_feat(&session->header, feat); 24783ba78bd0SJiri Olsa 24793ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BUILD_ID); 24803ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_TRACING_DATA); 24813ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK); 24823ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_AUXTRACE); 24833ba78bd0SJiri Olsa } 24843ba78bd0SJiri Olsa 24854979d0c7SJiri Olsa static int __cmd_record(int argc, const char **argv) 24864979d0c7SJiri Olsa { 24874979d0c7SJiri Olsa struct perf_session *session; 24888ceb41d7SJiri Olsa struct perf_data *data = &perf_stat.data; 24894979d0c7SJiri Olsa 24908a59f3ccSJiri Olsa argc = parse_options(argc, argv, stat_options, stat_record_usage, 24914979d0c7SJiri Olsa PARSE_OPT_STOP_AT_NON_OPTION); 24924979d0c7SJiri Olsa 24934979d0c7SJiri Olsa if (output_name) 2494eae8ad80SJiri Olsa data->file.path = output_name; 24954979d0c7SJiri Olsa 2496e9d6db8eSJiri Olsa if (run_count != 1 || forever) { 2497e9d6db8eSJiri Olsa pr_err("Cannot use -r option with perf stat record.\n"); 2498e9d6db8eSJiri Olsa return -1; 2499e9d6db8eSJiri Olsa } 2500e9d6db8eSJiri Olsa 25018ceb41d7SJiri Olsa session = perf_session__new(data, false, NULL); 25024979d0c7SJiri Olsa if (session == NULL) { 25034979d0c7SJiri Olsa pr_err("Perf session creation failed.\n"); 25044979d0c7SJiri Olsa return -1; 25054979d0c7SJiri Olsa } 25064979d0c7SJiri Olsa 25073ba78bd0SJiri Olsa init_features(session); 25083ba78bd0SJiri Olsa 25094979d0c7SJiri Olsa session->evlist = evsel_list; 25104979d0c7SJiri Olsa perf_stat.session = session; 25114979d0c7SJiri Olsa perf_stat.record = true; 25124979d0c7SJiri Olsa return argc; 25134979d0c7SJiri Olsa } 25144979d0c7SJiri Olsa 2515a56f9390SJiri Olsa static int process_stat_round_event(struct perf_tool *tool __maybe_unused, 2516a56f9390SJiri Olsa union perf_event *event, 2517a56f9390SJiri Olsa struct perf_session *session) 2518a56f9390SJiri Olsa { 2519e3b03b6cSAndi Kleen struct stat_round_event *stat_round = &event->stat_round; 2520a56f9390SJiri Olsa struct perf_evsel *counter; 2521a56f9390SJiri Olsa struct timespec tsh, *ts = NULL; 2522a56f9390SJiri Olsa const char **argv = session->header.env.cmdline_argv; 2523a56f9390SJiri Olsa int argc = session->header.env.nr_cmdline; 2524a56f9390SJiri Olsa 2525e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) 2526a56f9390SJiri Olsa perf_stat_process_counter(&stat_config, counter); 2527a56f9390SJiri Olsa 2528e3b03b6cSAndi Kleen if (stat_round->type == PERF_STAT_ROUND_TYPE__FINAL) 2529e3b03b6cSAndi Kleen update_stats(&walltime_nsecs_stats, stat_round->time); 2530a56f9390SJiri Olsa 2531e3b03b6cSAndi Kleen if (stat_config.interval && stat_round->time) { 2532bd48c63eSArnaldo Carvalho de Melo tsh.tv_sec = stat_round->time / NSEC_PER_SEC; 2533bd48c63eSArnaldo Carvalho de Melo tsh.tv_nsec = stat_round->time % NSEC_PER_SEC; 2534a56f9390SJiri Olsa ts = &tsh; 2535a56f9390SJiri Olsa } 2536a56f9390SJiri Olsa 2537a56f9390SJiri Olsa print_counters(ts, argc, argv); 2538a56f9390SJiri Olsa return 0; 2539a56f9390SJiri Olsa } 2540a56f9390SJiri Olsa 254162ba18baSJiri Olsa static 25427e6a7998SArnaldo Carvalho de Melo int process_stat_config_event(struct perf_tool *tool, 254362ba18baSJiri Olsa union perf_event *event, 254462ba18baSJiri Olsa struct perf_session *session __maybe_unused) 254562ba18baSJiri Olsa { 254668d702f7SJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 254768d702f7SJiri Olsa 254862ba18baSJiri Olsa perf_event__read_stat_config(&stat_config, &event->stat_config); 254968d702f7SJiri Olsa 255089af4e05SJiri Olsa if (cpu_map__empty(st->cpus)) { 255189af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 255289af4e05SJiri Olsa pr_warning("warning: processing task data, aggregation mode not set\n"); 255389af4e05SJiri Olsa return 0; 255489af4e05SJiri Olsa } 255589af4e05SJiri Olsa 255689af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 255789af4e05SJiri Olsa stat_config.aggr_mode = st->aggr_mode; 255889af4e05SJiri Olsa 25598ceb41d7SJiri Olsa if (perf_stat.data.is_pipe) 256068d702f7SJiri Olsa perf_stat_init_aggr_mode(); 256168d702f7SJiri Olsa else 256268d702f7SJiri Olsa perf_stat_init_aggr_mode_file(st); 256368d702f7SJiri Olsa 256462ba18baSJiri Olsa return 0; 256562ba18baSJiri Olsa } 256662ba18baSJiri Olsa 25671975d36eSJiri Olsa static int set_maps(struct perf_stat *st) 25681975d36eSJiri Olsa { 25691975d36eSJiri Olsa if (!st->cpus || !st->threads) 25701975d36eSJiri Olsa return 0; 25711975d36eSJiri Olsa 25721975d36eSJiri Olsa if (WARN_ONCE(st->maps_allocated, "stats double allocation\n")) 25731975d36eSJiri Olsa return -EINVAL; 25741975d36eSJiri Olsa 25751975d36eSJiri Olsa perf_evlist__set_maps(evsel_list, st->cpus, st->threads); 25761975d36eSJiri Olsa 25771975d36eSJiri Olsa if (perf_evlist__alloc_stats(evsel_list, true)) 25781975d36eSJiri Olsa return -ENOMEM; 25791975d36eSJiri Olsa 25801975d36eSJiri Olsa st->maps_allocated = true; 25811975d36eSJiri Olsa return 0; 25821975d36eSJiri Olsa } 25831975d36eSJiri Olsa 25841975d36eSJiri Olsa static 25857e6a7998SArnaldo Carvalho de Melo int process_thread_map_event(struct perf_tool *tool, 25861975d36eSJiri Olsa union perf_event *event, 25871975d36eSJiri Olsa struct perf_session *session __maybe_unused) 25881975d36eSJiri Olsa { 25891975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 25901975d36eSJiri Olsa 25911975d36eSJiri Olsa if (st->threads) { 25921975d36eSJiri Olsa pr_warning("Extra thread map event, ignoring.\n"); 25931975d36eSJiri Olsa return 0; 25941975d36eSJiri Olsa } 25951975d36eSJiri Olsa 25961975d36eSJiri Olsa st->threads = thread_map__new_event(&event->thread_map); 25971975d36eSJiri Olsa if (!st->threads) 25981975d36eSJiri Olsa return -ENOMEM; 25991975d36eSJiri Olsa 26001975d36eSJiri Olsa return set_maps(st); 26011975d36eSJiri Olsa } 26021975d36eSJiri Olsa 26031975d36eSJiri Olsa static 26047e6a7998SArnaldo Carvalho de Melo int process_cpu_map_event(struct perf_tool *tool, 26051975d36eSJiri Olsa union perf_event *event, 26061975d36eSJiri Olsa struct perf_session *session __maybe_unused) 26071975d36eSJiri Olsa { 26081975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 26091975d36eSJiri Olsa struct cpu_map *cpus; 26101975d36eSJiri Olsa 26111975d36eSJiri Olsa if (st->cpus) { 26121975d36eSJiri Olsa pr_warning("Extra cpu map event, ignoring.\n"); 26131975d36eSJiri Olsa return 0; 26141975d36eSJiri Olsa } 26151975d36eSJiri Olsa 26161975d36eSJiri Olsa cpus = cpu_map__new_data(&event->cpu_map.data); 26171975d36eSJiri Olsa if (!cpus) 26181975d36eSJiri Olsa return -ENOMEM; 26191975d36eSJiri Olsa 26201975d36eSJiri Olsa st->cpus = cpus; 26211975d36eSJiri Olsa return set_maps(st); 26221975d36eSJiri Olsa } 26231975d36eSJiri Olsa 262456739444SJin Yao static int runtime_stat_new(struct perf_stat_config *config, int nthreads) 262556739444SJin Yao { 262656739444SJin Yao int i; 262756739444SJin Yao 262856739444SJin Yao config->stats = calloc(nthreads, sizeof(struct runtime_stat)); 262956739444SJin Yao if (!config->stats) 263056739444SJin Yao return -1; 263156739444SJin Yao 263256739444SJin Yao config->stats_num = nthreads; 263356739444SJin Yao 263456739444SJin Yao for (i = 0; i < nthreads; i++) 263556739444SJin Yao runtime_stat__init(&config->stats[i]); 263656739444SJin Yao 263756739444SJin Yao return 0; 263856739444SJin Yao } 263956739444SJin Yao 264056739444SJin Yao static void runtime_stat_delete(struct perf_stat_config *config) 264156739444SJin Yao { 264256739444SJin Yao int i; 264356739444SJin Yao 264456739444SJin Yao if (!config->stats) 264556739444SJin Yao return; 264656739444SJin Yao 264756739444SJin Yao for (i = 0; i < config->stats_num; i++) 264856739444SJin Yao runtime_stat__exit(&config->stats[i]); 264956739444SJin Yao 265056739444SJin Yao free(config->stats); 265156739444SJin Yao } 265256739444SJin Yao 26538a59f3ccSJiri Olsa static const char * const stat_report_usage[] = { 2654ba6039b6SJiri Olsa "perf stat report [<options>]", 2655ba6039b6SJiri Olsa NULL, 2656ba6039b6SJiri Olsa }; 2657ba6039b6SJiri Olsa 2658ba6039b6SJiri Olsa static struct perf_stat perf_stat = { 2659ba6039b6SJiri Olsa .tool = { 2660ba6039b6SJiri Olsa .attr = perf_event__process_attr, 2661fa6ea781SJiri Olsa .event_update = perf_event__process_event_update, 26621975d36eSJiri Olsa .thread_map = process_thread_map_event, 26631975d36eSJiri Olsa .cpu_map = process_cpu_map_event, 266462ba18baSJiri Olsa .stat_config = process_stat_config_event, 2665a56f9390SJiri Olsa .stat = perf_event__process_stat_event, 2666a56f9390SJiri Olsa .stat_round = process_stat_round_event, 2667ba6039b6SJiri Olsa }, 266889af4e05SJiri Olsa .aggr_mode = AGGR_UNSET, 2669ba6039b6SJiri Olsa }; 2670ba6039b6SJiri Olsa 2671ba6039b6SJiri Olsa static int __cmd_report(int argc, const char **argv) 2672ba6039b6SJiri Olsa { 2673ba6039b6SJiri Olsa struct perf_session *session; 2674ba6039b6SJiri Olsa const struct option options[] = { 2675ba6039b6SJiri Olsa OPT_STRING('i', "input", &input_name, "file", "input file name"), 267689af4e05SJiri Olsa OPT_SET_UINT(0, "per-socket", &perf_stat.aggr_mode, 267789af4e05SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 267889af4e05SJiri Olsa OPT_SET_UINT(0, "per-core", &perf_stat.aggr_mode, 267989af4e05SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 268089af4e05SJiri Olsa OPT_SET_UINT('A', "no-aggr", &perf_stat.aggr_mode, 268189af4e05SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 2682ba6039b6SJiri Olsa OPT_END() 2683ba6039b6SJiri Olsa }; 2684ba6039b6SJiri Olsa struct stat st; 2685ba6039b6SJiri Olsa int ret; 2686ba6039b6SJiri Olsa 26878a59f3ccSJiri Olsa argc = parse_options(argc, argv, options, stat_report_usage, 0); 2688ba6039b6SJiri Olsa 2689ba6039b6SJiri Olsa if (!input_name || !strlen(input_name)) { 2690ba6039b6SJiri Olsa if (!fstat(STDIN_FILENO, &st) && S_ISFIFO(st.st_mode)) 2691ba6039b6SJiri Olsa input_name = "-"; 2692ba6039b6SJiri Olsa else 2693ba6039b6SJiri Olsa input_name = "perf.data"; 2694ba6039b6SJiri Olsa } 2695ba6039b6SJiri Olsa 2696eae8ad80SJiri Olsa perf_stat.data.file.path = input_name; 26978ceb41d7SJiri Olsa perf_stat.data.mode = PERF_DATA_MODE_READ; 2698ba6039b6SJiri Olsa 26998ceb41d7SJiri Olsa session = perf_session__new(&perf_stat.data, false, &perf_stat.tool); 2700ba6039b6SJiri Olsa if (session == NULL) 2701ba6039b6SJiri Olsa return -1; 2702ba6039b6SJiri Olsa 2703ba6039b6SJiri Olsa perf_stat.session = session; 2704ba6039b6SJiri Olsa stat_config.output = stderr; 2705ba6039b6SJiri Olsa evsel_list = session->evlist; 2706ba6039b6SJiri Olsa 2707ba6039b6SJiri Olsa ret = perf_session__process_events(session); 2708ba6039b6SJiri Olsa if (ret) 2709ba6039b6SJiri Olsa return ret; 2710ba6039b6SJiri Olsa 2711ba6039b6SJiri Olsa perf_session__delete(session); 2712ba6039b6SJiri Olsa return 0; 2713ba6039b6SJiri Olsa } 2714ba6039b6SJiri Olsa 2715e3ba76deSJiri Olsa static void setup_system_wide(int forks) 2716e3ba76deSJiri Olsa { 2717e3ba76deSJiri Olsa /* 2718e3ba76deSJiri Olsa * Make system wide (-a) the default target if 2719e3ba76deSJiri Olsa * no target was specified and one of following 2720e3ba76deSJiri Olsa * conditions is met: 2721e3ba76deSJiri Olsa * 2722e3ba76deSJiri Olsa * - there's no workload specified 2723e3ba76deSJiri Olsa * - there is workload specified but all requested 2724e3ba76deSJiri Olsa * events are system wide events 2725e3ba76deSJiri Olsa */ 2726e3ba76deSJiri Olsa if (!target__none(&target)) 2727e3ba76deSJiri Olsa return; 2728e3ba76deSJiri Olsa 2729e3ba76deSJiri Olsa if (!forks) 2730e3ba76deSJiri Olsa target.system_wide = true; 2731e3ba76deSJiri Olsa else { 2732e3ba76deSJiri Olsa struct perf_evsel *counter; 2733e3ba76deSJiri Olsa 2734e3ba76deSJiri Olsa evlist__for_each_entry(evsel_list, counter) { 2735e3ba76deSJiri Olsa if (!counter->system_wide) 2736e3ba76deSJiri Olsa return; 2737e3ba76deSJiri Olsa } 2738e3ba76deSJiri Olsa 2739e3ba76deSJiri Olsa if (evsel_list->nr_entries) 2740e3ba76deSJiri Olsa target.system_wide = true; 2741e3ba76deSJiri Olsa } 2742e3ba76deSJiri Olsa } 2743e3ba76deSJiri Olsa 2744b0ad8ea6SArnaldo Carvalho de Melo int cmd_stat(int argc, const char **argv) 274586470930SIngo Molnar { 2746b070a547SArnaldo Carvalho de Melo const char * const stat_usage[] = { 2747b070a547SArnaldo Carvalho de Melo "perf stat [<options>] [<command>]", 2748b070a547SArnaldo Carvalho de Melo NULL 2749b070a547SArnaldo Carvalho de Melo }; 2750cc03c542SNamhyung Kim int status = -EINVAL, run_idx; 27514aa9015fSStephane Eranian const char *mode; 27525821522eSJiri Olsa FILE *output = stderr; 2753f1f8ad52Syuzhoujian unsigned int interval, timeout; 2754ba6039b6SJiri Olsa const char * const stat_subcommands[] = { "record", "report" }; 275542202dd5SIngo Molnar 27565af52b51SStephane Eranian setlocale(LC_ALL, ""); 27575af52b51SStephane Eranian 2758334fe7a3SNamhyung Kim evsel_list = perf_evlist__new(); 2759361c99a6SArnaldo Carvalho de Melo if (evsel_list == NULL) 2760361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 2761361c99a6SArnaldo Carvalho de Melo 27621669e509SWang Nan parse_events__shrink_config_terms(); 27634979d0c7SJiri Olsa argc = parse_options_subcommand(argc, argv, stat_options, stat_subcommands, 27644979d0c7SJiri Olsa (const char **) stat_usage, 2765a0541234SAnton Blanchard PARSE_OPT_STOP_AT_NON_OPTION); 276637932c18SAndi Kleen perf_stat__collect_metric_expr(evsel_list); 2767fb4605baSAndi Kleen perf_stat__init_shadow_stats(); 2768d7470b6aSStephane Eranian 27696edb78a2SJiri Olsa if (csv_sep) { 27706edb78a2SJiri Olsa csv_output = true; 27716edb78a2SJiri Olsa if (!strcmp(csv_sep, "\\t")) 27726edb78a2SJiri Olsa csv_sep = "\t"; 27736edb78a2SJiri Olsa } else 27746edb78a2SJiri Olsa csv_sep = DEFAULT_SEPARATOR; 27756edb78a2SJiri Olsa 27764979d0c7SJiri Olsa if (argc && !strncmp(argv[0], "rec", 3)) { 27774979d0c7SJiri Olsa argc = __cmd_record(argc, argv); 27784979d0c7SJiri Olsa if (argc < 0) 27794979d0c7SJiri Olsa return -1; 2780ba6039b6SJiri Olsa } else if (argc && !strncmp(argv[0], "rep", 3)) 2781ba6039b6SJiri Olsa return __cmd_report(argc, argv); 27824979d0c7SJiri Olsa 2783ec0d3d1fSJiri Olsa interval = stat_config.interval; 2784f1f8ad52Syuzhoujian timeout = stat_config.timeout; 2785ec0d3d1fSJiri Olsa 27864979d0c7SJiri Olsa /* 27874979d0c7SJiri Olsa * For record command the -o is already taken care of. 27884979d0c7SJiri Olsa */ 27894979d0c7SJiri Olsa if (!STAT_RECORD && output_name && strcmp(output_name, "-")) 27904aa9015fSStephane Eranian output = NULL; 27914aa9015fSStephane Eranian 279256f3bae7SJim Cromie if (output_name && output_fd) { 279356f3bae7SJim Cromie fprintf(stderr, "cannot use both --output and --log-fd\n"); 2794e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "o", 1); 2795e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "log-fd", 0); 2796cc03c542SNamhyung Kim goto out; 279756f3bae7SJim Cromie } 2798fc3e4d07SStephane Eranian 279954b50916SAndi Kleen if (metric_only && stat_config.aggr_mode == AGGR_THREAD) { 280054b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with --per-thread\n"); 280154b50916SAndi Kleen goto out; 280254b50916SAndi Kleen } 280354b50916SAndi Kleen 280454b50916SAndi Kleen if (metric_only && run_count > 1) { 280554b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with -r\n"); 280654b50916SAndi Kleen goto out; 280754b50916SAndi Kleen } 280854b50916SAndi Kleen 2809fc3e4d07SStephane Eranian if (output_fd < 0) { 2810fc3e4d07SStephane Eranian fprintf(stderr, "argument to --log-fd must be a > 0\n"); 2811e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "log-fd", 0); 2812cc03c542SNamhyung Kim goto out; 2813fc3e4d07SStephane Eranian } 2814fc3e4d07SStephane Eranian 28154aa9015fSStephane Eranian if (!output) { 28164aa9015fSStephane Eranian struct timespec tm; 28174aa9015fSStephane Eranian mode = append_file ? "a" : "w"; 28184aa9015fSStephane Eranian 28194aa9015fSStephane Eranian output = fopen(output_name, mode); 28204aa9015fSStephane Eranian if (!output) { 28214aa9015fSStephane Eranian perror("failed to create output file"); 2822fceda7feSDavid Ahern return -1; 28234aa9015fSStephane Eranian } 28244aa9015fSStephane Eranian clock_gettime(CLOCK_REALTIME, &tm); 28254aa9015fSStephane Eranian fprintf(output, "# started on %s\n", ctime(&tm.tv_sec)); 2826fc3e4d07SStephane Eranian } else if (output_fd > 0) { 282756f3bae7SJim Cromie mode = append_file ? "a" : "w"; 282856f3bae7SJim Cromie output = fdopen(output_fd, mode); 282956f3bae7SJim Cromie if (!output) { 283056f3bae7SJim Cromie perror("Failed opening logfd"); 283156f3bae7SJim Cromie return -errno; 283256f3bae7SJim Cromie } 28334aa9015fSStephane Eranian } 28344aa9015fSStephane Eranian 28355821522eSJiri Olsa stat_config.output = output; 28365821522eSJiri Olsa 2837d7470b6aSStephane Eranian /* 2838d7470b6aSStephane Eranian * let the spreadsheet do the pretty-printing 2839d7470b6aSStephane Eranian */ 2840d7470b6aSStephane Eranian if (csv_output) { 284161a9f324SJim Cromie /* User explicitly passed -B? */ 2842d7470b6aSStephane Eranian if (big_num_opt == 1) { 2843d7470b6aSStephane Eranian fprintf(stderr, "-B option not supported with -x\n"); 2844e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "B", 1); 2845e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "x", 1); 2846cc03c542SNamhyung Kim goto out; 2847d7470b6aSStephane Eranian } else /* Nope, so disable big number formatting */ 2848d7470b6aSStephane Eranian big_num = false; 2849d7470b6aSStephane Eranian } else if (big_num_opt == 0) /* User passed --no-big-num */ 2850d7470b6aSStephane Eranian big_num = false; 2851d7470b6aSStephane Eranian 2852e3ba76deSJiri Olsa setup_system_wide(argc); 2853ac3063bdSDavid Ahern 2854a7e191c3SFrederik Deweerdt if (run_count < 0) { 2855cc03c542SNamhyung Kim pr_err("Run count must be a positive number\n"); 2856e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "r", 1); 2857cc03c542SNamhyung Kim goto out; 2858a7e191c3SFrederik Deweerdt } else if (run_count == 0) { 2859a7e191c3SFrederik Deweerdt forever = true; 2860a7e191c3SFrederik Deweerdt run_count = 1; 2861a7e191c3SFrederik Deweerdt } 286286470930SIngo Molnar 28631d9f8d1bSJin Yao if ((stat_config.aggr_mode == AGGR_THREAD) && 28641d9f8d1bSJin Yao !target__has_task(&target)) { 28651d9f8d1bSJin Yao if (!target.system_wide || target.cpu_list) { 28661d9f8d1bSJin Yao fprintf(stderr, "The --per-thread option is only " 28671d9f8d1bSJin Yao "available when monitoring via -p -t -a " 28681d9f8d1bSJin Yao "options or only --per-thread.\n"); 2869e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "p", 1); 2870e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 287132b8af82SJiri Olsa goto out; 287232b8af82SJiri Olsa } 28731d9f8d1bSJin Yao } 287432b8af82SJiri Olsa 287532b8af82SJiri Olsa /* 287632b8af82SJiri Olsa * no_aggr, cgroup are for system-wide only 287732b8af82SJiri Olsa * --per-thread is aggregated per thread, we dont mix it with cpu mode 287832b8af82SJiri Olsa */ 2879421a50f3SJiri Olsa if (((stat_config.aggr_mode != AGGR_GLOBAL && 2880421a50f3SJiri Olsa stat_config.aggr_mode != AGGR_THREAD) || nr_cgroups) && 2881602ad878SArnaldo Carvalho de Melo !target__has_cpu(&target)) { 2882023695d9SStephane Eranian fprintf(stderr, "both cgroup and no-aggregation " 2883023695d9SStephane Eranian "modes only available in system-wide mode\n"); 2884023695d9SStephane Eranian 2885e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "G", 1); 2886e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "A", 1); 2887e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 2888cc03c542SNamhyung Kim goto out; 2889d7e7a451SStephane Eranian } 2890d7e7a451SStephane Eranian 28912cba3ffbSIngo Molnar if (add_default_attributes()) 2892c6264defSIngo Molnar goto out; 289386470930SIngo Molnar 2894602ad878SArnaldo Carvalho de Melo target__validate(&target); 28955c98d466SArnaldo Carvalho de Melo 28961d9f8d1bSJin Yao if ((stat_config.aggr_mode == AGGR_THREAD) && (target.system_wide)) 28971d9f8d1bSJin Yao target.per_thread = true; 28981d9f8d1bSJin Yao 289977a6f014SNamhyung Kim if (perf_evlist__create_maps(evsel_list, &target) < 0) { 2900602ad878SArnaldo Carvalho de Melo if (target__has_task(&target)) { 29015c98d466SArnaldo Carvalho de Melo pr_err("Problems finding threads of monitor\n"); 2902e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "p", 1); 2903e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 2904602ad878SArnaldo Carvalho de Melo } else if (target__has_cpu(&target)) { 290560d567e2SArnaldo Carvalho de Melo perror("failed to parse CPUs map"); 2906e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "C", 1); 2907e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 2908cc03c542SNamhyung Kim } 2909cc03c542SNamhyung Kim goto out; 291060d567e2SArnaldo Carvalho de Melo } 291132b8af82SJiri Olsa 291232b8af82SJiri Olsa /* 291332b8af82SJiri Olsa * Initialize thread_map with comm names, 291432b8af82SJiri Olsa * so we could print it out on output. 291532b8af82SJiri Olsa */ 291656739444SJin Yao if (stat_config.aggr_mode == AGGR_THREAD) { 291732b8af82SJiri Olsa thread_map__read_comms(evsel_list->threads); 291856739444SJin Yao if (target.system_wide) { 291956739444SJin Yao if (runtime_stat_new(&stat_config, 292056739444SJin Yao thread_map__nr(evsel_list->threads))) { 292156739444SJin Yao goto out; 292256739444SJin Yao } 292356739444SJin Yao } 292456739444SJin Yao } 292532b8af82SJiri Olsa 292613370a9bSStephane Eranian if (interval && interval < 100) { 292719afd104SKan Liang if (interval < 10) { 292819afd104SKan Liang pr_err("print interval must be >= 10ms\n"); 2929e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "I", 1); 293003ad9747SArnaldo Carvalho de Melo goto out; 293119afd104SKan Liang } else 293219afd104SKan Liang pr_warning("print interval < 100ms. " 293319afd104SKan Liang "The overhead percentage could be high in some cases. " 293419afd104SKan Liang "Please proceed with caution.\n"); 293513370a9bSStephane Eranian } 2936f1f8ad52Syuzhoujian 2937db06a269Syuzhoujian if (stat_config.times && interval) 2938db06a269Syuzhoujian interval_count = true; 2939db06a269Syuzhoujian else if (stat_config.times && !interval) { 2940db06a269Syuzhoujian pr_err("interval-count option should be used together with " 2941db06a269Syuzhoujian "interval-print.\n"); 2942db06a269Syuzhoujian parse_options_usage(stat_usage, stat_options, "interval-count", 0); 2943db06a269Syuzhoujian parse_options_usage(stat_usage, stat_options, "I", 1); 2944db06a269Syuzhoujian goto out; 2945db06a269Syuzhoujian } 2946c45c6ea2SStephane Eranian 2947f1f8ad52Syuzhoujian if (timeout && timeout < 100) { 2948f1f8ad52Syuzhoujian if (timeout < 10) { 2949f1f8ad52Syuzhoujian pr_err("timeout must be >= 10ms.\n"); 2950f1f8ad52Syuzhoujian parse_options_usage(stat_usage, stat_options, "timeout", 0); 2951f1f8ad52Syuzhoujian goto out; 2952f1f8ad52Syuzhoujian } else 2953f1f8ad52Syuzhoujian pr_warning("timeout < 100ms. " 2954f1f8ad52Syuzhoujian "The overhead percentage could be high in some cases. " 2955f1f8ad52Syuzhoujian "Please proceed with caution.\n"); 2956f1f8ad52Syuzhoujian } 2957f1f8ad52Syuzhoujian if (timeout && interval) { 2958f1f8ad52Syuzhoujian pr_err("timeout option is not supported with interval-print.\n"); 2959f1f8ad52Syuzhoujian parse_options_usage(stat_usage, stat_options, "timeout", 0); 2960f1f8ad52Syuzhoujian parse_options_usage(stat_usage, stat_options, "I", 1); 2961f1f8ad52Syuzhoujian goto out; 2962f1f8ad52Syuzhoujian } 2963f1f8ad52Syuzhoujian 2964d134ffb9SArnaldo Carvalho de Melo if (perf_evlist__alloc_stats(evsel_list, interval)) 296503ad9747SArnaldo Carvalho de Melo goto out; 2966d6d901c2SZhang, Yanmin 296786ee6e18SStephane Eranian if (perf_stat_init_aggr_mode()) 296803ad9747SArnaldo Carvalho de Melo goto out; 296986ee6e18SStephane Eranian 297086470930SIngo Molnar /* 297186470930SIngo Molnar * We dont want to block the signals - that would cause 297286470930SIngo Molnar * child tasks to inherit that and Ctrl-C would not work. 297386470930SIngo Molnar * What we want is for Ctrl-C to work in the exec()-ed 297486470930SIngo Molnar * task, but being ignored by perf stat itself: 297586470930SIngo Molnar */ 2976f7b7c26eSPeter Zijlstra atexit(sig_atexit); 2977a7e191c3SFrederik Deweerdt if (!forever) 297886470930SIngo Molnar signal(SIGINT, skip_signal); 297913370a9bSStephane Eranian signal(SIGCHLD, skip_signal); 298086470930SIngo Molnar signal(SIGALRM, skip_signal); 298186470930SIngo Molnar signal(SIGABRT, skip_signal); 298286470930SIngo Molnar 298342202dd5SIngo Molnar status = 0; 2984a7e191c3SFrederik Deweerdt for (run_idx = 0; forever || run_idx < run_count; run_idx++) { 2985bb963e16SNamhyung Kim if (run_count != 1 && verbose > 0) 29864aa9015fSStephane Eranian fprintf(output, "[ perf stat: executing run #%d ... ]\n", 29874aa9015fSStephane Eranian run_idx + 1); 2988f9cef0a9SIngo Molnar 298942202dd5SIngo Molnar status = run_perf_stat(argc, argv); 2990a7e191c3SFrederik Deweerdt if (forever && status != -1) { 2991d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 2992254ecbc7SJiri Olsa perf_stat__reset_stats(); 2993a7e191c3SFrederik Deweerdt } 299442202dd5SIngo Molnar } 299542202dd5SIngo Molnar 2996a7e191c3SFrederik Deweerdt if (!forever && status != -1 && !interval) 2997d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 2998d134ffb9SArnaldo Carvalho de Melo 29994979d0c7SJiri Olsa if (STAT_RECORD) { 30004979d0c7SJiri Olsa /* 30014979d0c7SJiri Olsa * We synthesize the kernel mmap record just so that older tools 30024979d0c7SJiri Olsa * don't emit warnings about not being able to resolve symbols 30034979d0c7SJiri Olsa * due to /proc/sys/kernel/kptr_restrict settings and instear provide 30044979d0c7SJiri Olsa * a saner message about no samples being in the perf.data file. 30054979d0c7SJiri Olsa * 30064979d0c7SJiri Olsa * This also serves to suppress a warning about f_header.data.size == 0 30078b99b1a4SJiri Olsa * in header.c at the moment 'perf stat record' gets introduced, which 30088b99b1a4SJiri Olsa * is not really needed once we start adding the stat specific PERF_RECORD_ 30098b99b1a4SJiri Olsa * records, but the need to suppress the kptr_restrict messages in older 30108b99b1a4SJiri Olsa * tools remain -acme 30114979d0c7SJiri Olsa */ 30128ceb41d7SJiri Olsa int fd = perf_data__fd(&perf_stat.data); 30134979d0c7SJiri Olsa int err = perf_event__synthesize_kernel_mmap((void *)&perf_stat, 30144979d0c7SJiri Olsa process_synthesized_event, 30154979d0c7SJiri Olsa &perf_stat.session->machines.host); 30164979d0c7SJiri Olsa if (err) { 30174979d0c7SJiri Olsa pr_warning("Couldn't synthesize the kernel mmap record, harmless, " 30184979d0c7SJiri Olsa "older tools may produce warnings about this file\n."); 30194979d0c7SJiri Olsa } 30204979d0c7SJiri Olsa 30217aad0c32SJiri Olsa if (!interval) { 30227aad0c32SJiri Olsa if (WRITE_STAT_ROUND_EVENT(walltime_nsecs_stats.max, FINAL)) 30237aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 30247aad0c32SJiri Olsa } 30257aad0c32SJiri Olsa 30268ceb41d7SJiri Olsa if (!perf_stat.data.is_pipe) { 30274979d0c7SJiri Olsa perf_stat.session->header.data_size += perf_stat.bytes_written; 30284979d0c7SJiri Olsa perf_session__write_header(perf_stat.session, evsel_list, fd, true); 3029664c98d4SJiri Olsa } 30304979d0c7SJiri Olsa 30314979d0c7SJiri Olsa perf_session__delete(perf_stat.session); 30324979d0c7SJiri Olsa } 30334979d0c7SJiri Olsa 3034544c2ae7SMasami Hiramatsu perf_stat__exit_aggr_mode(); 3035d134ffb9SArnaldo Carvalho de Melo perf_evlist__free_stats(evsel_list); 30360015e2e1SArnaldo Carvalho de Melo out: 3037daefd0bcSKan Liang if (smi_cost && smi_reset) 3038daefd0bcSKan Liang sysfs__write_int(FREEZE_ON_SMI_PATH, 0); 3039daefd0bcSKan Liang 30400015e2e1SArnaldo Carvalho de Melo perf_evlist__delete(evsel_list); 304156739444SJin Yao 304256739444SJin Yao runtime_stat_delete(&stat_config); 304356739444SJin Yao 304442202dd5SIngo Molnar return status; 304586470930SIngo Molnar } 3046