186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-stat.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin stat command: Give a precise performance counters summary 586470930SIngo Molnar * overview about any workload, CPU or specific PID. 686470930SIngo Molnar * 786470930SIngo Molnar * Sample output: 886470930SIngo Molnar 92cba3ffbSIngo Molnar $ perf stat ./hackbench 10 1086470930SIngo Molnar 112cba3ffbSIngo Molnar Time: 0.118 1286470930SIngo Molnar 132cba3ffbSIngo Molnar Performance counter stats for './hackbench 10': 1486470930SIngo Molnar 152cba3ffbSIngo Molnar 1708.761321 task-clock # 11.037 CPUs utilized 162cba3ffbSIngo Molnar 41,190 context-switches # 0.024 M/sec 172cba3ffbSIngo Molnar 6,735 CPU-migrations # 0.004 M/sec 182cba3ffbSIngo Molnar 17,318 page-faults # 0.010 M/sec 192cba3ffbSIngo Molnar 5,205,202,243 cycles # 3.046 GHz 202cba3ffbSIngo Molnar 3,856,436,920 stalled-cycles-frontend # 74.09% frontend cycles idle 212cba3ffbSIngo Molnar 1,600,790,871 stalled-cycles-backend # 30.75% backend cycles idle 222cba3ffbSIngo Molnar 2,603,501,247 instructions # 0.50 insns per cycle 232cba3ffbSIngo Molnar # 1.48 stalled cycles per insn 242cba3ffbSIngo Molnar 484,357,498 branches # 283.455 M/sec 252cba3ffbSIngo Molnar 6,388,934 branch-misses # 1.32% of all branches 262cba3ffbSIngo Molnar 272cba3ffbSIngo Molnar 0.154822978 seconds time elapsed 2886470930SIngo Molnar 2986470930SIngo Molnar * 302cba3ffbSIngo Molnar * Copyright (C) 2008-2011, Red Hat Inc, Ingo Molnar <mingo@redhat.com> 3186470930SIngo Molnar * 3286470930SIngo Molnar * Improvements and fixes by: 3386470930SIngo Molnar * 3486470930SIngo Molnar * Arjan van de Ven <arjan@linux.intel.com> 3586470930SIngo Molnar * Yanmin Zhang <yanmin.zhang@intel.com> 3686470930SIngo Molnar * Wu Fengguang <fengguang.wu@intel.com> 3786470930SIngo Molnar * Mike Galbraith <efault@gmx.de> 3886470930SIngo Molnar * Paul Mackerras <paulus@samba.org> 396e750a8fSJaswinder Singh Rajput * Jaswinder Singh Rajput <jaswinder@kernel.org> 4086470930SIngo Molnar * 4186470930SIngo Molnar * Released under the GPL v2. (and only v2, not any later version) 4286470930SIngo Molnar */ 4386470930SIngo Molnar 4486470930SIngo Molnar #include "perf.h" 4586470930SIngo Molnar #include "builtin.h" 46f14d5707SArnaldo Carvalho de Melo #include "util/cgroup.h" 4786470930SIngo Molnar #include "util/util.h" 484b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h> 4986470930SIngo Molnar #include "util/parse-events.h" 504cabc3d1SAndi Kleen #include "util/pmu.h" 518f28827aSFrederic Weisbecker #include "util/event.h" 52361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 5369aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 548f28827aSFrederic Weisbecker #include "util/debug.h" 555d8bb1ecSMathieu Poirier #include "util/drv_configs.h" 56a5d243d0SIngo Molnar #include "util/color.h" 570007eceaSXiao Guangrong #include "util/stat.h" 5860666c63SLiming Wang #include "util/header.h" 59a12b51c4SPaul Mackerras #include "util/cpumap.h" 60d6d901c2SZhang, Yanmin #include "util/thread.h" 61fd78260bSArnaldo Carvalho de Melo #include "util/thread_map.h" 62d809560bSJiri Olsa #include "util/counts.h" 6344b1e60aSAndi Kleen #include "util/group.h" 644979d0c7SJiri Olsa #include "util/session.h" 65ba6039b6SJiri Olsa #include "util/tool.h" 6644b1e60aSAndi Kleen #include "util/group.h" 67a067558eSArnaldo Carvalho de Melo #include "util/string2.h" 68ba6039b6SJiri Olsa #include "asm/bug.h" 6986470930SIngo Molnar 70bd48c63eSArnaldo Carvalho de Melo #include <linux/time64.h> 7144b1e60aSAndi Kleen #include <api/fs/fs.h> 72a43783aeSArnaldo Carvalho de Melo #include <errno.h> 739607ad3aSArnaldo Carvalho de Melo #include <signal.h> 741f16c575SPeter Zijlstra #include <stdlib.h> 7586470930SIngo Molnar #include <sys/prctl.h> 76fd20e811SArnaldo Carvalho de Melo #include <inttypes.h> 775af52b51SStephane Eranian #include <locale.h> 78e3b03b6cSAndi Kleen #include <math.h> 797a8ef4c4SArnaldo Carvalho de Melo #include <sys/types.h> 807a8ef4c4SArnaldo Carvalho de Melo #include <sys/stat.h> 814208735dSArnaldo Carvalho de Melo #include <sys/wait.h> 827a8ef4c4SArnaldo Carvalho de Melo #include <unistd.h> 8386470930SIngo Molnar 843d689ed6SArnaldo Carvalho de Melo #include "sane_ctype.h" 853d689ed6SArnaldo Carvalho de Melo 86d7470b6aSStephane Eranian #define DEFAULT_SEPARATOR " " 872cee77c4SDavid Ahern #define CNTR_NOT_SUPPORTED "<not supported>" 882cee77c4SDavid Ahern #define CNTR_NOT_COUNTED "<not counted>" 89daefd0bcSKan Liang #define FREEZE_ON_SMI_PATH "devices/cpu/freeze_on_smi" 90d7470b6aSStephane Eranian 91d4f63a47SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv); 9213370a9bSStephane Eranian 934cabc3d1SAndi Kleen /* Default events used for perf stat -T */ 94a454742cSJiri Olsa static const char *transaction_attrs = { 95a454742cSJiri Olsa "task-clock," 964cabc3d1SAndi Kleen "{" 974cabc3d1SAndi Kleen "instructions," 984cabc3d1SAndi Kleen "cycles," 994cabc3d1SAndi Kleen "cpu/cycles-t/," 1004cabc3d1SAndi Kleen "cpu/tx-start/," 1014cabc3d1SAndi Kleen "cpu/el-start/," 1024cabc3d1SAndi Kleen "cpu/cycles-ct/" 1034cabc3d1SAndi Kleen "}" 1044cabc3d1SAndi Kleen }; 1054cabc3d1SAndi Kleen 1064cabc3d1SAndi Kleen /* More limited version when the CPU does not have all events. */ 107a454742cSJiri Olsa static const char * transaction_limited_attrs = { 108a454742cSJiri Olsa "task-clock," 1094cabc3d1SAndi Kleen "{" 1104cabc3d1SAndi Kleen "instructions," 1114cabc3d1SAndi Kleen "cycles," 1124cabc3d1SAndi Kleen "cpu/cycles-t/," 1134cabc3d1SAndi Kleen "cpu/tx-start/" 1144cabc3d1SAndi Kleen "}" 1154cabc3d1SAndi Kleen }; 1164cabc3d1SAndi Kleen 11744b1e60aSAndi Kleen static const char * topdown_attrs[] = { 11844b1e60aSAndi Kleen "topdown-total-slots", 11944b1e60aSAndi Kleen "topdown-slots-retired", 12044b1e60aSAndi Kleen "topdown-recovery-bubbles", 12144b1e60aSAndi Kleen "topdown-fetch-bubbles", 12244b1e60aSAndi Kleen "topdown-slots-issued", 12344b1e60aSAndi Kleen NULL, 12444b1e60aSAndi Kleen }; 12544b1e60aSAndi Kleen 126daefd0bcSKan Liang static const char *smi_cost_attrs = { 127daefd0bcSKan Liang "{" 128daefd0bcSKan Liang "msr/aperf/," 129daefd0bcSKan Liang "msr/smi/," 130daefd0bcSKan Liang "cycles" 131daefd0bcSKan Liang "}" 132daefd0bcSKan Liang }; 133daefd0bcSKan Liang 134666e6d48SRobert Richter static struct perf_evlist *evsel_list; 135361c99a6SArnaldo Carvalho de Melo 136602ad878SArnaldo Carvalho de Melo static struct target target = { 13777a6f014SNamhyung Kim .uid = UINT_MAX, 13877a6f014SNamhyung Kim }; 13942202dd5SIngo Molnar 1401e5a2931SJiri Olsa typedef int (*aggr_get_id_t)(struct cpu_map *m, int cpu); 1411e5a2931SJiri Olsa 1423d632595SJaswinder Singh Rajput static int run_count = 1; 1432e6cdf99SStephane Eranian static bool no_inherit = false; 144d07f0b12SStephane Eranian static volatile pid_t child_pid = -1; 145c0555642SIan Munsie static bool null_run = false; 1462cba3ffbSIngo Molnar static int detailed_run = 0; 1474cabc3d1SAndi Kleen static bool transaction_run; 14844b1e60aSAndi Kleen static bool topdown_run = false; 149daefd0bcSKan Liang static bool smi_cost = false; 150daefd0bcSKan Liang static bool smi_reset = false; 151201e0b06SArnaldo Carvalho de Melo static bool big_num = true; 152d7470b6aSStephane Eranian static int big_num_opt = -1; 153d7470b6aSStephane Eranian static const char *csv_sep = NULL; 154d7470b6aSStephane Eranian static bool csv_output = false; 15543bece79SLin Ming static bool group = false; 1561f16c575SPeter Zijlstra static const char *pre_cmd = NULL; 1571f16c575SPeter Zijlstra static const char *post_cmd = NULL; 1581f16c575SPeter Zijlstra static bool sync_run = false; 15941191688SAndi Kleen static unsigned int initial_delay = 0; 160410136f5SStephane Eranian static unsigned int unit_width = 4; /* strlen("unit") */ 161a7e191c3SFrederik Deweerdt static bool forever = false; 16254b50916SAndi Kleen static bool metric_only = false; 16344b1e60aSAndi Kleen static bool force_metric_only = false; 164430daf2dSAndi Kleen static bool no_merge = false; 16513370a9bSStephane Eranian static struct timespec ref_time; 16686ee6e18SStephane Eranian static struct cpu_map *aggr_map; 1671e5a2931SJiri Olsa static aggr_get_id_t aggr_get_id; 168e0547311SJiri Olsa static bool append_file; 169e0547311SJiri Olsa static const char *output_name; 170e0547311SJiri Olsa static int output_fd; 17102d492e5SBorislav Petkov static int print_free_counters_hint; 1725af52b51SStephane Eranian 1734979d0c7SJiri Olsa struct perf_stat { 1744979d0c7SJiri Olsa bool record; 1754979d0c7SJiri Olsa struct perf_data_file file; 1764979d0c7SJiri Olsa struct perf_session *session; 1774979d0c7SJiri Olsa u64 bytes_written; 178ba6039b6SJiri Olsa struct perf_tool tool; 1791975d36eSJiri Olsa bool maps_allocated; 1801975d36eSJiri Olsa struct cpu_map *cpus; 1811975d36eSJiri Olsa struct thread_map *threads; 18289af4e05SJiri Olsa enum aggr_mode aggr_mode; 1834979d0c7SJiri Olsa }; 1844979d0c7SJiri Olsa 1854979d0c7SJiri Olsa static struct perf_stat perf_stat; 1864979d0c7SJiri Olsa #define STAT_RECORD perf_stat.record 1874979d0c7SJiri Olsa 18860666c63SLiming Wang static volatile int done = 0; 18960666c63SLiming Wang 190421a50f3SJiri Olsa static struct perf_stat_config stat_config = { 191421a50f3SJiri Olsa .aggr_mode = AGGR_GLOBAL, 192711a572eSJiri Olsa .scale = true, 193421a50f3SJiri Olsa }; 194421a50f3SJiri Olsa 19513370a9bSStephane Eranian static inline void diff_timespec(struct timespec *r, struct timespec *a, 19613370a9bSStephane Eranian struct timespec *b) 19713370a9bSStephane Eranian { 19813370a9bSStephane Eranian r->tv_sec = a->tv_sec - b->tv_sec; 19913370a9bSStephane Eranian if (a->tv_nsec < b->tv_nsec) { 200310ebb93SArnaldo Carvalho de Melo r->tv_nsec = a->tv_nsec + NSEC_PER_SEC - b->tv_nsec; 20113370a9bSStephane Eranian r->tv_sec--; 20213370a9bSStephane Eranian } else { 20313370a9bSStephane Eranian r->tv_nsec = a->tv_nsec - b->tv_nsec ; 20413370a9bSStephane Eranian } 20513370a9bSStephane Eranian } 20613370a9bSStephane Eranian 207254ecbc7SJiri Olsa static void perf_stat__reset_stats(void) 208254ecbc7SJiri Olsa { 209254ecbc7SJiri Olsa perf_evlist__reset_stats(evsel_list); 210f87027b9SJiri Olsa perf_stat__reset_shadow_stats(); 2111eda3b21SJiri Olsa } 2121eda3b21SJiri Olsa 213cac21425SJiri Olsa static int create_perf_stat_counter(struct perf_evsel *evsel) 21486470930SIngo Molnar { 21569aad6f1SArnaldo Carvalho de Melo struct perf_event_attr *attr = &evsel->attr; 21682bf311eSJiri Olsa struct perf_evsel *leader = evsel->leader; 217727ab04eSArnaldo Carvalho de Melo 21882bf311eSJiri Olsa if (stat_config.scale) { 21986470930SIngo Molnar attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 22086470930SIngo Molnar PERF_FORMAT_TOTAL_TIME_RUNNING; 22182bf311eSJiri Olsa } 22282bf311eSJiri Olsa 22382bf311eSJiri Olsa /* 22482bf311eSJiri Olsa * The event is part of non trivial group, let's enable 22582bf311eSJiri Olsa * the group read (for leader) and ID retrieval for all 22682bf311eSJiri Olsa * members. 22782bf311eSJiri Olsa */ 22882bf311eSJiri Olsa if (leader->nr_members > 1) 22982bf311eSJiri Olsa attr->read_format |= PERF_FORMAT_ID|PERF_FORMAT_GROUP; 23086470930SIngo Molnar 2312e6cdf99SStephane Eranian attr->inherit = !no_inherit; 2325d2cd909SArnaldo Carvalho de Melo 2336acd8e92SJiri Olsa /* 2346acd8e92SJiri Olsa * Some events get initialized with sample_(period/type) set, 2356acd8e92SJiri Olsa * like tracepoints. Clear it up for counting. 2366acd8e92SJiri Olsa */ 2376acd8e92SJiri Olsa attr->sample_period = 0; 2386db1a5c1SJiri Olsa 2394979d0c7SJiri Olsa /* 2404979d0c7SJiri Olsa * But set sample_type to PERF_SAMPLE_IDENTIFIER, which should be harmless 2414979d0c7SJiri Olsa * while avoiding that older tools show confusing messages. 2426db1a5c1SJiri Olsa * 2436db1a5c1SJiri Olsa * However for pipe sessions we need to keep it zero, 2446db1a5c1SJiri Olsa * because script's perf_evsel__check_attr is triggered 2456db1a5c1SJiri Olsa * by attr->sample_type != 0, and we can't run it on 2466db1a5c1SJiri Olsa * stat sessions. 2474979d0c7SJiri Olsa */ 2486db1a5c1SJiri Olsa if (!(STAT_RECORD && perf_stat.file.is_pipe)) 2494979d0c7SJiri Olsa attr->sample_type = PERF_SAMPLE_IDENTIFIER; 2506acd8e92SJiri Olsa 25167ccdecdSJiri Olsa /* 25267ccdecdSJiri Olsa * Disabling all counters initially, they will be enabled 25367ccdecdSJiri Olsa * either manually by us or by kernel via enable_on_exec 25467ccdecdSJiri Olsa * set later. 25567ccdecdSJiri Olsa */ 256c8280cecSJiri Olsa if (perf_evsel__is_group_leader(evsel)) { 25767ccdecdSJiri Olsa attr->disabled = 1; 25867ccdecdSJiri Olsa 259c8280cecSJiri Olsa /* 260c8280cecSJiri Olsa * In case of initial_delay we enable tracee 261c8280cecSJiri Olsa * events manually. 262c8280cecSJiri Olsa */ 263c8280cecSJiri Olsa if (target__none(&target) && !initial_delay) 264c8280cecSJiri Olsa attr->enable_on_exec = 1; 265c8280cecSJiri Olsa } 266c8280cecSJiri Olsa 267602ad878SArnaldo Carvalho de Melo if (target__has_cpu(&target)) 268594ac61aSArnaldo Carvalho de Melo return perf_evsel__open_per_cpu(evsel, perf_evsel__cpus(evsel)); 2695622c07bSStephane Eranian 270594ac61aSArnaldo Carvalho de Melo return perf_evsel__open_per_thread(evsel, evsel_list->threads); 27186470930SIngo Molnar } 27286470930SIngo Molnar 27386470930SIngo Molnar /* 27486470930SIngo Molnar * Does the counter have nsecs as a unit? 27586470930SIngo Molnar */ 276daec78a0SArnaldo Carvalho de Melo static inline int nsec_counter(struct perf_evsel *evsel) 27786470930SIngo Molnar { 278daec78a0SArnaldo Carvalho de Melo if (perf_evsel__match(evsel, SOFTWARE, SW_CPU_CLOCK) || 279daec78a0SArnaldo Carvalho de Melo perf_evsel__match(evsel, SOFTWARE, SW_TASK_CLOCK)) 28086470930SIngo Molnar return 1; 28186470930SIngo Molnar 28286470930SIngo Molnar return 0; 28386470930SIngo Molnar } 28486470930SIngo Molnar 2858b99b1a4SJiri Olsa static int process_synthesized_event(struct perf_tool *tool __maybe_unused, 2864979d0c7SJiri Olsa union perf_event *event, 2874979d0c7SJiri Olsa struct perf_sample *sample __maybe_unused, 2884979d0c7SJiri Olsa struct machine *machine __maybe_unused) 2894979d0c7SJiri Olsa { 2908b99b1a4SJiri Olsa if (perf_data_file__write(&perf_stat.file, event, event->header.size) < 0) { 2918b99b1a4SJiri Olsa pr_err("failed to write perf data, error: %m\n"); 2928b99b1a4SJiri Olsa return -1; 2938b99b1a4SJiri Olsa } 2948b99b1a4SJiri Olsa 2958b99b1a4SJiri Olsa perf_stat.bytes_written += event->header.size; 2968b99b1a4SJiri Olsa return 0; 2974979d0c7SJiri Olsa } 2984979d0c7SJiri Olsa 2991975d36eSJiri Olsa static int write_stat_round_event(u64 tm, u64 type) 3007aad0c32SJiri Olsa { 3011975d36eSJiri Olsa return perf_event__synthesize_stat_round(NULL, tm, type, 3027aad0c32SJiri Olsa process_synthesized_event, 3037aad0c32SJiri Olsa NULL); 3047aad0c32SJiri Olsa } 3057aad0c32SJiri Olsa 3067aad0c32SJiri Olsa #define WRITE_STAT_ROUND_EVENT(time, interval) \ 3077aad0c32SJiri Olsa write_stat_round_event(time, PERF_STAT_ROUND_TYPE__ ## interval) 3087aad0c32SJiri Olsa 3095a6ea81bSJiri Olsa #define SID(e, x, y) xyarray__entry(e->sample_id, x, y) 3105a6ea81bSJiri Olsa 3115a6ea81bSJiri Olsa static int 3125a6ea81bSJiri Olsa perf_evsel__write_stat_event(struct perf_evsel *counter, u32 cpu, u32 thread, 3135a6ea81bSJiri Olsa struct perf_counts_values *count) 3145a6ea81bSJiri Olsa { 3155a6ea81bSJiri Olsa struct perf_sample_id *sid = SID(counter, cpu, thread); 3165a6ea81bSJiri Olsa 3175a6ea81bSJiri Olsa return perf_event__synthesize_stat(NULL, cpu, thread, sid->id, count, 3185a6ea81bSJiri Olsa process_synthesized_event, NULL); 3195a6ea81bSJiri Olsa } 3205a6ea81bSJiri Olsa 321f5b4a9c3SStephane Eranian /* 322f5b4a9c3SStephane Eranian * Read out the results of a single counter: 323f5b4a9c3SStephane Eranian * do not aggregate counts across CPUs in system-wide mode 324f5b4a9c3SStephane Eranian */ 325c52b12edSArnaldo Carvalho de Melo static int read_counter(struct perf_evsel *counter) 326f5b4a9c3SStephane Eranian { 3279bf1a529SJiri Olsa int nthreads = thread_map__nr(evsel_list->threads); 32800e727bbSMark Rutland int ncpus, cpu, thread; 32900e727bbSMark Rutland 33000e727bbSMark Rutland if (target__has_cpu(&target)) 33100e727bbSMark Rutland ncpus = perf_evsel__nr_cpus(counter); 33200e727bbSMark Rutland else 33300e727bbSMark Rutland ncpus = 1; 334f5b4a9c3SStephane Eranian 3353b4331d9SSuzuki K. Poulose if (!counter->supported) 3363b4331d9SSuzuki K. Poulose return -ENOENT; 3373b4331d9SSuzuki K. Poulose 3389bf1a529SJiri Olsa if (counter->system_wide) 3399bf1a529SJiri Olsa nthreads = 1; 3409bf1a529SJiri Olsa 3419bf1a529SJiri Olsa for (thread = 0; thread < nthreads; thread++) { 3429bf1a529SJiri Olsa for (cpu = 0; cpu < ncpus; cpu++) { 3433b3eb044SJiri Olsa struct perf_counts_values *count; 3443b3eb044SJiri Olsa 3453b3eb044SJiri Olsa count = perf_counts(counter->counts, cpu, thread); 34682bf311eSJiri Olsa 34782bf311eSJiri Olsa /* 34882bf311eSJiri Olsa * The leader's group read loads data into its group members 34982bf311eSJiri Olsa * (via perf_evsel__read_counter) and sets threir count->loaded. 35082bf311eSJiri Olsa */ 35182bf311eSJiri Olsa if (!count->loaded && 35282bf311eSJiri Olsa perf_evsel__read_counter(counter, cpu, thread)) { 353db49a717SStephane Eranian counter->counts->scaled = -1; 354db49a717SStephane Eranian perf_counts(counter->counts, cpu, thread)->ena = 0; 355db49a717SStephane Eranian perf_counts(counter->counts, cpu, thread)->run = 0; 356c52b12edSArnaldo Carvalho de Melo return -1; 357db49a717SStephane Eranian } 3585a6ea81bSJiri Olsa 35982bf311eSJiri Olsa count->loaded = false; 36082bf311eSJiri Olsa 3615a6ea81bSJiri Olsa if (STAT_RECORD) { 3625a6ea81bSJiri Olsa if (perf_evsel__write_stat_event(counter, cpu, thread, count)) { 3635a6ea81bSJiri Olsa pr_err("failed to write stat event\n"); 3645a6ea81bSJiri Olsa return -1; 3655a6ea81bSJiri Olsa } 3665a6ea81bSJiri Olsa } 3670b1abbf4SAndi Kleen 3680b1abbf4SAndi Kleen if (verbose > 1) { 3690b1abbf4SAndi Kleen fprintf(stat_config.output, 3700b1abbf4SAndi Kleen "%s: %d: %" PRIu64 " %" PRIu64 " %" PRIu64 "\n", 3710b1abbf4SAndi Kleen perf_evsel__name(counter), 3720b1abbf4SAndi Kleen cpu, 3730b1abbf4SAndi Kleen count->val, count->ena, count->run); 3740b1abbf4SAndi Kleen } 375f5b4a9c3SStephane Eranian } 3769bf1a529SJiri Olsa } 377c52b12edSArnaldo Carvalho de Melo 378c52b12edSArnaldo Carvalho de Melo return 0; 37986470930SIngo Molnar } 38086470930SIngo Molnar 3813df33effSMark Rutland static void read_counters(void) 382106a94a0SJiri Olsa { 383106a94a0SJiri Olsa struct perf_evsel *counter; 384db49a717SStephane Eranian int ret; 385106a94a0SJiri Olsa 386e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 387db49a717SStephane Eranian ret = read_counter(counter); 388db49a717SStephane Eranian if (ret) 389245bad8eSAndi Kleen pr_debug("failed to read counter %s\n", counter->name); 3903b3eb044SJiri Olsa 391db49a717SStephane Eranian if (ret == 0 && perf_stat_process_counter(&stat_config, counter)) 3923b3eb044SJiri Olsa pr_warning("failed to process counter %s\n", counter->name); 393106a94a0SJiri Olsa } 394106a94a0SJiri Olsa } 395106a94a0SJiri Olsa 396ba411a95SJiri Olsa static void process_interval(void) 39713370a9bSStephane Eranian { 39813370a9bSStephane Eranian struct timespec ts, rs; 39913370a9bSStephane Eranian 4003df33effSMark Rutland read_counters(); 40186ee6e18SStephane Eranian 40213370a9bSStephane Eranian clock_gettime(CLOCK_MONOTONIC, &ts); 40313370a9bSStephane Eranian diff_timespec(&rs, &ts, &ref_time); 40413370a9bSStephane Eranian 4057aad0c32SJiri Olsa if (STAT_RECORD) { 406bd48c63eSArnaldo Carvalho de Melo if (WRITE_STAT_ROUND_EVENT(rs.tv_sec * NSEC_PER_SEC + rs.tv_nsec, INTERVAL)) 4077aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 4087aad0c32SJiri Olsa } 4097aad0c32SJiri Olsa 410d4f63a47SJiri Olsa print_counters(&rs, 0, NULL); 41113370a9bSStephane Eranian } 41213370a9bSStephane Eranian 41367ccdecdSJiri Olsa static void enable_counters(void) 41441191688SAndi Kleen { 41567ccdecdSJiri Olsa if (initial_delay) 416310ebb93SArnaldo Carvalho de Melo usleep(initial_delay * USEC_PER_MSEC); 41767ccdecdSJiri Olsa 41867ccdecdSJiri Olsa /* 41967ccdecdSJiri Olsa * We need to enable counters only if: 42067ccdecdSJiri Olsa * - we don't have tracee (attaching to task or cpu) 42167ccdecdSJiri Olsa * - we have initial delay configured 42267ccdecdSJiri Olsa */ 42367ccdecdSJiri Olsa if (!target__none(&target) || initial_delay) 424ab46db0aSJiri Olsa perf_evlist__enable(evsel_list); 42541191688SAndi Kleen } 42641191688SAndi Kleen 4273df33effSMark Rutland static void disable_counters(void) 4283df33effSMark Rutland { 4293df33effSMark Rutland /* 4303df33effSMark Rutland * If we don't have tracee (attaching to task or cpu), counters may 4313df33effSMark Rutland * still be running. To get accurate group ratios, we must stop groups 4323df33effSMark Rutland * from counting before reading their constituent counters. 4333df33effSMark Rutland */ 4343df33effSMark Rutland if (!target__none(&target)) 4353df33effSMark Rutland perf_evlist__disable(evsel_list); 4363df33effSMark Rutland } 4373df33effSMark Rutland 438f33cbe72SArnaldo Carvalho de Melo static volatile int workload_exec_errno; 4396af206fdSArnaldo Carvalho de Melo 4406af206fdSArnaldo Carvalho de Melo /* 4416af206fdSArnaldo Carvalho de Melo * perf_evlist__prepare_workload will send a SIGUSR1 4426af206fdSArnaldo Carvalho de Melo * if the fork fails, since we asked by setting its 4436af206fdSArnaldo Carvalho de Melo * want_signal to true. 4446af206fdSArnaldo Carvalho de Melo */ 445f33cbe72SArnaldo Carvalho de Melo static void workload_exec_failed_signal(int signo __maybe_unused, siginfo_t *info, 446f33cbe72SArnaldo Carvalho de Melo void *ucontext __maybe_unused) 4476af206fdSArnaldo Carvalho de Melo { 448f33cbe72SArnaldo Carvalho de Melo workload_exec_errno = info->si_value.sival_int; 4496af206fdSArnaldo Carvalho de Melo } 4506af206fdSArnaldo Carvalho de Melo 4517b60a7e3SJiri Olsa static bool has_unit(struct perf_evsel *counter) 4527b60a7e3SJiri Olsa { 4537b60a7e3SJiri Olsa return counter->unit && *counter->unit; 4547b60a7e3SJiri Olsa } 4557b60a7e3SJiri Olsa 4567b60a7e3SJiri Olsa static bool has_scale(struct perf_evsel *counter) 4577b60a7e3SJiri Olsa { 4587b60a7e3SJiri Olsa return counter->scale != 1; 4597b60a7e3SJiri Olsa } 4607b60a7e3SJiri Olsa 461664c98d4SJiri Olsa static int perf_stat_synthesize_config(bool is_pipe) 4628b99b1a4SJiri Olsa { 4637b60a7e3SJiri Olsa struct perf_evsel *counter; 4648b99b1a4SJiri Olsa int err; 4658b99b1a4SJiri Olsa 466664c98d4SJiri Olsa if (is_pipe) { 467664c98d4SJiri Olsa err = perf_event__synthesize_attrs(NULL, perf_stat.session, 468664c98d4SJiri Olsa process_synthesized_event); 469664c98d4SJiri Olsa if (err < 0) { 470664c98d4SJiri Olsa pr_err("Couldn't synthesize attrs.\n"); 471664c98d4SJiri Olsa return err; 472664c98d4SJiri Olsa } 473664c98d4SJiri Olsa } 474664c98d4SJiri Olsa 4757b60a7e3SJiri Olsa /* 4767b60a7e3SJiri Olsa * Synthesize other events stuff not carried within 4777b60a7e3SJiri Olsa * attr event - unit, scale, name 4787b60a7e3SJiri Olsa */ 479e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 4807b60a7e3SJiri Olsa if (!counter->supported) 4817b60a7e3SJiri Olsa continue; 4827b60a7e3SJiri Olsa 4837b60a7e3SJiri Olsa /* 4847b60a7e3SJiri Olsa * Synthesize unit and scale only if it's defined. 4857b60a7e3SJiri Olsa */ 4867b60a7e3SJiri Olsa if (has_unit(counter)) { 4877b60a7e3SJiri Olsa err = perf_event__synthesize_event_update_unit(NULL, counter, process_synthesized_event); 4887b60a7e3SJiri Olsa if (err < 0) { 4897b60a7e3SJiri Olsa pr_err("Couldn't synthesize evsel unit.\n"); 4907b60a7e3SJiri Olsa return err; 4917b60a7e3SJiri Olsa } 4927b60a7e3SJiri Olsa } 4937b60a7e3SJiri Olsa 4947b60a7e3SJiri Olsa if (has_scale(counter)) { 4957b60a7e3SJiri Olsa err = perf_event__synthesize_event_update_scale(NULL, counter, process_synthesized_event); 4967b60a7e3SJiri Olsa if (err < 0) { 4977b60a7e3SJiri Olsa pr_err("Couldn't synthesize evsel scale.\n"); 4987b60a7e3SJiri Olsa return err; 4997b60a7e3SJiri Olsa } 5007b60a7e3SJiri Olsa } 5017b60a7e3SJiri Olsa 5027b60a7e3SJiri Olsa if (counter->own_cpus) { 5037b60a7e3SJiri Olsa err = perf_event__synthesize_event_update_cpus(NULL, counter, process_synthesized_event); 5047b60a7e3SJiri Olsa if (err < 0) { 5057b60a7e3SJiri Olsa pr_err("Couldn't synthesize evsel scale.\n"); 5067b60a7e3SJiri Olsa return err; 5077b60a7e3SJiri Olsa } 5087b60a7e3SJiri Olsa } 5097b60a7e3SJiri Olsa 5107b60a7e3SJiri Olsa /* 5117b60a7e3SJiri Olsa * Name is needed only for pipe output, 5127b60a7e3SJiri Olsa * perf.data carries event names. 5137b60a7e3SJiri Olsa */ 5147b60a7e3SJiri Olsa if (is_pipe) { 5157b60a7e3SJiri Olsa err = perf_event__synthesize_event_update_name(NULL, counter, process_synthesized_event); 5167b60a7e3SJiri Olsa if (err < 0) { 5177b60a7e3SJiri Olsa pr_err("Couldn't synthesize evsel name.\n"); 5187b60a7e3SJiri Olsa return err; 5197b60a7e3SJiri Olsa } 5207b60a7e3SJiri Olsa } 5217b60a7e3SJiri Olsa } 5227b60a7e3SJiri Olsa 5238b99b1a4SJiri Olsa err = perf_event__synthesize_thread_map2(NULL, evsel_list->threads, 5248b99b1a4SJiri Olsa process_synthesized_event, 5258b99b1a4SJiri Olsa NULL); 5268b99b1a4SJiri Olsa if (err < 0) { 5278b99b1a4SJiri Olsa pr_err("Couldn't synthesize thread map.\n"); 5288b99b1a4SJiri Olsa return err; 5298b99b1a4SJiri Olsa } 5308b99b1a4SJiri Olsa 5318b99b1a4SJiri Olsa err = perf_event__synthesize_cpu_map(NULL, evsel_list->cpus, 5328b99b1a4SJiri Olsa process_synthesized_event, NULL); 5338b99b1a4SJiri Olsa if (err < 0) { 5348b99b1a4SJiri Olsa pr_err("Couldn't synthesize thread map.\n"); 5358b99b1a4SJiri Olsa return err; 5368b99b1a4SJiri Olsa } 5378b99b1a4SJiri Olsa 5388b99b1a4SJiri Olsa err = perf_event__synthesize_stat_config(NULL, &stat_config, 5398b99b1a4SJiri Olsa process_synthesized_event, NULL); 5408b99b1a4SJiri Olsa if (err < 0) { 5418b99b1a4SJiri Olsa pr_err("Couldn't synthesize config.\n"); 5428b99b1a4SJiri Olsa return err; 5438b99b1a4SJiri Olsa } 5448b99b1a4SJiri Olsa 5458b99b1a4SJiri Olsa return 0; 5468b99b1a4SJiri Olsa } 5478b99b1a4SJiri Olsa 5482af4646dSJiri Olsa #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y)) 5492af4646dSJiri Olsa 5502af4646dSJiri Olsa static int __store_counter_ids(struct perf_evsel *counter, 5512af4646dSJiri Olsa struct cpu_map *cpus, 5522af4646dSJiri Olsa struct thread_map *threads) 5532af4646dSJiri Olsa { 5542af4646dSJiri Olsa int cpu, thread; 5552af4646dSJiri Olsa 5562af4646dSJiri Olsa for (cpu = 0; cpu < cpus->nr; cpu++) { 5572af4646dSJiri Olsa for (thread = 0; thread < threads->nr; thread++) { 5582af4646dSJiri Olsa int fd = FD(counter, cpu, thread); 5592af4646dSJiri Olsa 5602af4646dSJiri Olsa if (perf_evlist__id_add_fd(evsel_list, counter, 5612af4646dSJiri Olsa cpu, thread, fd) < 0) 5622af4646dSJiri Olsa return -1; 5632af4646dSJiri Olsa } 5642af4646dSJiri Olsa } 5652af4646dSJiri Olsa 5662af4646dSJiri Olsa return 0; 5672af4646dSJiri Olsa } 5682af4646dSJiri Olsa 5692af4646dSJiri Olsa static int store_counter_ids(struct perf_evsel *counter) 5702af4646dSJiri Olsa { 5712af4646dSJiri Olsa struct cpu_map *cpus = counter->cpus; 5722af4646dSJiri Olsa struct thread_map *threads = counter->threads; 5732af4646dSJiri Olsa 5742af4646dSJiri Olsa if (perf_evsel__alloc_id(counter, cpus->nr, threads->nr)) 5752af4646dSJiri Olsa return -ENOMEM; 5762af4646dSJiri Olsa 5772af4646dSJiri Olsa return __store_counter_ids(counter, cpus, threads); 5782af4646dSJiri Olsa } 5792af4646dSJiri Olsa 58082bf311eSJiri Olsa static bool perf_evsel__should_store_id(struct perf_evsel *counter) 58182bf311eSJiri Olsa { 58282bf311eSJiri Olsa return STAT_RECORD || counter->attr.read_format & PERF_FORMAT_ID; 58382bf311eSJiri Olsa } 58482bf311eSJiri Olsa 5855a5dfe4bSAndi Kleen static struct perf_evsel *perf_evsel__reset_weak_group(struct perf_evsel *evsel) 5865a5dfe4bSAndi Kleen { 5875a5dfe4bSAndi Kleen struct perf_evsel *c2, *leader; 5885a5dfe4bSAndi Kleen bool is_open = true; 5895a5dfe4bSAndi Kleen 5905a5dfe4bSAndi Kleen leader = evsel->leader; 5915a5dfe4bSAndi Kleen pr_debug("Weak group for %s/%d failed\n", 5925a5dfe4bSAndi Kleen leader->name, leader->nr_members); 5935a5dfe4bSAndi Kleen 5945a5dfe4bSAndi Kleen /* 5955a5dfe4bSAndi Kleen * for_each_group_member doesn't work here because it doesn't 5965a5dfe4bSAndi Kleen * include the first entry. 5975a5dfe4bSAndi Kleen */ 5985a5dfe4bSAndi Kleen evlist__for_each_entry(evsel_list, c2) { 5995a5dfe4bSAndi Kleen if (c2 == evsel) 6005a5dfe4bSAndi Kleen is_open = false; 6015a5dfe4bSAndi Kleen if (c2->leader == leader) { 6025a5dfe4bSAndi Kleen if (is_open) 6035a5dfe4bSAndi Kleen perf_evsel__close(c2); 6045a5dfe4bSAndi Kleen c2->leader = c2; 6055a5dfe4bSAndi Kleen c2->nr_members = 0; 6065a5dfe4bSAndi Kleen } 6075a5dfe4bSAndi Kleen } 6085a5dfe4bSAndi Kleen return leader; 6095a5dfe4bSAndi Kleen } 6105a5dfe4bSAndi Kleen 611acf28922SNamhyung Kim static int __run_perf_stat(int argc, const char **argv) 61286470930SIngo Molnar { 613ec0d3d1fSJiri Olsa int interval = stat_config.interval; 614d6195a6aSArnaldo Carvalho de Melo char msg[BUFSIZ]; 61586470930SIngo Molnar unsigned long long t0, t1; 616cac21425SJiri Olsa struct perf_evsel *counter; 61713370a9bSStephane Eranian struct timespec ts; 618410136f5SStephane Eranian size_t l; 61942202dd5SIngo Molnar int status = 0; 6206be2850eSZhang, Yanmin const bool forks = (argc > 0); 621664c98d4SJiri Olsa bool is_pipe = STAT_RECORD ? perf_stat.file.is_pipe : false; 6225d8bb1ecSMathieu Poirier struct perf_evsel_config_term *err_term; 62386470930SIngo Molnar 62413370a9bSStephane Eranian if (interval) { 625310ebb93SArnaldo Carvalho de Melo ts.tv_sec = interval / USEC_PER_MSEC; 626310ebb93SArnaldo Carvalho de Melo ts.tv_nsec = (interval % USEC_PER_MSEC) * NSEC_PER_MSEC; 62713370a9bSStephane Eranian } else { 62813370a9bSStephane Eranian ts.tv_sec = 1; 62913370a9bSStephane Eranian ts.tv_nsec = 0; 63013370a9bSStephane Eranian } 63113370a9bSStephane Eranian 632acf28922SNamhyung Kim if (forks) { 633664c98d4SJiri Olsa if (perf_evlist__prepare_workload(evsel_list, &target, argv, is_pipe, 634735f7e0bSArnaldo Carvalho de Melo workload_exec_failed_signal) < 0) { 635acf28922SNamhyung Kim perror("failed to prepare workload"); 636fceda7feSDavid Ahern return -1; 637051ae7f7SPaul Mackerras } 638d20a47e7SNamhyung Kim child_pid = evsel_list->workload.pid; 63960666c63SLiming Wang } 640051ae7f7SPaul Mackerras 6416a4bb04cSJiri Olsa if (group) 64263dab225SArnaldo Carvalho de Melo perf_evlist__set_leader(evsel_list); 6436a4bb04cSJiri Olsa 644e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 64542ef8a78SArnaldo Carvalho de Melo try_again: 646cac21425SJiri Olsa if (create_perf_stat_counter(counter) < 0) { 6475a5dfe4bSAndi Kleen 6485a5dfe4bSAndi Kleen /* Weak group failed. Reset the group. */ 6495a5dfe4bSAndi Kleen if (errno == EINVAL && 6505a5dfe4bSAndi Kleen counter->leader != counter && 6515a5dfe4bSAndi Kleen counter->weak_group) { 6525a5dfe4bSAndi Kleen counter = perf_evsel__reset_weak_group(counter); 6535a5dfe4bSAndi Kleen goto try_again; 6545a5dfe4bSAndi Kleen } 6555a5dfe4bSAndi Kleen 656979987a5SDavid Ahern /* 657979987a5SDavid Ahern * PPC returns ENXIO for HW counters until 2.6.37 658979987a5SDavid Ahern * (behavior changed with commit b0a873e). 659979987a5SDavid Ahern */ 66038f6ae1eSAnton Blanchard if (errno == EINVAL || errno == ENOSYS || 661979987a5SDavid Ahern errno == ENOENT || errno == EOPNOTSUPP || 662979987a5SDavid Ahern errno == ENXIO) { 663bb963e16SNamhyung Kim if (verbose > 0) 664c63ca0c0SDavid Ahern ui__warning("%s event is not supported by the kernel.\n", 6657289f83cSArnaldo Carvalho de Melo perf_evsel__name(counter)); 6662cee77c4SDavid Ahern counter->supported = false; 667cb5ef600SKan Liang 668cb5ef600SKan Liang if ((counter->leader != counter) || 669cb5ef600SKan Liang !(counter->leader->nr_members > 1)) 670ede70290SIngo Molnar continue; 67142ef8a78SArnaldo Carvalho de Melo } else if (perf_evsel__fallback(counter, errno, msg, sizeof(msg))) { 672bb963e16SNamhyung Kim if (verbose > 0) 67342ef8a78SArnaldo Carvalho de Melo ui__warning("%s\n", msg); 67442ef8a78SArnaldo Carvalho de Melo goto try_again; 675c63ca0c0SDavid Ahern } 676ede70290SIngo Molnar 67756e52e85SArnaldo Carvalho de Melo perf_evsel__open_strerror(counter, &target, 67856e52e85SArnaldo Carvalho de Melo errno, msg, sizeof(msg)); 67956e52e85SArnaldo Carvalho de Melo ui__error("%s\n", msg); 68056e52e85SArnaldo Carvalho de Melo 681084ab9f8SArnaldo Carvalho de Melo if (child_pid != -1) 682084ab9f8SArnaldo Carvalho de Melo kill(child_pid, SIGTERM); 683fceda7feSDavid Ahern 684084ab9f8SArnaldo Carvalho de Melo return -1; 685084ab9f8SArnaldo Carvalho de Melo } 6862cee77c4SDavid Ahern counter->supported = true; 687410136f5SStephane Eranian 688410136f5SStephane Eranian l = strlen(counter->unit); 689410136f5SStephane Eranian if (l > unit_width) 690410136f5SStephane Eranian unit_width = l; 6912af4646dSJiri Olsa 69282bf311eSJiri Olsa if (perf_evsel__should_store_id(counter) && 69382bf311eSJiri Olsa store_counter_ids(counter)) 6942af4646dSJiri Olsa return -1; 69548290609SArnaldo Carvalho de Melo } 69686470930SIngo Molnar 69723d4aad4SArnaldo Carvalho de Melo if (perf_evlist__apply_filters(evsel_list, &counter)) { 69862d94b00SArnaldo Carvalho de Melo pr_err("failed to set filter \"%s\" on event %s with %d (%s)\n", 69923d4aad4SArnaldo Carvalho de Melo counter->filter, perf_evsel__name(counter), errno, 700c8b5f2c9SArnaldo Carvalho de Melo str_error_r(errno, msg, sizeof(msg))); 701cfd748aeSFrederic Weisbecker return -1; 702cfd748aeSFrederic Weisbecker } 703cfd748aeSFrederic Weisbecker 7045d8bb1ecSMathieu Poirier if (perf_evlist__apply_drv_configs(evsel_list, &counter, &err_term)) { 70562d94b00SArnaldo Carvalho de Melo pr_err("failed to set config \"%s\" on event %s with %d (%s)\n", 7065d8bb1ecSMathieu Poirier err_term->val.drv_cfg, perf_evsel__name(counter), errno, 7075d8bb1ecSMathieu Poirier str_error_r(errno, msg, sizeof(msg))); 7085d8bb1ecSMathieu Poirier return -1; 7095d8bb1ecSMathieu Poirier } 7105d8bb1ecSMathieu Poirier 7114979d0c7SJiri Olsa if (STAT_RECORD) { 7124979d0c7SJiri Olsa int err, fd = perf_data_file__fd(&perf_stat.file); 7134979d0c7SJiri Olsa 714664c98d4SJiri Olsa if (is_pipe) { 715664c98d4SJiri Olsa err = perf_header__write_pipe(perf_data_file__fd(&perf_stat.file)); 716664c98d4SJiri Olsa } else { 7174979d0c7SJiri Olsa err = perf_session__write_header(perf_stat.session, evsel_list, 7184979d0c7SJiri Olsa fd, false); 719664c98d4SJiri Olsa } 720664c98d4SJiri Olsa 7214979d0c7SJiri Olsa if (err < 0) 7224979d0c7SJiri Olsa return err; 7238b99b1a4SJiri Olsa 724664c98d4SJiri Olsa err = perf_stat_synthesize_config(is_pipe); 7258b99b1a4SJiri Olsa if (err < 0) 7268b99b1a4SJiri Olsa return err; 7274979d0c7SJiri Olsa } 7284979d0c7SJiri Olsa 72986470930SIngo Molnar /* 73086470930SIngo Molnar * Enable counters and exec the command: 73186470930SIngo Molnar */ 73286470930SIngo Molnar t0 = rdclock(); 73313370a9bSStephane Eranian clock_gettime(CLOCK_MONOTONIC, &ref_time); 73486470930SIngo Molnar 73560666c63SLiming Wang if (forks) { 736acf28922SNamhyung Kim perf_evlist__start_workload(evsel_list); 73767ccdecdSJiri Olsa enable_counters(); 738acf28922SNamhyung Kim 73913370a9bSStephane Eranian if (interval) { 74013370a9bSStephane Eranian while (!waitpid(child_pid, &status, WNOHANG)) { 74113370a9bSStephane Eranian nanosleep(&ts, NULL); 742ba411a95SJiri Olsa process_interval(); 74313370a9bSStephane Eranian } 74413370a9bSStephane Eranian } 745dfc9eec7SMilian Wolff waitpid(child_pid, &status, 0); 7466af206fdSArnaldo Carvalho de Melo 747f33cbe72SArnaldo Carvalho de Melo if (workload_exec_errno) { 748c8b5f2c9SArnaldo Carvalho de Melo const char *emsg = str_error_r(workload_exec_errno, msg, sizeof(msg)); 749f33cbe72SArnaldo Carvalho de Melo pr_err("Workload failed: %s\n", emsg); 7506af206fdSArnaldo Carvalho de Melo return -1; 751f33cbe72SArnaldo Carvalho de Melo } 7526af206fdSArnaldo Carvalho de Melo 75333e49ea7SAndi Kleen if (WIFSIGNALED(status)) 75433e49ea7SAndi Kleen psignal(WTERMSIG(status), argv[0]); 75560666c63SLiming Wang } else { 75667ccdecdSJiri Olsa enable_counters(); 75713370a9bSStephane Eranian while (!done) { 75813370a9bSStephane Eranian nanosleep(&ts, NULL); 75913370a9bSStephane Eranian if (interval) 760ba411a95SJiri Olsa process_interval(); 76113370a9bSStephane Eranian } 76260666c63SLiming Wang } 76386470930SIngo Molnar 7643df33effSMark Rutland disable_counters(); 7653df33effSMark Rutland 76686470930SIngo Molnar t1 = rdclock(); 76786470930SIngo Molnar 7689e9772c4SPeter Zijlstra update_stats(&walltime_nsecs_stats, t1 - t0); 76942202dd5SIngo Molnar 7703df33effSMark Rutland /* 7713df33effSMark Rutland * Closing a group leader splits the group, and as we only disable 7723df33effSMark Rutland * group leaders, results in remaining events becoming enabled. To 7733df33effSMark Rutland * avoid arbitrary skew, we must read all counters before closing any 7743df33effSMark Rutland * group leaders. 7753df33effSMark Rutland */ 7763df33effSMark Rutland read_counters(); 7773df33effSMark Rutland perf_evlist__close(evsel_list); 778c52b12edSArnaldo Carvalho de Melo 77942202dd5SIngo Molnar return WEXITSTATUS(status); 78042202dd5SIngo Molnar } 78142202dd5SIngo Molnar 78241cde476SArnaldo Carvalho de Melo static int run_perf_stat(int argc, const char **argv) 7831f16c575SPeter Zijlstra { 7841f16c575SPeter Zijlstra int ret; 7851f16c575SPeter Zijlstra 7861f16c575SPeter Zijlstra if (pre_cmd) { 7871f16c575SPeter Zijlstra ret = system(pre_cmd); 7881f16c575SPeter Zijlstra if (ret) 7891f16c575SPeter Zijlstra return ret; 7901f16c575SPeter Zijlstra } 7911f16c575SPeter Zijlstra 7921f16c575SPeter Zijlstra if (sync_run) 7931f16c575SPeter Zijlstra sync(); 7941f16c575SPeter Zijlstra 7951f16c575SPeter Zijlstra ret = __run_perf_stat(argc, argv); 7961f16c575SPeter Zijlstra if (ret) 7971f16c575SPeter Zijlstra return ret; 7981f16c575SPeter Zijlstra 7991f16c575SPeter Zijlstra if (post_cmd) { 8001f16c575SPeter Zijlstra ret = system(post_cmd); 8011f16c575SPeter Zijlstra if (ret) 8021f16c575SPeter Zijlstra return ret; 8031f16c575SPeter Zijlstra } 8041f16c575SPeter Zijlstra 8051f16c575SPeter Zijlstra return ret; 8061f16c575SPeter Zijlstra } 8071f16c575SPeter Zijlstra 808d73515c0SAndi Kleen static void print_running(u64 run, u64 ena) 809d73515c0SAndi Kleen { 810d73515c0SAndi Kleen if (csv_output) { 8115821522eSJiri Olsa fprintf(stat_config.output, "%s%" PRIu64 "%s%.2f", 812d73515c0SAndi Kleen csv_sep, 813d73515c0SAndi Kleen run, 814d73515c0SAndi Kleen csv_sep, 815d73515c0SAndi Kleen ena ? 100.0 * run / ena : 100.0); 816d73515c0SAndi Kleen } else if (run != ena) { 8175821522eSJiri Olsa fprintf(stat_config.output, " (%.2f%%)", 100.0 * run / ena); 818d73515c0SAndi Kleen } 819d73515c0SAndi Kleen } 820d73515c0SAndi Kleen 821f99844cbSIngo Molnar static void print_noise_pct(double total, double avg) 822f99844cbSIngo Molnar { 8230007eceaSXiao Guangrong double pct = rel_stddev_stats(total, avg); 824f99844cbSIngo Molnar 8253ae9a34dSZhengyu He if (csv_output) 8265821522eSJiri Olsa fprintf(stat_config.output, "%s%.2f%%", csv_sep, pct); 827a1bca6ccSJim Cromie else if (pct) 8285821522eSJiri Olsa fprintf(stat_config.output, " ( +-%6.2f%% )", pct); 829f99844cbSIngo Molnar } 830f99844cbSIngo Molnar 83169aad6f1SArnaldo Carvalho de Melo static void print_noise(struct perf_evsel *evsel, double avg) 83242202dd5SIngo Molnar { 833581cc8a2SJiri Olsa struct perf_stat_evsel *ps; 83469aad6f1SArnaldo Carvalho de Melo 835849abde9SPeter Zijlstra if (run_count == 1) 836849abde9SPeter Zijlstra return; 837849abde9SPeter Zijlstra 83869aad6f1SArnaldo Carvalho de Melo ps = evsel->priv; 839f99844cbSIngo Molnar print_noise_pct(stddev_stats(&ps->res_stats[0]), avg); 84042202dd5SIngo Molnar } 84142202dd5SIngo Molnar 84212c08a9fSStephane Eranian static void aggr_printout(struct perf_evsel *evsel, int id, int nr) 84342202dd5SIngo Molnar { 844421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 84512c08a9fSStephane Eranian case AGGR_CORE: 8465821522eSJiri Olsa fprintf(stat_config.output, "S%d-C%*d%s%*d%s", 84712c08a9fSStephane Eranian cpu_map__id_to_socket(id), 84812c08a9fSStephane Eranian csv_output ? 0 : -8, 84912c08a9fSStephane Eranian cpu_map__id_to_cpu(id), 85012c08a9fSStephane Eranian csv_sep, 85112c08a9fSStephane Eranian csv_output ? 0 : 4, 85212c08a9fSStephane Eranian nr, 85312c08a9fSStephane Eranian csv_sep); 85412c08a9fSStephane Eranian break; 85586ee6e18SStephane Eranian case AGGR_SOCKET: 8565821522eSJiri Olsa fprintf(stat_config.output, "S%*d%s%*d%s", 857d7e7a451SStephane Eranian csv_output ? 0 : -5, 85812c08a9fSStephane Eranian id, 859d7e7a451SStephane Eranian csv_sep, 860d7e7a451SStephane Eranian csv_output ? 0 : 4, 861d7e7a451SStephane Eranian nr, 862d7e7a451SStephane Eranian csv_sep); 86386ee6e18SStephane Eranian break; 86486ee6e18SStephane Eranian case AGGR_NONE: 8655821522eSJiri Olsa fprintf(stat_config.output, "CPU%*d%s", 866d7470b6aSStephane Eranian csv_output ? 0 : -4, 86712c08a9fSStephane Eranian perf_evsel__cpus(evsel)->map[id], csv_sep); 86886ee6e18SStephane Eranian break; 86932b8af82SJiri Olsa case AGGR_THREAD: 8705821522eSJiri Olsa fprintf(stat_config.output, "%*s-%*d%s", 87132b8af82SJiri Olsa csv_output ? 0 : 16, 87232b8af82SJiri Olsa thread_map__comm(evsel->threads, id), 87332b8af82SJiri Olsa csv_output ? 0 : -8, 87432b8af82SJiri Olsa thread_map__pid(evsel->threads, id), 87532b8af82SJiri Olsa csv_sep); 87632b8af82SJiri Olsa break; 87786ee6e18SStephane Eranian case AGGR_GLOBAL: 878208df99eSJiri Olsa case AGGR_UNSET: 87986ee6e18SStephane Eranian default: 88086ee6e18SStephane Eranian break; 88186ee6e18SStephane Eranian } 88286ee6e18SStephane Eranian } 883d7470b6aSStephane Eranian 884140aeadcSAndi Kleen struct outstate { 885140aeadcSAndi Kleen FILE *fh; 886140aeadcSAndi Kleen bool newline; 887f9483392SAndi Kleen const char *prefix; 88892a61f64SAndi Kleen int nfields; 88944d49a60SAndi Kleen int id, nr; 89044d49a60SAndi Kleen struct perf_evsel *evsel; 891140aeadcSAndi Kleen }; 892140aeadcSAndi Kleen 893140aeadcSAndi Kleen #define METRIC_LEN 35 894140aeadcSAndi Kleen 895140aeadcSAndi Kleen static void new_line_std(void *ctx) 896140aeadcSAndi Kleen { 897140aeadcSAndi Kleen struct outstate *os = ctx; 898140aeadcSAndi Kleen 899140aeadcSAndi Kleen os->newline = true; 900140aeadcSAndi Kleen } 901140aeadcSAndi Kleen 902140aeadcSAndi Kleen static void do_new_line_std(struct outstate *os) 903140aeadcSAndi Kleen { 904140aeadcSAndi Kleen fputc('\n', os->fh); 905f9483392SAndi Kleen fputs(os->prefix, os->fh); 90644d49a60SAndi Kleen aggr_printout(os->evsel, os->id, os->nr); 907140aeadcSAndi Kleen if (stat_config.aggr_mode == AGGR_NONE) 908140aeadcSAndi Kleen fprintf(os->fh, " "); 909140aeadcSAndi Kleen fprintf(os->fh, " "); 910140aeadcSAndi Kleen } 911140aeadcSAndi Kleen 912140aeadcSAndi Kleen static void print_metric_std(void *ctx, const char *color, const char *fmt, 913140aeadcSAndi Kleen const char *unit, double val) 914140aeadcSAndi Kleen { 915140aeadcSAndi Kleen struct outstate *os = ctx; 916140aeadcSAndi Kleen FILE *out = os->fh; 917140aeadcSAndi Kleen int n; 918140aeadcSAndi Kleen bool newline = os->newline; 919140aeadcSAndi Kleen 920140aeadcSAndi Kleen os->newline = false; 921140aeadcSAndi Kleen 922140aeadcSAndi Kleen if (unit == NULL || fmt == NULL) { 923140aeadcSAndi Kleen fprintf(out, "%-*s", METRIC_LEN, ""); 924140aeadcSAndi Kleen return; 925140aeadcSAndi Kleen } 926140aeadcSAndi Kleen 927140aeadcSAndi Kleen if (newline) 928140aeadcSAndi Kleen do_new_line_std(os); 929140aeadcSAndi Kleen 930140aeadcSAndi Kleen n = fprintf(out, " # "); 931140aeadcSAndi Kleen if (color) 932140aeadcSAndi Kleen n += color_fprintf(out, color, fmt, val); 933140aeadcSAndi Kleen else 934140aeadcSAndi Kleen n += fprintf(out, fmt, val); 935140aeadcSAndi Kleen fprintf(out, " %-*s", METRIC_LEN - n - 1, unit); 936140aeadcSAndi Kleen } 937140aeadcSAndi Kleen 93892a61f64SAndi Kleen static void new_line_csv(void *ctx) 93992a61f64SAndi Kleen { 94092a61f64SAndi Kleen struct outstate *os = ctx; 94192a61f64SAndi Kleen int i; 94292a61f64SAndi Kleen 94392a61f64SAndi Kleen fputc('\n', os->fh); 94492a61f64SAndi Kleen if (os->prefix) 94592a61f64SAndi Kleen fprintf(os->fh, "%s%s", os->prefix, csv_sep); 94644d49a60SAndi Kleen aggr_printout(os->evsel, os->id, os->nr); 94792a61f64SAndi Kleen for (i = 0; i < os->nfields; i++) 94892a61f64SAndi Kleen fputs(csv_sep, os->fh); 94992a61f64SAndi Kleen } 95092a61f64SAndi Kleen 95192a61f64SAndi Kleen static void print_metric_csv(void *ctx, 95292a61f64SAndi Kleen const char *color __maybe_unused, 95392a61f64SAndi Kleen const char *fmt, const char *unit, double val) 95492a61f64SAndi Kleen { 95592a61f64SAndi Kleen struct outstate *os = ctx; 95692a61f64SAndi Kleen FILE *out = os->fh; 95792a61f64SAndi Kleen char buf[64], *vals, *ends; 95892a61f64SAndi Kleen 95992a61f64SAndi Kleen if (unit == NULL || fmt == NULL) { 96092a61f64SAndi Kleen fprintf(out, "%s%s%s%s", csv_sep, csv_sep, csv_sep, csv_sep); 96192a61f64SAndi Kleen return; 96292a61f64SAndi Kleen } 96392a61f64SAndi Kleen snprintf(buf, sizeof(buf), fmt, val); 964b07c40dfSTaeung Song ends = vals = ltrim(buf); 96592a61f64SAndi Kleen while (isdigit(*ends) || *ends == '.') 96692a61f64SAndi Kleen ends++; 96792a61f64SAndi Kleen *ends = 0; 96892a61f64SAndi Kleen while (isspace(*unit)) 96992a61f64SAndi Kleen unit++; 97092a61f64SAndi Kleen fprintf(out, "%s%s%s%s", csv_sep, vals, csv_sep, unit); 97192a61f64SAndi Kleen } 97292a61f64SAndi Kleen 97354b50916SAndi Kleen #define METRIC_ONLY_LEN 20 97454b50916SAndi Kleen 97554b50916SAndi Kleen /* Filter out some columns that don't work well in metrics only mode */ 97654b50916SAndi Kleen 97754b50916SAndi Kleen static bool valid_only_metric(const char *unit) 97854b50916SAndi Kleen { 97954b50916SAndi Kleen if (!unit) 98054b50916SAndi Kleen return false; 98154b50916SAndi Kleen if (strstr(unit, "/sec") || 98254b50916SAndi Kleen strstr(unit, "hz") || 98354b50916SAndi Kleen strstr(unit, "Hz") || 98454b50916SAndi Kleen strstr(unit, "CPUs utilized")) 98554b50916SAndi Kleen return false; 98654b50916SAndi Kleen return true; 98754b50916SAndi Kleen } 98854b50916SAndi Kleen 98954b50916SAndi Kleen static const char *fixunit(char *buf, struct perf_evsel *evsel, 99054b50916SAndi Kleen const char *unit) 99154b50916SAndi Kleen { 99254b50916SAndi Kleen if (!strncmp(unit, "of all", 6)) { 99354b50916SAndi Kleen snprintf(buf, 1024, "%s %s", perf_evsel__name(evsel), 99454b50916SAndi Kleen unit); 99554b50916SAndi Kleen return buf; 99654b50916SAndi Kleen } 99754b50916SAndi Kleen return unit; 99854b50916SAndi Kleen } 99954b50916SAndi Kleen 100054b50916SAndi Kleen static void print_metric_only(void *ctx, const char *color, const char *fmt, 100154b50916SAndi Kleen const char *unit, double val) 100254b50916SAndi Kleen { 100354b50916SAndi Kleen struct outstate *os = ctx; 100454b50916SAndi Kleen FILE *out = os->fh; 100554b50916SAndi Kleen int n; 100654b50916SAndi Kleen char buf[1024]; 100754b50916SAndi Kleen unsigned mlen = METRIC_ONLY_LEN; 100854b50916SAndi Kleen 100954b50916SAndi Kleen if (!valid_only_metric(unit)) 101054b50916SAndi Kleen return; 101154b50916SAndi Kleen unit = fixunit(buf, os->evsel, unit); 101254b50916SAndi Kleen if (color) 101354b50916SAndi Kleen n = color_fprintf(out, color, fmt, val); 101454b50916SAndi Kleen else 101554b50916SAndi Kleen n = fprintf(out, fmt, val); 101654b50916SAndi Kleen if (n > METRIC_ONLY_LEN) 101754b50916SAndi Kleen n = METRIC_ONLY_LEN; 101854b50916SAndi Kleen if (mlen < strlen(unit)) 101954b50916SAndi Kleen mlen = strlen(unit) + 1; 102054b50916SAndi Kleen fprintf(out, "%*s", mlen - n, ""); 102154b50916SAndi Kleen } 102254b50916SAndi Kleen 102354b50916SAndi Kleen static void print_metric_only_csv(void *ctx, const char *color __maybe_unused, 102454b50916SAndi Kleen const char *fmt, 102554b50916SAndi Kleen const char *unit, double val) 102654b50916SAndi Kleen { 102754b50916SAndi Kleen struct outstate *os = ctx; 102854b50916SAndi Kleen FILE *out = os->fh; 102954b50916SAndi Kleen char buf[64], *vals, *ends; 103054b50916SAndi Kleen char tbuf[1024]; 103154b50916SAndi Kleen 103254b50916SAndi Kleen if (!valid_only_metric(unit)) 103354b50916SAndi Kleen return; 103454b50916SAndi Kleen unit = fixunit(tbuf, os->evsel, unit); 103554b50916SAndi Kleen snprintf(buf, sizeof buf, fmt, val); 1036b07c40dfSTaeung Song ends = vals = ltrim(buf); 103754b50916SAndi Kleen while (isdigit(*ends) || *ends == '.') 103854b50916SAndi Kleen ends++; 103954b50916SAndi Kleen *ends = 0; 104054b50916SAndi Kleen fprintf(out, "%s%s", vals, csv_sep); 104154b50916SAndi Kleen } 104254b50916SAndi Kleen 104354b50916SAndi Kleen static void new_line_metric(void *ctx __maybe_unused) 104454b50916SAndi Kleen { 104554b50916SAndi Kleen } 104654b50916SAndi Kleen 104754b50916SAndi Kleen static void print_metric_header(void *ctx, const char *color __maybe_unused, 104854b50916SAndi Kleen const char *fmt __maybe_unused, 104954b50916SAndi Kleen const char *unit, double val __maybe_unused) 105054b50916SAndi Kleen { 105154b50916SAndi Kleen struct outstate *os = ctx; 105254b50916SAndi Kleen char tbuf[1024]; 105354b50916SAndi Kleen 105454b50916SAndi Kleen if (!valid_only_metric(unit)) 105554b50916SAndi Kleen return; 105654b50916SAndi Kleen unit = fixunit(tbuf, os->evsel, unit); 105754b50916SAndi Kleen if (csv_output) 105854b50916SAndi Kleen fprintf(os->fh, "%s%s", unit, csv_sep); 105954b50916SAndi Kleen else 106054b50916SAndi Kleen fprintf(os->fh, "%-*s ", METRIC_ONLY_LEN, unit); 106154b50916SAndi Kleen } 106254b50916SAndi Kleen 1063da88c7f7SAndi Kleen static void nsec_printout(int id, int nr, struct perf_evsel *evsel, double avg) 106486ee6e18SStephane Eranian { 10655821522eSJiri Olsa FILE *output = stat_config.output; 1066310ebb93SArnaldo Carvalho de Melo double msecs = avg / NSEC_PER_MSEC; 1067410136f5SStephane Eranian const char *fmt_v, *fmt_n; 10684bbe5a61SDavid Ahern char name[25]; 106986ee6e18SStephane Eranian 1070410136f5SStephane Eranian fmt_v = csv_output ? "%.6f%s" : "%18.6f%s"; 1071410136f5SStephane Eranian fmt_n = csv_output ? "%s" : "%-25s"; 1072410136f5SStephane Eranian 1073da88c7f7SAndi Kleen aggr_printout(evsel, id, nr); 107486ee6e18SStephane Eranian 10754bbe5a61SDavid Ahern scnprintf(name, sizeof(name), "%s%s", 10764bbe5a61SDavid Ahern perf_evsel__name(evsel), csv_output ? "" : " (msec)"); 1077410136f5SStephane Eranian 1078410136f5SStephane Eranian fprintf(output, fmt_v, msecs, csv_sep); 1079410136f5SStephane Eranian 1080410136f5SStephane Eranian if (csv_output) 1081410136f5SStephane Eranian fprintf(output, "%s%s", evsel->unit, csv_sep); 1082410136f5SStephane Eranian else 1083410136f5SStephane Eranian fprintf(output, "%-*s%s", unit_width, evsel->unit, csv_sep); 1084410136f5SStephane Eranian 1085410136f5SStephane Eranian fprintf(output, fmt_n, name); 1086d7470b6aSStephane Eranian 1087023695d9SStephane Eranian if (evsel->cgrp) 10884aa9015fSStephane Eranian fprintf(output, "%s%s", csv_sep, evsel->cgrp->name); 108942202dd5SIngo Molnar } 109042202dd5SIngo Molnar 109144d49a60SAndi Kleen static int first_shadow_cpu(struct perf_evsel *evsel, int id) 109244d49a60SAndi Kleen { 109344d49a60SAndi Kleen int i; 109444d49a60SAndi Kleen 109544d49a60SAndi Kleen if (!aggr_get_id) 109644d49a60SAndi Kleen return 0; 109744d49a60SAndi Kleen 109844d49a60SAndi Kleen if (stat_config.aggr_mode == AGGR_NONE) 109944d49a60SAndi Kleen return id; 110044d49a60SAndi Kleen 110144d49a60SAndi Kleen if (stat_config.aggr_mode == AGGR_GLOBAL) 110244d49a60SAndi Kleen return 0; 110344d49a60SAndi Kleen 110444d49a60SAndi Kleen for (i = 0; i < perf_evsel__nr_cpus(evsel); i++) { 110544d49a60SAndi Kleen int cpu2 = perf_evsel__cpus(evsel)->map[i]; 110644d49a60SAndi Kleen 110744d49a60SAndi Kleen if (aggr_get_id(evsel_list->cpus, cpu2) == id) 110844d49a60SAndi Kleen return cpu2; 110944d49a60SAndi Kleen } 111044d49a60SAndi Kleen return 0; 111144d49a60SAndi Kleen } 111244d49a60SAndi Kleen 1113556b1fb7SJiri Olsa static void abs_printout(int id, int nr, struct perf_evsel *evsel, double avg) 1114556b1fb7SJiri Olsa { 11155821522eSJiri Olsa FILE *output = stat_config.output; 1116556b1fb7SJiri Olsa double sc = evsel->scale; 1117556b1fb7SJiri Olsa const char *fmt; 1118556b1fb7SJiri Olsa 1119556b1fb7SJiri Olsa if (csv_output) { 1120e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%.2f%s" : "%.0f%s"; 1121556b1fb7SJiri Olsa } else { 1122556b1fb7SJiri Olsa if (big_num) 1123e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%'18.2f%s" : "%'18.0f%s"; 1124556b1fb7SJiri Olsa else 1125e3b03b6cSAndi Kleen fmt = floor(sc) != sc ? "%18.2f%s" : "%18.0f%s"; 1126556b1fb7SJiri Olsa } 1127556b1fb7SJiri Olsa 1128556b1fb7SJiri Olsa aggr_printout(evsel, id, nr); 1129556b1fb7SJiri Olsa 1130556b1fb7SJiri Olsa fprintf(output, fmt, avg, csv_sep); 1131556b1fb7SJiri Olsa 1132556b1fb7SJiri Olsa if (evsel->unit) 1133556b1fb7SJiri Olsa fprintf(output, "%-*s%s", 1134556b1fb7SJiri Olsa csv_output ? 0 : unit_width, 1135556b1fb7SJiri Olsa evsel->unit, csv_sep); 1136556b1fb7SJiri Olsa 1137556b1fb7SJiri Olsa fprintf(output, "%-*s", csv_output ? 0 : 25, perf_evsel__name(evsel)); 1138556b1fb7SJiri Olsa 1139556b1fb7SJiri Olsa if (evsel->cgrp) 1140556b1fb7SJiri Olsa fprintf(output, "%s%s", csv_sep, evsel->cgrp->name); 1141eedfcb4bSAndi Kleen } 1142556b1fb7SJiri Olsa 1143f9483392SAndi Kleen static void printout(int id, int nr, struct perf_evsel *counter, double uval, 1144cb110f47SAndi Kleen char *prefix, u64 run, u64 ena, double noise) 1145eedfcb4bSAndi Kleen { 1146140aeadcSAndi Kleen struct perf_stat_output_ctx out; 1147f9483392SAndi Kleen struct outstate os = { 1148f9483392SAndi Kleen .fh = stat_config.output, 114944d49a60SAndi Kleen .prefix = prefix ? prefix : "", 115044d49a60SAndi Kleen .id = id, 115144d49a60SAndi Kleen .nr = nr, 115244d49a60SAndi Kleen .evsel = counter, 1153f9483392SAndi Kleen }; 1154140aeadcSAndi Kleen print_metric_t pm = print_metric_std; 1155140aeadcSAndi Kleen void (*nl)(void *); 1156556b1fb7SJiri Olsa 115754b50916SAndi Kleen if (metric_only) { 115854b50916SAndi Kleen nl = new_line_metric; 115954b50916SAndi Kleen if (csv_output) 116054b50916SAndi Kleen pm = print_metric_only_csv; 116154b50916SAndi Kleen else 116254b50916SAndi Kleen pm = print_metric_only; 116354b50916SAndi Kleen } else 1164140aeadcSAndi Kleen nl = new_line_std; 1165eedfcb4bSAndi Kleen 116654b50916SAndi Kleen if (csv_output && !metric_only) { 116792a61f64SAndi Kleen static int aggr_fields[] = { 116892a61f64SAndi Kleen [AGGR_GLOBAL] = 0, 116992a61f64SAndi Kleen [AGGR_THREAD] = 1, 117092a61f64SAndi Kleen [AGGR_NONE] = 1, 117192a61f64SAndi Kleen [AGGR_SOCKET] = 2, 117292a61f64SAndi Kleen [AGGR_CORE] = 2, 117392a61f64SAndi Kleen }; 117492a61f64SAndi Kleen 117592a61f64SAndi Kleen pm = print_metric_csv; 117692a61f64SAndi Kleen nl = new_line_csv; 117792a61f64SAndi Kleen os.nfields = 3; 117892a61f64SAndi Kleen os.nfields += aggr_fields[stat_config.aggr_mode]; 117992a61f64SAndi Kleen if (counter->cgrp) 118092a61f64SAndi Kleen os.nfields++; 118192a61f64SAndi Kleen } 1182b002f3bbSAndi Kleen if (run == 0 || ena == 0 || counter->counts->scaled == -1) { 118354b50916SAndi Kleen if (metric_only) { 118454b50916SAndi Kleen pm(&os, NULL, "", "", 0); 118554b50916SAndi Kleen return; 118654b50916SAndi Kleen } 1187cb110f47SAndi Kleen aggr_printout(counter, id, nr); 1188cb110f47SAndi Kleen 1189cb110f47SAndi Kleen fprintf(stat_config.output, "%*s%s", 1190cb110f47SAndi Kleen csv_output ? 0 : 18, 1191cb110f47SAndi Kleen counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED, 1192cb110f47SAndi Kleen csv_sep); 1193cb110f47SAndi Kleen 119402d492e5SBorislav Petkov if (counter->supported) 119502d492e5SBorislav Petkov print_free_counters_hint = 1; 119602d492e5SBorislav Petkov 1197cb110f47SAndi Kleen fprintf(stat_config.output, "%-*s%s", 1198cb110f47SAndi Kleen csv_output ? 0 : unit_width, 1199cb110f47SAndi Kleen counter->unit, csv_sep); 1200cb110f47SAndi Kleen 1201cb110f47SAndi Kleen fprintf(stat_config.output, "%*s", 1202cb110f47SAndi Kleen csv_output ? 0 : -25, 1203cb110f47SAndi Kleen perf_evsel__name(counter)); 1204cb110f47SAndi Kleen 1205cb110f47SAndi Kleen if (counter->cgrp) 1206cb110f47SAndi Kleen fprintf(stat_config.output, "%s%s", 1207cb110f47SAndi Kleen csv_sep, counter->cgrp->name); 1208cb110f47SAndi Kleen 120992a61f64SAndi Kleen if (!csv_output) 121092a61f64SAndi Kleen pm(&os, NULL, NULL, "", 0); 121192a61f64SAndi Kleen print_noise(counter, noise); 1212cb110f47SAndi Kleen print_running(run, ena); 121392a61f64SAndi Kleen if (csv_output) 121492a61f64SAndi Kleen pm(&os, NULL, NULL, "", 0); 1215cb110f47SAndi Kleen return; 1216cb110f47SAndi Kleen } 1217cb110f47SAndi Kleen 121854b50916SAndi Kleen if (metric_only) 121954b50916SAndi Kleen /* nothing */; 122054b50916SAndi Kleen else if (nsec_counter(counter)) 1221eedfcb4bSAndi Kleen nsec_printout(id, nr, counter, uval); 1222eedfcb4bSAndi Kleen else 1223eedfcb4bSAndi Kleen abs_printout(id, nr, counter, uval); 1224eedfcb4bSAndi Kleen 1225140aeadcSAndi Kleen out.print_metric = pm; 1226140aeadcSAndi Kleen out.new_line = nl; 1227140aeadcSAndi Kleen out.ctx = &os; 122837932c18SAndi Kleen out.force_header = false; 1229140aeadcSAndi Kleen 123054b50916SAndi Kleen if (csv_output && !metric_only) { 123192a61f64SAndi Kleen print_noise(counter, noise); 123292a61f64SAndi Kleen print_running(run, ena); 123392a61f64SAndi Kleen } 123492a61f64SAndi Kleen 1235140aeadcSAndi Kleen perf_stat__print_shadow_stats(counter, uval, 123644d49a60SAndi Kleen first_shadow_cpu(counter, id), 1237140aeadcSAndi Kleen &out); 123854b50916SAndi Kleen if (!csv_output && !metric_only) { 1239cb110f47SAndi Kleen print_noise(counter, noise); 1240cb110f47SAndi Kleen print_running(run, ena); 1241556b1fb7SJiri Olsa } 124292a61f64SAndi Kleen } 1243556b1fb7SJiri Olsa 124444d49a60SAndi Kleen static void aggr_update_shadow(void) 124544d49a60SAndi Kleen { 124644d49a60SAndi Kleen int cpu, s2, id, s; 124744d49a60SAndi Kleen u64 val; 124844d49a60SAndi Kleen struct perf_evsel *counter; 124944d49a60SAndi Kleen 125044d49a60SAndi Kleen for (s = 0; s < aggr_map->nr; s++) { 125144d49a60SAndi Kleen id = aggr_map->map[s]; 1252e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 125344d49a60SAndi Kleen val = 0; 125444d49a60SAndi Kleen for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 125544d49a60SAndi Kleen s2 = aggr_get_id(evsel_list->cpus, cpu); 125644d49a60SAndi Kleen if (s2 != id) 125744d49a60SAndi Kleen continue; 125844d49a60SAndi Kleen val += perf_counts(counter->counts, cpu, 0)->val; 125944d49a60SAndi Kleen } 126044d49a60SAndi Kleen val = val * counter->scale; 126144d49a60SAndi Kleen perf_stat__update_shadow_stats(counter, &val, 126244d49a60SAndi Kleen first_shadow_cpu(counter, id)); 126344d49a60SAndi Kleen } 126444d49a60SAndi Kleen } 126544d49a60SAndi Kleen } 126644d49a60SAndi Kleen 1267430daf2dSAndi Kleen static void collect_all_aliases(struct perf_evsel *counter, 1268fbe51fbaSAndi Kleen void (*cb)(struct perf_evsel *counter, void *data, 1269fbe51fbaSAndi Kleen bool first), 1270fbe51fbaSAndi Kleen void *data) 1271fbe51fbaSAndi Kleen { 1272430daf2dSAndi Kleen struct perf_evsel *alias; 1273430daf2dSAndi Kleen 1274430daf2dSAndi Kleen alias = list_prepare_entry(counter, &(evsel_list->entries), node); 1275430daf2dSAndi Kleen list_for_each_entry_continue (alias, &evsel_list->entries, node) { 1276430daf2dSAndi Kleen if (strcmp(perf_evsel__name(alias), perf_evsel__name(counter)) || 1277430daf2dSAndi Kleen alias->scale != counter->scale || 1278430daf2dSAndi Kleen alias->cgrp != counter->cgrp || 1279430daf2dSAndi Kleen strcmp(alias->unit, counter->unit) || 1280430daf2dSAndi Kleen nsec_counter(alias) != nsec_counter(counter)) 1281430daf2dSAndi Kleen break; 1282430daf2dSAndi Kleen alias->merged_stat = true; 1283430daf2dSAndi Kleen cb(alias, data, false); 1284430daf2dSAndi Kleen } 1285430daf2dSAndi Kleen } 1286430daf2dSAndi Kleen 1287430daf2dSAndi Kleen static bool collect_data(struct perf_evsel *counter, 1288430daf2dSAndi Kleen void (*cb)(struct perf_evsel *counter, void *data, 1289430daf2dSAndi Kleen bool first), 1290430daf2dSAndi Kleen void *data) 1291430daf2dSAndi Kleen { 1292430daf2dSAndi Kleen if (counter->merged_stat) 1293430daf2dSAndi Kleen return false; 1294fbe51fbaSAndi Kleen cb(counter, data, true); 129563ce8449SArnaldo Carvalho de Melo if (!no_merge && counter->auto_merge_stats) 1296430daf2dSAndi Kleen collect_all_aliases(counter, cb, data); 1297430daf2dSAndi Kleen return true; 1298fbe51fbaSAndi Kleen } 1299fbe51fbaSAndi Kleen 1300fbe51fbaSAndi Kleen struct aggr_data { 1301fbe51fbaSAndi Kleen u64 ena, run, val; 1302fbe51fbaSAndi Kleen int id; 1303fbe51fbaSAndi Kleen int nr; 1304fbe51fbaSAndi Kleen int cpu; 1305fbe51fbaSAndi Kleen }; 1306fbe51fbaSAndi Kleen 1307fbe51fbaSAndi Kleen static void aggr_cb(struct perf_evsel *counter, void *data, bool first) 1308fbe51fbaSAndi Kleen { 1309fbe51fbaSAndi Kleen struct aggr_data *ad = data; 1310fbe51fbaSAndi Kleen int cpu, s2; 1311fbe51fbaSAndi Kleen 1312fbe51fbaSAndi Kleen for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 1313fbe51fbaSAndi Kleen struct perf_counts_values *counts; 1314fbe51fbaSAndi Kleen 1315fbe51fbaSAndi Kleen s2 = aggr_get_id(perf_evsel__cpus(counter), cpu); 1316fbe51fbaSAndi Kleen if (s2 != ad->id) 1317fbe51fbaSAndi Kleen continue; 1318fbe51fbaSAndi Kleen if (first) 1319fbe51fbaSAndi Kleen ad->nr++; 1320fbe51fbaSAndi Kleen counts = perf_counts(counter->counts, cpu, 0); 1321b4229e9dSAndi Kleen /* 1322b4229e9dSAndi Kleen * When any result is bad, make them all to give 1323b4229e9dSAndi Kleen * consistent output in interval mode. 1324b4229e9dSAndi Kleen */ 1325b4229e9dSAndi Kleen if (counts->ena == 0 || counts->run == 0 || 1326b4229e9dSAndi Kleen counter->counts->scaled == -1) { 1327b4229e9dSAndi Kleen ad->ena = 0; 1328b4229e9dSAndi Kleen ad->run = 0; 1329b4229e9dSAndi Kleen break; 1330b4229e9dSAndi Kleen } 1331fbe51fbaSAndi Kleen ad->val += counts->val; 1332fbe51fbaSAndi Kleen ad->ena += counts->ena; 1333fbe51fbaSAndi Kleen ad->run += counts->run; 1334fbe51fbaSAndi Kleen } 1335fbe51fbaSAndi Kleen } 1336fbe51fbaSAndi Kleen 133786ee6e18SStephane Eranian static void print_aggr(char *prefix) 1338d7e7a451SStephane Eranian { 13395821522eSJiri Olsa FILE *output = stat_config.output; 1340d7e7a451SStephane Eranian struct perf_evsel *counter; 1341fbe51fbaSAndi Kleen int s, id, nr; 1342410136f5SStephane Eranian double uval; 1343d7e7a451SStephane Eranian u64 ena, run, val; 134454b50916SAndi Kleen bool first; 1345d7e7a451SStephane Eranian 134686ee6e18SStephane Eranian if (!(aggr_map || aggr_get_id)) 1347d7e7a451SStephane Eranian return; 1348d7e7a451SStephane Eranian 134944d49a60SAndi Kleen aggr_update_shadow(); 135044d49a60SAndi Kleen 135154b50916SAndi Kleen /* 135254b50916SAndi Kleen * With metric_only everything is on a single line. 135354b50916SAndi Kleen * Without each counter has its own line. 135454b50916SAndi Kleen */ 135586ee6e18SStephane Eranian for (s = 0; s < aggr_map->nr; s++) { 1356fbe51fbaSAndi Kleen struct aggr_data ad; 135754b50916SAndi Kleen if (prefix && metric_only) 135854b50916SAndi Kleen fprintf(output, "%s", prefix); 135954b50916SAndi Kleen 1360fbe51fbaSAndi Kleen ad.id = id = aggr_map->map[s]; 136154b50916SAndi Kleen first = true; 1362e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1363fbe51fbaSAndi Kleen ad.val = ad.ena = ad.run = 0; 1364fbe51fbaSAndi Kleen ad.nr = 0; 1365430daf2dSAndi Kleen if (!collect_data(counter, aggr_cb, &ad)) 1366430daf2dSAndi Kleen continue; 1367fbe51fbaSAndi Kleen nr = ad.nr; 1368fbe51fbaSAndi Kleen ena = ad.ena; 1369fbe51fbaSAndi Kleen run = ad.run; 1370fbe51fbaSAndi Kleen val = ad.val; 137154b50916SAndi Kleen if (first && metric_only) { 137254b50916SAndi Kleen first = false; 137354b50916SAndi Kleen aggr_printout(counter, id, nr); 137454b50916SAndi Kleen } 137554b50916SAndi Kleen if (prefix && !metric_only) 1376d7e7a451SStephane Eranian fprintf(output, "%s", prefix); 1377d7e7a451SStephane Eranian 1378410136f5SStephane Eranian uval = val * counter->scale; 1379cb110f47SAndi Kleen printout(id, nr, counter, uval, prefix, run, ena, 1.0); 138054b50916SAndi Kleen if (!metric_only) 1381d7e7a451SStephane Eranian fputc('\n', output); 1382d7e7a451SStephane Eranian } 138354b50916SAndi Kleen if (metric_only) 138454b50916SAndi Kleen fputc('\n', output); 1385d7e7a451SStephane Eranian } 1386d7e7a451SStephane Eranian } 1387d7e7a451SStephane Eranian 138832b8af82SJiri Olsa static void print_aggr_thread(struct perf_evsel *counter, char *prefix) 138932b8af82SJiri Olsa { 13905821522eSJiri Olsa FILE *output = stat_config.output; 139132b8af82SJiri Olsa int nthreads = thread_map__nr(counter->threads); 139232b8af82SJiri Olsa int ncpus = cpu_map__nr(counter->cpus); 139332b8af82SJiri Olsa int cpu, thread; 139432b8af82SJiri Olsa double uval; 139532b8af82SJiri Olsa 139632b8af82SJiri Olsa for (thread = 0; thread < nthreads; thread++) { 139732b8af82SJiri Olsa u64 ena = 0, run = 0, val = 0; 139832b8af82SJiri Olsa 139932b8af82SJiri Olsa for (cpu = 0; cpu < ncpus; cpu++) { 140032b8af82SJiri Olsa val += perf_counts(counter->counts, cpu, thread)->val; 140132b8af82SJiri Olsa ena += perf_counts(counter->counts, cpu, thread)->ena; 140232b8af82SJiri Olsa run += perf_counts(counter->counts, cpu, thread)->run; 140332b8af82SJiri Olsa } 140432b8af82SJiri Olsa 140532b8af82SJiri Olsa if (prefix) 140632b8af82SJiri Olsa fprintf(output, "%s", prefix); 140732b8af82SJiri Olsa 140832b8af82SJiri Olsa uval = val * counter->scale; 1409cb110f47SAndi Kleen printout(thread, 0, counter, uval, prefix, run, ena, 1.0); 141032b8af82SJiri Olsa fputc('\n', output); 141132b8af82SJiri Olsa } 141232b8af82SJiri Olsa } 141332b8af82SJiri Olsa 1414fbe51fbaSAndi Kleen struct caggr_data { 1415fbe51fbaSAndi Kleen double avg, avg_enabled, avg_running; 1416fbe51fbaSAndi Kleen }; 1417fbe51fbaSAndi Kleen 1418fbe51fbaSAndi Kleen static void counter_aggr_cb(struct perf_evsel *counter, void *data, 1419fbe51fbaSAndi Kleen bool first __maybe_unused) 1420fbe51fbaSAndi Kleen { 1421fbe51fbaSAndi Kleen struct caggr_data *cd = data; 1422fbe51fbaSAndi Kleen struct perf_stat_evsel *ps = counter->priv; 1423fbe51fbaSAndi Kleen 1424fbe51fbaSAndi Kleen cd->avg += avg_stats(&ps->res_stats[0]); 1425fbe51fbaSAndi Kleen cd->avg_enabled += avg_stats(&ps->res_stats[1]); 1426fbe51fbaSAndi Kleen cd->avg_running += avg_stats(&ps->res_stats[2]); 1427fbe51fbaSAndi Kleen } 1428fbe51fbaSAndi Kleen 142942202dd5SIngo Molnar /* 143042202dd5SIngo Molnar * Print out the results of a single counter: 1431f5b4a9c3SStephane Eranian * aggregated counts in system-wide mode 143242202dd5SIngo Molnar */ 143313370a9bSStephane Eranian static void print_counter_aggr(struct perf_evsel *counter, char *prefix) 143442202dd5SIngo Molnar { 14355821522eSJiri Olsa FILE *output = stat_config.output; 1436410136f5SStephane Eranian double uval; 1437fbe51fbaSAndi Kleen struct caggr_data cd = { .avg = 0.0 }; 1438d73515c0SAndi Kleen 1439430daf2dSAndi Kleen if (!collect_data(counter, counter_aggr_cb, &cd)) 1440430daf2dSAndi Kleen return; 144142202dd5SIngo Molnar 144254b50916SAndi Kleen if (prefix && !metric_only) 144313370a9bSStephane Eranian fprintf(output, "%s", prefix); 144413370a9bSStephane Eranian 1445fbe51fbaSAndi Kleen uval = cd.avg * counter->scale; 1446fbe51fbaSAndi Kleen printout(-1, 0, counter, uval, prefix, cd.avg_running, cd.avg_enabled, cd.avg); 144754b50916SAndi Kleen if (!metric_only) 14484aa9015fSStephane Eranian fprintf(output, "\n"); 144942202dd5SIngo Molnar } 145042202dd5SIngo Molnar 1451fbe51fbaSAndi Kleen static void counter_cb(struct perf_evsel *counter, void *data, 1452fbe51fbaSAndi Kleen bool first __maybe_unused) 1453fbe51fbaSAndi Kleen { 1454fbe51fbaSAndi Kleen struct aggr_data *ad = data; 1455fbe51fbaSAndi Kleen 1456fbe51fbaSAndi Kleen ad->val += perf_counts(counter->counts, ad->cpu, 0)->val; 1457fbe51fbaSAndi Kleen ad->ena += perf_counts(counter->counts, ad->cpu, 0)->ena; 1458fbe51fbaSAndi Kleen ad->run += perf_counts(counter->counts, ad->cpu, 0)->run; 1459fbe51fbaSAndi Kleen } 1460fbe51fbaSAndi Kleen 1461f5b4a9c3SStephane Eranian /* 1462f5b4a9c3SStephane Eranian * Print out the results of a single counter: 1463f5b4a9c3SStephane Eranian * does not use aggregated count in system-wide 1464f5b4a9c3SStephane Eranian */ 146513370a9bSStephane Eranian static void print_counter(struct perf_evsel *counter, char *prefix) 1466f5b4a9c3SStephane Eranian { 14675821522eSJiri Olsa FILE *output = stat_config.output; 1468f5b4a9c3SStephane Eranian u64 ena, run, val; 1469410136f5SStephane Eranian double uval; 1470f5b4a9c3SStephane Eranian int cpu; 1471f5b4a9c3SStephane Eranian 14727ae92e74SYan, Zheng for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) { 1473fbe51fbaSAndi Kleen struct aggr_data ad = { .cpu = cpu }; 1474fbe51fbaSAndi Kleen 1475430daf2dSAndi Kleen if (!collect_data(counter, counter_cb, &ad)) 1476430daf2dSAndi Kleen return; 1477fbe51fbaSAndi Kleen val = ad.val; 1478fbe51fbaSAndi Kleen ena = ad.ena; 1479fbe51fbaSAndi Kleen run = ad.run; 148013370a9bSStephane Eranian 148113370a9bSStephane Eranian if (prefix) 148213370a9bSStephane Eranian fprintf(output, "%s", prefix); 148313370a9bSStephane Eranian 1484410136f5SStephane Eranian uval = val * counter->scale; 1485cb110f47SAndi Kleen printout(cpu, 0, counter, uval, prefix, run, ena, 1.0); 1486f5b4a9c3SStephane Eranian 14874aa9015fSStephane Eranian fputc('\n', output); 1488f5b4a9c3SStephane Eranian } 1489f5b4a9c3SStephane Eranian } 1490f5b4a9c3SStephane Eranian 1491206cab65SAndi Kleen static void print_no_aggr_metric(char *prefix) 1492206cab65SAndi Kleen { 1493206cab65SAndi Kleen int cpu; 1494206cab65SAndi Kleen int nrcpus = 0; 1495206cab65SAndi Kleen struct perf_evsel *counter; 1496206cab65SAndi Kleen u64 ena, run, val; 1497206cab65SAndi Kleen double uval; 1498206cab65SAndi Kleen 1499206cab65SAndi Kleen nrcpus = evsel_list->cpus->nr; 1500206cab65SAndi Kleen for (cpu = 0; cpu < nrcpus; cpu++) { 1501206cab65SAndi Kleen bool first = true; 1502206cab65SAndi Kleen 1503206cab65SAndi Kleen if (prefix) 1504206cab65SAndi Kleen fputs(prefix, stat_config.output); 1505e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 1506206cab65SAndi Kleen if (first) { 1507206cab65SAndi Kleen aggr_printout(counter, cpu, 0); 1508206cab65SAndi Kleen first = false; 1509206cab65SAndi Kleen } 1510206cab65SAndi Kleen val = perf_counts(counter->counts, cpu, 0)->val; 1511206cab65SAndi Kleen ena = perf_counts(counter->counts, cpu, 0)->ena; 1512206cab65SAndi Kleen run = perf_counts(counter->counts, cpu, 0)->run; 1513206cab65SAndi Kleen 1514206cab65SAndi Kleen uval = val * counter->scale; 1515206cab65SAndi Kleen printout(cpu, 0, counter, uval, prefix, run, ena, 1.0); 1516206cab65SAndi Kleen } 1517206cab65SAndi Kleen fputc('\n', stat_config.output); 1518206cab65SAndi Kleen } 1519206cab65SAndi Kleen } 1520206cab65SAndi Kleen 152154b50916SAndi Kleen static int aggr_header_lens[] = { 152254b50916SAndi Kleen [AGGR_CORE] = 18, 152354b50916SAndi Kleen [AGGR_SOCKET] = 12, 1524206cab65SAndi Kleen [AGGR_NONE] = 6, 152554b50916SAndi Kleen [AGGR_THREAD] = 24, 152654b50916SAndi Kleen [AGGR_GLOBAL] = 0, 152754b50916SAndi Kleen }; 152854b50916SAndi Kleen 1529c51fd639SAndi Kleen static const char *aggr_header_csv[] = { 1530c51fd639SAndi Kleen [AGGR_CORE] = "core,cpus,", 1531c51fd639SAndi Kleen [AGGR_SOCKET] = "socket,cpus", 1532c51fd639SAndi Kleen [AGGR_NONE] = "cpu,", 1533c51fd639SAndi Kleen [AGGR_THREAD] = "comm-pid,", 1534c51fd639SAndi Kleen [AGGR_GLOBAL] = "" 1535c51fd639SAndi Kleen }; 1536c51fd639SAndi Kleen 153741c8ca2aSAndi Kleen static void print_metric_headers(const char *prefix, bool no_indent) 153854b50916SAndi Kleen { 153954b50916SAndi Kleen struct perf_stat_output_ctx out; 154054b50916SAndi Kleen struct perf_evsel *counter; 154154b50916SAndi Kleen struct outstate os = { 154254b50916SAndi Kleen .fh = stat_config.output 154354b50916SAndi Kleen }; 154454b50916SAndi Kleen 154554b50916SAndi Kleen if (prefix) 154654b50916SAndi Kleen fprintf(stat_config.output, "%s", prefix); 154754b50916SAndi Kleen 154841c8ca2aSAndi Kleen if (!csv_output && !no_indent) 154954b50916SAndi Kleen fprintf(stat_config.output, "%*s", 155054b50916SAndi Kleen aggr_header_lens[stat_config.aggr_mode], ""); 1551c51fd639SAndi Kleen if (csv_output) { 1552c51fd639SAndi Kleen if (stat_config.interval) 1553c51fd639SAndi Kleen fputs("time,", stat_config.output); 1554c51fd639SAndi Kleen fputs(aggr_header_csv[stat_config.aggr_mode], 1555c51fd639SAndi Kleen stat_config.output); 1556c51fd639SAndi Kleen } 155754b50916SAndi Kleen 155854b50916SAndi Kleen /* Print metrics headers only */ 1559e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) { 156054b50916SAndi Kleen os.evsel = counter; 156154b50916SAndi Kleen out.ctx = &os; 156254b50916SAndi Kleen out.print_metric = print_metric_header; 156354b50916SAndi Kleen out.new_line = new_line_metric; 156437932c18SAndi Kleen out.force_header = true; 156554b50916SAndi Kleen os.evsel = counter; 156654b50916SAndi Kleen perf_stat__print_shadow_stats(counter, 0, 156754b50916SAndi Kleen 0, 156854b50916SAndi Kleen &out); 156954b50916SAndi Kleen } 157054b50916SAndi Kleen fputc('\n', stat_config.output); 157154b50916SAndi Kleen } 157254b50916SAndi Kleen 1573d4f63a47SJiri Olsa static void print_interval(char *prefix, struct timespec *ts) 157442202dd5SIngo Molnar { 15755821522eSJiri Olsa FILE *output = stat_config.output; 1576d4f63a47SJiri Olsa static int num_print_interval; 1577d4f63a47SJiri Olsa 1578d4f63a47SJiri Olsa sprintf(prefix, "%6lu.%09lu%s", ts->tv_sec, ts->tv_nsec, csv_sep); 1579d4f63a47SJiri Olsa 158041c8ca2aSAndi Kleen if (num_print_interval == 0 && !csv_output) { 1581421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 1582d4f63a47SJiri Olsa case AGGR_SOCKET: 158341c8ca2aSAndi Kleen fprintf(output, "# time socket cpus"); 158441c8ca2aSAndi Kleen if (!metric_only) 158541c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1586d4f63a47SJiri Olsa break; 1587d4f63a47SJiri Olsa case AGGR_CORE: 158841c8ca2aSAndi Kleen fprintf(output, "# time core cpus"); 158941c8ca2aSAndi Kleen if (!metric_only) 159041c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1591d4f63a47SJiri Olsa break; 1592d4f63a47SJiri Olsa case AGGR_NONE: 159341c8ca2aSAndi Kleen fprintf(output, "# time CPU"); 159441c8ca2aSAndi Kleen if (!metric_only) 159541c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1596d4f63a47SJiri Olsa break; 159732b8af82SJiri Olsa case AGGR_THREAD: 159841c8ca2aSAndi Kleen fprintf(output, "# time comm-pid"); 159941c8ca2aSAndi Kleen if (!metric_only) 160041c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 160132b8af82SJiri Olsa break; 1602d4f63a47SJiri Olsa case AGGR_GLOBAL: 1603d4f63a47SJiri Olsa default: 160441c8ca2aSAndi Kleen fprintf(output, "# time"); 160541c8ca2aSAndi Kleen if (!metric_only) 160641c8ca2aSAndi Kleen fprintf(output, " counts %*s events\n", unit_width, "unit"); 1607208df99eSJiri Olsa case AGGR_UNSET: 1608208df99eSJiri Olsa break; 1609d4f63a47SJiri Olsa } 1610d4f63a47SJiri Olsa } 1611d4f63a47SJiri Olsa 161241c8ca2aSAndi Kleen if (num_print_interval == 0 && metric_only) 161341c8ca2aSAndi Kleen print_metric_headers(" ", true); 1614d4f63a47SJiri Olsa if (++num_print_interval == 25) 1615d4f63a47SJiri Olsa num_print_interval = 0; 1616d4f63a47SJiri Olsa } 1617d4f63a47SJiri Olsa 1618d4f63a47SJiri Olsa static void print_header(int argc, const char **argv) 1619d4f63a47SJiri Olsa { 16205821522eSJiri Olsa FILE *output = stat_config.output; 162169aad6f1SArnaldo Carvalho de Melo int i; 162242202dd5SIngo Molnar 162386470930SIngo Molnar fflush(stdout); 162486470930SIngo Molnar 1625d7470b6aSStephane Eranian if (!csv_output) { 16264aa9015fSStephane Eranian fprintf(output, "\n"); 16274aa9015fSStephane Eranian fprintf(output, " Performance counter stats for "); 162862d3b617SDavid Ahern if (target.system_wide) 162962d3b617SDavid Ahern fprintf(output, "\'system wide"); 163062d3b617SDavid Ahern else if (target.cpu_list) 163162d3b617SDavid Ahern fprintf(output, "\'CPU(s) %s", target.cpu_list); 1632602ad878SArnaldo Carvalho de Melo else if (!target__has_task(&target)) { 1633ba6039b6SJiri Olsa fprintf(output, "\'%s", argv ? argv[0] : "pipe"); 1634ba6039b6SJiri Olsa for (i = 1; argv && (i < argc); i++) 16354aa9015fSStephane Eranian fprintf(output, " %s", argv[i]); 163620f946b4SNamhyung Kim } else if (target.pid) 163720f946b4SNamhyung Kim fprintf(output, "process id \'%s", target.pid); 1638d6d901c2SZhang, Yanmin else 163920f946b4SNamhyung Kim fprintf(output, "thread id \'%s", target.tid); 164086470930SIngo Molnar 16414aa9015fSStephane Eranian fprintf(output, "\'"); 164242202dd5SIngo Molnar if (run_count > 1) 16434aa9015fSStephane Eranian fprintf(output, " (%d runs)", run_count); 16444aa9015fSStephane Eranian fprintf(output, ":\n\n"); 1645d7470b6aSStephane Eranian } 1646f5b4a9c3SStephane Eranian } 164786470930SIngo Molnar 1648d4f63a47SJiri Olsa static void print_footer(void) 1649d4f63a47SJiri Olsa { 16505821522eSJiri Olsa FILE *output = stat_config.output; 1651918c7b06SAndi Kleen int n; 16525821522eSJiri Olsa 1653c3305257SIngo Molnar if (!null_run) 16544aa9015fSStephane Eranian fprintf(output, "\n"); 16554aa9015fSStephane Eranian fprintf(output, " %17.9f seconds time elapsed", 1656310ebb93SArnaldo Carvalho de Melo avg_stats(&walltime_nsecs_stats) / NSEC_PER_SEC); 1657566747e6SIngo Molnar if (run_count > 1) { 16584aa9015fSStephane Eranian fprintf(output, " "); 1659f99844cbSIngo Molnar print_noise_pct(stddev_stats(&walltime_nsecs_stats), 1660506d4bc8SPeter Zijlstra avg_stats(&walltime_nsecs_stats)); 1661566747e6SIngo Molnar } 16624aa9015fSStephane Eranian fprintf(output, "\n\n"); 166302d492e5SBorislav Petkov 1664918c7b06SAndi Kleen if (print_free_counters_hint && 1665918c7b06SAndi Kleen sysctl__read_int("kernel/nmi_watchdog", &n) >= 0 && 1666918c7b06SAndi Kleen n > 0) 166702d492e5SBorislav Petkov fprintf(output, 166802d492e5SBorislav Petkov "Some events weren't counted. Try disabling the NMI watchdog:\n" 166902d492e5SBorislav Petkov " echo 0 > /proc/sys/kernel/nmi_watchdog\n" 167002d492e5SBorislav Petkov " perf stat ...\n" 167102d492e5SBorislav Petkov " echo 1 > /proc/sys/kernel/nmi_watchdog\n"); 167286470930SIngo Molnar } 1673d4f63a47SJiri Olsa 1674d4f63a47SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv) 1675d4f63a47SJiri Olsa { 1676ec0d3d1fSJiri Olsa int interval = stat_config.interval; 1677d4f63a47SJiri Olsa struct perf_evsel *counter; 1678d4f63a47SJiri Olsa char buf[64], *prefix = NULL; 1679d4f63a47SJiri Olsa 1680664c98d4SJiri Olsa /* Do not print anything if we record to the pipe. */ 1681664c98d4SJiri Olsa if (STAT_RECORD && perf_stat.file.is_pipe) 1682664c98d4SJiri Olsa return; 1683664c98d4SJiri Olsa 1684d4f63a47SJiri Olsa if (interval) 1685d4f63a47SJiri Olsa print_interval(prefix = buf, ts); 1686d4f63a47SJiri Olsa else 1687d4f63a47SJiri Olsa print_header(argc, argv); 1688d4f63a47SJiri Olsa 168954b50916SAndi Kleen if (metric_only) { 169054b50916SAndi Kleen static int num_print_iv; 169154b50916SAndi Kleen 169241c8ca2aSAndi Kleen if (num_print_iv == 0 && !interval) 169341c8ca2aSAndi Kleen print_metric_headers(prefix, false); 169454b50916SAndi Kleen if (num_print_iv++ == 25) 169554b50916SAndi Kleen num_print_iv = 0; 169654b50916SAndi Kleen if (stat_config.aggr_mode == AGGR_GLOBAL && prefix) 169754b50916SAndi Kleen fprintf(stat_config.output, "%s", prefix); 169854b50916SAndi Kleen } 169954b50916SAndi Kleen 1700421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 1701d4f63a47SJiri Olsa case AGGR_CORE: 1702d4f63a47SJiri Olsa case AGGR_SOCKET: 1703d4f63a47SJiri Olsa print_aggr(prefix); 1704d4f63a47SJiri Olsa break; 170532b8af82SJiri Olsa case AGGR_THREAD: 1706e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) 170732b8af82SJiri Olsa print_aggr_thread(counter, prefix); 170832b8af82SJiri Olsa break; 1709d4f63a47SJiri Olsa case AGGR_GLOBAL: 1710e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) 1711d4f63a47SJiri Olsa print_counter_aggr(counter, prefix); 171254b50916SAndi Kleen if (metric_only) 171354b50916SAndi Kleen fputc('\n', stat_config.output); 1714d4f63a47SJiri Olsa break; 1715d4f63a47SJiri Olsa case AGGR_NONE: 1716206cab65SAndi Kleen if (metric_only) 1717206cab65SAndi Kleen print_no_aggr_metric(prefix); 1718206cab65SAndi Kleen else { 1719e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) 1720d4f63a47SJiri Olsa print_counter(counter, prefix); 1721206cab65SAndi Kleen } 1722d4f63a47SJiri Olsa break; 1723208df99eSJiri Olsa case AGGR_UNSET: 1724d4f63a47SJiri Olsa default: 1725d4f63a47SJiri Olsa break; 1726d4f63a47SJiri Olsa } 1727d4f63a47SJiri Olsa 1728d4f63a47SJiri Olsa if (!interval && !csv_output) 1729d4f63a47SJiri Olsa print_footer(); 1730d4f63a47SJiri Olsa 17315821522eSJiri Olsa fflush(stat_config.output); 1732d7470b6aSStephane Eranian } 173386470930SIngo Molnar 1734f7b7c26eSPeter Zijlstra static volatile int signr = -1; 1735f7b7c26eSPeter Zijlstra 173686470930SIngo Molnar static void skip_signal(int signo) 173786470930SIngo Molnar { 1738ec0d3d1fSJiri Olsa if ((child_pid == -1) || stat_config.interval) 173960666c63SLiming Wang done = 1; 174060666c63SLiming Wang 1741f7b7c26eSPeter Zijlstra signr = signo; 1742d07f0b12SStephane Eranian /* 1743d07f0b12SStephane Eranian * render child_pid harmless 1744d07f0b12SStephane Eranian * won't send SIGTERM to a random 1745d07f0b12SStephane Eranian * process in case of race condition 1746d07f0b12SStephane Eranian * and fast PID recycling 1747d07f0b12SStephane Eranian */ 1748d07f0b12SStephane Eranian child_pid = -1; 1749f7b7c26eSPeter Zijlstra } 1750f7b7c26eSPeter Zijlstra 1751f7b7c26eSPeter Zijlstra static void sig_atexit(void) 1752f7b7c26eSPeter Zijlstra { 1753d07f0b12SStephane Eranian sigset_t set, oset; 1754d07f0b12SStephane Eranian 1755d07f0b12SStephane Eranian /* 1756d07f0b12SStephane Eranian * avoid race condition with SIGCHLD handler 1757d07f0b12SStephane Eranian * in skip_signal() which is modifying child_pid 1758d07f0b12SStephane Eranian * goal is to avoid send SIGTERM to a random 1759d07f0b12SStephane Eranian * process 1760d07f0b12SStephane Eranian */ 1761d07f0b12SStephane Eranian sigemptyset(&set); 1762d07f0b12SStephane Eranian sigaddset(&set, SIGCHLD); 1763d07f0b12SStephane Eranian sigprocmask(SIG_BLOCK, &set, &oset); 1764d07f0b12SStephane Eranian 1765933da83aSChris Wilson if (child_pid != -1) 1766933da83aSChris Wilson kill(child_pid, SIGTERM); 1767933da83aSChris Wilson 1768d07f0b12SStephane Eranian sigprocmask(SIG_SETMASK, &oset, NULL); 1769d07f0b12SStephane Eranian 1770f7b7c26eSPeter Zijlstra if (signr == -1) 1771f7b7c26eSPeter Zijlstra return; 1772f7b7c26eSPeter Zijlstra 1773f7b7c26eSPeter Zijlstra signal(signr, SIG_DFL); 1774f7b7c26eSPeter Zijlstra kill(getpid(), signr); 177586470930SIngo Molnar } 177686470930SIngo Molnar 17771d037ca1SIrina Tirdea static int stat__set_big_num(const struct option *opt __maybe_unused, 17781d037ca1SIrina Tirdea const char *s __maybe_unused, int unset) 1779d7470b6aSStephane Eranian { 1780d7470b6aSStephane Eranian big_num_opt = unset ? 0 : 1; 1781d7470b6aSStephane Eranian return 0; 1782d7470b6aSStephane Eranian } 1783d7470b6aSStephane Eranian 178444b1e60aSAndi Kleen static int enable_metric_only(const struct option *opt __maybe_unused, 178544b1e60aSAndi Kleen const char *s __maybe_unused, int unset) 178644b1e60aSAndi Kleen { 178744b1e60aSAndi Kleen force_metric_only = true; 178844b1e60aSAndi Kleen metric_only = !unset; 178944b1e60aSAndi Kleen return 0; 179044b1e60aSAndi Kleen } 179144b1e60aSAndi Kleen 1792e0547311SJiri Olsa static const struct option stat_options[] = { 1793e0547311SJiri Olsa OPT_BOOLEAN('T', "transaction", &transaction_run, 1794e0547311SJiri Olsa "hardware transaction statistics"), 1795e0547311SJiri Olsa OPT_CALLBACK('e', "event", &evsel_list, "event", 1796e0547311SJiri Olsa "event selector. use 'perf list' to list available events", 1797e0547311SJiri Olsa parse_events_option), 1798e0547311SJiri Olsa OPT_CALLBACK(0, "filter", &evsel_list, "filter", 1799e0547311SJiri Olsa "event filter", parse_filter), 1800e0547311SJiri Olsa OPT_BOOLEAN('i', "no-inherit", &no_inherit, 1801e0547311SJiri Olsa "child tasks do not inherit counters"), 1802e0547311SJiri Olsa OPT_STRING('p', "pid", &target.pid, "pid", 1803e0547311SJiri Olsa "stat events on existing process id"), 1804e0547311SJiri Olsa OPT_STRING('t', "tid", &target.tid, "tid", 1805e0547311SJiri Olsa "stat events on existing thread id"), 1806e0547311SJiri Olsa OPT_BOOLEAN('a', "all-cpus", &target.system_wide, 1807e0547311SJiri Olsa "system-wide collection from all CPUs"), 1808e0547311SJiri Olsa OPT_BOOLEAN('g', "group", &group, 1809e0547311SJiri Olsa "put the counters into a counter group"), 1810e0547311SJiri Olsa OPT_BOOLEAN('c', "scale", &stat_config.scale, "scale/normalize counters"), 1811e0547311SJiri Olsa OPT_INCR('v', "verbose", &verbose, 1812e0547311SJiri Olsa "be more verbose (show counter open errors, etc)"), 1813e0547311SJiri Olsa OPT_INTEGER('r', "repeat", &run_count, 1814e0547311SJiri Olsa "repeat command and print average + stddev (max: 100, forever: 0)"), 1815e0547311SJiri Olsa OPT_BOOLEAN('n', "null", &null_run, 1816e0547311SJiri Olsa "null run - dont start any counters"), 1817e0547311SJiri Olsa OPT_INCR('d', "detailed", &detailed_run, 1818e0547311SJiri Olsa "detailed run - start a lot of events"), 1819e0547311SJiri Olsa OPT_BOOLEAN('S', "sync", &sync_run, 1820e0547311SJiri Olsa "call sync() before starting a run"), 1821e0547311SJiri Olsa OPT_CALLBACK_NOOPT('B', "big-num", NULL, NULL, 1822e0547311SJiri Olsa "print large numbers with thousands\' separators", 1823e0547311SJiri Olsa stat__set_big_num), 1824e0547311SJiri Olsa OPT_STRING('C', "cpu", &target.cpu_list, "cpu", 1825e0547311SJiri Olsa "list of cpus to monitor in system-wide"), 1826e0547311SJiri Olsa OPT_SET_UINT('A', "no-aggr", &stat_config.aggr_mode, 1827e0547311SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 1828430daf2dSAndi Kleen OPT_BOOLEAN(0, "no-merge", &no_merge, "Do not merge identical named events"), 1829e0547311SJiri Olsa OPT_STRING('x', "field-separator", &csv_sep, "separator", 1830e0547311SJiri Olsa "print counts with custom separator"), 1831e0547311SJiri Olsa OPT_CALLBACK('G', "cgroup", &evsel_list, "name", 1832e0547311SJiri Olsa "monitor event in cgroup name only", parse_cgroups), 1833e0547311SJiri Olsa OPT_STRING('o', "output", &output_name, "file", "output file name"), 1834e0547311SJiri Olsa OPT_BOOLEAN(0, "append", &append_file, "append to the output file"), 1835e0547311SJiri Olsa OPT_INTEGER(0, "log-fd", &output_fd, 1836e0547311SJiri Olsa "log output to fd, instead of stderr"), 1837e0547311SJiri Olsa OPT_STRING(0, "pre", &pre_cmd, "command", 1838e0547311SJiri Olsa "command to run prior to the measured command"), 1839e0547311SJiri Olsa OPT_STRING(0, "post", &post_cmd, "command", 1840e0547311SJiri Olsa "command to run after to the measured command"), 1841e0547311SJiri Olsa OPT_UINTEGER('I', "interval-print", &stat_config.interval, 1842e0547311SJiri Olsa "print counts at regular interval in ms (>= 10)"), 1843e0547311SJiri Olsa OPT_SET_UINT(0, "per-socket", &stat_config.aggr_mode, 1844e0547311SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 1845e0547311SJiri Olsa OPT_SET_UINT(0, "per-core", &stat_config.aggr_mode, 1846e0547311SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 1847e0547311SJiri Olsa OPT_SET_UINT(0, "per-thread", &stat_config.aggr_mode, 1848e0547311SJiri Olsa "aggregate counts per thread", AGGR_THREAD), 1849e0547311SJiri Olsa OPT_UINTEGER('D', "delay", &initial_delay, 1850e0547311SJiri Olsa "ms to wait before starting measurement after program start"), 185144b1e60aSAndi Kleen OPT_CALLBACK_NOOPT(0, "metric-only", &metric_only, NULL, 185244b1e60aSAndi Kleen "Only print computed metrics. No raw values", enable_metric_only), 185344b1e60aSAndi Kleen OPT_BOOLEAN(0, "topdown", &topdown_run, 185444b1e60aSAndi Kleen "measure topdown level 1 statistics"), 1855daefd0bcSKan Liang OPT_BOOLEAN(0, "smi-cost", &smi_cost, 1856daefd0bcSKan Liang "measure SMI cost"), 1857e0547311SJiri Olsa OPT_END() 1858e0547311SJiri Olsa }; 1859e0547311SJiri Olsa 18601fe7a300SJiri Olsa static int perf_stat__get_socket(struct cpu_map *map, int cpu) 18611fe7a300SJiri Olsa { 18621fe7a300SJiri Olsa return cpu_map__get_socket(map, cpu, NULL); 18631fe7a300SJiri Olsa } 18641fe7a300SJiri Olsa 18651fe7a300SJiri Olsa static int perf_stat__get_core(struct cpu_map *map, int cpu) 18661fe7a300SJiri Olsa { 18671fe7a300SJiri Olsa return cpu_map__get_core(map, cpu, NULL); 18681fe7a300SJiri Olsa } 18691fe7a300SJiri Olsa 18701e5a2931SJiri Olsa static int cpu_map__get_max(struct cpu_map *map) 18711e5a2931SJiri Olsa { 18721e5a2931SJiri Olsa int i, max = -1; 18731e5a2931SJiri Olsa 18741e5a2931SJiri Olsa for (i = 0; i < map->nr; i++) { 18751e5a2931SJiri Olsa if (map->map[i] > max) 18761e5a2931SJiri Olsa max = map->map[i]; 18771e5a2931SJiri Olsa } 18781e5a2931SJiri Olsa 18791e5a2931SJiri Olsa return max; 18801e5a2931SJiri Olsa } 18811e5a2931SJiri Olsa 18821e5a2931SJiri Olsa static struct cpu_map *cpus_aggr_map; 18831e5a2931SJiri Olsa 18841e5a2931SJiri Olsa static int perf_stat__get_aggr(aggr_get_id_t get_id, struct cpu_map *map, int idx) 18851e5a2931SJiri Olsa { 18861e5a2931SJiri Olsa int cpu; 18871e5a2931SJiri Olsa 18881e5a2931SJiri Olsa if (idx >= map->nr) 18891e5a2931SJiri Olsa return -1; 18901e5a2931SJiri Olsa 18911e5a2931SJiri Olsa cpu = map->map[idx]; 18921e5a2931SJiri Olsa 18931e5a2931SJiri Olsa if (cpus_aggr_map->map[cpu] == -1) 18941e5a2931SJiri Olsa cpus_aggr_map->map[cpu] = get_id(map, idx); 18951e5a2931SJiri Olsa 18961e5a2931SJiri Olsa return cpus_aggr_map->map[cpu]; 18971e5a2931SJiri Olsa } 18981e5a2931SJiri Olsa 18991e5a2931SJiri Olsa static int perf_stat__get_socket_cached(struct cpu_map *map, int idx) 19001e5a2931SJiri Olsa { 19011e5a2931SJiri Olsa return perf_stat__get_aggr(perf_stat__get_socket, map, idx); 19021e5a2931SJiri Olsa } 19031e5a2931SJiri Olsa 19041e5a2931SJiri Olsa static int perf_stat__get_core_cached(struct cpu_map *map, int idx) 19051e5a2931SJiri Olsa { 19061e5a2931SJiri Olsa return perf_stat__get_aggr(perf_stat__get_core, map, idx); 19071e5a2931SJiri Olsa } 19081e5a2931SJiri Olsa 190986ee6e18SStephane Eranian static int perf_stat_init_aggr_mode(void) 191086ee6e18SStephane Eranian { 19111e5a2931SJiri Olsa int nr; 19121e5a2931SJiri Olsa 1913421a50f3SJiri Olsa switch (stat_config.aggr_mode) { 191486ee6e18SStephane Eranian case AGGR_SOCKET: 191586ee6e18SStephane Eranian if (cpu_map__build_socket_map(evsel_list->cpus, &aggr_map)) { 191686ee6e18SStephane Eranian perror("cannot build socket map"); 191786ee6e18SStephane Eranian return -1; 191886ee6e18SStephane Eranian } 19191e5a2931SJiri Olsa aggr_get_id = perf_stat__get_socket_cached; 192086ee6e18SStephane Eranian break; 192112c08a9fSStephane Eranian case AGGR_CORE: 192212c08a9fSStephane Eranian if (cpu_map__build_core_map(evsel_list->cpus, &aggr_map)) { 192312c08a9fSStephane Eranian perror("cannot build core map"); 192412c08a9fSStephane Eranian return -1; 192512c08a9fSStephane Eranian } 19261e5a2931SJiri Olsa aggr_get_id = perf_stat__get_core_cached; 192712c08a9fSStephane Eranian break; 192886ee6e18SStephane Eranian case AGGR_NONE: 192986ee6e18SStephane Eranian case AGGR_GLOBAL: 193032b8af82SJiri Olsa case AGGR_THREAD: 1931208df99eSJiri Olsa case AGGR_UNSET: 193286ee6e18SStephane Eranian default: 193386ee6e18SStephane Eranian break; 193486ee6e18SStephane Eranian } 19351e5a2931SJiri Olsa 19361e5a2931SJiri Olsa /* 19371e5a2931SJiri Olsa * The evsel_list->cpus is the base we operate on, 19381e5a2931SJiri Olsa * taking the highest cpu number to be the size of 19391e5a2931SJiri Olsa * the aggregation translate cpumap. 19401e5a2931SJiri Olsa */ 19411e5a2931SJiri Olsa nr = cpu_map__get_max(evsel_list->cpus); 19421e5a2931SJiri Olsa cpus_aggr_map = cpu_map__empty_new(nr + 1); 19431e5a2931SJiri Olsa return cpus_aggr_map ? 0 : -ENOMEM; 194486ee6e18SStephane Eranian } 194586ee6e18SStephane Eranian 1946544c2ae7SMasami Hiramatsu static void perf_stat__exit_aggr_mode(void) 1947544c2ae7SMasami Hiramatsu { 1948544c2ae7SMasami Hiramatsu cpu_map__put(aggr_map); 1949544c2ae7SMasami Hiramatsu cpu_map__put(cpus_aggr_map); 1950544c2ae7SMasami Hiramatsu aggr_map = NULL; 1951544c2ae7SMasami Hiramatsu cpus_aggr_map = NULL; 1952544c2ae7SMasami Hiramatsu } 1953544c2ae7SMasami Hiramatsu 195468d702f7SJiri Olsa static inline int perf_env__get_cpu(struct perf_env *env, struct cpu_map *map, int idx) 195568d702f7SJiri Olsa { 195668d702f7SJiri Olsa int cpu; 195768d702f7SJiri Olsa 195868d702f7SJiri Olsa if (idx > map->nr) 195968d702f7SJiri Olsa return -1; 196068d702f7SJiri Olsa 196168d702f7SJiri Olsa cpu = map->map[idx]; 196268d702f7SJiri Olsa 1963da8a58b5SJan Stancek if (cpu >= env->nr_cpus_avail) 196468d702f7SJiri Olsa return -1; 196568d702f7SJiri Olsa 196668d702f7SJiri Olsa return cpu; 196768d702f7SJiri Olsa } 196868d702f7SJiri Olsa 196968d702f7SJiri Olsa static int perf_env__get_socket(struct cpu_map *map, int idx, void *data) 197068d702f7SJiri Olsa { 197168d702f7SJiri Olsa struct perf_env *env = data; 197268d702f7SJiri Olsa int cpu = perf_env__get_cpu(env, map, idx); 197368d702f7SJiri Olsa 197468d702f7SJiri Olsa return cpu == -1 ? -1 : env->cpu[cpu].socket_id; 197568d702f7SJiri Olsa } 197668d702f7SJiri Olsa 197768d702f7SJiri Olsa static int perf_env__get_core(struct cpu_map *map, int idx, void *data) 197868d702f7SJiri Olsa { 197968d702f7SJiri Olsa struct perf_env *env = data; 198068d702f7SJiri Olsa int core = -1, cpu = perf_env__get_cpu(env, map, idx); 198168d702f7SJiri Olsa 198268d702f7SJiri Olsa if (cpu != -1) { 198368d702f7SJiri Olsa int socket_id = env->cpu[cpu].socket_id; 198468d702f7SJiri Olsa 198568d702f7SJiri Olsa /* 198668d702f7SJiri Olsa * Encode socket in upper 16 bits 198768d702f7SJiri Olsa * core_id is relative to socket, and 198868d702f7SJiri Olsa * we need a global id. So we combine 198968d702f7SJiri Olsa * socket + core id. 199068d702f7SJiri Olsa */ 199168d702f7SJiri Olsa core = (socket_id << 16) | (env->cpu[cpu].core_id & 0xffff); 199268d702f7SJiri Olsa } 199368d702f7SJiri Olsa 199468d702f7SJiri Olsa return core; 199568d702f7SJiri Olsa } 199668d702f7SJiri Olsa 199768d702f7SJiri Olsa static int perf_env__build_socket_map(struct perf_env *env, struct cpu_map *cpus, 199868d702f7SJiri Olsa struct cpu_map **sockp) 199968d702f7SJiri Olsa { 200068d702f7SJiri Olsa return cpu_map__build_map(cpus, sockp, perf_env__get_socket, env); 200168d702f7SJiri Olsa } 200268d702f7SJiri Olsa 200368d702f7SJiri Olsa static int perf_env__build_core_map(struct perf_env *env, struct cpu_map *cpus, 200468d702f7SJiri Olsa struct cpu_map **corep) 200568d702f7SJiri Olsa { 200668d702f7SJiri Olsa return cpu_map__build_map(cpus, corep, perf_env__get_core, env); 200768d702f7SJiri Olsa } 200868d702f7SJiri Olsa 200968d702f7SJiri Olsa static int perf_stat__get_socket_file(struct cpu_map *map, int idx) 201068d702f7SJiri Olsa { 201168d702f7SJiri Olsa return perf_env__get_socket(map, idx, &perf_stat.session->header.env); 201268d702f7SJiri Olsa } 201368d702f7SJiri Olsa 201468d702f7SJiri Olsa static int perf_stat__get_core_file(struct cpu_map *map, int idx) 201568d702f7SJiri Olsa { 201668d702f7SJiri Olsa return perf_env__get_core(map, idx, &perf_stat.session->header.env); 201768d702f7SJiri Olsa } 201868d702f7SJiri Olsa 201968d702f7SJiri Olsa static int perf_stat_init_aggr_mode_file(struct perf_stat *st) 202068d702f7SJiri Olsa { 202168d702f7SJiri Olsa struct perf_env *env = &st->session->header.env; 202268d702f7SJiri Olsa 202368d702f7SJiri Olsa switch (stat_config.aggr_mode) { 202468d702f7SJiri Olsa case AGGR_SOCKET: 202568d702f7SJiri Olsa if (perf_env__build_socket_map(env, evsel_list->cpus, &aggr_map)) { 202668d702f7SJiri Olsa perror("cannot build socket map"); 202768d702f7SJiri Olsa return -1; 202868d702f7SJiri Olsa } 202968d702f7SJiri Olsa aggr_get_id = perf_stat__get_socket_file; 203068d702f7SJiri Olsa break; 203168d702f7SJiri Olsa case AGGR_CORE: 203268d702f7SJiri Olsa if (perf_env__build_core_map(env, evsel_list->cpus, &aggr_map)) { 203368d702f7SJiri Olsa perror("cannot build core map"); 203468d702f7SJiri Olsa return -1; 203568d702f7SJiri Olsa } 203668d702f7SJiri Olsa aggr_get_id = perf_stat__get_core_file; 203768d702f7SJiri Olsa break; 203868d702f7SJiri Olsa case AGGR_NONE: 203968d702f7SJiri Olsa case AGGR_GLOBAL: 204068d702f7SJiri Olsa case AGGR_THREAD: 204168d702f7SJiri Olsa case AGGR_UNSET: 204268d702f7SJiri Olsa default: 204368d702f7SJiri Olsa break; 204468d702f7SJiri Olsa } 204568d702f7SJiri Olsa 204668d702f7SJiri Olsa return 0; 204768d702f7SJiri Olsa } 204868d702f7SJiri Olsa 204944b1e60aSAndi Kleen static int topdown_filter_events(const char **attr, char **str, bool use_group) 205044b1e60aSAndi Kleen { 205144b1e60aSAndi Kleen int off = 0; 205244b1e60aSAndi Kleen int i; 205344b1e60aSAndi Kleen int len = 0; 205444b1e60aSAndi Kleen char *s; 205544b1e60aSAndi Kleen 205644b1e60aSAndi Kleen for (i = 0; attr[i]; i++) { 205744b1e60aSAndi Kleen if (pmu_have_event("cpu", attr[i])) { 205844b1e60aSAndi Kleen len += strlen(attr[i]) + 1; 205944b1e60aSAndi Kleen attr[i - off] = attr[i]; 206044b1e60aSAndi Kleen } else 206144b1e60aSAndi Kleen off++; 206244b1e60aSAndi Kleen } 206344b1e60aSAndi Kleen attr[i - off] = NULL; 206444b1e60aSAndi Kleen 206544b1e60aSAndi Kleen *str = malloc(len + 1 + 2); 206644b1e60aSAndi Kleen if (!*str) 206744b1e60aSAndi Kleen return -1; 206844b1e60aSAndi Kleen s = *str; 206944b1e60aSAndi Kleen if (i - off == 0) { 207044b1e60aSAndi Kleen *s = 0; 207144b1e60aSAndi Kleen return 0; 207244b1e60aSAndi Kleen } 207344b1e60aSAndi Kleen if (use_group) 207444b1e60aSAndi Kleen *s++ = '{'; 207544b1e60aSAndi Kleen for (i = 0; attr[i]; i++) { 207644b1e60aSAndi Kleen strcpy(s, attr[i]); 207744b1e60aSAndi Kleen s += strlen(s); 207844b1e60aSAndi Kleen *s++ = ','; 207944b1e60aSAndi Kleen } 208044b1e60aSAndi Kleen if (use_group) { 208144b1e60aSAndi Kleen s[-1] = '}'; 208244b1e60aSAndi Kleen *s = 0; 208344b1e60aSAndi Kleen } else 208444b1e60aSAndi Kleen s[-1] = 0; 208544b1e60aSAndi Kleen return 0; 208644b1e60aSAndi Kleen } 208744b1e60aSAndi Kleen 208844b1e60aSAndi Kleen __weak bool arch_topdown_check_group(bool *warn) 208944b1e60aSAndi Kleen { 209044b1e60aSAndi Kleen *warn = false; 209144b1e60aSAndi Kleen return false; 209244b1e60aSAndi Kleen } 209344b1e60aSAndi Kleen 209444b1e60aSAndi Kleen __weak void arch_topdown_group_warn(void) 209544b1e60aSAndi Kleen { 209644b1e60aSAndi Kleen } 209744b1e60aSAndi Kleen 20982cba3ffbSIngo Molnar /* 20992cba3ffbSIngo Molnar * Add default attributes, if there were no attributes specified or 21002cba3ffbSIngo Molnar * if -d/--detailed, -d -d or -d -d -d is used: 21012cba3ffbSIngo Molnar */ 21022cba3ffbSIngo Molnar static int add_default_attributes(void) 21032cba3ffbSIngo Molnar { 210444b1e60aSAndi Kleen int err; 21059dec4473SAndi Kleen struct perf_event_attr default_attrs0[] = { 2106b070a547SArnaldo Carvalho de Melo 2107b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_TASK_CLOCK }, 2108b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CONTEXT_SWITCHES }, 2109b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CPU_MIGRATIONS }, 2110b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_PAGE_FAULTS }, 2111b070a547SArnaldo Carvalho de Melo 2112b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_CPU_CYCLES }, 21139dec4473SAndi Kleen }; 21149dec4473SAndi Kleen struct perf_event_attr frontend_attrs[] = { 2115b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_FRONTEND }, 21169dec4473SAndi Kleen }; 21179dec4473SAndi Kleen struct perf_event_attr backend_attrs[] = { 2118b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_BACKEND }, 21199dec4473SAndi Kleen }; 21209dec4473SAndi Kleen struct perf_event_attr default_attrs1[] = { 2121b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_INSTRUCTIONS }, 2122b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_INSTRUCTIONS }, 2123b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_MISSES }, 2124b070a547SArnaldo Carvalho de Melo 2125b070a547SArnaldo Carvalho de Melo }; 2126b070a547SArnaldo Carvalho de Melo 2127b070a547SArnaldo Carvalho de Melo /* 2128b070a547SArnaldo Carvalho de Melo * Detailed stats (-d), covering the L1 and last level data caches: 2129b070a547SArnaldo Carvalho de Melo */ 2130b070a547SArnaldo Carvalho de Melo struct perf_event_attr detailed_attrs[] = { 2131b070a547SArnaldo Carvalho de Melo 2132b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2133b070a547SArnaldo Carvalho de Melo .config = 2134b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2135b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2136b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2137b070a547SArnaldo Carvalho de Melo 2138b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2139b070a547SArnaldo Carvalho de Melo .config = 2140b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2141b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2142b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2143b070a547SArnaldo Carvalho de Melo 2144b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2145b070a547SArnaldo Carvalho de Melo .config = 2146b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 2147b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2148b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2149b070a547SArnaldo Carvalho de Melo 2150b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2151b070a547SArnaldo Carvalho de Melo .config = 2152b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 2153b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2154b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2155b070a547SArnaldo Carvalho de Melo }; 2156b070a547SArnaldo Carvalho de Melo 2157b070a547SArnaldo Carvalho de Melo /* 2158b070a547SArnaldo Carvalho de Melo * Very detailed stats (-d -d), covering the instruction cache and the TLB caches: 2159b070a547SArnaldo Carvalho de Melo */ 2160b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_detailed_attrs[] = { 2161b070a547SArnaldo Carvalho de Melo 2162b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2163b070a547SArnaldo Carvalho de Melo .config = 2164b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 2165b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2166b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2167b070a547SArnaldo Carvalho de Melo 2168b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2169b070a547SArnaldo Carvalho de Melo .config = 2170b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 2171b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2172b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2173b070a547SArnaldo Carvalho de Melo 2174b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2175b070a547SArnaldo Carvalho de Melo .config = 2176b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 2177b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2178b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2179b070a547SArnaldo Carvalho de Melo 2180b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2181b070a547SArnaldo Carvalho de Melo .config = 2182b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 2183b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2184b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2185b070a547SArnaldo Carvalho de Melo 2186b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2187b070a547SArnaldo Carvalho de Melo .config = 2188b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 2189b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2190b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2191b070a547SArnaldo Carvalho de Melo 2192b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2193b070a547SArnaldo Carvalho de Melo .config = 2194b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 2195b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 2196b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2197b070a547SArnaldo Carvalho de Melo 2198b070a547SArnaldo Carvalho de Melo }; 2199b070a547SArnaldo Carvalho de Melo 2200b070a547SArnaldo Carvalho de Melo /* 2201b070a547SArnaldo Carvalho de Melo * Very, very detailed stats (-d -d -d), adding prefetch events: 2202b070a547SArnaldo Carvalho de Melo */ 2203b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_very_detailed_attrs[] = { 2204b070a547SArnaldo Carvalho de Melo 2205b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2206b070a547SArnaldo Carvalho de Melo .config = 2207b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2208b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 2209b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 2210b070a547SArnaldo Carvalho de Melo 2211b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 2212b070a547SArnaldo Carvalho de Melo .config = 2213b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 2214b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 2215b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 2216b070a547SArnaldo Carvalho de Melo }; 2217b070a547SArnaldo Carvalho de Melo 22182cba3ffbSIngo Molnar /* Set attrs if no event is selected and !null_run: */ 22192cba3ffbSIngo Molnar if (null_run) 22202cba3ffbSIngo Molnar return 0; 22212cba3ffbSIngo Molnar 22224cabc3d1SAndi Kleen if (transaction_run) { 22234cabc3d1SAndi Kleen if (pmu_have_event("cpu", "cycles-ct") && 22244cabc3d1SAndi Kleen pmu_have_event("cpu", "el-start")) 2225a454742cSJiri Olsa err = parse_events(evsel_list, transaction_attrs, NULL); 22264cabc3d1SAndi Kleen else 2227a454742cSJiri Olsa err = parse_events(evsel_list, transaction_limited_attrs, NULL); 2228a454742cSJiri Olsa if (err) { 22294cabc3d1SAndi Kleen fprintf(stderr, "Cannot set up transaction events\n"); 22304cabc3d1SAndi Kleen return -1; 22314cabc3d1SAndi Kleen } 22324cabc3d1SAndi Kleen return 0; 22334cabc3d1SAndi Kleen } 22344cabc3d1SAndi Kleen 2235daefd0bcSKan Liang if (smi_cost) { 2236daefd0bcSKan Liang int smi; 2237daefd0bcSKan Liang 2238daefd0bcSKan Liang if (sysfs__read_int(FREEZE_ON_SMI_PATH, &smi) < 0) { 2239daefd0bcSKan Liang fprintf(stderr, "freeze_on_smi is not supported.\n"); 2240daefd0bcSKan Liang return -1; 2241daefd0bcSKan Liang } 2242daefd0bcSKan Liang 2243daefd0bcSKan Liang if (!smi) { 2244daefd0bcSKan Liang if (sysfs__write_int(FREEZE_ON_SMI_PATH, 1) < 0) { 2245daefd0bcSKan Liang fprintf(stderr, "Failed to set freeze_on_smi.\n"); 2246daefd0bcSKan Liang return -1; 2247daefd0bcSKan Liang } 2248daefd0bcSKan Liang smi_reset = true; 2249daefd0bcSKan Liang } 2250daefd0bcSKan Liang 2251daefd0bcSKan Liang if (pmu_have_event("msr", "aperf") && 2252daefd0bcSKan Liang pmu_have_event("msr", "smi")) { 2253daefd0bcSKan Liang if (!force_metric_only) 2254daefd0bcSKan Liang metric_only = true; 2255daefd0bcSKan Liang err = parse_events(evsel_list, smi_cost_attrs, NULL); 2256daefd0bcSKan Liang } else { 2257daefd0bcSKan Liang fprintf(stderr, "To measure SMI cost, it needs " 2258daefd0bcSKan Liang "msr/aperf/, msr/smi/ and cpu/cycles/ support\n"); 2259daefd0bcSKan Liang return -1; 2260daefd0bcSKan Liang } 2261daefd0bcSKan Liang if (err) { 2262daefd0bcSKan Liang fprintf(stderr, "Cannot set up SMI cost events\n"); 2263daefd0bcSKan Liang return -1; 2264daefd0bcSKan Liang } 2265daefd0bcSKan Liang return 0; 2266daefd0bcSKan Liang } 2267daefd0bcSKan Liang 226844b1e60aSAndi Kleen if (topdown_run) { 226944b1e60aSAndi Kleen char *str = NULL; 227044b1e60aSAndi Kleen bool warn = false; 227144b1e60aSAndi Kleen 227244b1e60aSAndi Kleen if (stat_config.aggr_mode != AGGR_GLOBAL && 227344b1e60aSAndi Kleen stat_config.aggr_mode != AGGR_CORE) { 227444b1e60aSAndi Kleen pr_err("top down event configuration requires --per-core mode\n"); 227544b1e60aSAndi Kleen return -1; 227644b1e60aSAndi Kleen } 227744b1e60aSAndi Kleen stat_config.aggr_mode = AGGR_CORE; 227844b1e60aSAndi Kleen if (nr_cgroups || !target__has_cpu(&target)) { 227944b1e60aSAndi Kleen pr_err("top down event configuration requires system-wide mode (-a)\n"); 228044b1e60aSAndi Kleen return -1; 228144b1e60aSAndi Kleen } 228244b1e60aSAndi Kleen 228344b1e60aSAndi Kleen if (!force_metric_only) 228444b1e60aSAndi Kleen metric_only = true; 228544b1e60aSAndi Kleen if (topdown_filter_events(topdown_attrs, &str, 228644b1e60aSAndi Kleen arch_topdown_check_group(&warn)) < 0) { 228744b1e60aSAndi Kleen pr_err("Out of memory\n"); 228844b1e60aSAndi Kleen return -1; 228944b1e60aSAndi Kleen } 229044b1e60aSAndi Kleen if (topdown_attrs[0] && str) { 229144b1e60aSAndi Kleen if (warn) 229244b1e60aSAndi Kleen arch_topdown_group_warn(); 229344b1e60aSAndi Kleen err = parse_events(evsel_list, str, NULL); 229444b1e60aSAndi Kleen if (err) { 229544b1e60aSAndi Kleen fprintf(stderr, 229644b1e60aSAndi Kleen "Cannot set up top down events %s: %d\n", 229744b1e60aSAndi Kleen str, err); 229844b1e60aSAndi Kleen free(str); 229944b1e60aSAndi Kleen return -1; 230044b1e60aSAndi Kleen } 230144b1e60aSAndi Kleen } else { 230244b1e60aSAndi Kleen fprintf(stderr, "System does not support topdown\n"); 230344b1e60aSAndi Kleen return -1; 230444b1e60aSAndi Kleen } 230544b1e60aSAndi Kleen free(str); 230644b1e60aSAndi Kleen } 230744b1e60aSAndi Kleen 23082cba3ffbSIngo Molnar if (!evsel_list->nr_entries) { 2309a1f3d567SNamhyung Kim if (target__has_cpu(&target)) 2310a1f3d567SNamhyung Kim default_attrs0[0].config = PERF_COUNT_SW_CPU_CLOCK; 2311a1f3d567SNamhyung Kim 23129dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, default_attrs0) < 0) 23139dec4473SAndi Kleen return -1; 23149dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-frontend")) { 23159dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, 23169dec4473SAndi Kleen frontend_attrs) < 0) 23179dec4473SAndi Kleen return -1; 23189dec4473SAndi Kleen } 23199dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-backend")) { 23209dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, 23219dec4473SAndi Kleen backend_attrs) < 0) 23229dec4473SAndi Kleen return -1; 23239dec4473SAndi Kleen } 23249dec4473SAndi Kleen if (perf_evlist__add_default_attrs(evsel_list, default_attrs1) < 0) 23252cba3ffbSIngo Molnar return -1; 23262cba3ffbSIngo Molnar } 23272cba3ffbSIngo Molnar 23282cba3ffbSIngo Molnar /* Detailed events get appended to the event list: */ 23292cba3ffbSIngo Molnar 23302cba3ffbSIngo Molnar if (detailed_run < 1) 23312cba3ffbSIngo Molnar return 0; 23322cba3ffbSIngo Molnar 23332cba3ffbSIngo Molnar /* Append detailed run extra attributes: */ 233479695e1bSArnaldo Carvalho de Melo if (perf_evlist__add_default_attrs(evsel_list, detailed_attrs) < 0) 23352cba3ffbSIngo Molnar return -1; 23362cba3ffbSIngo Molnar 23372cba3ffbSIngo Molnar if (detailed_run < 2) 23382cba3ffbSIngo Molnar return 0; 23392cba3ffbSIngo Molnar 23402cba3ffbSIngo Molnar /* Append very detailed run extra attributes: */ 234179695e1bSArnaldo Carvalho de Melo if (perf_evlist__add_default_attrs(evsel_list, very_detailed_attrs) < 0) 23422cba3ffbSIngo Molnar return -1; 23432cba3ffbSIngo Molnar 23442cba3ffbSIngo Molnar if (detailed_run < 3) 23452cba3ffbSIngo Molnar return 0; 23462cba3ffbSIngo Molnar 23472cba3ffbSIngo Molnar /* Append very, very detailed run extra attributes: */ 234879695e1bSArnaldo Carvalho de Melo return perf_evlist__add_default_attrs(evsel_list, very_very_detailed_attrs); 23492cba3ffbSIngo Molnar } 23502cba3ffbSIngo Molnar 23518a59f3ccSJiri Olsa static const char * const stat_record_usage[] = { 23524979d0c7SJiri Olsa "perf stat record [<options>]", 23534979d0c7SJiri Olsa NULL, 23544979d0c7SJiri Olsa }; 23554979d0c7SJiri Olsa 23563ba78bd0SJiri Olsa static void init_features(struct perf_session *session) 23573ba78bd0SJiri Olsa { 23583ba78bd0SJiri Olsa int feat; 23593ba78bd0SJiri Olsa 23603ba78bd0SJiri Olsa for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++) 23613ba78bd0SJiri Olsa perf_header__set_feat(&session->header, feat); 23623ba78bd0SJiri Olsa 23633ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BUILD_ID); 23643ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_TRACING_DATA); 23653ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK); 23663ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_AUXTRACE); 23673ba78bd0SJiri Olsa } 23683ba78bd0SJiri Olsa 23694979d0c7SJiri Olsa static int __cmd_record(int argc, const char **argv) 23704979d0c7SJiri Olsa { 23714979d0c7SJiri Olsa struct perf_session *session; 23724979d0c7SJiri Olsa struct perf_data_file *file = &perf_stat.file; 23734979d0c7SJiri Olsa 23748a59f3ccSJiri Olsa argc = parse_options(argc, argv, stat_options, stat_record_usage, 23754979d0c7SJiri Olsa PARSE_OPT_STOP_AT_NON_OPTION); 23764979d0c7SJiri Olsa 23774979d0c7SJiri Olsa if (output_name) 23784979d0c7SJiri Olsa file->path = output_name; 23794979d0c7SJiri Olsa 2380e9d6db8eSJiri Olsa if (run_count != 1 || forever) { 2381e9d6db8eSJiri Olsa pr_err("Cannot use -r option with perf stat record.\n"); 2382e9d6db8eSJiri Olsa return -1; 2383e9d6db8eSJiri Olsa } 2384e9d6db8eSJiri Olsa 23854979d0c7SJiri Olsa session = perf_session__new(file, false, NULL); 23864979d0c7SJiri Olsa if (session == NULL) { 23874979d0c7SJiri Olsa pr_err("Perf session creation failed.\n"); 23884979d0c7SJiri Olsa return -1; 23894979d0c7SJiri Olsa } 23904979d0c7SJiri Olsa 23913ba78bd0SJiri Olsa init_features(session); 23923ba78bd0SJiri Olsa 23934979d0c7SJiri Olsa session->evlist = evsel_list; 23944979d0c7SJiri Olsa perf_stat.session = session; 23954979d0c7SJiri Olsa perf_stat.record = true; 23964979d0c7SJiri Olsa return argc; 23974979d0c7SJiri Olsa } 23984979d0c7SJiri Olsa 2399a56f9390SJiri Olsa static int process_stat_round_event(struct perf_tool *tool __maybe_unused, 2400a56f9390SJiri Olsa union perf_event *event, 2401a56f9390SJiri Olsa struct perf_session *session) 2402a56f9390SJiri Olsa { 2403e3b03b6cSAndi Kleen struct stat_round_event *stat_round = &event->stat_round; 2404a56f9390SJiri Olsa struct perf_evsel *counter; 2405a56f9390SJiri Olsa struct timespec tsh, *ts = NULL; 2406a56f9390SJiri Olsa const char **argv = session->header.env.cmdline_argv; 2407a56f9390SJiri Olsa int argc = session->header.env.nr_cmdline; 2408a56f9390SJiri Olsa 2409e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) 2410a56f9390SJiri Olsa perf_stat_process_counter(&stat_config, counter); 2411a56f9390SJiri Olsa 2412e3b03b6cSAndi Kleen if (stat_round->type == PERF_STAT_ROUND_TYPE__FINAL) 2413e3b03b6cSAndi Kleen update_stats(&walltime_nsecs_stats, stat_round->time); 2414a56f9390SJiri Olsa 2415e3b03b6cSAndi Kleen if (stat_config.interval && stat_round->time) { 2416bd48c63eSArnaldo Carvalho de Melo tsh.tv_sec = stat_round->time / NSEC_PER_SEC; 2417bd48c63eSArnaldo Carvalho de Melo tsh.tv_nsec = stat_round->time % NSEC_PER_SEC; 2418a56f9390SJiri Olsa ts = &tsh; 2419a56f9390SJiri Olsa } 2420a56f9390SJiri Olsa 2421a56f9390SJiri Olsa print_counters(ts, argc, argv); 2422a56f9390SJiri Olsa return 0; 2423a56f9390SJiri Olsa } 2424a56f9390SJiri Olsa 242562ba18baSJiri Olsa static 24267e6a7998SArnaldo Carvalho de Melo int process_stat_config_event(struct perf_tool *tool, 242762ba18baSJiri Olsa union perf_event *event, 242862ba18baSJiri Olsa struct perf_session *session __maybe_unused) 242962ba18baSJiri Olsa { 243068d702f7SJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 243168d702f7SJiri Olsa 243262ba18baSJiri Olsa perf_event__read_stat_config(&stat_config, &event->stat_config); 243368d702f7SJiri Olsa 243489af4e05SJiri Olsa if (cpu_map__empty(st->cpus)) { 243589af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 243689af4e05SJiri Olsa pr_warning("warning: processing task data, aggregation mode not set\n"); 243789af4e05SJiri Olsa return 0; 243889af4e05SJiri Olsa } 243989af4e05SJiri Olsa 244089af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 244189af4e05SJiri Olsa stat_config.aggr_mode = st->aggr_mode; 244289af4e05SJiri Olsa 244368d702f7SJiri Olsa if (perf_stat.file.is_pipe) 244468d702f7SJiri Olsa perf_stat_init_aggr_mode(); 244568d702f7SJiri Olsa else 244668d702f7SJiri Olsa perf_stat_init_aggr_mode_file(st); 244768d702f7SJiri Olsa 244862ba18baSJiri Olsa return 0; 244962ba18baSJiri Olsa } 245062ba18baSJiri Olsa 24511975d36eSJiri Olsa static int set_maps(struct perf_stat *st) 24521975d36eSJiri Olsa { 24531975d36eSJiri Olsa if (!st->cpus || !st->threads) 24541975d36eSJiri Olsa return 0; 24551975d36eSJiri Olsa 24561975d36eSJiri Olsa if (WARN_ONCE(st->maps_allocated, "stats double allocation\n")) 24571975d36eSJiri Olsa return -EINVAL; 24581975d36eSJiri Olsa 24591975d36eSJiri Olsa perf_evlist__set_maps(evsel_list, st->cpus, st->threads); 24601975d36eSJiri Olsa 24611975d36eSJiri Olsa if (perf_evlist__alloc_stats(evsel_list, true)) 24621975d36eSJiri Olsa return -ENOMEM; 24631975d36eSJiri Olsa 24641975d36eSJiri Olsa st->maps_allocated = true; 24651975d36eSJiri Olsa return 0; 24661975d36eSJiri Olsa } 24671975d36eSJiri Olsa 24681975d36eSJiri Olsa static 24697e6a7998SArnaldo Carvalho de Melo int process_thread_map_event(struct perf_tool *tool, 24701975d36eSJiri Olsa union perf_event *event, 24711975d36eSJiri Olsa struct perf_session *session __maybe_unused) 24721975d36eSJiri Olsa { 24731975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 24741975d36eSJiri Olsa 24751975d36eSJiri Olsa if (st->threads) { 24761975d36eSJiri Olsa pr_warning("Extra thread map event, ignoring.\n"); 24771975d36eSJiri Olsa return 0; 24781975d36eSJiri Olsa } 24791975d36eSJiri Olsa 24801975d36eSJiri Olsa st->threads = thread_map__new_event(&event->thread_map); 24811975d36eSJiri Olsa if (!st->threads) 24821975d36eSJiri Olsa return -ENOMEM; 24831975d36eSJiri Olsa 24841975d36eSJiri Olsa return set_maps(st); 24851975d36eSJiri Olsa } 24861975d36eSJiri Olsa 24871975d36eSJiri Olsa static 24887e6a7998SArnaldo Carvalho de Melo int process_cpu_map_event(struct perf_tool *tool, 24891975d36eSJiri Olsa union perf_event *event, 24901975d36eSJiri Olsa struct perf_session *session __maybe_unused) 24911975d36eSJiri Olsa { 24921975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 24931975d36eSJiri Olsa struct cpu_map *cpus; 24941975d36eSJiri Olsa 24951975d36eSJiri Olsa if (st->cpus) { 24961975d36eSJiri Olsa pr_warning("Extra cpu map event, ignoring.\n"); 24971975d36eSJiri Olsa return 0; 24981975d36eSJiri Olsa } 24991975d36eSJiri Olsa 25001975d36eSJiri Olsa cpus = cpu_map__new_data(&event->cpu_map.data); 25011975d36eSJiri Olsa if (!cpus) 25021975d36eSJiri Olsa return -ENOMEM; 25031975d36eSJiri Olsa 25041975d36eSJiri Olsa st->cpus = cpus; 25051975d36eSJiri Olsa return set_maps(st); 25061975d36eSJiri Olsa } 25071975d36eSJiri Olsa 25088a59f3ccSJiri Olsa static const char * const stat_report_usage[] = { 2509ba6039b6SJiri Olsa "perf stat report [<options>]", 2510ba6039b6SJiri Olsa NULL, 2511ba6039b6SJiri Olsa }; 2512ba6039b6SJiri Olsa 2513ba6039b6SJiri Olsa static struct perf_stat perf_stat = { 2514ba6039b6SJiri Olsa .tool = { 2515ba6039b6SJiri Olsa .attr = perf_event__process_attr, 2516fa6ea781SJiri Olsa .event_update = perf_event__process_event_update, 25171975d36eSJiri Olsa .thread_map = process_thread_map_event, 25181975d36eSJiri Olsa .cpu_map = process_cpu_map_event, 251962ba18baSJiri Olsa .stat_config = process_stat_config_event, 2520a56f9390SJiri Olsa .stat = perf_event__process_stat_event, 2521a56f9390SJiri Olsa .stat_round = process_stat_round_event, 2522ba6039b6SJiri Olsa }, 252389af4e05SJiri Olsa .aggr_mode = AGGR_UNSET, 2524ba6039b6SJiri Olsa }; 2525ba6039b6SJiri Olsa 2526ba6039b6SJiri Olsa static int __cmd_report(int argc, const char **argv) 2527ba6039b6SJiri Olsa { 2528ba6039b6SJiri Olsa struct perf_session *session; 2529ba6039b6SJiri Olsa const struct option options[] = { 2530ba6039b6SJiri Olsa OPT_STRING('i', "input", &input_name, "file", "input file name"), 253189af4e05SJiri Olsa OPT_SET_UINT(0, "per-socket", &perf_stat.aggr_mode, 253289af4e05SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 253389af4e05SJiri Olsa OPT_SET_UINT(0, "per-core", &perf_stat.aggr_mode, 253489af4e05SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 253589af4e05SJiri Olsa OPT_SET_UINT('A', "no-aggr", &perf_stat.aggr_mode, 253689af4e05SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 2537ba6039b6SJiri Olsa OPT_END() 2538ba6039b6SJiri Olsa }; 2539ba6039b6SJiri Olsa struct stat st; 2540ba6039b6SJiri Olsa int ret; 2541ba6039b6SJiri Olsa 25428a59f3ccSJiri Olsa argc = parse_options(argc, argv, options, stat_report_usage, 0); 2543ba6039b6SJiri Olsa 2544ba6039b6SJiri Olsa if (!input_name || !strlen(input_name)) { 2545ba6039b6SJiri Olsa if (!fstat(STDIN_FILENO, &st) && S_ISFIFO(st.st_mode)) 2546ba6039b6SJiri Olsa input_name = "-"; 2547ba6039b6SJiri Olsa else 2548ba6039b6SJiri Olsa input_name = "perf.data"; 2549ba6039b6SJiri Olsa } 2550ba6039b6SJiri Olsa 2551ba6039b6SJiri Olsa perf_stat.file.path = input_name; 2552ba6039b6SJiri Olsa perf_stat.file.mode = PERF_DATA_MODE_READ; 2553ba6039b6SJiri Olsa 2554ba6039b6SJiri Olsa session = perf_session__new(&perf_stat.file, false, &perf_stat.tool); 2555ba6039b6SJiri Olsa if (session == NULL) 2556ba6039b6SJiri Olsa return -1; 2557ba6039b6SJiri Olsa 2558ba6039b6SJiri Olsa perf_stat.session = session; 2559ba6039b6SJiri Olsa stat_config.output = stderr; 2560ba6039b6SJiri Olsa evsel_list = session->evlist; 2561ba6039b6SJiri Olsa 2562ba6039b6SJiri Olsa ret = perf_session__process_events(session); 2563ba6039b6SJiri Olsa if (ret) 2564ba6039b6SJiri Olsa return ret; 2565ba6039b6SJiri Olsa 2566ba6039b6SJiri Olsa perf_session__delete(session); 2567ba6039b6SJiri Olsa return 0; 2568ba6039b6SJiri Olsa } 2569ba6039b6SJiri Olsa 2570e3ba76deSJiri Olsa static void setup_system_wide(int forks) 2571e3ba76deSJiri Olsa { 2572e3ba76deSJiri Olsa /* 2573e3ba76deSJiri Olsa * Make system wide (-a) the default target if 2574e3ba76deSJiri Olsa * no target was specified and one of following 2575e3ba76deSJiri Olsa * conditions is met: 2576e3ba76deSJiri Olsa * 2577e3ba76deSJiri Olsa * - there's no workload specified 2578e3ba76deSJiri Olsa * - there is workload specified but all requested 2579e3ba76deSJiri Olsa * events are system wide events 2580e3ba76deSJiri Olsa */ 2581e3ba76deSJiri Olsa if (!target__none(&target)) 2582e3ba76deSJiri Olsa return; 2583e3ba76deSJiri Olsa 2584e3ba76deSJiri Olsa if (!forks) 2585e3ba76deSJiri Olsa target.system_wide = true; 2586e3ba76deSJiri Olsa else { 2587e3ba76deSJiri Olsa struct perf_evsel *counter; 2588e3ba76deSJiri Olsa 2589e3ba76deSJiri Olsa evlist__for_each_entry(evsel_list, counter) { 2590e3ba76deSJiri Olsa if (!counter->system_wide) 2591e3ba76deSJiri Olsa return; 2592e3ba76deSJiri Olsa } 2593e3ba76deSJiri Olsa 2594e3ba76deSJiri Olsa if (evsel_list->nr_entries) 2595e3ba76deSJiri Olsa target.system_wide = true; 2596e3ba76deSJiri Olsa } 2597e3ba76deSJiri Olsa } 2598e3ba76deSJiri Olsa 2599b0ad8ea6SArnaldo Carvalho de Melo int cmd_stat(int argc, const char **argv) 260086470930SIngo Molnar { 2601b070a547SArnaldo Carvalho de Melo const char * const stat_usage[] = { 2602b070a547SArnaldo Carvalho de Melo "perf stat [<options>] [<command>]", 2603b070a547SArnaldo Carvalho de Melo NULL 2604b070a547SArnaldo Carvalho de Melo }; 2605cc03c542SNamhyung Kim int status = -EINVAL, run_idx; 26064aa9015fSStephane Eranian const char *mode; 26075821522eSJiri Olsa FILE *output = stderr; 2608ec0d3d1fSJiri Olsa unsigned int interval; 2609ba6039b6SJiri Olsa const char * const stat_subcommands[] = { "record", "report" }; 261042202dd5SIngo Molnar 26115af52b51SStephane Eranian setlocale(LC_ALL, ""); 26125af52b51SStephane Eranian 2613334fe7a3SNamhyung Kim evsel_list = perf_evlist__new(); 2614361c99a6SArnaldo Carvalho de Melo if (evsel_list == NULL) 2615361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 2616361c99a6SArnaldo Carvalho de Melo 26171669e509SWang Nan parse_events__shrink_config_terms(); 26184979d0c7SJiri Olsa argc = parse_options_subcommand(argc, argv, stat_options, stat_subcommands, 26194979d0c7SJiri Olsa (const char **) stat_usage, 2620a0541234SAnton Blanchard PARSE_OPT_STOP_AT_NON_OPTION); 262137932c18SAndi Kleen perf_stat__collect_metric_expr(evsel_list); 2622fb4605baSAndi Kleen perf_stat__init_shadow_stats(); 2623d7470b6aSStephane Eranian 26246edb78a2SJiri Olsa if (csv_sep) { 26256edb78a2SJiri Olsa csv_output = true; 26266edb78a2SJiri Olsa if (!strcmp(csv_sep, "\\t")) 26276edb78a2SJiri Olsa csv_sep = "\t"; 26286edb78a2SJiri Olsa } else 26296edb78a2SJiri Olsa csv_sep = DEFAULT_SEPARATOR; 26306edb78a2SJiri Olsa 26314979d0c7SJiri Olsa if (argc && !strncmp(argv[0], "rec", 3)) { 26324979d0c7SJiri Olsa argc = __cmd_record(argc, argv); 26334979d0c7SJiri Olsa if (argc < 0) 26344979d0c7SJiri Olsa return -1; 2635ba6039b6SJiri Olsa } else if (argc && !strncmp(argv[0], "rep", 3)) 2636ba6039b6SJiri Olsa return __cmd_report(argc, argv); 26374979d0c7SJiri Olsa 2638ec0d3d1fSJiri Olsa interval = stat_config.interval; 2639ec0d3d1fSJiri Olsa 26404979d0c7SJiri Olsa /* 26414979d0c7SJiri Olsa * For record command the -o is already taken care of. 26424979d0c7SJiri Olsa */ 26434979d0c7SJiri Olsa if (!STAT_RECORD && output_name && strcmp(output_name, "-")) 26444aa9015fSStephane Eranian output = NULL; 26454aa9015fSStephane Eranian 264656f3bae7SJim Cromie if (output_name && output_fd) { 264756f3bae7SJim Cromie fprintf(stderr, "cannot use both --output and --log-fd\n"); 2648e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "o", 1); 2649e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "log-fd", 0); 2650cc03c542SNamhyung Kim goto out; 265156f3bae7SJim Cromie } 2652fc3e4d07SStephane Eranian 265354b50916SAndi Kleen if (metric_only && stat_config.aggr_mode == AGGR_THREAD) { 265454b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with --per-thread\n"); 265554b50916SAndi Kleen goto out; 265654b50916SAndi Kleen } 265754b50916SAndi Kleen 265854b50916SAndi Kleen if (metric_only && run_count > 1) { 265954b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with -r\n"); 266054b50916SAndi Kleen goto out; 266154b50916SAndi Kleen } 266254b50916SAndi Kleen 2663fc3e4d07SStephane Eranian if (output_fd < 0) { 2664fc3e4d07SStephane Eranian fprintf(stderr, "argument to --log-fd must be a > 0\n"); 2665e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "log-fd", 0); 2666cc03c542SNamhyung Kim goto out; 2667fc3e4d07SStephane Eranian } 2668fc3e4d07SStephane Eranian 26694aa9015fSStephane Eranian if (!output) { 26704aa9015fSStephane Eranian struct timespec tm; 26714aa9015fSStephane Eranian mode = append_file ? "a" : "w"; 26724aa9015fSStephane Eranian 26734aa9015fSStephane Eranian output = fopen(output_name, mode); 26744aa9015fSStephane Eranian if (!output) { 26754aa9015fSStephane Eranian perror("failed to create output file"); 2676fceda7feSDavid Ahern return -1; 26774aa9015fSStephane Eranian } 26784aa9015fSStephane Eranian clock_gettime(CLOCK_REALTIME, &tm); 26794aa9015fSStephane Eranian fprintf(output, "# started on %s\n", ctime(&tm.tv_sec)); 2680fc3e4d07SStephane Eranian } else if (output_fd > 0) { 268156f3bae7SJim Cromie mode = append_file ? "a" : "w"; 268256f3bae7SJim Cromie output = fdopen(output_fd, mode); 268356f3bae7SJim Cromie if (!output) { 268456f3bae7SJim Cromie perror("Failed opening logfd"); 268556f3bae7SJim Cromie return -errno; 268656f3bae7SJim Cromie } 26874aa9015fSStephane Eranian } 26884aa9015fSStephane Eranian 26895821522eSJiri Olsa stat_config.output = output; 26905821522eSJiri Olsa 2691d7470b6aSStephane Eranian /* 2692d7470b6aSStephane Eranian * let the spreadsheet do the pretty-printing 2693d7470b6aSStephane Eranian */ 2694d7470b6aSStephane Eranian if (csv_output) { 269561a9f324SJim Cromie /* User explicitly passed -B? */ 2696d7470b6aSStephane Eranian if (big_num_opt == 1) { 2697d7470b6aSStephane Eranian fprintf(stderr, "-B option not supported with -x\n"); 2698e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "B", 1); 2699e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "x", 1); 2700cc03c542SNamhyung Kim goto out; 2701d7470b6aSStephane Eranian } else /* Nope, so disable big number formatting */ 2702d7470b6aSStephane Eranian big_num = false; 2703d7470b6aSStephane Eranian } else if (big_num_opt == 0) /* User passed --no-big-num */ 2704d7470b6aSStephane Eranian big_num = false; 2705d7470b6aSStephane Eranian 2706e3ba76deSJiri Olsa setup_system_wide(argc); 2707ac3063bdSDavid Ahern 2708a7e191c3SFrederik Deweerdt if (run_count < 0) { 2709cc03c542SNamhyung Kim pr_err("Run count must be a positive number\n"); 2710e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "r", 1); 2711cc03c542SNamhyung Kim goto out; 2712a7e191c3SFrederik Deweerdt } else if (run_count == 0) { 2713a7e191c3SFrederik Deweerdt forever = true; 2714a7e191c3SFrederik Deweerdt run_count = 1; 2715a7e191c3SFrederik Deweerdt } 271686470930SIngo Molnar 2717421a50f3SJiri Olsa if ((stat_config.aggr_mode == AGGR_THREAD) && !target__has_task(&target)) { 271832b8af82SJiri Olsa fprintf(stderr, "The --per-thread option is only available " 271932b8af82SJiri Olsa "when monitoring via -p -t options.\n"); 2720e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "p", 1); 2721e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 272232b8af82SJiri Olsa goto out; 272332b8af82SJiri Olsa } 272432b8af82SJiri Olsa 272532b8af82SJiri Olsa /* 272632b8af82SJiri Olsa * no_aggr, cgroup are for system-wide only 272732b8af82SJiri Olsa * --per-thread is aggregated per thread, we dont mix it with cpu mode 272832b8af82SJiri Olsa */ 2729421a50f3SJiri Olsa if (((stat_config.aggr_mode != AGGR_GLOBAL && 2730421a50f3SJiri Olsa stat_config.aggr_mode != AGGR_THREAD) || nr_cgroups) && 2731602ad878SArnaldo Carvalho de Melo !target__has_cpu(&target)) { 2732023695d9SStephane Eranian fprintf(stderr, "both cgroup and no-aggregation " 2733023695d9SStephane Eranian "modes only available in system-wide mode\n"); 2734023695d9SStephane Eranian 2735e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "G", 1); 2736e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "A", 1); 2737e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 2738cc03c542SNamhyung Kim goto out; 2739d7e7a451SStephane Eranian } 2740d7e7a451SStephane Eranian 27412cba3ffbSIngo Molnar if (add_default_attributes()) 2742c6264defSIngo Molnar goto out; 274386470930SIngo Molnar 2744602ad878SArnaldo Carvalho de Melo target__validate(&target); 27455c98d466SArnaldo Carvalho de Melo 274677a6f014SNamhyung Kim if (perf_evlist__create_maps(evsel_list, &target) < 0) { 2747602ad878SArnaldo Carvalho de Melo if (target__has_task(&target)) { 27485c98d466SArnaldo Carvalho de Melo pr_err("Problems finding threads of monitor\n"); 2749e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "p", 1); 2750e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 2751602ad878SArnaldo Carvalho de Melo } else if (target__has_cpu(&target)) { 275260d567e2SArnaldo Carvalho de Melo perror("failed to parse CPUs map"); 2753e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "C", 1); 2754e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 2755cc03c542SNamhyung Kim } 2756cc03c542SNamhyung Kim goto out; 275760d567e2SArnaldo Carvalho de Melo } 275832b8af82SJiri Olsa 275932b8af82SJiri Olsa /* 276032b8af82SJiri Olsa * Initialize thread_map with comm names, 276132b8af82SJiri Olsa * so we could print it out on output. 276232b8af82SJiri Olsa */ 2763421a50f3SJiri Olsa if (stat_config.aggr_mode == AGGR_THREAD) 276432b8af82SJiri Olsa thread_map__read_comms(evsel_list->threads); 276532b8af82SJiri Olsa 276613370a9bSStephane Eranian if (interval && interval < 100) { 276719afd104SKan Liang if (interval < 10) { 276819afd104SKan Liang pr_err("print interval must be >= 10ms\n"); 2769e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "I", 1); 277003ad9747SArnaldo Carvalho de Melo goto out; 277119afd104SKan Liang } else 277219afd104SKan Liang pr_warning("print interval < 100ms. " 277319afd104SKan Liang "The overhead percentage could be high in some cases. " 277419afd104SKan Liang "Please proceed with caution.\n"); 277513370a9bSStephane Eranian } 2776c45c6ea2SStephane Eranian 2777d134ffb9SArnaldo Carvalho de Melo if (perf_evlist__alloc_stats(evsel_list, interval)) 277803ad9747SArnaldo Carvalho de Melo goto out; 2779d6d901c2SZhang, Yanmin 278086ee6e18SStephane Eranian if (perf_stat_init_aggr_mode()) 278103ad9747SArnaldo Carvalho de Melo goto out; 278286ee6e18SStephane Eranian 278386470930SIngo Molnar /* 278486470930SIngo Molnar * We dont want to block the signals - that would cause 278586470930SIngo Molnar * child tasks to inherit that and Ctrl-C would not work. 278686470930SIngo Molnar * What we want is for Ctrl-C to work in the exec()-ed 278786470930SIngo Molnar * task, but being ignored by perf stat itself: 278886470930SIngo Molnar */ 2789f7b7c26eSPeter Zijlstra atexit(sig_atexit); 2790a7e191c3SFrederik Deweerdt if (!forever) 279186470930SIngo Molnar signal(SIGINT, skip_signal); 279213370a9bSStephane Eranian signal(SIGCHLD, skip_signal); 279386470930SIngo Molnar signal(SIGALRM, skip_signal); 279486470930SIngo Molnar signal(SIGABRT, skip_signal); 279586470930SIngo Molnar 279642202dd5SIngo Molnar status = 0; 2797a7e191c3SFrederik Deweerdt for (run_idx = 0; forever || run_idx < run_count; run_idx++) { 2798bb963e16SNamhyung Kim if (run_count != 1 && verbose > 0) 27994aa9015fSStephane Eranian fprintf(output, "[ perf stat: executing run #%d ... ]\n", 28004aa9015fSStephane Eranian run_idx + 1); 2801f9cef0a9SIngo Molnar 280242202dd5SIngo Molnar status = run_perf_stat(argc, argv); 2803a7e191c3SFrederik Deweerdt if (forever && status != -1) { 2804d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 2805254ecbc7SJiri Olsa perf_stat__reset_stats(); 2806a7e191c3SFrederik Deweerdt } 280742202dd5SIngo Molnar } 280842202dd5SIngo Molnar 2809a7e191c3SFrederik Deweerdt if (!forever && status != -1 && !interval) 2810d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 2811d134ffb9SArnaldo Carvalho de Melo 28124979d0c7SJiri Olsa if (STAT_RECORD) { 28134979d0c7SJiri Olsa /* 28144979d0c7SJiri Olsa * We synthesize the kernel mmap record just so that older tools 28154979d0c7SJiri Olsa * don't emit warnings about not being able to resolve symbols 28164979d0c7SJiri Olsa * due to /proc/sys/kernel/kptr_restrict settings and instear provide 28174979d0c7SJiri Olsa * a saner message about no samples being in the perf.data file. 28184979d0c7SJiri Olsa * 28194979d0c7SJiri Olsa * This also serves to suppress a warning about f_header.data.size == 0 28208b99b1a4SJiri Olsa * in header.c at the moment 'perf stat record' gets introduced, which 28218b99b1a4SJiri Olsa * is not really needed once we start adding the stat specific PERF_RECORD_ 28228b99b1a4SJiri Olsa * records, but the need to suppress the kptr_restrict messages in older 28238b99b1a4SJiri Olsa * tools remain -acme 28244979d0c7SJiri Olsa */ 28254979d0c7SJiri Olsa int fd = perf_data_file__fd(&perf_stat.file); 28264979d0c7SJiri Olsa int err = perf_event__synthesize_kernel_mmap((void *)&perf_stat, 28274979d0c7SJiri Olsa process_synthesized_event, 28284979d0c7SJiri Olsa &perf_stat.session->machines.host); 28294979d0c7SJiri Olsa if (err) { 28304979d0c7SJiri Olsa pr_warning("Couldn't synthesize the kernel mmap record, harmless, " 28314979d0c7SJiri Olsa "older tools may produce warnings about this file\n."); 28324979d0c7SJiri Olsa } 28334979d0c7SJiri Olsa 28347aad0c32SJiri Olsa if (!interval) { 28357aad0c32SJiri Olsa if (WRITE_STAT_ROUND_EVENT(walltime_nsecs_stats.max, FINAL)) 28367aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 28377aad0c32SJiri Olsa } 28387aad0c32SJiri Olsa 2839664c98d4SJiri Olsa if (!perf_stat.file.is_pipe) { 28404979d0c7SJiri Olsa perf_stat.session->header.data_size += perf_stat.bytes_written; 28414979d0c7SJiri Olsa perf_session__write_header(perf_stat.session, evsel_list, fd, true); 2842664c98d4SJiri Olsa } 28434979d0c7SJiri Olsa 28444979d0c7SJiri Olsa perf_session__delete(perf_stat.session); 28454979d0c7SJiri Olsa } 28464979d0c7SJiri Olsa 2847544c2ae7SMasami Hiramatsu perf_stat__exit_aggr_mode(); 2848d134ffb9SArnaldo Carvalho de Melo perf_evlist__free_stats(evsel_list); 28490015e2e1SArnaldo Carvalho de Melo out: 2850daefd0bcSKan Liang if (smi_cost && smi_reset) 2851daefd0bcSKan Liang sysfs__write_int(FREEZE_ON_SMI_PATH, 0); 2852daefd0bcSKan Liang 28530015e2e1SArnaldo Carvalho de Melo perf_evlist__delete(evsel_list); 285442202dd5SIngo Molnar return status; 285586470930SIngo Molnar } 2856