191007045SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 286470930SIngo Molnar /* 386470930SIngo Molnar * builtin-stat.c 486470930SIngo Molnar * 586470930SIngo Molnar * Builtin stat command: Give a precise performance counters summary 686470930SIngo Molnar * overview about any workload, CPU or specific PID. 786470930SIngo Molnar * 886470930SIngo Molnar * Sample output: 986470930SIngo Molnar 102cba3ffbSIngo Molnar $ perf stat ./hackbench 10 1186470930SIngo Molnar 122cba3ffbSIngo Molnar Time: 0.118 1386470930SIngo Molnar 142cba3ffbSIngo Molnar Performance counter stats for './hackbench 10': 1586470930SIngo Molnar 162cba3ffbSIngo Molnar 1708.761321 task-clock # 11.037 CPUs utilized 172cba3ffbSIngo Molnar 41,190 context-switches # 0.024 M/sec 182cba3ffbSIngo Molnar 6,735 CPU-migrations # 0.004 M/sec 192cba3ffbSIngo Molnar 17,318 page-faults # 0.010 M/sec 202cba3ffbSIngo Molnar 5,205,202,243 cycles # 3.046 GHz 212cba3ffbSIngo Molnar 3,856,436,920 stalled-cycles-frontend # 74.09% frontend cycles idle 222cba3ffbSIngo Molnar 1,600,790,871 stalled-cycles-backend # 30.75% backend cycles idle 232cba3ffbSIngo Molnar 2,603,501,247 instructions # 0.50 insns per cycle 242cba3ffbSIngo Molnar # 1.48 stalled cycles per insn 252cba3ffbSIngo Molnar 484,357,498 branches # 283.455 M/sec 262cba3ffbSIngo Molnar 6,388,934 branch-misses # 1.32% of all branches 272cba3ffbSIngo Molnar 282cba3ffbSIngo Molnar 0.154822978 seconds time elapsed 2986470930SIngo Molnar 3086470930SIngo Molnar * 312cba3ffbSIngo Molnar * Copyright (C) 2008-2011, Red Hat Inc, Ingo Molnar <mingo@redhat.com> 3286470930SIngo Molnar * 3386470930SIngo Molnar * Improvements and fixes by: 3486470930SIngo Molnar * 3586470930SIngo Molnar * Arjan van de Ven <arjan@linux.intel.com> 3686470930SIngo Molnar * Yanmin Zhang <yanmin.zhang@intel.com> 3786470930SIngo Molnar * Wu Fengguang <fengguang.wu@intel.com> 3886470930SIngo Molnar * Mike Galbraith <efault@gmx.de> 3986470930SIngo Molnar * Paul Mackerras <paulus@samba.org> 406e750a8fSJaswinder Singh Rajput * Jaswinder Singh Rajput <jaswinder@kernel.org> 4186470930SIngo Molnar */ 4286470930SIngo Molnar 4386470930SIngo Molnar #include "builtin.h" 44c1a604dfSArnaldo Carvalho de Melo #include "perf.h" 45f14d5707SArnaldo Carvalho de Melo #include "util/cgroup.h" 464b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h> 4786470930SIngo Molnar #include "util/parse-events.h" 484cabc3d1SAndi Kleen #include "util/pmu.h" 498f28827aSFrederic Weisbecker #include "util/event.h" 50361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 51660e533eSJin Yao #include "util/evlist-hybrid.h" 5269aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 538f28827aSFrederic Weisbecker #include "util/debug.h" 54a5d243d0SIngo Molnar #include "util/color.h" 550007eceaSXiao Guangrong #include "util/stat.h" 5660666c63SLiming Wang #include "util/header.h" 57a12b51c4SPaul Mackerras #include "util/cpumap.h" 58fd78260bSArnaldo Carvalho de Melo #include "util/thread_map.h" 59d809560bSJiri Olsa #include "util/counts.h" 60687986bbSKan Liang #include "util/topdown.h" 614979d0c7SJiri Olsa #include "util/session.h" 62ba6039b6SJiri Olsa #include "util/tool.h" 63a067558eSArnaldo Carvalho de Melo #include "util/string2.h" 64b18f3e36SAndi Kleen #include "util/metricgroup.h" 65ea49e01cSArnaldo Carvalho de Melo #include "util/synthetic-events.h" 66aeb00b1aSArnaldo Carvalho de Melo #include "util/target.h" 67f3711020SArnaldo Carvalho de Melo #include "util/time-utils.h" 689660e08eSJiri Olsa #include "util/top.h" 694804e011SAndi Kleen #include "util/affinity.h" 7070943490SStephane Eranian #include "util/pfm.h" 71fa853c4bSSong Liu #include "util/bpf_counter.h" 72f07952b1SAlexander Antonov #include "util/iostat.h" 7312279429SJin Yao #include "util/pmu-hybrid.h" 74ba6039b6SJiri Olsa #include "asm/bug.h" 7586470930SIngo Molnar 76bd48c63eSArnaldo Carvalho de Melo #include <linux/time64.h> 777f7c536fSArnaldo Carvalho de Melo #include <linux/zalloc.h> 7844b1e60aSAndi Kleen #include <api/fs/fs.h> 79a43783aeSArnaldo Carvalho de Melo #include <errno.h> 809607ad3aSArnaldo Carvalho de Melo #include <signal.h> 811f16c575SPeter Zijlstra #include <stdlib.h> 8286470930SIngo Molnar #include <sys/prctl.h> 83fd20e811SArnaldo Carvalho de Melo #include <inttypes.h> 845af52b51SStephane Eranian #include <locale.h> 85e3b03b6cSAndi Kleen #include <math.h> 867a8ef4c4SArnaldo Carvalho de Melo #include <sys/types.h> 877a8ef4c4SArnaldo Carvalho de Melo #include <sys/stat.h> 884208735dSArnaldo Carvalho de Melo #include <sys/wait.h> 897a8ef4c4SArnaldo Carvalho de Melo #include <unistd.h> 900ce2da14SJiri Olsa #include <sys/time.h> 910ce2da14SJiri Olsa #include <sys/resource.h> 926ef81c55SMamatha Inamdar #include <linux/err.h> 9386470930SIngo Molnar 943052ba56SArnaldo Carvalho de Melo #include <linux/ctype.h> 95453fa030SJiri Olsa #include <perf/evlist.h> 963d689ed6SArnaldo Carvalho de Melo 97d7470b6aSStephane Eranian #define DEFAULT_SEPARATOR " " 98daefd0bcSKan Liang #define FREEZE_ON_SMI_PATH "devices/cpu/freeze_on_smi" 99d7470b6aSStephane Eranian 100d4f63a47SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv); 10113370a9bSStephane Eranian 1024cabc3d1SAndi Kleen /* Default events used for perf stat -T */ 103a454742cSJiri Olsa static const char *transaction_attrs = { 104a454742cSJiri Olsa "task-clock," 1054cabc3d1SAndi Kleen "{" 1064cabc3d1SAndi Kleen "instructions," 1074cabc3d1SAndi Kleen "cycles," 1084cabc3d1SAndi Kleen "cpu/cycles-t/," 1094cabc3d1SAndi Kleen "cpu/tx-start/," 1104cabc3d1SAndi Kleen "cpu/el-start/," 1114cabc3d1SAndi Kleen "cpu/cycles-ct/" 1124cabc3d1SAndi Kleen "}" 1134cabc3d1SAndi Kleen }; 1144cabc3d1SAndi Kleen 1154cabc3d1SAndi Kleen /* More limited version when the CPU does not have all events. */ 116a454742cSJiri Olsa static const char * transaction_limited_attrs = { 117a454742cSJiri Olsa "task-clock," 1184cabc3d1SAndi Kleen "{" 1194cabc3d1SAndi Kleen "instructions," 1204cabc3d1SAndi Kleen "cycles," 1214cabc3d1SAndi Kleen "cpu/cycles-t/," 1224cabc3d1SAndi Kleen "cpu/tx-start/" 1234cabc3d1SAndi Kleen "}" 1244cabc3d1SAndi Kleen }; 1254cabc3d1SAndi Kleen 12644b1e60aSAndi Kleen static const char * topdown_attrs[] = { 12744b1e60aSAndi Kleen "topdown-total-slots", 12844b1e60aSAndi Kleen "topdown-slots-retired", 12944b1e60aSAndi Kleen "topdown-recovery-bubbles", 13044b1e60aSAndi Kleen "topdown-fetch-bubbles", 13144b1e60aSAndi Kleen "topdown-slots-issued", 13244b1e60aSAndi Kleen NULL, 13344b1e60aSAndi Kleen }; 13444b1e60aSAndi Kleen 13555c36a9fSAndi Kleen static const char *topdown_metric_attrs[] = { 13655c36a9fSAndi Kleen "slots", 13755c36a9fSAndi Kleen "topdown-retiring", 13855c36a9fSAndi Kleen "topdown-bad-spec", 13955c36a9fSAndi Kleen "topdown-fe-bound", 14055c36a9fSAndi Kleen "topdown-be-bound", 14155c36a9fSAndi Kleen NULL, 14255c36a9fSAndi Kleen }; 14355c36a9fSAndi Kleen 14463e39aa6SKan Liang static const char *topdown_metric_L2_attrs[] = { 14563e39aa6SKan Liang "slots", 14663e39aa6SKan Liang "topdown-retiring", 14763e39aa6SKan Liang "topdown-bad-spec", 14863e39aa6SKan Liang "topdown-fe-bound", 14963e39aa6SKan Liang "topdown-be-bound", 15063e39aa6SKan Liang "topdown-heavy-ops", 15163e39aa6SKan Liang "topdown-br-mispredict", 15263e39aa6SKan Liang "topdown-fetch-lat", 15363e39aa6SKan Liang "topdown-mem-bound", 15463e39aa6SKan Liang NULL, 15563e39aa6SKan Liang }; 15663e39aa6SKan Liang 1575f148e7cSKan Liang #define TOPDOWN_MAX_LEVEL 2 1585f148e7cSKan Liang 159daefd0bcSKan Liang static const char *smi_cost_attrs = { 160daefd0bcSKan Liang "{" 161daefd0bcSKan Liang "msr/aperf/," 162daefd0bcSKan Liang "msr/smi/," 163daefd0bcSKan Liang "cycles" 164daefd0bcSKan Liang "}" 165daefd0bcSKan Liang }; 166daefd0bcSKan Liang 16763503dbaSJiri Olsa static struct evlist *evsel_list; 168112cb561SSong Liu static bool all_counters_use_bpf = true; 169361c99a6SArnaldo Carvalho de Melo 170602ad878SArnaldo Carvalho de Melo static struct target target = { 17177a6f014SNamhyung Kim .uid = UINT_MAX, 17277a6f014SNamhyung Kim }; 17342202dd5SIngo Molnar 174c1a1f5d9SJiri Olsa #define METRIC_ONLY_LEN 20 175c1a1f5d9SJiri Olsa 176d07f0b12SStephane Eranian static volatile pid_t child_pid = -1; 1772cba3ffbSIngo Molnar static int detailed_run = 0; 1784cabc3d1SAndi Kleen static bool transaction_run; 17944b1e60aSAndi Kleen static bool topdown_run = false; 180daefd0bcSKan Liang static bool smi_cost = false; 181daefd0bcSKan Liang static bool smi_reset = false; 182d7470b6aSStephane Eranian static int big_num_opt = -1; 18343bece79SLin Ming static bool group = false; 1841f16c575SPeter Zijlstra static const char *pre_cmd = NULL; 1851f16c575SPeter Zijlstra static const char *post_cmd = NULL; 1861f16c575SPeter Zijlstra static bool sync_run = false; 187a7e191c3SFrederik Deweerdt static bool forever = false; 18844b1e60aSAndi Kleen static bool force_metric_only = false; 18913370a9bSStephane Eranian static struct timespec ref_time; 190e0547311SJiri Olsa static bool append_file; 191db06a269Syuzhoujian static bool interval_count; 192e0547311SJiri Olsa static const char *output_name; 193e0547311SJiri Olsa static int output_fd; 1945af52b51SStephane Eranian 1954979d0c7SJiri Olsa struct perf_stat { 1964979d0c7SJiri Olsa bool record; 1978ceb41d7SJiri Olsa struct perf_data data; 1984979d0c7SJiri Olsa struct perf_session *session; 1994979d0c7SJiri Olsa u64 bytes_written; 200ba6039b6SJiri Olsa struct perf_tool tool; 2011975d36eSJiri Olsa bool maps_allocated; 202f854839bSJiri Olsa struct perf_cpu_map *cpus; 2039749b90eSJiri Olsa struct perf_thread_map *threads; 20489af4e05SJiri Olsa enum aggr_mode aggr_mode; 2054979d0c7SJiri Olsa }; 2064979d0c7SJiri Olsa 2074979d0c7SJiri Olsa static struct perf_stat perf_stat; 2084979d0c7SJiri Olsa #define STAT_RECORD perf_stat.record 2094979d0c7SJiri Olsa 21060666c63SLiming Wang static volatile int done = 0; 21160666c63SLiming Wang 212421a50f3SJiri Olsa static struct perf_stat_config stat_config = { 213421a50f3SJiri Olsa .aggr_mode = AGGR_GLOBAL, 214711a572eSJiri Olsa .scale = true, 215df4f7b4dSJiri Olsa .unit_width = 4, /* strlen("unit") */ 216d97ae04bSJiri Olsa .run_count = 1, 217ee1760e2SJiri Olsa .metric_only_len = METRIC_ONLY_LEN, 21826893a60SJiri Olsa .walltime_nsecs_stats = &walltime_nsecs_stats, 219c735b0a5SFlorian Fischer .ru_stats = &ru_stats, 22034ff0866SJiri Olsa .big_num = true, 22127e9769aSAlexey Budankov .ctl_fd = -1, 222f07952b1SAlexander Antonov .ctl_fd_ack = -1, 223f07952b1SAlexander Antonov .iostat_run = false, 224421a50f3SJiri Olsa }; 225421a50f3SJiri Olsa 226a9a17902SJiri Olsa static bool cpus_map_matched(struct evsel *a, struct evsel *b) 227a9a17902SJiri Olsa { 228a9a17902SJiri Olsa if (!a->core.cpus && !b->core.cpus) 229a9a17902SJiri Olsa return true; 230a9a17902SJiri Olsa 231a9a17902SJiri Olsa if (!a->core.cpus || !b->core.cpus) 232a9a17902SJiri Olsa return false; 233a9a17902SJiri Olsa 23444028699SIan Rogers if (perf_cpu_map__nr(a->core.cpus) != perf_cpu_map__nr(b->core.cpus)) 235a9a17902SJiri Olsa return false; 236a9a17902SJiri Olsa 23744028699SIan Rogers for (int i = 0; i < perf_cpu_map__nr(a->core.cpus); i++) { 23844028699SIan Rogers if (perf_cpu_map__cpu(a->core.cpus, i).cpu != 23944028699SIan Rogers perf_cpu_map__cpu(b->core.cpus, i).cpu) 240a9a17902SJiri Olsa return false; 241a9a17902SJiri Olsa } 242a9a17902SJiri Olsa 243a9a17902SJiri Olsa return true; 244a9a17902SJiri Olsa } 245a9a17902SJiri Olsa 246a9a17902SJiri Olsa static void evlist__check_cpu_maps(struct evlist *evlist) 247a9a17902SJiri Olsa { 248a9a17902SJiri Olsa struct evsel *evsel, *pos, *leader; 249a9a17902SJiri Olsa char buf[1024]; 250a9a17902SJiri Olsa 251660e533eSJin Yao if (evlist__has_hybrid(evlist)) 252660e533eSJin Yao evlist__warn_hybrid_group(evlist); 253660e533eSJin Yao 254a9a17902SJiri Olsa evlist__for_each_entry(evlist, evsel) { 255fba7c866SJiri Olsa leader = evsel__leader(evsel); 256a9a17902SJiri Olsa 257a9a17902SJiri Olsa /* Check that leader matches cpus with each member. */ 258a9a17902SJiri Olsa if (leader == evsel) 259a9a17902SJiri Olsa continue; 260a9a17902SJiri Olsa if (cpus_map_matched(leader, evsel)) 261a9a17902SJiri Olsa continue; 262a9a17902SJiri Olsa 263a9a17902SJiri Olsa /* If there's mismatch disable the group and warn user. */ 264a9a17902SJiri Olsa WARN_ONCE(1, "WARNING: grouped events cpus do not match, disabling group:\n"); 265a9a17902SJiri Olsa evsel__group_desc(leader, buf, sizeof(buf)); 266a9a17902SJiri Olsa pr_warning(" %s\n", buf); 267a9a17902SJiri Olsa 268a9a17902SJiri Olsa if (verbose) { 269a9a17902SJiri Olsa cpu_map__snprint(leader->core.cpus, buf, sizeof(buf)); 270a9a17902SJiri Olsa pr_warning(" %s: %s\n", leader->name, buf); 271a9a17902SJiri Olsa cpu_map__snprint(evsel->core.cpus, buf, sizeof(buf)); 272a9a17902SJiri Olsa pr_warning(" %s: %s\n", evsel->name, buf); 273a9a17902SJiri Olsa } 274a9a17902SJiri Olsa 275*e8f4f794SKan Liang for_each_group_evsel(pos, leader) 276*e8f4f794SKan Liang evsel__remove_from_group(pos, leader); 277a9a17902SJiri Olsa } 278a9a17902SJiri Olsa } 279a9a17902SJiri Olsa 28013370a9bSStephane Eranian static inline void diff_timespec(struct timespec *r, struct timespec *a, 28113370a9bSStephane Eranian struct timespec *b) 28213370a9bSStephane Eranian { 28313370a9bSStephane Eranian r->tv_sec = a->tv_sec - b->tv_sec; 28413370a9bSStephane Eranian if (a->tv_nsec < b->tv_nsec) { 285310ebb93SArnaldo Carvalho de Melo r->tv_nsec = a->tv_nsec + NSEC_PER_SEC - b->tv_nsec; 28613370a9bSStephane Eranian r->tv_sec--; 28713370a9bSStephane Eranian } else { 28813370a9bSStephane Eranian r->tv_nsec = a->tv_nsec - b->tv_nsec ; 28913370a9bSStephane Eranian } 29013370a9bSStephane Eranian } 29113370a9bSStephane Eranian 292254ecbc7SJiri Olsa static void perf_stat__reset_stats(void) 293254ecbc7SJiri Olsa { 29456739444SJin Yao int i; 29556739444SJin Yao 29653f5e908SArnaldo Carvalho de Melo evlist__reset_stats(evsel_list); 297f87027b9SJiri Olsa perf_stat__reset_shadow_stats(); 29856739444SJin Yao 29956739444SJin Yao for (i = 0; i < stat_config.stats_num; i++) 30056739444SJin Yao perf_stat__reset_shadow_per_stat(&stat_config.stats[i]); 3011eda3b21SJiri Olsa } 3021eda3b21SJiri Olsa 3038b99b1a4SJiri Olsa static int process_synthesized_event(struct perf_tool *tool __maybe_unused, 3044979d0c7SJiri Olsa union perf_event *event, 3054979d0c7SJiri Olsa struct perf_sample *sample __maybe_unused, 3064979d0c7SJiri Olsa struct machine *machine __maybe_unused) 3074979d0c7SJiri Olsa { 3088ceb41d7SJiri Olsa if (perf_data__write(&perf_stat.data, event, event->header.size) < 0) { 3098b99b1a4SJiri Olsa pr_err("failed to write perf data, error: %m\n"); 3108b99b1a4SJiri Olsa return -1; 3118b99b1a4SJiri Olsa } 3128b99b1a4SJiri Olsa 3138b99b1a4SJiri Olsa perf_stat.bytes_written += event->header.size; 3148b99b1a4SJiri Olsa return 0; 3154979d0c7SJiri Olsa } 3164979d0c7SJiri Olsa 3171975d36eSJiri Olsa static int write_stat_round_event(u64 tm, u64 type) 3187aad0c32SJiri Olsa { 3191975d36eSJiri Olsa return perf_event__synthesize_stat_round(NULL, tm, type, 3207aad0c32SJiri Olsa process_synthesized_event, 3217aad0c32SJiri Olsa NULL); 3227aad0c32SJiri Olsa } 3237aad0c32SJiri Olsa 3247aad0c32SJiri Olsa #define WRITE_STAT_ROUND_EVENT(time, interval) \ 3257aad0c32SJiri Olsa write_stat_round_event(time, PERF_STAT_ROUND_TYPE__ ## interval) 3267aad0c32SJiri Olsa 3278cd36f3eSJiri Olsa #define SID(e, x, y) xyarray__entry(e->core.sample_id, x, y) 3285a6ea81bSJiri Olsa 3297ac0089dSIan Rogers static int evsel__write_stat_event(struct evsel *counter, int cpu_map_idx, u32 thread, 3305a6ea81bSJiri Olsa struct perf_counts_values *count) 3315a6ea81bSJiri Olsa { 3327ac0089dSIan Rogers struct perf_sample_id *sid = SID(counter, cpu_map_idx, thread); 3336d18804bSIan Rogers struct perf_cpu cpu = perf_cpu_map__cpu(evsel__cpus(counter), cpu_map_idx); 3345a6ea81bSJiri Olsa 3355a6ea81bSJiri Olsa return perf_event__synthesize_stat(NULL, cpu, thread, sid->id, count, 3365a6ea81bSJiri Olsa process_synthesized_event, NULL); 3375a6ea81bSJiri Olsa } 3385a6ea81bSJiri Olsa 339da8c94c0SIan Rogers static int read_single_counter(struct evsel *counter, int cpu_map_idx, 340f0fbb114SAndi Kleen int thread, struct timespec *rs) 341f0fbb114SAndi Kleen { 342b03b89b3SFlorian Fischer switch(counter->tool_event) { 343b03b89b3SFlorian Fischer case PERF_TOOL_DURATION_TIME: { 344f0fbb114SAndi Kleen u64 val = rs->tv_nsec + rs->tv_sec*1000000000ULL; 345f0fbb114SAndi Kleen struct perf_counts_values *count = 346da8c94c0SIan Rogers perf_counts(counter->counts, cpu_map_idx, thread); 347f0fbb114SAndi Kleen count->ena = count->run = val; 348f0fbb114SAndi Kleen count->val = val; 349f0fbb114SAndi Kleen return 0; 350f0fbb114SAndi Kleen } 351b03b89b3SFlorian Fischer case PERF_TOOL_USER_TIME: 352b03b89b3SFlorian Fischer case PERF_TOOL_SYSTEM_TIME: { 353b03b89b3SFlorian Fischer u64 val; 354b03b89b3SFlorian Fischer struct perf_counts_values *count = 355b03b89b3SFlorian Fischer perf_counts(counter->counts, cpu_map_idx, thread); 356b03b89b3SFlorian Fischer if (counter->tool_event == PERF_TOOL_USER_TIME) 357b03b89b3SFlorian Fischer val = ru_stats.ru_utime_usec_stat.mean; 358b03b89b3SFlorian Fischer else 359b03b89b3SFlorian Fischer val = ru_stats.ru_stime_usec_stat.mean; 360b03b89b3SFlorian Fischer count->ena = count->run = val; 361b03b89b3SFlorian Fischer count->val = val; 362b03b89b3SFlorian Fischer return 0; 363b03b89b3SFlorian Fischer } 364b03b89b3SFlorian Fischer default: 365b03b89b3SFlorian Fischer case PERF_TOOL_NONE: 366da8c94c0SIan Rogers return evsel__read_counter(counter, cpu_map_idx, thread); 367b03b89b3SFlorian Fischer case PERF_TOOL_MAX: 368b03b89b3SFlorian Fischer /* This should never be reached */ 369b03b89b3SFlorian Fischer return 0; 370b03b89b3SFlorian Fischer } 371f0fbb114SAndi Kleen } 372f0fbb114SAndi Kleen 373f5b4a9c3SStephane Eranian /* 374f5b4a9c3SStephane Eranian * Read out the results of a single counter: 375f5b4a9c3SStephane Eranian * do not aggregate counts across CPUs in system-wide mode 376f5b4a9c3SStephane Eranian */ 377da8c94c0SIan Rogers static int read_counter_cpu(struct evsel *counter, struct timespec *rs, int cpu_map_idx) 378f5b4a9c3SStephane Eranian { 379a2f354e3SJiri Olsa int nthreads = perf_thread_map__nr(evsel_list->core.threads); 3804b49ab70SAndi Kleen int thread; 381f5b4a9c3SStephane Eranian 3823b4331d9SSuzuki K. Poulose if (!counter->supported) 3833b4331d9SSuzuki K. Poulose return -ENOENT; 3843b4331d9SSuzuki K. Poulose 385648b5af3SJiri Olsa if (counter->core.system_wide) 3869bf1a529SJiri Olsa nthreads = 1; 3879bf1a529SJiri Olsa 3889bf1a529SJiri Olsa for (thread = 0; thread < nthreads; thread++) { 3893b3eb044SJiri Olsa struct perf_counts_values *count; 3903b3eb044SJiri Olsa 391da8c94c0SIan Rogers count = perf_counts(counter->counts, cpu_map_idx, thread); 39282bf311eSJiri Olsa 39382bf311eSJiri Olsa /* 39482bf311eSJiri Olsa * The leader's group read loads data into its group members 395ea089692SArnaldo Carvalho de Melo * (via evsel__read_counter()) and sets their count->loaded. 39682bf311eSJiri Olsa */ 397da8c94c0SIan Rogers if (!perf_counts__is_loaded(counter->counts, cpu_map_idx, thread) && 398da8c94c0SIan Rogers read_single_counter(counter, cpu_map_idx, thread, rs)) { 399db49a717SStephane Eranian counter->counts->scaled = -1; 400da8c94c0SIan Rogers perf_counts(counter->counts, cpu_map_idx, thread)->ena = 0; 401da8c94c0SIan Rogers perf_counts(counter->counts, cpu_map_idx, thread)->run = 0; 402c52b12edSArnaldo Carvalho de Melo return -1; 403db49a717SStephane Eranian } 4045a6ea81bSJiri Olsa 405da8c94c0SIan Rogers perf_counts__set_loaded(counter->counts, cpu_map_idx, thread, false); 40682bf311eSJiri Olsa 4075a6ea81bSJiri Olsa if (STAT_RECORD) { 408da8c94c0SIan Rogers if (evsel__write_stat_event(counter, cpu_map_idx, thread, count)) { 4095a6ea81bSJiri Olsa pr_err("failed to write stat event\n"); 4105a6ea81bSJiri Olsa return -1; 4115a6ea81bSJiri Olsa } 4125a6ea81bSJiri Olsa } 4130b1abbf4SAndi Kleen 4140b1abbf4SAndi Kleen if (verbose > 1) { 4150b1abbf4SAndi Kleen fprintf(stat_config.output, 4160b1abbf4SAndi Kleen "%s: %d: %" PRIu64 " %" PRIu64 " %" PRIu64 "\n", 4178ab2e96dSArnaldo Carvalho de Melo evsel__name(counter), 4186d18804bSIan Rogers perf_cpu_map__cpu(evsel__cpus(counter), 4196d18804bSIan Rogers cpu_map_idx).cpu, 4200b1abbf4SAndi Kleen count->val, count->ena, count->run); 4210b1abbf4SAndi Kleen } 422f5b4a9c3SStephane Eranian } 423c52b12edSArnaldo Carvalho de Melo 424c52b12edSArnaldo Carvalho de Melo return 0; 42586470930SIngo Molnar } 42686470930SIngo Molnar 427c7e5b328SJin Yao static int read_affinity_counters(struct timespec *rs) 428106a94a0SJiri Olsa { 429472832d2SIan Rogers struct evlist_cpu_iterator evlist_cpu_itr; 430472832d2SIan Rogers struct affinity saved_affinity, *affinity; 4314b49ab70SAndi Kleen 432112cb561SSong Liu if (all_counters_use_bpf) 433112cb561SSong Liu return 0; 434112cb561SSong Liu 4354b49ab70SAndi Kleen if (!target__has_cpu(&target) || target__has_per_thread(&target)) 436472832d2SIan Rogers affinity = NULL; 437472832d2SIan Rogers else if (affinity__setup(&saved_affinity) < 0) 438472832d2SIan Rogers return -1; 439472832d2SIan Rogers else 440472832d2SIan Rogers affinity = &saved_affinity; 441106a94a0SJiri Olsa 442472832d2SIan Rogers evlist__for_each_cpu(evlist_cpu_itr, evsel_list, affinity) { 443472832d2SIan Rogers struct evsel *counter = evlist_cpu_itr.evsel; 444472832d2SIan Rogers 445112cb561SSong Liu if (evsel__is_bpf(counter)) 446112cb561SSong Liu continue; 447472832d2SIan Rogers 4484b49ab70SAndi Kleen if (!counter->err) { 4494b49ab70SAndi Kleen counter->err = read_counter_cpu(counter, rs, 450472832d2SIan Rogers evlist_cpu_itr.cpu_map_idx); 4514b49ab70SAndi Kleen } 4524b49ab70SAndi Kleen } 453472832d2SIan Rogers if (affinity) 454472832d2SIan Rogers affinity__cleanup(&saved_affinity); 455472832d2SIan Rogers 456c7e5b328SJin Yao return 0; 457c7e5b328SJin Yao } 458c7e5b328SJin Yao 459fa853c4bSSong Liu static int read_bpf_map_counters(void) 460fa853c4bSSong Liu { 461fa853c4bSSong Liu struct evsel *counter; 462fa853c4bSSong Liu int err; 463fa853c4bSSong Liu 464fa853c4bSSong Liu evlist__for_each_entry(evsel_list, counter) { 465112cb561SSong Liu if (!evsel__is_bpf(counter)) 466112cb561SSong Liu continue; 467112cb561SSong Liu 468fa853c4bSSong Liu err = bpf_counter__read(counter); 469fa853c4bSSong Liu if (err) 470fa853c4bSSong Liu return err; 471fa853c4bSSong Liu } 472fa853c4bSSong Liu return 0; 473fa853c4bSSong Liu } 474fa853c4bSSong Liu 475c7e5b328SJin Yao static void read_counters(struct timespec *rs) 476c7e5b328SJin Yao { 477c7e5b328SJin Yao struct evsel *counter; 478c7e5b328SJin Yao 479fa853c4bSSong Liu if (!stat_config.stop_read_counter) { 480112cb561SSong Liu if (read_bpf_map_counters() || 481112cb561SSong Liu read_affinity_counters(rs)) 482c7e5b328SJin Yao return; 483fa853c4bSSong Liu } 4843b3eb044SJiri Olsa 4854b49ab70SAndi Kleen evlist__for_each_entry(evsel_list, counter) { 4864b49ab70SAndi Kleen if (counter->err) 4874b49ab70SAndi Kleen pr_debug("failed to read counter %s\n", counter->name); 4884b49ab70SAndi Kleen if (counter->err == 0 && perf_stat_process_counter(&stat_config, counter)) 4893b3eb044SJiri Olsa pr_warning("failed to process counter %s\n", counter->name); 4904b49ab70SAndi Kleen counter->err = 0; 491106a94a0SJiri Olsa } 492106a94a0SJiri Olsa } 493106a94a0SJiri Olsa 49472f02a94SJin Yao static int runtime_stat_new(struct perf_stat_config *config, int nthreads) 49572f02a94SJin Yao { 49672f02a94SJin Yao int i; 49772f02a94SJin Yao 49872f02a94SJin Yao config->stats = calloc(nthreads, sizeof(struct runtime_stat)); 49972f02a94SJin Yao if (!config->stats) 50072f02a94SJin Yao return -1; 50172f02a94SJin Yao 50272f02a94SJin Yao config->stats_num = nthreads; 50372f02a94SJin Yao 50472f02a94SJin Yao for (i = 0; i < nthreads; i++) 50572f02a94SJin Yao runtime_stat__init(&config->stats[i]); 50672f02a94SJin Yao 50772f02a94SJin Yao return 0; 50872f02a94SJin Yao } 50972f02a94SJin Yao 51072f02a94SJin Yao static void runtime_stat_delete(struct perf_stat_config *config) 51172f02a94SJin Yao { 51272f02a94SJin Yao int i; 51372f02a94SJin Yao 51472f02a94SJin Yao if (!config->stats) 51572f02a94SJin Yao return; 51672f02a94SJin Yao 51772f02a94SJin Yao for (i = 0; i < config->stats_num; i++) 51872f02a94SJin Yao runtime_stat__exit(&config->stats[i]); 51972f02a94SJin Yao 52072f02a94SJin Yao zfree(&config->stats); 52172f02a94SJin Yao } 52272f02a94SJin Yao 52372f02a94SJin Yao static void runtime_stat_reset(struct perf_stat_config *config) 52472f02a94SJin Yao { 52572f02a94SJin Yao int i; 52672f02a94SJin Yao 52772f02a94SJin Yao if (!config->stats) 52872f02a94SJin Yao return; 52972f02a94SJin Yao 53072f02a94SJin Yao for (i = 0; i < config->stats_num; i++) 53172f02a94SJin Yao perf_stat__reset_shadow_per_stat(&config->stats[i]); 53272f02a94SJin Yao } 53372f02a94SJin Yao 534ba411a95SJiri Olsa static void process_interval(void) 53513370a9bSStephane Eranian { 53613370a9bSStephane Eranian struct timespec ts, rs; 53713370a9bSStephane Eranian 53813370a9bSStephane Eranian clock_gettime(CLOCK_MONOTONIC, &ts); 53913370a9bSStephane Eranian diff_timespec(&rs, &ts, &ref_time); 54013370a9bSStephane Eranian 541197ba86fSJin Yao perf_stat__reset_shadow_per_stat(&rt_stat); 54272f02a94SJin Yao runtime_stat_reset(&stat_config); 543f0fbb114SAndi Kleen read_counters(&rs); 544f0fbb114SAndi Kleen 5457aad0c32SJiri Olsa if (STAT_RECORD) { 546bd48c63eSArnaldo Carvalho de Melo if (WRITE_STAT_ROUND_EVENT(rs.tv_sec * NSEC_PER_SEC + rs.tv_nsec, INTERVAL)) 5477aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 5487aad0c32SJiri Olsa } 5497aad0c32SJiri Olsa 550b90f1333SAndi Kleen init_stats(&walltime_nsecs_stats); 551ea9eb1f4SJiri Olsa update_stats(&walltime_nsecs_stats, stat_config.interval * 1000000ULL); 552d4f63a47SJiri Olsa print_counters(&rs, 0, NULL); 55313370a9bSStephane Eranian } 55413370a9bSStephane Eranian 555dece3a4dSAlexey Budankov static bool handle_interval(unsigned int interval, int *times) 556dece3a4dSAlexey Budankov { 557dece3a4dSAlexey Budankov if (interval) { 558dece3a4dSAlexey Budankov process_interval(); 559dece3a4dSAlexey Budankov if (interval_count && !(--(*times))) 560dece3a4dSAlexey Budankov return true; 561dece3a4dSAlexey Budankov } 562dece3a4dSAlexey Budankov return false; 563dece3a4dSAlexey Budankov } 564dece3a4dSAlexey Budankov 565fa853c4bSSong Liu static int enable_counters(void) 56641191688SAndi Kleen { 567fa853c4bSSong Liu struct evsel *evsel; 568fa853c4bSSong Liu int err; 569fa853c4bSSong Liu 570fa853c4bSSong Liu evlist__for_each_entry(evsel_list, evsel) { 571112cb561SSong Liu if (!evsel__is_bpf(evsel)) 572112cb561SSong Liu continue; 573112cb561SSong Liu 574fa853c4bSSong Liu err = bpf_counter__enable(evsel); 575fa853c4bSSong Liu if (err) 576fa853c4bSSong Liu return err; 577fa853c4bSSong Liu } 578fa853c4bSSong Liu 5792162b9c6SAlexey Budankov if (stat_config.initial_delay < 0) { 5802162b9c6SAlexey Budankov pr_info(EVLIST_DISABLED_MSG); 581fa853c4bSSong Liu return 0; 5822162b9c6SAlexey Budankov } 5832162b9c6SAlexey Budankov 5842162b9c6SAlexey Budankov if (stat_config.initial_delay > 0) { 5852162b9c6SAlexey Budankov pr_info(EVLIST_DISABLED_MSG); 586728c0ee0SJiri Olsa usleep(stat_config.initial_delay * USEC_PER_MSEC); 5872162b9c6SAlexey Budankov } 58867ccdecdSJiri Olsa 58967ccdecdSJiri Olsa /* 59067ccdecdSJiri Olsa * We need to enable counters only if: 59167ccdecdSJiri Olsa * - we don't have tracee (attaching to task or cpu) 59267ccdecdSJiri Olsa * - we have initial delay configured 59367ccdecdSJiri Olsa */ 5942162b9c6SAlexey Budankov if (!target__none(&target) || stat_config.initial_delay) { 595f8b61bd2SSong Liu if (!all_counters_use_bpf) 5961c87f165SJiri Olsa evlist__enable(evsel_list); 5972162b9c6SAlexey Budankov if (stat_config.initial_delay > 0) 5982162b9c6SAlexey Budankov pr_info(EVLIST_ENABLED_MSG); 5992162b9c6SAlexey Budankov } 600fa853c4bSSong Liu return 0; 60141191688SAndi Kleen } 60241191688SAndi Kleen 6033df33effSMark Rutland static void disable_counters(void) 6043df33effSMark Rutland { 605f8b61bd2SSong Liu struct evsel *counter; 606f8b61bd2SSong Liu 6073df33effSMark Rutland /* 6083df33effSMark Rutland * If we don't have tracee (attaching to task or cpu), counters may 6093df33effSMark Rutland * still be running. To get accurate group ratios, we must stop groups 6103df33effSMark Rutland * from counting before reading their constituent counters. 6113df33effSMark Rutland */ 612f8b61bd2SSong Liu if (!target__none(&target)) { 613f8b61bd2SSong Liu evlist__for_each_entry(evsel_list, counter) 614f8b61bd2SSong Liu bpf_counter__disable(counter); 615f8b61bd2SSong Liu if (!all_counters_use_bpf) 616e74676deSJiri Olsa evlist__disable(evsel_list); 6173df33effSMark Rutland } 618f8b61bd2SSong Liu } 6193df33effSMark Rutland 620f33cbe72SArnaldo Carvalho de Melo static volatile int workload_exec_errno; 6216af206fdSArnaldo Carvalho de Melo 6226af206fdSArnaldo Carvalho de Melo /* 6237b392ef0SArnaldo Carvalho de Melo * evlist__prepare_workload will send a SIGUSR1 6246af206fdSArnaldo Carvalho de Melo * if the fork fails, since we asked by setting its 6256af206fdSArnaldo Carvalho de Melo * want_signal to true. 6266af206fdSArnaldo Carvalho de Melo */ 627f33cbe72SArnaldo Carvalho de Melo static void workload_exec_failed_signal(int signo __maybe_unused, siginfo_t *info, 628f33cbe72SArnaldo Carvalho de Melo void *ucontext __maybe_unused) 6296af206fdSArnaldo Carvalho de Melo { 630f33cbe72SArnaldo Carvalho de Melo workload_exec_errno = info->si_value.sival_int; 6316af206fdSArnaldo Carvalho de Melo } 6326af206fdSArnaldo Carvalho de Melo 633ddc6999eSArnaldo Carvalho de Melo static bool evsel__should_store_id(struct evsel *counter) 63482bf311eSJiri Olsa { 6351fc632ceSJiri Olsa return STAT_RECORD || counter->core.attr.read_format & PERF_FORMAT_ID; 63682bf311eSJiri Olsa } 63782bf311eSJiri Olsa 638cbb5df7eSJiri Olsa static bool is_target_alive(struct target *_target, 6399749b90eSJiri Olsa struct perf_thread_map *threads) 640cbb5df7eSJiri Olsa { 641cbb5df7eSJiri Olsa struct stat st; 642cbb5df7eSJiri Olsa int i; 643cbb5df7eSJiri Olsa 644cbb5df7eSJiri Olsa if (!target__has_task(_target)) 645cbb5df7eSJiri Olsa return true; 646cbb5df7eSJiri Olsa 647cbb5df7eSJiri Olsa for (i = 0; i < threads->nr; i++) { 648cbb5df7eSJiri Olsa char path[PATH_MAX]; 649cbb5df7eSJiri Olsa 650cbb5df7eSJiri Olsa scnprintf(path, PATH_MAX, "%s/%d", procfs__mountpoint(), 651cbb5df7eSJiri Olsa threads->map[i].pid); 652cbb5df7eSJiri Olsa 653cbb5df7eSJiri Olsa if (!stat(path, &st)) 654cbb5df7eSJiri Olsa return true; 655cbb5df7eSJiri Olsa } 656cbb5df7eSJiri Olsa 657cbb5df7eSJiri Olsa return false; 658cbb5df7eSJiri Olsa } 659cbb5df7eSJiri Olsa 660bee328cbSAlexey Budankov static void process_evlist(struct evlist *evlist, unsigned int interval) 661bee328cbSAlexey Budankov { 662bee328cbSAlexey Budankov enum evlist_ctl_cmd cmd = EVLIST_CTL_CMD_UNSUPPORTED; 663bee328cbSAlexey Budankov 664bee328cbSAlexey Budankov if (evlist__ctlfd_process(evlist, &cmd) > 0) { 665bee328cbSAlexey Budankov switch (cmd) { 666bee328cbSAlexey Budankov case EVLIST_CTL_CMD_ENABLE: 667bee328cbSAlexey Budankov if (interval) 668bee328cbSAlexey Budankov process_interval(); 669bee328cbSAlexey Budankov break; 670bee328cbSAlexey Budankov case EVLIST_CTL_CMD_DISABLE: 671bee328cbSAlexey Budankov if (interval) 672bee328cbSAlexey Budankov process_interval(); 673bee328cbSAlexey Budankov break; 674d20aff15SAdrian Hunter case EVLIST_CTL_CMD_SNAPSHOT: 675bee328cbSAlexey Budankov case EVLIST_CTL_CMD_ACK: 676bee328cbSAlexey Budankov case EVLIST_CTL_CMD_UNSUPPORTED: 677142544a9SJiri Olsa case EVLIST_CTL_CMD_EVLIST: 678f186cd61SJiri Olsa case EVLIST_CTL_CMD_STOP: 67947fddcb4SJiri Olsa case EVLIST_CTL_CMD_PING: 680bee328cbSAlexey Budankov default: 681bee328cbSAlexey Budankov break; 682bee328cbSAlexey Budankov } 683bee328cbSAlexey Budankov } 684bee328cbSAlexey Budankov } 685bee328cbSAlexey Budankov 686bee328cbSAlexey Budankov static void compute_tts(struct timespec *time_start, struct timespec *time_stop, 687bee328cbSAlexey Budankov int *time_to_sleep) 688bee328cbSAlexey Budankov { 689bee328cbSAlexey Budankov int tts = *time_to_sleep; 690bee328cbSAlexey Budankov struct timespec time_diff; 691bee328cbSAlexey Budankov 692bee328cbSAlexey Budankov diff_timespec(&time_diff, time_stop, time_start); 693bee328cbSAlexey Budankov 694bee328cbSAlexey Budankov tts -= time_diff.tv_sec * MSEC_PER_SEC + 695bee328cbSAlexey Budankov time_diff.tv_nsec / NSEC_PER_MSEC; 696bee328cbSAlexey Budankov 697bee328cbSAlexey Budankov if (tts < 0) 698bee328cbSAlexey Budankov tts = 0; 699bee328cbSAlexey Budankov 700bee328cbSAlexey Budankov *time_to_sleep = tts; 701bee328cbSAlexey Budankov } 702bee328cbSAlexey Budankov 703bee328cbSAlexey Budankov static int dispatch_events(bool forks, int timeout, int interval, int *times) 704987b8238SAlexey Budankov { 705987b8238SAlexey Budankov int child_exited = 0, status = 0; 706bee328cbSAlexey Budankov int time_to_sleep, sleep_time; 707bee328cbSAlexey Budankov struct timespec time_start, time_stop; 708bee328cbSAlexey Budankov 709bee328cbSAlexey Budankov if (interval) 710bee328cbSAlexey Budankov sleep_time = interval; 711bee328cbSAlexey Budankov else if (timeout) 712bee328cbSAlexey Budankov sleep_time = timeout; 713bee328cbSAlexey Budankov else 714bee328cbSAlexey Budankov sleep_time = 1000; 715bee328cbSAlexey Budankov 716bee328cbSAlexey Budankov time_to_sleep = sleep_time; 717987b8238SAlexey Budankov 718987b8238SAlexey Budankov while (!done) { 719987b8238SAlexey Budankov if (forks) 720987b8238SAlexey Budankov child_exited = waitpid(child_pid, &status, WNOHANG); 721987b8238SAlexey Budankov else 722987b8238SAlexey Budankov child_exited = !is_target_alive(&target, evsel_list->core.threads) ? 1 : 0; 723987b8238SAlexey Budankov 724987b8238SAlexey Budankov if (child_exited) 725987b8238SAlexey Budankov break; 726987b8238SAlexey Budankov 727bee328cbSAlexey Budankov clock_gettime(CLOCK_MONOTONIC, &time_start); 728bee328cbSAlexey Budankov if (!(evlist__poll(evsel_list, time_to_sleep) > 0)) { /* poll timeout or EINTR */ 729987b8238SAlexey Budankov if (timeout || handle_interval(interval, times)) 730987b8238SAlexey Budankov break; 731bee328cbSAlexey Budankov time_to_sleep = sleep_time; 732bee328cbSAlexey Budankov } else { /* fd revent */ 733bee328cbSAlexey Budankov process_evlist(evsel_list, interval); 734bee328cbSAlexey Budankov clock_gettime(CLOCK_MONOTONIC, &time_stop); 735bee328cbSAlexey Budankov compute_tts(&time_start, &time_stop, &time_to_sleep); 736bee328cbSAlexey Budankov } 737987b8238SAlexey Budankov } 738987b8238SAlexey Budankov 739987b8238SAlexey Budankov return status; 740987b8238SAlexey Budankov } 741987b8238SAlexey Budankov 742e0e6a6caSAndi Kleen enum counter_recovery { 743e0e6a6caSAndi Kleen COUNTER_SKIP, 744e0e6a6caSAndi Kleen COUNTER_RETRY, 745e0e6a6caSAndi Kleen COUNTER_FATAL, 746e0e6a6caSAndi Kleen }; 747e0e6a6caSAndi Kleen 748e0e6a6caSAndi Kleen static enum counter_recovery stat_handle_error(struct evsel *counter) 749e0e6a6caSAndi Kleen { 750e0e6a6caSAndi Kleen char msg[BUFSIZ]; 751e0e6a6caSAndi Kleen /* 752e0e6a6caSAndi Kleen * PPC returns ENXIO for HW counters until 2.6.37 753e0e6a6caSAndi Kleen * (behavior changed with commit b0a873e). 754e0e6a6caSAndi Kleen */ 755e0e6a6caSAndi Kleen if (errno == EINVAL || errno == ENOSYS || 756e0e6a6caSAndi Kleen errno == ENOENT || errno == EOPNOTSUPP || 757e0e6a6caSAndi Kleen errno == ENXIO) { 758e0e6a6caSAndi Kleen if (verbose > 0) 759e0e6a6caSAndi Kleen ui__warning("%s event is not supported by the kernel.\n", 7608ab2e96dSArnaldo Carvalho de Melo evsel__name(counter)); 761e0e6a6caSAndi Kleen counter->supported = false; 7624804e011SAndi Kleen /* 7634804e011SAndi Kleen * errored is a sticky flag that means one of the counter's 7644804e011SAndi Kleen * cpu event had a problem and needs to be reexamined. 7654804e011SAndi Kleen */ 7664804e011SAndi Kleen counter->errored = true; 767e0e6a6caSAndi Kleen 768fba7c866SJiri Olsa if ((evsel__leader(counter) != counter) || 769fba7c866SJiri Olsa !(counter->core.leader->nr_members > 1)) 770e0e6a6caSAndi Kleen return COUNTER_SKIP; 771ae430892SArnaldo Carvalho de Melo } else if (evsel__fallback(counter, errno, msg, sizeof(msg))) { 772e0e6a6caSAndi Kleen if (verbose > 0) 773e0e6a6caSAndi Kleen ui__warning("%s\n", msg); 774e0e6a6caSAndi Kleen return COUNTER_RETRY; 775e0e6a6caSAndi Kleen } else if (target__has_per_thread(&target) && 776e0e6a6caSAndi Kleen evsel_list->core.threads && 777e0e6a6caSAndi Kleen evsel_list->core.threads->err_thread != -1) { 778e0e6a6caSAndi Kleen /* 779e0e6a6caSAndi Kleen * For global --per-thread case, skip current 780e0e6a6caSAndi Kleen * error thread. 781e0e6a6caSAndi Kleen */ 782e0e6a6caSAndi Kleen if (!thread_map__remove(evsel_list->core.threads, 783e0e6a6caSAndi Kleen evsel_list->core.threads->err_thread)) { 784e0e6a6caSAndi Kleen evsel_list->core.threads->err_thread = -1; 785e0e6a6caSAndi Kleen return COUNTER_RETRY; 786e0e6a6caSAndi Kleen } 787e0e6a6caSAndi Kleen } 788e0e6a6caSAndi Kleen 7892bb72dbbSArnaldo Carvalho de Melo evsel__open_strerror(counter, &target, errno, msg, sizeof(msg)); 790e0e6a6caSAndi Kleen ui__error("%s\n", msg); 791e0e6a6caSAndi Kleen 792e0e6a6caSAndi Kleen if (child_pid != -1) 793e0e6a6caSAndi Kleen kill(child_pid, SIGTERM); 794e0e6a6caSAndi Kleen return COUNTER_FATAL; 795e0e6a6caSAndi Kleen } 796e0e6a6caSAndi Kleen 797e55c14afSJiri Olsa static int __run_perf_stat(int argc, const char **argv, int run_idx) 79886470930SIngo Molnar { 799ec0d3d1fSJiri Olsa int interval = stat_config.interval; 800db06a269Syuzhoujian int times = stat_config.times; 801f1f8ad52Syuzhoujian int timeout = stat_config.timeout; 802d6195a6aSArnaldo Carvalho de Melo char msg[BUFSIZ]; 80386470930SIngo Molnar unsigned long long t0, t1; 80432dcd021SJiri Olsa struct evsel *counter; 805410136f5SStephane Eranian size_t l; 80642202dd5SIngo Molnar int status = 0; 8076be2850eSZhang, Yanmin const bool forks = (argc > 0); 8088ceb41d7SJiri Olsa bool is_pipe = STAT_RECORD ? perf_stat.data.is_pipe : false; 809472832d2SIan Rogers struct evlist_cpu_iterator evlist_cpu_itr; 81049de1795SArnaldo Carvalho de Melo struct affinity saved_affinity, *affinity = NULL; 811472832d2SIan Rogers int err; 8124804e011SAndi Kleen bool second_pass = false; 81386470930SIngo Molnar 814acf28922SNamhyung Kim if (forks) { 8157b392ef0SArnaldo Carvalho de Melo if (evlist__prepare_workload(evsel_list, &target, argv, is_pipe, workload_exec_failed_signal) < 0) { 816acf28922SNamhyung Kim perror("failed to prepare workload"); 817fceda7feSDavid Ahern return -1; 818051ae7f7SPaul Mackerras } 819d20a47e7SNamhyung Kim child_pid = evsel_list->workload.pid; 82060666c63SLiming Wang } 821051ae7f7SPaul Mackerras 8226a4bb04cSJiri Olsa if (group) 823a622eafaSArnaldo Carvalho de Melo evlist__set_leader(evsel_list); 8246a4bb04cSJiri Olsa 8250df6ade7SIan Rogers if (!cpu_map__is_dummy(evsel_list->core.user_requested_cpus)) { 82649de1795SArnaldo Carvalho de Melo if (affinity__setup(&saved_affinity) < 0) 8274804e011SAndi Kleen return -1; 82849de1795SArnaldo Carvalho de Melo affinity = &saved_affinity; 82949de1795SArnaldo Carvalho de Melo } 8305a5dfe4bSAndi Kleen 831fa853c4bSSong Liu evlist__for_each_entry(evsel_list, counter) { 832fa853c4bSSong Liu if (bpf_counter__load(counter, &target)) 833fa853c4bSSong Liu return -1; 834112cb561SSong Liu if (!evsel__is_bpf(counter)) 835112cb561SSong Liu all_counters_use_bpf = false; 836fa853c4bSSong Liu } 837fa853c4bSSong Liu 83849de1795SArnaldo Carvalho de Melo evlist__for_each_cpu(evlist_cpu_itr, evsel_list, affinity) { 839472832d2SIan Rogers counter = evlist_cpu_itr.evsel; 840472832d2SIan Rogers 8417fac83aaSSong Liu /* 8427fac83aaSSong Liu * bperf calls evsel__open_per_cpu() in bperf__load(), so 8437fac83aaSSong Liu * no need to call it again here. 8447fac83aaSSong Liu */ 8457fac83aaSSong Liu if (target.use_bpf) 8467fac83aaSSong Liu break; 8474804e011SAndi Kleen 8484804e011SAndi Kleen if (counter->reset_group || counter->errored) 8494804e011SAndi Kleen continue; 850112cb561SSong Liu if (evsel__is_bpf(counter)) 851112cb561SSong Liu continue; 8524804e011SAndi Kleen try_again: 8534804e011SAndi Kleen if (create_perf_stat_counter(counter, &stat_config, &target, 854472832d2SIan Rogers evlist_cpu_itr.cpu_map_idx) < 0) { 8554804e011SAndi Kleen 8564804e011SAndi Kleen /* 8574804e011SAndi Kleen * Weak group failed. We cannot just undo this here 8584804e011SAndi Kleen * because earlier CPUs might be in group mode, and the kernel 8594804e011SAndi Kleen * doesn't support mixing group and non group reads. Defer 8604804e011SAndi Kleen * it to later. 8614804e011SAndi Kleen * Don't close here because we're in the wrong affinity. 8624804e011SAndi Kleen */ 86335c1980eSAndi Kleen if ((errno == EINVAL || errno == EBADF) && 864fba7c866SJiri Olsa evsel__leader(counter) != counter && 8655a5dfe4bSAndi Kleen counter->weak_group) { 86664b4778bSArnaldo Carvalho de Melo evlist__reset_weak_group(evsel_list, counter, false); 8674804e011SAndi Kleen assert(counter->reset_group); 8684804e011SAndi Kleen second_pass = true; 8694804e011SAndi Kleen continue; 8705a5dfe4bSAndi Kleen } 8715a5dfe4bSAndi Kleen 872e0e6a6caSAndi Kleen switch (stat_handle_error(counter)) { 873e0e6a6caSAndi Kleen case COUNTER_FATAL: 874084ab9f8SArnaldo Carvalho de Melo return -1; 875e0e6a6caSAndi Kleen case COUNTER_RETRY: 876e0e6a6caSAndi Kleen goto try_again; 877e0e6a6caSAndi Kleen case COUNTER_SKIP: 878e0e6a6caSAndi Kleen continue; 879e0e6a6caSAndi Kleen default: 880e0e6a6caSAndi Kleen break; 881e0e6a6caSAndi Kleen } 8824804e011SAndi Kleen 883084ab9f8SArnaldo Carvalho de Melo } 8842cee77c4SDavid Ahern counter->supported = true; 8854804e011SAndi Kleen } 8864804e011SAndi Kleen 8874804e011SAndi Kleen if (second_pass) { 8884804e011SAndi Kleen /* 8894804e011SAndi Kleen * Now redo all the weak group after closing them, 8904804e011SAndi Kleen * and also close errored counters. 8914804e011SAndi Kleen */ 8924804e011SAndi Kleen 8934804e011SAndi Kleen /* First close errored or weak retry */ 89449de1795SArnaldo Carvalho de Melo evlist__for_each_cpu(evlist_cpu_itr, evsel_list, affinity) { 895472832d2SIan Rogers counter = evlist_cpu_itr.evsel; 896472832d2SIan Rogers 8974804e011SAndi Kleen if (!counter->reset_group && !counter->errored) 8984804e011SAndi Kleen continue; 899472832d2SIan Rogers 900472832d2SIan Rogers perf_evsel__close_cpu(&counter->core, evlist_cpu_itr.cpu_map_idx); 9014804e011SAndi Kleen } 9024804e011SAndi Kleen /* Now reopen weak */ 90349de1795SArnaldo Carvalho de Melo evlist__for_each_cpu(evlist_cpu_itr, evsel_list, affinity) { 904472832d2SIan Rogers counter = evlist_cpu_itr.evsel; 905472832d2SIan Rogers 9064804e011SAndi Kleen if (!counter->reset_group && !counter->errored) 9074804e011SAndi Kleen continue; 9084804e011SAndi Kleen if (!counter->reset_group) 9094804e011SAndi Kleen continue; 9104804e011SAndi Kleen try_again_reset: 9118ab2e96dSArnaldo Carvalho de Melo pr_debug2("reopening weak %s\n", evsel__name(counter)); 9124804e011SAndi Kleen if (create_perf_stat_counter(counter, &stat_config, &target, 913472832d2SIan Rogers evlist_cpu_itr.cpu_map_idx) < 0) { 9144804e011SAndi Kleen 9154804e011SAndi Kleen switch (stat_handle_error(counter)) { 9164804e011SAndi Kleen case COUNTER_FATAL: 9174804e011SAndi Kleen return -1; 9184804e011SAndi Kleen case COUNTER_RETRY: 9194804e011SAndi Kleen goto try_again_reset; 9204804e011SAndi Kleen case COUNTER_SKIP: 9214804e011SAndi Kleen continue; 9224804e011SAndi Kleen default: 9234804e011SAndi Kleen break; 9244804e011SAndi Kleen } 9254804e011SAndi Kleen } 9264804e011SAndi Kleen counter->supported = true; 9274804e011SAndi Kleen } 9284804e011SAndi Kleen } 92949de1795SArnaldo Carvalho de Melo affinity__cleanup(affinity); 9304804e011SAndi Kleen 9314804e011SAndi Kleen evlist__for_each_entry(evsel_list, counter) { 9324804e011SAndi Kleen if (!counter->supported) { 9334804e011SAndi Kleen perf_evsel__free_fd(&counter->core); 9344804e011SAndi Kleen continue; 9354804e011SAndi Kleen } 936410136f5SStephane Eranian 937410136f5SStephane Eranian l = strlen(counter->unit); 938df4f7b4dSJiri Olsa if (l > stat_config.unit_width) 939df4f7b4dSJiri Olsa stat_config.unit_width = l; 9402af4646dSJiri Olsa 941ddc6999eSArnaldo Carvalho de Melo if (evsel__should_store_id(counter) && 94234397753SArnaldo Carvalho de Melo evsel__store_ids(counter, evsel_list)) 9432af4646dSJiri Olsa return -1; 94448290609SArnaldo Carvalho de Melo } 94586470930SIngo Molnar 94624bf91a7SArnaldo Carvalho de Melo if (evlist__apply_filters(evsel_list, &counter)) { 94762d94b00SArnaldo Carvalho de Melo pr_err("failed to set filter \"%s\" on event %s with %d (%s)\n", 9488ab2e96dSArnaldo Carvalho de Melo counter->filter, evsel__name(counter), errno, 949c8b5f2c9SArnaldo Carvalho de Melo str_error_r(errno, msg, sizeof(msg))); 950cfd748aeSFrederic Weisbecker return -1; 951cfd748aeSFrederic Weisbecker } 952cfd748aeSFrederic Weisbecker 9534979d0c7SJiri Olsa if (STAT_RECORD) { 954fa853c4bSSong Liu int fd = perf_data__fd(&perf_stat.data); 9554979d0c7SJiri Olsa 956664c98d4SJiri Olsa if (is_pipe) { 9578ceb41d7SJiri Olsa err = perf_header__write_pipe(perf_data__fd(&perf_stat.data)); 958664c98d4SJiri Olsa } else { 9594979d0c7SJiri Olsa err = perf_session__write_header(perf_stat.session, evsel_list, 9604979d0c7SJiri Olsa fd, false); 961664c98d4SJiri Olsa } 962664c98d4SJiri Olsa 9634979d0c7SJiri Olsa if (err < 0) 9644979d0c7SJiri Olsa return err; 9658b99b1a4SJiri Olsa 966b251892dSArnaldo Carvalho de Melo err = perf_event__synthesize_stat_events(&stat_config, NULL, evsel_list, 967c2c247f2SJiri Olsa process_synthesized_event, is_pipe); 9688b99b1a4SJiri Olsa if (err < 0) 9698b99b1a4SJiri Olsa return err; 9704979d0c7SJiri Olsa } 9714979d0c7SJiri Olsa 97286470930SIngo Molnar /* 97386470930SIngo Molnar * Enable counters and exec the command: 97486470930SIngo Molnar */ 97560666c63SLiming Wang if (forks) { 976fa853c4bSSong Liu err = enable_counters(); 977fa853c4bSSong Liu if (err) 978fa853c4bSSong Liu return -1; 979d0a0a511SThomas Richter evlist__start_workload(evsel_list); 980acf28922SNamhyung Kim 981435b46efSSong Liu t0 = rdclock(); 982435b46efSSong Liu clock_gettime(CLOCK_MONOTONIC, &ref_time); 983435b46efSSong Liu 98427e9769aSAlexey Budankov if (interval || timeout || evlist__ctlfd_initialized(evsel_list)) 985bee328cbSAlexey Budankov status = dispatch_events(forks, timeout, interval, ×); 986cfbd41b7SArnaldo Carvalho de Melo if (child_pid != -1) { 987cfbd41b7SArnaldo Carvalho de Melo if (timeout) 988cfbd41b7SArnaldo Carvalho de Melo kill(child_pid, SIGTERM); 9898897a891SJiri Olsa wait4(child_pid, &status, 0, &stat_config.ru_data); 990cfbd41b7SArnaldo Carvalho de Melo } 9916af206fdSArnaldo Carvalho de Melo 992f33cbe72SArnaldo Carvalho de Melo if (workload_exec_errno) { 993c8b5f2c9SArnaldo Carvalho de Melo const char *emsg = str_error_r(workload_exec_errno, msg, sizeof(msg)); 994f33cbe72SArnaldo Carvalho de Melo pr_err("Workload failed: %s\n", emsg); 9956af206fdSArnaldo Carvalho de Melo return -1; 996f33cbe72SArnaldo Carvalho de Melo } 9976af206fdSArnaldo Carvalho de Melo 99833e49ea7SAndi Kleen if (WIFSIGNALED(status)) 99933e49ea7SAndi Kleen psignal(WTERMSIG(status), argv[0]); 100060666c63SLiming Wang } else { 1001fa853c4bSSong Liu err = enable_counters(); 1002fa853c4bSSong Liu if (err) 1003fa853c4bSSong Liu return -1; 1004435b46efSSong Liu 1005435b46efSSong Liu t0 = rdclock(); 1006435b46efSSong Liu clock_gettime(CLOCK_MONOTONIC, &ref_time); 1007435b46efSSong Liu 1008bee328cbSAlexey Budankov status = dispatch_events(forks, timeout, interval, ×); 100960666c63SLiming Wang } 101086470930SIngo Molnar 10113df33effSMark Rutland disable_counters(); 10123df33effSMark Rutland 101386470930SIngo Molnar t1 = rdclock(); 101486470930SIngo Molnar 101554ac0b1bSJiri Olsa if (stat_config.walltime_run_table) 101654ac0b1bSJiri Olsa stat_config.walltime_run[run_idx] = t1 - t0; 1017e55c14afSJiri Olsa 1018ee6a9614SJin Yao if (interval && stat_config.summary) { 1019c7e5b328SJin Yao stat_config.interval = 0; 1020ee6a9614SJin Yao stat_config.stop_read_counter = true; 1021c7e5b328SJin Yao init_stats(&walltime_nsecs_stats); 1022c7e5b328SJin Yao update_stats(&walltime_nsecs_stats, t1 - t0); 1023c7e5b328SJin Yao 1024c7e5b328SJin Yao if (stat_config.aggr_mode == AGGR_GLOBAL) 102553f5e908SArnaldo Carvalho de Melo evlist__save_aggr_prev_raw_counts(evsel_list); 1026c7e5b328SJin Yao 102753f5e908SArnaldo Carvalho de Melo evlist__copy_prev_raw_counts(evsel_list); 102853f5e908SArnaldo Carvalho de Melo evlist__reset_prev_raw_counts(evsel_list); 1029c7e5b328SJin Yao runtime_stat_reset(&stat_config); 1030c7e5b328SJin Yao perf_stat__reset_shadow_per_stat(&rt_stat); 1031c735b0a5SFlorian Fischer } else { 10329e9772c4SPeter Zijlstra update_stats(&walltime_nsecs_stats, t1 - t0); 1033c735b0a5SFlorian Fischer update_rusage_stats(&ru_stats, &stat_config.ru_data); 1034c735b0a5SFlorian Fischer } 103542202dd5SIngo Molnar 10363df33effSMark Rutland /* 10373df33effSMark Rutland * Closing a group leader splits the group, and as we only disable 10383df33effSMark Rutland * group leaders, results in remaining events becoming enabled. To 10393df33effSMark Rutland * avoid arbitrary skew, we must read all counters before closing any 10403df33effSMark Rutland * group leaders. 10413df33effSMark Rutland */ 1042f0fbb114SAndi Kleen read_counters(&(struct timespec) { .tv_nsec = t1-t0 }); 104308ef3af1SJiri Olsa 104408ef3af1SJiri Olsa /* 104508ef3af1SJiri Olsa * We need to keep evsel_list alive, because it's processed 104608ef3af1SJiri Olsa * later the evsel_list will be closed after. 104708ef3af1SJiri Olsa */ 104808ef3af1SJiri Olsa if (!STAT_RECORD) 1049750b4edeSJiri Olsa evlist__close(evsel_list); 1050c52b12edSArnaldo Carvalho de Melo 105142202dd5SIngo Molnar return WEXITSTATUS(status); 105242202dd5SIngo Molnar } 105342202dd5SIngo Molnar 1054e55c14afSJiri Olsa static int run_perf_stat(int argc, const char **argv, int run_idx) 10551f16c575SPeter Zijlstra { 10561f16c575SPeter Zijlstra int ret; 10571f16c575SPeter Zijlstra 10581f16c575SPeter Zijlstra if (pre_cmd) { 10591f16c575SPeter Zijlstra ret = system(pre_cmd); 10601f16c575SPeter Zijlstra if (ret) 10611f16c575SPeter Zijlstra return ret; 10621f16c575SPeter Zijlstra } 10631f16c575SPeter Zijlstra 10641f16c575SPeter Zijlstra if (sync_run) 10651f16c575SPeter Zijlstra sync(); 10661f16c575SPeter Zijlstra 1067e55c14afSJiri Olsa ret = __run_perf_stat(argc, argv, run_idx); 10681f16c575SPeter Zijlstra if (ret) 10691f16c575SPeter Zijlstra return ret; 10701f16c575SPeter Zijlstra 10711f16c575SPeter Zijlstra if (post_cmd) { 10721f16c575SPeter Zijlstra ret = system(post_cmd); 10731f16c575SPeter Zijlstra if (ret) 10741f16c575SPeter Zijlstra return ret; 10751f16c575SPeter Zijlstra } 10761f16c575SPeter Zijlstra 10771f16c575SPeter Zijlstra return ret; 10781f16c575SPeter Zijlstra } 10791f16c575SPeter Zijlstra 1080a5a9eac1SJiri Olsa static void print_counters(struct timespec *ts, int argc, const char **argv) 1081a5a9eac1SJiri Olsa { 10820174820aSJiri Olsa /* Do not print anything if we record to the pipe. */ 10830174820aSJiri Olsa if (STAT_RECORD && perf_stat.data.is_pipe) 10840174820aSJiri Olsa return; 108555a4de94SAndi Kleen if (stat_config.quiet) 108655a4de94SAndi Kleen return; 10870174820aSJiri Olsa 108871273724SArnaldo Carvalho de Melo evlist__print_counters(evsel_list, &stat_config, &target, ts, argc, argv); 1089a5a9eac1SJiri Olsa } 1090a5a9eac1SJiri Olsa 1091f7b7c26eSPeter Zijlstra static volatile int signr = -1; 1092f7b7c26eSPeter Zijlstra 109386470930SIngo Molnar static void skip_signal(int signo) 109486470930SIngo Molnar { 1095ec0d3d1fSJiri Olsa if ((child_pid == -1) || stat_config.interval) 109660666c63SLiming Wang done = 1; 109760666c63SLiming Wang 1098f7b7c26eSPeter Zijlstra signr = signo; 1099d07f0b12SStephane Eranian /* 1100d07f0b12SStephane Eranian * render child_pid harmless 1101d07f0b12SStephane Eranian * won't send SIGTERM to a random 1102d07f0b12SStephane Eranian * process in case of race condition 1103d07f0b12SStephane Eranian * and fast PID recycling 1104d07f0b12SStephane Eranian */ 1105d07f0b12SStephane Eranian child_pid = -1; 1106f7b7c26eSPeter Zijlstra } 1107f7b7c26eSPeter Zijlstra 1108f7b7c26eSPeter Zijlstra static void sig_atexit(void) 1109f7b7c26eSPeter Zijlstra { 1110d07f0b12SStephane Eranian sigset_t set, oset; 1111d07f0b12SStephane Eranian 1112d07f0b12SStephane Eranian /* 1113d07f0b12SStephane Eranian * avoid race condition with SIGCHLD handler 1114d07f0b12SStephane Eranian * in skip_signal() which is modifying child_pid 1115d07f0b12SStephane Eranian * goal is to avoid send SIGTERM to a random 1116d07f0b12SStephane Eranian * process 1117d07f0b12SStephane Eranian */ 1118d07f0b12SStephane Eranian sigemptyset(&set); 1119d07f0b12SStephane Eranian sigaddset(&set, SIGCHLD); 1120d07f0b12SStephane Eranian sigprocmask(SIG_BLOCK, &set, &oset); 1121d07f0b12SStephane Eranian 1122933da83aSChris Wilson if (child_pid != -1) 1123933da83aSChris Wilson kill(child_pid, SIGTERM); 1124933da83aSChris Wilson 1125d07f0b12SStephane Eranian sigprocmask(SIG_SETMASK, &oset, NULL); 1126d07f0b12SStephane Eranian 1127f7b7c26eSPeter Zijlstra if (signr == -1) 1128f7b7c26eSPeter Zijlstra return; 1129f7b7c26eSPeter Zijlstra 1130f7b7c26eSPeter Zijlstra signal(signr, SIG_DFL); 1131f7b7c26eSPeter Zijlstra kill(getpid(), signr); 113286470930SIngo Molnar } 113386470930SIngo Molnar 1134d778a778SPaul A. Clarke void perf_stat__set_big_num(int set) 1135d778a778SPaul A. Clarke { 1136d778a778SPaul A. Clarke stat_config.big_num = (set != 0); 1137d778a778SPaul A. Clarke } 1138d778a778SPaul A. Clarke 11390bdad978SJin Yao void perf_stat__set_no_csv_summary(int set) 11400bdad978SJin Yao { 11410bdad978SJin Yao stat_config.no_csv_summary = (set != 0); 11420bdad978SJin Yao } 11430bdad978SJin Yao 11441d037ca1SIrina Tirdea static int stat__set_big_num(const struct option *opt __maybe_unused, 11451d037ca1SIrina Tirdea const char *s __maybe_unused, int unset) 1146d7470b6aSStephane Eranian { 1147d7470b6aSStephane Eranian big_num_opt = unset ? 0 : 1; 1148d778a778SPaul A. Clarke perf_stat__set_big_num(!unset); 1149d7470b6aSStephane Eranian return 0; 1150d7470b6aSStephane Eranian } 1151d7470b6aSStephane Eranian 115244b1e60aSAndi Kleen static int enable_metric_only(const struct option *opt __maybe_unused, 115344b1e60aSAndi Kleen const char *s __maybe_unused, int unset) 115444b1e60aSAndi Kleen { 115544b1e60aSAndi Kleen force_metric_only = true; 11560ce5aa02SJiri Olsa stat_config.metric_only = !unset; 115744b1e60aSAndi Kleen return 0; 115844b1e60aSAndi Kleen } 115944b1e60aSAndi Kleen 1160b18f3e36SAndi Kleen static int parse_metric_groups(const struct option *opt, 1161b18f3e36SAndi Kleen const char *str, 1162b18f3e36SAndi Kleen int unset __maybe_unused) 1163b18f3e36SAndi Kleen { 116405530a79SIan Rogers return metricgroup__parse_groups(opt, str, 116505530a79SIan Rogers stat_config.metric_no_group, 116605530a79SIan Rogers stat_config.metric_no_merge, 116705530a79SIan Rogers &stat_config.metric_events); 1168b18f3e36SAndi Kleen } 1169b18f3e36SAndi Kleen 117027e9769aSAlexey Budankov static int parse_control_option(const struct option *opt, 117127e9769aSAlexey Budankov const char *str, 117227e9769aSAlexey Budankov int unset __maybe_unused) 117327e9769aSAlexey Budankov { 11749864a66dSAdrian Hunter struct perf_stat_config *config = opt->value; 117527e9769aSAlexey Budankov 1176a8fcbd26SAdrian Hunter return evlist__parse_control(str, &config->ctl_fd, &config->ctl_fd_ack, &config->ctl_fd_close); 1177a8fcbd26SAdrian Hunter } 1178a8fcbd26SAdrian Hunter 1179d1c5a0e8SNamhyung Kim static int parse_stat_cgroups(const struct option *opt, 1180d1c5a0e8SNamhyung Kim const char *str, int unset) 1181d1c5a0e8SNamhyung Kim { 1182d1c5a0e8SNamhyung Kim if (stat_config.cgroup_list) { 1183d1c5a0e8SNamhyung Kim pr_err("--cgroup and --for-each-cgroup cannot be used together\n"); 1184d1c5a0e8SNamhyung Kim return -1; 1185d1c5a0e8SNamhyung Kim } 1186d1c5a0e8SNamhyung Kim 1187d1c5a0e8SNamhyung Kim return parse_cgroups(opt, str, unset); 1188d1c5a0e8SNamhyung Kim } 1189d1c5a0e8SNamhyung Kim 1190e69dc842SJin Yao static int parse_hybrid_type(const struct option *opt, 1191e69dc842SJin Yao const char *str, 1192e69dc842SJin Yao int unset __maybe_unused) 1193e69dc842SJin Yao { 1194e69dc842SJin Yao struct evlist *evlist = *(struct evlist **)opt->value; 1195e69dc842SJin Yao 1196e69dc842SJin Yao if (!list_empty(&evlist->core.entries)) { 1197e69dc842SJin Yao fprintf(stderr, "Must define cputype before events/metrics\n"); 1198e69dc842SJin Yao return -1; 1199e69dc842SJin Yao } 1200e69dc842SJin Yao 1201e69dc842SJin Yao evlist->hybrid_pmu_name = perf_pmu__hybrid_type_to_pmu(str); 1202e69dc842SJin Yao if (!evlist->hybrid_pmu_name) { 1203e69dc842SJin Yao fprintf(stderr, "--cputype %s is not supported!\n", str); 1204e69dc842SJin Yao return -1; 1205e69dc842SJin Yao } 1206e69dc842SJin Yao 1207e69dc842SJin Yao return 0; 1208e69dc842SJin Yao } 1209e69dc842SJin Yao 121051433eadSMichael Petlan static struct option stat_options[] = { 1211e0547311SJiri Olsa OPT_BOOLEAN('T', "transaction", &transaction_run, 1212e0547311SJiri Olsa "hardware transaction statistics"), 1213e0547311SJiri Olsa OPT_CALLBACK('e', "event", &evsel_list, "event", 1214e0547311SJiri Olsa "event selector. use 'perf list' to list available events", 1215e0547311SJiri Olsa parse_events_option), 1216e0547311SJiri Olsa OPT_CALLBACK(0, "filter", &evsel_list, "filter", 1217e0547311SJiri Olsa "event filter", parse_filter), 12185698f26bSJiri Olsa OPT_BOOLEAN('i', "no-inherit", &stat_config.no_inherit, 1219e0547311SJiri Olsa "child tasks do not inherit counters"), 1220e0547311SJiri Olsa OPT_STRING('p', "pid", &target.pid, "pid", 1221e0547311SJiri Olsa "stat events on existing process id"), 1222e0547311SJiri Olsa OPT_STRING('t', "tid", &target.tid, "tid", 1223e0547311SJiri Olsa "stat events on existing thread id"), 1224fa853c4bSSong Liu #ifdef HAVE_BPF_SKEL 1225fa853c4bSSong Liu OPT_STRING('b', "bpf-prog", &target.bpf_str, "bpf-prog-id", 1226fa853c4bSSong Liu "stat events on existing bpf program id"), 12277fac83aaSSong Liu OPT_BOOLEAN(0, "bpf-counters", &target.use_bpf, 12287fac83aaSSong Liu "use bpf program to count events"), 12297fac83aaSSong Liu OPT_STRING(0, "bpf-attr-map", &target.attr_map, "attr-map-path", 12307fac83aaSSong Liu "path to perf_event_attr map"), 1231fa853c4bSSong Liu #endif 1232e0547311SJiri Olsa OPT_BOOLEAN('a', "all-cpus", &target.system_wide, 1233e0547311SJiri Olsa "system-wide collection from all CPUs"), 1234e0547311SJiri Olsa OPT_BOOLEAN('g', "group", &group, 1235e0547311SJiri Olsa "put the counters into a counter group"), 123675998bb2SAndi Kleen OPT_BOOLEAN(0, "scale", &stat_config.scale, 123775998bb2SAndi Kleen "Use --no-scale to disable counter scaling for multiplexing"), 1238e0547311SJiri Olsa OPT_INCR('v', "verbose", &verbose, 1239e0547311SJiri Olsa "be more verbose (show counter open errors, etc)"), 1240d97ae04bSJiri Olsa OPT_INTEGER('r', "repeat", &stat_config.run_count, 1241e0547311SJiri Olsa "repeat command and print average + stddev (max: 100, forever: 0)"), 124254ac0b1bSJiri Olsa OPT_BOOLEAN(0, "table", &stat_config.walltime_run_table, 1243e55c14afSJiri Olsa "display details about each run (only with -r option)"), 1244aea0dca1SJiri Olsa OPT_BOOLEAN('n', "null", &stat_config.null_run, 1245e0547311SJiri Olsa "null run - dont start any counters"), 1246e0547311SJiri Olsa OPT_INCR('d', "detailed", &detailed_run, 1247e0547311SJiri Olsa "detailed run - start a lot of events"), 1248e0547311SJiri Olsa OPT_BOOLEAN('S', "sync", &sync_run, 1249e0547311SJiri Olsa "call sync() before starting a run"), 1250e0547311SJiri Olsa OPT_CALLBACK_NOOPT('B', "big-num", NULL, NULL, 1251e0547311SJiri Olsa "print large numbers with thousands\' separators", 1252e0547311SJiri Olsa stat__set_big_num), 1253e0547311SJiri Olsa OPT_STRING('C', "cpu", &target.cpu_list, "cpu", 1254e0547311SJiri Olsa "list of cpus to monitor in system-wide"), 1255e0547311SJiri Olsa OPT_SET_UINT('A', "no-aggr", &stat_config.aggr_mode, 1256e0547311SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 1257fdee335bSJiri Olsa OPT_BOOLEAN(0, "no-merge", &stat_config.no_merge, "Do not merge identical named events"), 12582c8e6451SZhengjun Xing OPT_BOOLEAN(0, "hybrid-merge", &stat_config.hybrid_merge, 12592c8e6451SZhengjun Xing "Merge identical named hybrid events"), 1260fa7070a3SJiri Olsa OPT_STRING('x', "field-separator", &stat_config.csv_sep, "separator", 1261e0547311SJiri Olsa "print counts with custom separator"), 1262e0547311SJiri Olsa OPT_CALLBACK('G', "cgroup", &evsel_list, "name", 1263d1c5a0e8SNamhyung Kim "monitor event in cgroup name only", parse_stat_cgroups), 1264d1c5a0e8SNamhyung Kim OPT_STRING(0, "for-each-cgroup", &stat_config.cgroup_list, "name", 1265d1c5a0e8SNamhyung Kim "expand events for each cgroup"), 1266e0547311SJiri Olsa OPT_STRING('o', "output", &output_name, "file", "output file name"), 1267e0547311SJiri Olsa OPT_BOOLEAN(0, "append", &append_file, "append to the output file"), 1268e0547311SJiri Olsa OPT_INTEGER(0, "log-fd", &output_fd, 1269e0547311SJiri Olsa "log output to fd, instead of stderr"), 1270e0547311SJiri Olsa OPT_STRING(0, "pre", &pre_cmd, "command", 1271e0547311SJiri Olsa "command to run prior to the measured command"), 1272e0547311SJiri Olsa OPT_STRING(0, "post", &post_cmd, "command", 1273e0547311SJiri Olsa "command to run after to the measured command"), 1274e0547311SJiri Olsa OPT_UINTEGER('I', "interval-print", &stat_config.interval, 12759dc9a95fSAlexey Budankov "print counts at regular interval in ms " 12769dc9a95fSAlexey Budankov "(overhead is possible for values <= 100ms)"), 1277db06a269Syuzhoujian OPT_INTEGER(0, "interval-count", &stat_config.times, 1278db06a269Syuzhoujian "print counts for fixed number of times"), 1279132c6ba3SJiri Olsa OPT_BOOLEAN(0, "interval-clear", &stat_config.interval_clear, 12809660e08eSJiri Olsa "clear screen in between new interval"), 1281f1f8ad52Syuzhoujian OPT_UINTEGER(0, "timeout", &stat_config.timeout, 1282f1f8ad52Syuzhoujian "stop workload and print counts after a timeout period in ms (>= 10ms)"), 1283e0547311SJiri Olsa OPT_SET_UINT(0, "per-socket", &stat_config.aggr_mode, 1284e0547311SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 1285db5742b6SKan Liang OPT_SET_UINT(0, "per-die", &stat_config.aggr_mode, 1286db5742b6SKan Liang "aggregate counts per processor die", AGGR_DIE), 1287e0547311SJiri Olsa OPT_SET_UINT(0, "per-core", &stat_config.aggr_mode, 1288e0547311SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 1289e0547311SJiri Olsa OPT_SET_UINT(0, "per-thread", &stat_config.aggr_mode, 1290e0547311SJiri Olsa "aggregate counts per thread", AGGR_THREAD), 129186895b48SJiri Olsa OPT_SET_UINT(0, "per-node", &stat_config.aggr_mode, 129286895b48SJiri Olsa "aggregate counts per numa node", AGGR_NODE), 12932162b9c6SAlexey Budankov OPT_INTEGER('D', "delay", &stat_config.initial_delay, 12942162b9c6SAlexey Budankov "ms to wait before starting measurement after program start (-1: start with events disabled)"), 12950ce5aa02SJiri Olsa OPT_CALLBACK_NOOPT(0, "metric-only", &stat_config.metric_only, NULL, 129644b1e60aSAndi Kleen "Only print computed metrics. No raw values", enable_metric_only), 129705530a79SIan Rogers OPT_BOOLEAN(0, "metric-no-group", &stat_config.metric_no_group, 129805530a79SIan Rogers "don't group metric events, impacts multiplexing"), 129905530a79SIan Rogers OPT_BOOLEAN(0, "metric-no-merge", &stat_config.metric_no_merge, 130005530a79SIan Rogers "don't try to share events between metrics in a group"), 130144b1e60aSAndi Kleen OPT_BOOLEAN(0, "topdown", &topdown_run, 130263e39aa6SKan Liang "measure top-down statistics"), 130363e39aa6SKan Liang OPT_UINTEGER(0, "td-level", &stat_config.topdown_level, 130463e39aa6SKan Liang "Set the metrics level for the top-down statistics (0: max level)"), 1305daefd0bcSKan Liang OPT_BOOLEAN(0, "smi-cost", &smi_cost, 1306daefd0bcSKan Liang "measure SMI cost"), 1307b18f3e36SAndi Kleen OPT_CALLBACK('M', "metrics", &evsel_list, "metric/metric group list", 1308b18f3e36SAndi Kleen "monitor specified metrics or metric groups (separated by ,)", 1309b18f3e36SAndi Kleen parse_metric_groups), 1310dd071024SJin Yao OPT_BOOLEAN_FLAG(0, "all-kernel", &stat_config.all_kernel, 1311dd071024SJin Yao "Configure all used events to run in kernel space.", 1312dd071024SJin Yao PARSE_OPT_EXCLUSIVE), 1313dd071024SJin Yao OPT_BOOLEAN_FLAG(0, "all-user", &stat_config.all_user, 1314dd071024SJin Yao "Configure all used events to run in user space.", 1315dd071024SJin Yao PARSE_OPT_EXCLUSIVE), 13161af62ce6SJin Yao OPT_BOOLEAN(0, "percore-show-thread", &stat_config.percore_show_thread, 13171af62ce6SJin Yao "Use with 'percore' event qualifier to show the event " 13181af62ce6SJin Yao "counts of one hardware thread by sum up total hardware " 13191af62ce6SJin Yao "threads of same physical core"), 1320ee6a9614SJin Yao OPT_BOOLEAN(0, "summary", &stat_config.summary, 1321ee6a9614SJin Yao "print summary for interval mode"), 13220bdad978SJin Yao OPT_BOOLEAN(0, "no-csv-summary", &stat_config.no_csv_summary, 13230bdad978SJin Yao "don't print 'summary' for CSV summary output"), 132455a4de94SAndi Kleen OPT_BOOLEAN(0, "quiet", &stat_config.quiet, 132555a4de94SAndi Kleen "don't print output (useful with record)"), 1326e69dc842SJin Yao OPT_CALLBACK(0, "cputype", &evsel_list, "hybrid cpu type", 1327e69dc842SJin Yao "Only enable events on applying cpu with this type " 1328e69dc842SJin Yao "for hybrid platform (e.g. core or atom)", 1329e69dc842SJin Yao parse_hybrid_type), 133070943490SStephane Eranian #ifdef HAVE_LIBPFM 133170943490SStephane Eranian OPT_CALLBACK(0, "pfm-events", &evsel_list, "event", 133270943490SStephane Eranian "libpfm4 event selector. use 'perf list' to list available events", 133370943490SStephane Eranian parse_libpfm_events_option), 133470943490SStephane Eranian #endif 1335a8fcbd26SAdrian Hunter OPT_CALLBACK(0, "control", &stat_config, "fd:ctl-fd[,ack-fd] or fifo:ctl-fifo[,ack-fifo]", 133627e9769aSAlexey Budankov "Listen on ctl-fd descriptor for command to control measurement ('enable': enable events, 'disable': disable events).\n" 1337a8fcbd26SAdrian Hunter "\t\t\t Optionally send control command completion ('ack\\n') to ack-fd descriptor.\n" 1338a8fcbd26SAdrian Hunter "\t\t\t Alternatively, ctl-fifo / ack-fifo will be opened and used as ctl-fd / ack-fd.", 133927e9769aSAlexey Budankov parse_control_option), 1340f07952b1SAlexander Antonov OPT_CALLBACK_OPTARG(0, "iostat", &evsel_list, &stat_config, "default", 1341f07952b1SAlexander Antonov "measure I/O performance metrics provided by arch/platform", 1342f07952b1SAlexander Antonov iostat_parse), 1343e0547311SJiri Olsa OPT_END() 1344e0547311SJiri Olsa }; 1345e0547311SJiri Olsa 13465f50e15cSIan Rogers static const char *const aggr_mode__string[] = { 13475f50e15cSIan Rogers [AGGR_CORE] = "core", 13485f50e15cSIan Rogers [AGGR_DIE] = "die", 13495f50e15cSIan Rogers [AGGR_GLOBAL] = "global", 13505f50e15cSIan Rogers [AGGR_NODE] = "node", 13515f50e15cSIan Rogers [AGGR_NONE] = "none", 13525f50e15cSIan Rogers [AGGR_SOCKET] = "socket", 13535f50e15cSIan Rogers [AGGR_THREAD] = "thread", 13545f50e15cSIan Rogers [AGGR_UNSET] = "unset", 13555f50e15cSIan Rogers }; 13565f50e15cSIan Rogers 13572760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_socket(struct perf_stat_config *config __maybe_unused, 13586d18804bSIan Rogers struct perf_cpu cpu) 13591fe7a300SJiri Olsa { 1360973aeb3cSIan Rogers return aggr_cpu_id__socket(cpu, /*data=*/NULL); 13611fe7a300SJiri Olsa } 13621fe7a300SJiri Olsa 13632760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_die(struct perf_stat_config *config __maybe_unused, 13646d18804bSIan Rogers struct perf_cpu cpu) 1365db5742b6SKan Liang { 1366973aeb3cSIan Rogers return aggr_cpu_id__die(cpu, /*data=*/NULL); 1367db5742b6SKan Liang } 1368db5742b6SKan Liang 13692760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_core(struct perf_stat_config *config __maybe_unused, 13706d18804bSIan Rogers struct perf_cpu cpu) 13711fe7a300SJiri Olsa { 1372973aeb3cSIan Rogers return aggr_cpu_id__core(cpu, /*data=*/NULL); 13731fe7a300SJiri Olsa } 13741fe7a300SJiri Olsa 13752760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_node(struct perf_stat_config *config __maybe_unused, 13766d18804bSIan Rogers struct perf_cpu cpu) 137786895b48SJiri Olsa { 1378973aeb3cSIan Rogers return aggr_cpu_id__node(cpu, /*data=*/NULL); 137986895b48SJiri Olsa } 138086895b48SJiri Olsa 13812760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_aggr(struct perf_stat_config *config, 13826d18804bSIan Rogers aggr_get_id_t get_id, struct perf_cpu cpu) 13831e5a2931SJiri Olsa { 138451b826faSIan Rogers struct aggr_cpu_id id = aggr_cpu_id__empty(); 13851e5a2931SJiri Olsa 13866d18804bSIan Rogers if (aggr_cpu_id__is_empty(&config->cpus_aggr_map->map[cpu.cpu])) 13876d18804bSIan Rogers config->cpus_aggr_map->map[cpu.cpu] = get_id(config, cpu); 13881e5a2931SJiri Olsa 13896d18804bSIan Rogers id = config->cpus_aggr_map->map[cpu.cpu]; 13902760f5a1SJames Clark return id; 13911e5a2931SJiri Olsa } 13921e5a2931SJiri Olsa 13932760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_socket_cached(struct perf_stat_config *config, 13946d18804bSIan Rogers struct perf_cpu cpu) 13951e5a2931SJiri Olsa { 139688031a0dSIan Rogers return perf_stat__get_aggr(config, perf_stat__get_socket, cpu); 13971e5a2931SJiri Olsa } 13981e5a2931SJiri Olsa 13992760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_die_cached(struct perf_stat_config *config, 14006d18804bSIan Rogers struct perf_cpu cpu) 1401db5742b6SKan Liang { 140288031a0dSIan Rogers return perf_stat__get_aggr(config, perf_stat__get_die, cpu); 1403db5742b6SKan Liang } 1404db5742b6SKan Liang 14052760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_core_cached(struct perf_stat_config *config, 14066d18804bSIan Rogers struct perf_cpu cpu) 14071e5a2931SJiri Olsa { 140888031a0dSIan Rogers return perf_stat__get_aggr(config, perf_stat__get_core, cpu); 14091e5a2931SJiri Olsa } 14101e5a2931SJiri Olsa 14112760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_node_cached(struct perf_stat_config *config, 14126d18804bSIan Rogers struct perf_cpu cpu) 141386895b48SJiri Olsa { 141488031a0dSIan Rogers return perf_stat__get_aggr(config, perf_stat__get_node, cpu); 141586895b48SJiri Olsa } 141686895b48SJiri Olsa 14174fc4d8dfSJin Yao static bool term_percore_set(void) 14184fc4d8dfSJin Yao { 141932dcd021SJiri Olsa struct evsel *counter; 14204fc4d8dfSJin Yao 14214fc4d8dfSJin Yao evlist__for_each_entry(evsel_list, counter) { 14224fc4d8dfSJin Yao if (counter->percore) 14234fc4d8dfSJin Yao return true; 14244fc4d8dfSJin Yao } 14254fc4d8dfSJin Yao 14264fc4d8dfSJin Yao return false; 14274fc4d8dfSJin Yao } 14284fc4d8dfSJin Yao 14295f50e15cSIan Rogers static aggr_cpu_id_get_t aggr_mode__get_aggr(enum aggr_mode aggr_mode) 143086ee6e18SStephane Eranian { 14315f50e15cSIan Rogers switch (aggr_mode) { 143286ee6e18SStephane Eranian case AGGR_SOCKET: 1433973aeb3cSIan Rogers return aggr_cpu_id__socket; 1434db5742b6SKan Liang case AGGR_DIE: 1435973aeb3cSIan Rogers return aggr_cpu_id__die; 143612c08a9fSStephane Eranian case AGGR_CORE: 1437973aeb3cSIan Rogers return aggr_cpu_id__core; 143886895b48SJiri Olsa case AGGR_NODE: 1439973aeb3cSIan Rogers return aggr_cpu_id__node; 144086ee6e18SStephane Eranian case AGGR_NONE: 14415f50e15cSIan Rogers if (term_percore_set()) 1442973aeb3cSIan Rogers return aggr_cpu_id__core; 14435f50e15cSIan Rogers 14445f50e15cSIan Rogers return NULL; 144586ee6e18SStephane Eranian case AGGR_GLOBAL: 144632b8af82SJiri Olsa case AGGR_THREAD: 1447208df99eSJiri Olsa case AGGR_UNSET: 144886ee6e18SStephane Eranian default: 14495f50e15cSIan Rogers return NULL; 14505f50e15cSIan Rogers } 14515f50e15cSIan Rogers } 14525f50e15cSIan Rogers 14535f50e15cSIan Rogers static aggr_get_id_t aggr_mode__get_id(enum aggr_mode aggr_mode) 14545f50e15cSIan Rogers { 14555f50e15cSIan Rogers switch (aggr_mode) { 14565f50e15cSIan Rogers case AGGR_SOCKET: 14575f50e15cSIan Rogers return perf_stat__get_socket_cached; 14585f50e15cSIan Rogers case AGGR_DIE: 14595f50e15cSIan Rogers return perf_stat__get_die_cached; 14605f50e15cSIan Rogers case AGGR_CORE: 14615f50e15cSIan Rogers return perf_stat__get_core_cached; 14625f50e15cSIan Rogers case AGGR_NODE: 14635f50e15cSIan Rogers return perf_stat__get_node_cached; 14645f50e15cSIan Rogers case AGGR_NONE: 14655f50e15cSIan Rogers if (term_percore_set()) { 14665f50e15cSIan Rogers return perf_stat__get_core_cached; 14675f50e15cSIan Rogers } 14685f50e15cSIan Rogers return NULL; 14695f50e15cSIan Rogers case AGGR_GLOBAL: 14705f50e15cSIan Rogers case AGGR_THREAD: 14715f50e15cSIan Rogers case AGGR_UNSET: 14725f50e15cSIan Rogers default: 14735f50e15cSIan Rogers return NULL; 14745f50e15cSIan Rogers } 14755f50e15cSIan Rogers } 14765f50e15cSIan Rogers 14775f50e15cSIan Rogers static int perf_stat_init_aggr_mode(void) 14785f50e15cSIan Rogers { 14795f50e15cSIan Rogers int nr; 14805f50e15cSIan Rogers aggr_cpu_id_get_t get_id = aggr_mode__get_aggr(stat_config.aggr_mode); 14815f50e15cSIan Rogers 14825f50e15cSIan Rogers if (get_id) { 14830df6ade7SIan Rogers stat_config.aggr_map = cpu_aggr_map__new(evsel_list->core.user_requested_cpus, 14845f50e15cSIan Rogers get_id, /*data=*/NULL); 14855f50e15cSIan Rogers if (!stat_config.aggr_map) { 14865f50e15cSIan Rogers pr_err("cannot build %s map", aggr_mode__string[stat_config.aggr_mode]); 14875f50e15cSIan Rogers return -1; 14885f50e15cSIan Rogers } 14895f50e15cSIan Rogers stat_config.aggr_get_id = aggr_mode__get_id(stat_config.aggr_mode); 149086ee6e18SStephane Eranian } 14911e5a2931SJiri Olsa 14921e5a2931SJiri Olsa /* 14931e5a2931SJiri Olsa * The evsel_list->cpus is the base we operate on, 14941e5a2931SJiri Olsa * taking the highest cpu number to be the size of 14951e5a2931SJiri Olsa * the aggregation translate cpumap. 14961e5a2931SJiri Olsa */ 14970df6ade7SIan Rogers if (evsel_list->core.user_requested_cpus) 14980df6ade7SIan Rogers nr = perf_cpu_map__max(evsel_list->core.user_requested_cpus).cpu; 14998a96f454SIan Rogers else 15008a96f454SIan Rogers nr = 0; 1501d526e1a0SJames Clark stat_config.cpus_aggr_map = cpu_aggr_map__empty_new(nr + 1); 15026f6b6594SJiri Olsa return stat_config.cpus_aggr_map ? 0 : -ENOMEM; 150386ee6e18SStephane Eranian } 150486ee6e18SStephane Eranian 1505d526e1a0SJames Clark static void cpu_aggr_map__delete(struct cpu_aggr_map *map) 1506d526e1a0SJames Clark { 1507d526e1a0SJames Clark if (map) { 1508d526e1a0SJames Clark WARN_ONCE(refcount_read(&map->refcnt) != 0, 1509d526e1a0SJames Clark "cpu_aggr_map refcnt unbalanced\n"); 1510d526e1a0SJames Clark free(map); 1511d526e1a0SJames Clark } 1512d526e1a0SJames Clark } 1513d526e1a0SJames Clark 1514d526e1a0SJames Clark static void cpu_aggr_map__put(struct cpu_aggr_map *map) 1515d526e1a0SJames Clark { 1516d526e1a0SJames Clark if (map && refcount_dec_and_test(&map->refcnt)) 1517d526e1a0SJames Clark cpu_aggr_map__delete(map); 1518d526e1a0SJames Clark } 1519d526e1a0SJames Clark 1520544c2ae7SMasami Hiramatsu static void perf_stat__exit_aggr_mode(void) 1521544c2ae7SMasami Hiramatsu { 1522d526e1a0SJames Clark cpu_aggr_map__put(stat_config.aggr_map); 1523d526e1a0SJames Clark cpu_aggr_map__put(stat_config.cpus_aggr_map); 15246f6b6594SJiri Olsa stat_config.aggr_map = NULL; 15256f6b6594SJiri Olsa stat_config.cpus_aggr_map = NULL; 1526544c2ae7SMasami Hiramatsu } 1527544c2ae7SMasami Hiramatsu 15286d18804bSIan Rogers static struct aggr_cpu_id perf_env__get_socket_aggr_by_cpu(struct perf_cpu cpu, void *data) 152968d702f7SJiri Olsa { 153068d702f7SJiri Olsa struct perf_env *env = data; 153151b826faSIan Rogers struct aggr_cpu_id id = aggr_cpu_id__empty(); 153268d702f7SJiri Olsa 15336d18804bSIan Rogers if (cpu.cpu != -1) 15346d18804bSIan Rogers id.socket = env->cpu[cpu.cpu].socket_id; 15352760f5a1SJames Clark 15362760f5a1SJames Clark return id; 153768d702f7SJiri Olsa } 153868d702f7SJiri Olsa 15396d18804bSIan Rogers static struct aggr_cpu_id perf_env__get_die_aggr_by_cpu(struct perf_cpu cpu, void *data) 1540db5742b6SKan Liang { 1541db5742b6SKan Liang struct perf_env *env = data; 154251b826faSIan Rogers struct aggr_cpu_id id = aggr_cpu_id__empty(); 1543db5742b6SKan Liang 15446d18804bSIan Rogers if (cpu.cpu != -1) { 1545db5742b6SKan Liang /* 15461a270cb6SJames Clark * die_id is relative to socket, so start 15471a270cb6SJames Clark * with the socket ID and then add die to 15481a270cb6SJames Clark * make a unique ID. 1549db5742b6SKan Liang */ 15506d18804bSIan Rogers id.socket = env->cpu[cpu.cpu].socket_id; 15516d18804bSIan Rogers id.die = env->cpu[cpu.cpu].die_id; 1552db5742b6SKan Liang } 1553db5742b6SKan Liang 15542760f5a1SJames Clark return id; 1555db5742b6SKan Liang } 1556db5742b6SKan Liang 15576d18804bSIan Rogers static struct aggr_cpu_id perf_env__get_core_aggr_by_cpu(struct perf_cpu cpu, void *data) 155868d702f7SJiri Olsa { 155968d702f7SJiri Olsa struct perf_env *env = data; 156051b826faSIan Rogers struct aggr_cpu_id id = aggr_cpu_id__empty(); 156168d702f7SJiri Olsa 15626d18804bSIan Rogers if (cpu.cpu != -1) { 156368d702f7SJiri Olsa /* 1564db5742b6SKan Liang * core_id is relative to socket and die, 1565b9933817SJames Clark * we need a global id. So we set 1566b9933817SJames Clark * socket, die id and core id 156768d702f7SJiri Olsa */ 15686d18804bSIan Rogers id.socket = env->cpu[cpu.cpu].socket_id; 15696d18804bSIan Rogers id.die = env->cpu[cpu.cpu].die_id; 15706d18804bSIan Rogers id.core = env->cpu[cpu.cpu].core_id; 157168d702f7SJiri Olsa } 157268d702f7SJiri Olsa 15732760f5a1SJames Clark return id; 157468d702f7SJiri Olsa } 157568d702f7SJiri Olsa 15766d18804bSIan Rogers static struct aggr_cpu_id perf_env__get_node_aggr_by_cpu(struct perf_cpu cpu, void *data) 157788031a0dSIan Rogers { 157851b826faSIan Rogers struct aggr_cpu_id id = aggr_cpu_id__empty(); 157986895b48SJiri Olsa 1580fcd83a35SJames Clark id.node = perf_env__numa_node(data, cpu); 15812760f5a1SJames Clark return id; 158286895b48SJiri Olsa } 158386895b48SJiri Olsa 15842760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_socket_file(struct perf_stat_config *config __maybe_unused, 15856d18804bSIan Rogers struct perf_cpu cpu) 158668d702f7SJiri Olsa { 158788031a0dSIan Rogers return perf_env__get_socket_aggr_by_cpu(cpu, &perf_stat.session->header.env); 158868d702f7SJiri Olsa } 15892760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_die_file(struct perf_stat_config *config __maybe_unused, 15906d18804bSIan Rogers struct perf_cpu cpu) 1591db5742b6SKan Liang { 159288031a0dSIan Rogers return perf_env__get_die_aggr_by_cpu(cpu, &perf_stat.session->header.env); 1593db5742b6SKan Liang } 159468d702f7SJiri Olsa 15952760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_core_file(struct perf_stat_config *config __maybe_unused, 15966d18804bSIan Rogers struct perf_cpu cpu) 159768d702f7SJiri Olsa { 159888031a0dSIan Rogers return perf_env__get_core_aggr_by_cpu(cpu, &perf_stat.session->header.env); 159968d702f7SJiri Olsa } 160068d702f7SJiri Olsa 16012760f5a1SJames Clark static struct aggr_cpu_id perf_stat__get_node_file(struct perf_stat_config *config __maybe_unused, 16026d18804bSIan Rogers struct perf_cpu cpu) 160386895b48SJiri Olsa { 160488031a0dSIan Rogers return perf_env__get_node_aggr_by_cpu(cpu, &perf_stat.session->header.env); 160586895b48SJiri Olsa } 160686895b48SJiri Olsa 16075f50e15cSIan Rogers static aggr_cpu_id_get_t aggr_mode__get_aggr_file(enum aggr_mode aggr_mode) 160868d702f7SJiri Olsa { 16095f50e15cSIan Rogers switch (aggr_mode) { 161068d702f7SJiri Olsa case AGGR_SOCKET: 16115f50e15cSIan Rogers return perf_env__get_socket_aggr_by_cpu; 1612db5742b6SKan Liang case AGGR_DIE: 16135f50e15cSIan Rogers return perf_env__get_die_aggr_by_cpu; 161468d702f7SJiri Olsa case AGGR_CORE: 16155f50e15cSIan Rogers return perf_env__get_core_aggr_by_cpu; 161686895b48SJiri Olsa case AGGR_NODE: 16175f50e15cSIan Rogers return perf_env__get_node_aggr_by_cpu; 161868d702f7SJiri Olsa case AGGR_NONE: 161968d702f7SJiri Olsa case AGGR_GLOBAL: 162068d702f7SJiri Olsa case AGGR_THREAD: 162168d702f7SJiri Olsa case AGGR_UNSET: 162268d702f7SJiri Olsa default: 16235f50e15cSIan Rogers return NULL; 16245f50e15cSIan Rogers } 162568d702f7SJiri Olsa } 162668d702f7SJiri Olsa 16275f50e15cSIan Rogers static aggr_get_id_t aggr_mode__get_id_file(enum aggr_mode aggr_mode) 16285f50e15cSIan Rogers { 16295f50e15cSIan Rogers switch (aggr_mode) { 16305f50e15cSIan Rogers case AGGR_SOCKET: 16315f50e15cSIan Rogers return perf_stat__get_socket_file; 16325f50e15cSIan Rogers case AGGR_DIE: 16335f50e15cSIan Rogers return perf_stat__get_die_file; 16345f50e15cSIan Rogers case AGGR_CORE: 16355f50e15cSIan Rogers return perf_stat__get_core_file; 16365f50e15cSIan Rogers case AGGR_NODE: 16375f50e15cSIan Rogers return perf_stat__get_node_file; 16385f50e15cSIan Rogers case AGGR_NONE: 16395f50e15cSIan Rogers case AGGR_GLOBAL: 16405f50e15cSIan Rogers case AGGR_THREAD: 16415f50e15cSIan Rogers case AGGR_UNSET: 16425f50e15cSIan Rogers default: 16435f50e15cSIan Rogers return NULL; 16445f50e15cSIan Rogers } 16455f50e15cSIan Rogers } 16465f50e15cSIan Rogers 16475f50e15cSIan Rogers static int perf_stat_init_aggr_mode_file(struct perf_stat *st) 16485f50e15cSIan Rogers { 16495f50e15cSIan Rogers struct perf_env *env = &st->session->header.env; 16505f50e15cSIan Rogers aggr_cpu_id_get_t get_id = aggr_mode__get_aggr_file(stat_config.aggr_mode); 16515f50e15cSIan Rogers 16525f50e15cSIan Rogers if (!get_id) 16535f50e15cSIan Rogers return 0; 16545f50e15cSIan Rogers 16550df6ade7SIan Rogers stat_config.aggr_map = cpu_aggr_map__new(evsel_list->core.user_requested_cpus, get_id, env); 16565f50e15cSIan Rogers if (!stat_config.aggr_map) { 16575f50e15cSIan Rogers pr_err("cannot build %s map", aggr_mode__string[stat_config.aggr_mode]); 16585f50e15cSIan Rogers return -1; 16595f50e15cSIan Rogers } 16605f50e15cSIan Rogers stat_config.aggr_get_id = aggr_mode__get_id_file(stat_config.aggr_mode); 166168d702f7SJiri Olsa return 0; 166268d702f7SJiri Olsa } 166368d702f7SJiri Olsa 16642cba3ffbSIngo Molnar /* 16652cba3ffbSIngo Molnar * Add default attributes, if there were no attributes specified or 16662cba3ffbSIngo Molnar * if -d/--detailed, -d -d or -d -d -d is used: 16672cba3ffbSIngo Molnar */ 16682cba3ffbSIngo Molnar static int add_default_attributes(void) 16692cba3ffbSIngo Molnar { 167044b1e60aSAndi Kleen int err; 16719dec4473SAndi Kleen struct perf_event_attr default_attrs0[] = { 1672b070a547SArnaldo Carvalho de Melo 1673b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_TASK_CLOCK }, 1674b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CONTEXT_SWITCHES }, 1675b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CPU_MIGRATIONS }, 1676b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_PAGE_FAULTS }, 1677b070a547SArnaldo Carvalho de Melo 1678b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_CPU_CYCLES }, 16799dec4473SAndi Kleen }; 16809dec4473SAndi Kleen struct perf_event_attr frontend_attrs[] = { 1681b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_FRONTEND }, 16829dec4473SAndi Kleen }; 16839dec4473SAndi Kleen struct perf_event_attr backend_attrs[] = { 1684b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_BACKEND }, 16859dec4473SAndi Kleen }; 16869dec4473SAndi Kleen struct perf_event_attr default_attrs1[] = { 1687b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_INSTRUCTIONS }, 1688b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_INSTRUCTIONS }, 1689b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_MISSES }, 1690b070a547SArnaldo Carvalho de Melo 1691b070a547SArnaldo Carvalho de Melo }; 1692ac2dc29eSJin Yao struct perf_event_attr default_sw_attrs[] = { 1693ac2dc29eSJin Yao { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_TASK_CLOCK }, 1694ac2dc29eSJin Yao { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CONTEXT_SWITCHES }, 1695ac2dc29eSJin Yao { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CPU_MIGRATIONS }, 1696ac2dc29eSJin Yao { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_PAGE_FAULTS }, 1697ac2dc29eSJin Yao }; 1698b070a547SArnaldo Carvalho de Melo 1699b070a547SArnaldo Carvalho de Melo /* 1700b070a547SArnaldo Carvalho de Melo * Detailed stats (-d), covering the L1 and last level data caches: 1701b070a547SArnaldo Carvalho de Melo */ 1702b070a547SArnaldo Carvalho de Melo struct perf_event_attr detailed_attrs[] = { 1703b070a547SArnaldo Carvalho de Melo 1704b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1705b070a547SArnaldo Carvalho de Melo .config = 1706b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 1707b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1708b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 1709b070a547SArnaldo Carvalho de Melo 1710b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1711b070a547SArnaldo Carvalho de Melo .config = 1712b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 1713b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1714b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 1715b070a547SArnaldo Carvalho de Melo 1716b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1717b070a547SArnaldo Carvalho de Melo .config = 1718b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 1719b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1720b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 1721b070a547SArnaldo Carvalho de Melo 1722b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1723b070a547SArnaldo Carvalho de Melo .config = 1724b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_LL << 0 | 1725b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1726b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 1727b070a547SArnaldo Carvalho de Melo }; 1728b070a547SArnaldo Carvalho de Melo 1729b070a547SArnaldo Carvalho de Melo /* 1730b070a547SArnaldo Carvalho de Melo * Very detailed stats (-d -d), covering the instruction cache and the TLB caches: 1731b070a547SArnaldo Carvalho de Melo */ 1732b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_detailed_attrs[] = { 1733b070a547SArnaldo Carvalho de Melo 1734b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1735b070a547SArnaldo Carvalho de Melo .config = 1736b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 1737b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1738b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 1739b070a547SArnaldo Carvalho de Melo 1740b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1741b070a547SArnaldo Carvalho de Melo .config = 1742b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1I << 0 | 1743b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1744b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 1745b070a547SArnaldo Carvalho de Melo 1746b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1747b070a547SArnaldo Carvalho de Melo .config = 1748b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 1749b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1750b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 1751b070a547SArnaldo Carvalho de Melo 1752b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1753b070a547SArnaldo Carvalho de Melo .config = 1754b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_DTLB << 0 | 1755b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1756b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 1757b070a547SArnaldo Carvalho de Melo 1758b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1759b070a547SArnaldo Carvalho de Melo .config = 1760b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 1761b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1762b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 1763b070a547SArnaldo Carvalho de Melo 1764b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1765b070a547SArnaldo Carvalho de Melo .config = 1766b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_ITLB << 0 | 1767b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_READ << 8) | 1768b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 1769b070a547SArnaldo Carvalho de Melo 1770b070a547SArnaldo Carvalho de Melo }; 1771b070a547SArnaldo Carvalho de Melo 1772b070a547SArnaldo Carvalho de Melo /* 1773b070a547SArnaldo Carvalho de Melo * Very, very detailed stats (-d -d -d), adding prefetch events: 1774b070a547SArnaldo Carvalho de Melo */ 1775b070a547SArnaldo Carvalho de Melo struct perf_event_attr very_very_detailed_attrs[] = { 1776b070a547SArnaldo Carvalho de Melo 1777b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1778b070a547SArnaldo Carvalho de Melo .config = 1779b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 1780b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 1781b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_ACCESS << 16) }, 1782b070a547SArnaldo Carvalho de Melo 1783b070a547SArnaldo Carvalho de Melo { .type = PERF_TYPE_HW_CACHE, 1784b070a547SArnaldo Carvalho de Melo .config = 1785b070a547SArnaldo Carvalho de Melo PERF_COUNT_HW_CACHE_L1D << 0 | 1786b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_OP_PREFETCH << 8) | 1787b070a547SArnaldo Carvalho de Melo (PERF_COUNT_HW_CACHE_RESULT_MISS << 16) }, 1788b070a547SArnaldo Carvalho de Melo }; 17892cba3ffbSIngo Molnar /* Set attrs if no event is selected and !null_run: */ 1790aea0dca1SJiri Olsa if (stat_config.null_run) 17912cba3ffbSIngo Molnar return 0; 17922cba3ffbSIngo Molnar 17934cabc3d1SAndi Kleen if (transaction_run) { 179407eafd4eSIan Rogers struct parse_events_error errinfo; 1795742d92ffSThomas Richter /* Handle -T as -M transaction. Once platform specific metrics 17964d39c89fSIngo Molnar * support has been added to the json files, all architectures 1797742d92ffSThomas Richter * will use this approach. To determine transaction support 1798742d92ffSThomas Richter * on an architecture test for such a metric name. 1799742d92ffSThomas Richter */ 1800742d92ffSThomas Richter if (metricgroup__has_metric("transaction")) { 1801742d92ffSThomas Richter struct option opt = { .value = &evsel_list }; 1802742d92ffSThomas Richter 1803742d92ffSThomas Richter return metricgroup__parse_groups(&opt, "transaction", 180405530a79SIan Rogers stat_config.metric_no_group, 180505530a79SIan Rogers stat_config.metric_no_merge, 1806d0192fdbSJiri Olsa &stat_config.metric_events); 1807742d92ffSThomas Richter } 1808742d92ffSThomas Richter 180907eafd4eSIan Rogers parse_events_error__init(&errinfo); 18104cabc3d1SAndi Kleen if (pmu_have_event("cpu", "cycles-ct") && 18114cabc3d1SAndi Kleen pmu_have_event("cpu", "el-start")) 1812fca32340SThomas Richter err = parse_events(evsel_list, transaction_attrs, 1813fca32340SThomas Richter &errinfo); 18144cabc3d1SAndi Kleen else 1815fca32340SThomas Richter err = parse_events(evsel_list, 1816fca32340SThomas Richter transaction_limited_attrs, 1817fca32340SThomas Richter &errinfo); 1818a454742cSJiri Olsa if (err) { 18194cabc3d1SAndi Kleen fprintf(stderr, "Cannot set up transaction events\n"); 18206c191289SIan Rogers parse_events_error__print(&errinfo, transaction_attrs); 18214cabc3d1SAndi Kleen } 182207eafd4eSIan Rogers parse_events_error__exit(&errinfo); 182307eafd4eSIan Rogers return err ? -1 : 0; 18244cabc3d1SAndi Kleen } 18254cabc3d1SAndi Kleen 1826daefd0bcSKan Liang if (smi_cost) { 182707eafd4eSIan Rogers struct parse_events_error errinfo; 1828daefd0bcSKan Liang int smi; 1829daefd0bcSKan Liang 1830daefd0bcSKan Liang if (sysfs__read_int(FREEZE_ON_SMI_PATH, &smi) < 0) { 1831daefd0bcSKan Liang fprintf(stderr, "freeze_on_smi is not supported.\n"); 1832daefd0bcSKan Liang return -1; 1833daefd0bcSKan Liang } 1834daefd0bcSKan Liang 1835daefd0bcSKan Liang if (!smi) { 1836daefd0bcSKan Liang if (sysfs__write_int(FREEZE_ON_SMI_PATH, 1) < 0) { 1837daefd0bcSKan Liang fprintf(stderr, "Failed to set freeze_on_smi.\n"); 1838daefd0bcSKan Liang return -1; 1839daefd0bcSKan Liang } 1840daefd0bcSKan Liang smi_reset = true; 1841daefd0bcSKan Liang } 1842daefd0bcSKan Liang 184307eafd4eSIan Rogers if (!pmu_have_event("msr", "aperf") || 184407eafd4eSIan Rogers !pmu_have_event("msr", "smi")) { 1845daefd0bcSKan Liang fprintf(stderr, "To measure SMI cost, it needs " 1846daefd0bcSKan Liang "msr/aperf/, msr/smi/ and cpu/cycles/ support\n"); 1847daefd0bcSKan Liang return -1; 1848daefd0bcSKan Liang } 184907eafd4eSIan Rogers if (!force_metric_only) 185007eafd4eSIan Rogers stat_config.metric_only = true; 185107eafd4eSIan Rogers 185207eafd4eSIan Rogers parse_events_error__init(&errinfo); 185307eafd4eSIan Rogers err = parse_events(evsel_list, smi_cost_attrs, &errinfo); 1854daefd0bcSKan Liang if (err) { 18556c191289SIan Rogers parse_events_error__print(&errinfo, smi_cost_attrs); 1856daefd0bcSKan Liang fprintf(stderr, "Cannot set up SMI cost events\n"); 1857daefd0bcSKan Liang } 185807eafd4eSIan Rogers parse_events_error__exit(&errinfo); 185907eafd4eSIan Rogers return err ? -1 : 0; 1860daefd0bcSKan Liang } 1861daefd0bcSKan Liang 186244b1e60aSAndi Kleen if (topdown_run) { 186363e39aa6SKan Liang const char **metric_attrs = topdown_metric_attrs; 186463e39aa6SKan Liang unsigned int max_level = 1; 186544b1e60aSAndi Kleen char *str = NULL; 186644b1e60aSAndi Kleen bool warn = false; 1867d7e3c397SZhengjun Xing const char *pmu_name = "cpu"; 186844b1e60aSAndi Kleen 186955c36a9fSAndi Kleen if (!force_metric_only) 187055c36a9fSAndi Kleen stat_config.metric_only = true; 187155c36a9fSAndi Kleen 1872d7e3c397SZhengjun Xing if (perf_pmu__has_hybrid()) { 1873d7e3c397SZhengjun Xing if (!evsel_list->hybrid_pmu_name) { 1874d7e3c397SZhengjun Xing pr_warning("WARNING: default to use cpu_core topdown events\n"); 1875d7e3c397SZhengjun Xing evsel_list->hybrid_pmu_name = perf_pmu__hybrid_type_to_pmu("core"); 1876d7e3c397SZhengjun Xing } 1877d7e3c397SZhengjun Xing 1878d7e3c397SZhengjun Xing pmu_name = evsel_list->hybrid_pmu_name; 1879d7e3c397SZhengjun Xing if (!pmu_name) 1880d7e3c397SZhengjun Xing return -1; 1881d7e3c397SZhengjun Xing } 1882d7e3c397SZhengjun Xing 1883d7e3c397SZhengjun Xing if (pmu_have_event(pmu_name, topdown_metric_L2_attrs[5])) { 188463e39aa6SKan Liang metric_attrs = topdown_metric_L2_attrs; 188563e39aa6SKan Liang max_level = 2; 188663e39aa6SKan Liang } 188763e39aa6SKan Liang 188863e39aa6SKan Liang if (stat_config.topdown_level > max_level) { 188963e39aa6SKan Liang pr_err("Invalid top-down metrics level. The max level is %u.\n", max_level); 189063e39aa6SKan Liang return -1; 189163e39aa6SKan Liang } else if (!stat_config.topdown_level) 189263e39aa6SKan Liang stat_config.topdown_level = max_level; 189363e39aa6SKan Liang 1894d7e3c397SZhengjun Xing if (topdown_filter_events(metric_attrs, &str, 1, pmu_name) < 0) { 189555c36a9fSAndi Kleen pr_err("Out of memory\n"); 189655c36a9fSAndi Kleen return -1; 189755c36a9fSAndi Kleen } 1898d7e3c397SZhengjun Xing 189963e39aa6SKan Liang if (metric_attrs[0] && str) { 190055c36a9fSAndi Kleen if (!stat_config.interval && !stat_config.metric_only) { 190155c36a9fSAndi Kleen fprintf(stat_config.output, 190255c36a9fSAndi Kleen "Topdown accuracy may decrease when measuring long periods.\n" 190355c36a9fSAndi Kleen "Please print the result regularly, e.g. -I1000\n"); 190455c36a9fSAndi Kleen } 190555c36a9fSAndi Kleen goto setup_metrics; 190655c36a9fSAndi Kleen } 190755c36a9fSAndi Kleen 190855c36a9fSAndi Kleen zfree(&str); 190955c36a9fSAndi Kleen 191044b1e60aSAndi Kleen if (stat_config.aggr_mode != AGGR_GLOBAL && 191144b1e60aSAndi Kleen stat_config.aggr_mode != AGGR_CORE) { 191244b1e60aSAndi Kleen pr_err("top down event configuration requires --per-core mode\n"); 191344b1e60aSAndi Kleen return -1; 191444b1e60aSAndi Kleen } 191544b1e60aSAndi Kleen stat_config.aggr_mode = AGGR_CORE; 191644b1e60aSAndi Kleen if (nr_cgroups || !target__has_cpu(&target)) { 191744b1e60aSAndi Kleen pr_err("top down event configuration requires system-wide mode (-a)\n"); 191844b1e60aSAndi Kleen return -1; 191944b1e60aSAndi Kleen } 192044b1e60aSAndi Kleen 192144b1e60aSAndi Kleen if (topdown_filter_events(topdown_attrs, &str, 1922d7e3c397SZhengjun Xing arch_topdown_check_group(&warn), 1923d7e3c397SZhengjun Xing pmu_name) < 0) { 192444b1e60aSAndi Kleen pr_err("Out of memory\n"); 192544b1e60aSAndi Kleen return -1; 192644b1e60aSAndi Kleen } 1927d7e3c397SZhengjun Xing 192844b1e60aSAndi Kleen if (topdown_attrs[0] && str) { 192907eafd4eSIan Rogers struct parse_events_error errinfo; 193044b1e60aSAndi Kleen if (warn) 193144b1e60aSAndi Kleen arch_topdown_group_warn(); 193255c36a9fSAndi Kleen setup_metrics: 193307eafd4eSIan Rogers parse_events_error__init(&errinfo); 1934a5cfa621SJiri Olsa err = parse_events(evsel_list, str, &errinfo); 193544b1e60aSAndi Kleen if (err) { 193644b1e60aSAndi Kleen fprintf(stderr, 193744b1e60aSAndi Kleen "Cannot set up top down events %s: %d\n", 193844b1e60aSAndi Kleen str, err); 19396c191289SIan Rogers parse_events_error__print(&errinfo, str); 194007eafd4eSIan Rogers parse_events_error__exit(&errinfo); 1941c74b0503SLeo Yan free(str); 194244b1e60aSAndi Kleen return -1; 194344b1e60aSAndi Kleen } 194407eafd4eSIan Rogers parse_events_error__exit(&errinfo); 194544b1e60aSAndi Kleen } else { 194644b1e60aSAndi Kleen fprintf(stderr, "System does not support topdown\n"); 194744b1e60aSAndi Kleen return -1; 194844b1e60aSAndi Kleen } 194944b1e60aSAndi Kleen free(str); 195044b1e60aSAndi Kleen } 195144b1e60aSAndi Kleen 19526484d2f9SJiri Olsa if (!evsel_list->core.nr_entries) { 1953ac2dc29eSJin Yao if (perf_pmu__has_hybrid()) { 195407eafd4eSIan Rogers struct parse_events_error errinfo; 1955ac2dc29eSJin Yao const char *hybrid_str = "cycles,instructions,branches,branch-misses"; 1956ac2dc29eSJin Yao 1957ac2dc29eSJin Yao if (target__has_cpu(&target)) 1958ac2dc29eSJin Yao default_sw_attrs[0].config = PERF_COUNT_SW_CPU_CLOCK; 1959ac2dc29eSJin Yao 1960ac2dc29eSJin Yao if (evlist__add_default_attrs(evsel_list, 1961ac2dc29eSJin Yao default_sw_attrs) < 0) { 1962ac2dc29eSJin Yao return -1; 1963ac2dc29eSJin Yao } 1964ac2dc29eSJin Yao 196507eafd4eSIan Rogers parse_events_error__init(&errinfo); 1966ac2dc29eSJin Yao err = parse_events(evsel_list, hybrid_str, &errinfo); 1967ac2dc29eSJin Yao if (err) { 1968ac2dc29eSJin Yao fprintf(stderr, 1969ac2dc29eSJin Yao "Cannot set up hybrid events %s: %d\n", 1970ac2dc29eSJin Yao hybrid_str, err); 19716c191289SIan Rogers parse_events_error__print(&errinfo, hybrid_str); 1972ac2dc29eSJin Yao } 197307eafd4eSIan Rogers parse_events_error__exit(&errinfo); 197407eafd4eSIan Rogers return err ? -1 : 0; 1975ac2dc29eSJin Yao } 1976ac2dc29eSJin Yao 1977a1f3d567SNamhyung Kim if (target__has_cpu(&target)) 1978a1f3d567SNamhyung Kim default_attrs0[0].config = PERF_COUNT_SW_CPU_CLOCK; 1979a1f3d567SNamhyung Kim 1980e251abeeSArnaldo Carvalho de Melo if (evlist__add_default_attrs(evsel_list, default_attrs0) < 0) 19819dec4473SAndi Kleen return -1; 19829dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-frontend")) { 1983e251abeeSArnaldo Carvalho de Melo if (evlist__add_default_attrs(evsel_list, frontend_attrs) < 0) 19849dec4473SAndi Kleen return -1; 19859dec4473SAndi Kleen } 19869dec4473SAndi Kleen if (pmu_have_event("cpu", "stalled-cycles-backend")) { 1987e251abeeSArnaldo Carvalho de Melo if (evlist__add_default_attrs(evsel_list, backend_attrs) < 0) 19889dec4473SAndi Kleen return -1; 19899dec4473SAndi Kleen } 1990e251abeeSArnaldo Carvalho de Melo if (evlist__add_default_attrs(evsel_list, default_attrs1) < 0) 19912cba3ffbSIngo Molnar return -1; 199242641d6fSKan Liang 19935f148e7cSKan Liang stat_config.topdown_level = TOPDOWN_MAX_LEVEL; 199442641d6fSKan Liang if (arch_evlist__add_default_attrs(evsel_list) < 0) 199542641d6fSKan Liang return -1; 19962cba3ffbSIngo Molnar } 19972cba3ffbSIngo Molnar 19982cba3ffbSIngo Molnar /* Detailed events get appended to the event list: */ 19992cba3ffbSIngo Molnar 20002cba3ffbSIngo Molnar if (detailed_run < 1) 20012cba3ffbSIngo Molnar return 0; 20022cba3ffbSIngo Molnar 20032cba3ffbSIngo Molnar /* Append detailed run extra attributes: */ 2004e251abeeSArnaldo Carvalho de Melo if (evlist__add_default_attrs(evsel_list, detailed_attrs) < 0) 20052cba3ffbSIngo Molnar return -1; 20062cba3ffbSIngo Molnar 20072cba3ffbSIngo Molnar if (detailed_run < 2) 20082cba3ffbSIngo Molnar return 0; 20092cba3ffbSIngo Molnar 20102cba3ffbSIngo Molnar /* Append very detailed run extra attributes: */ 2011e251abeeSArnaldo Carvalho de Melo if (evlist__add_default_attrs(evsel_list, very_detailed_attrs) < 0) 20122cba3ffbSIngo Molnar return -1; 20132cba3ffbSIngo Molnar 20142cba3ffbSIngo Molnar if (detailed_run < 3) 20152cba3ffbSIngo Molnar return 0; 20162cba3ffbSIngo Molnar 20172cba3ffbSIngo Molnar /* Append very, very detailed run extra attributes: */ 2018e251abeeSArnaldo Carvalho de Melo return evlist__add_default_attrs(evsel_list, very_very_detailed_attrs); 20192cba3ffbSIngo Molnar } 20202cba3ffbSIngo Molnar 20218a59f3ccSJiri Olsa static const char * const stat_record_usage[] = { 20224979d0c7SJiri Olsa "perf stat record [<options>]", 20234979d0c7SJiri Olsa NULL, 20244979d0c7SJiri Olsa }; 20254979d0c7SJiri Olsa 20263ba78bd0SJiri Olsa static void init_features(struct perf_session *session) 20273ba78bd0SJiri Olsa { 20283ba78bd0SJiri Olsa int feat; 20293ba78bd0SJiri Olsa 20303ba78bd0SJiri Olsa for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++) 20313ba78bd0SJiri Olsa perf_header__set_feat(&session->header, feat); 20323ba78bd0SJiri Olsa 20338002a63fSJiri Olsa perf_header__clear_feat(&session->header, HEADER_DIR_FORMAT); 20343ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BUILD_ID); 20353ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_TRACING_DATA); 20363ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK); 20373ba78bd0SJiri Olsa perf_header__clear_feat(&session->header, HEADER_AUXTRACE); 20383ba78bd0SJiri Olsa } 20393ba78bd0SJiri Olsa 20404979d0c7SJiri Olsa static int __cmd_record(int argc, const char **argv) 20414979d0c7SJiri Olsa { 20424979d0c7SJiri Olsa struct perf_session *session; 20438ceb41d7SJiri Olsa struct perf_data *data = &perf_stat.data; 20444979d0c7SJiri Olsa 20458a59f3ccSJiri Olsa argc = parse_options(argc, argv, stat_options, stat_record_usage, 20464979d0c7SJiri Olsa PARSE_OPT_STOP_AT_NON_OPTION); 20474979d0c7SJiri Olsa 20484979d0c7SJiri Olsa if (output_name) 20492d4f2799SJiri Olsa data->path = output_name; 20504979d0c7SJiri Olsa 2051d97ae04bSJiri Olsa if (stat_config.run_count != 1 || forever) { 2052e9d6db8eSJiri Olsa pr_err("Cannot use -r option with perf stat record.\n"); 2053e9d6db8eSJiri Olsa return -1; 2054e9d6db8eSJiri Olsa } 2055e9d6db8eSJiri Olsa 20562681bd85SNamhyung Kim session = perf_session__new(data, NULL); 20576ef81c55SMamatha Inamdar if (IS_ERR(session)) { 20586ef81c55SMamatha Inamdar pr_err("Perf session creation failed\n"); 20596ef81c55SMamatha Inamdar return PTR_ERR(session); 20604979d0c7SJiri Olsa } 20614979d0c7SJiri Olsa 20623ba78bd0SJiri Olsa init_features(session); 20633ba78bd0SJiri Olsa 20644979d0c7SJiri Olsa session->evlist = evsel_list; 20654979d0c7SJiri Olsa perf_stat.session = session; 20664979d0c7SJiri Olsa perf_stat.record = true; 20674979d0c7SJiri Olsa return argc; 20684979d0c7SJiri Olsa } 20694979d0c7SJiri Olsa 207089f1688aSJiri Olsa static int process_stat_round_event(struct perf_session *session, 207189f1688aSJiri Olsa union perf_event *event) 2072a56f9390SJiri Olsa { 207372932371SJiri Olsa struct perf_record_stat_round *stat_round = &event->stat_round; 207432dcd021SJiri Olsa struct evsel *counter; 2075a56f9390SJiri Olsa struct timespec tsh, *ts = NULL; 2076a56f9390SJiri Olsa const char **argv = session->header.env.cmdline_argv; 2077a56f9390SJiri Olsa int argc = session->header.env.nr_cmdline; 2078a56f9390SJiri Olsa 2079e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evsel_list, counter) 2080a56f9390SJiri Olsa perf_stat_process_counter(&stat_config, counter); 2081a56f9390SJiri Olsa 2082e3b03b6cSAndi Kleen if (stat_round->type == PERF_STAT_ROUND_TYPE__FINAL) 2083e3b03b6cSAndi Kleen update_stats(&walltime_nsecs_stats, stat_round->time); 2084a56f9390SJiri Olsa 2085e3b03b6cSAndi Kleen if (stat_config.interval && stat_round->time) { 2086bd48c63eSArnaldo Carvalho de Melo tsh.tv_sec = stat_round->time / NSEC_PER_SEC; 2087bd48c63eSArnaldo Carvalho de Melo tsh.tv_nsec = stat_round->time % NSEC_PER_SEC; 2088a56f9390SJiri Olsa ts = &tsh; 2089a56f9390SJiri Olsa } 2090a56f9390SJiri Olsa 2091a56f9390SJiri Olsa print_counters(ts, argc, argv); 2092a56f9390SJiri Olsa return 0; 2093a56f9390SJiri Olsa } 2094a56f9390SJiri Olsa 209562ba18baSJiri Olsa static 209689f1688aSJiri Olsa int process_stat_config_event(struct perf_session *session, 209789f1688aSJiri Olsa union perf_event *event) 209862ba18baSJiri Olsa { 209989f1688aSJiri Olsa struct perf_tool *tool = session->tool; 210068d702f7SJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 210168d702f7SJiri Olsa 210262ba18baSJiri Olsa perf_event__read_stat_config(&stat_config, &event->stat_config); 210368d702f7SJiri Olsa 2104315c0a1fSJiri Olsa if (perf_cpu_map__empty(st->cpus)) { 210589af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 210689af4e05SJiri Olsa pr_warning("warning: processing task data, aggregation mode not set\n"); 210789af4e05SJiri Olsa return 0; 210889af4e05SJiri Olsa } 210989af4e05SJiri Olsa 211089af4e05SJiri Olsa if (st->aggr_mode != AGGR_UNSET) 211189af4e05SJiri Olsa stat_config.aggr_mode = st->aggr_mode; 211289af4e05SJiri Olsa 21138ceb41d7SJiri Olsa if (perf_stat.data.is_pipe) 211468d702f7SJiri Olsa perf_stat_init_aggr_mode(); 211568d702f7SJiri Olsa else 211668d702f7SJiri Olsa perf_stat_init_aggr_mode_file(st); 211768d702f7SJiri Olsa 211862ba18baSJiri Olsa return 0; 211962ba18baSJiri Olsa } 212062ba18baSJiri Olsa 21211975d36eSJiri Olsa static int set_maps(struct perf_stat *st) 21221975d36eSJiri Olsa { 21231975d36eSJiri Olsa if (!st->cpus || !st->threads) 21241975d36eSJiri Olsa return 0; 21251975d36eSJiri Olsa 21261975d36eSJiri Olsa if (WARN_ONCE(st->maps_allocated, "stats double allocation\n")) 21271975d36eSJiri Olsa return -EINVAL; 21281975d36eSJiri Olsa 2129453fa030SJiri Olsa perf_evlist__set_maps(&evsel_list->core, st->cpus, st->threads); 21301975d36eSJiri Olsa 213153f5e908SArnaldo Carvalho de Melo if (evlist__alloc_stats(evsel_list, true)) 21321975d36eSJiri Olsa return -ENOMEM; 21331975d36eSJiri Olsa 21341975d36eSJiri Olsa st->maps_allocated = true; 21351975d36eSJiri Olsa return 0; 21361975d36eSJiri Olsa } 21371975d36eSJiri Olsa 21381975d36eSJiri Olsa static 213989f1688aSJiri Olsa int process_thread_map_event(struct perf_session *session, 214089f1688aSJiri Olsa union perf_event *event) 21411975d36eSJiri Olsa { 214289f1688aSJiri Olsa struct perf_tool *tool = session->tool; 21431975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 21441975d36eSJiri Olsa 21451975d36eSJiri Olsa if (st->threads) { 21461975d36eSJiri Olsa pr_warning("Extra thread map event, ignoring.\n"); 21471975d36eSJiri Olsa return 0; 21481975d36eSJiri Olsa } 21491975d36eSJiri Olsa 21501975d36eSJiri Olsa st->threads = thread_map__new_event(&event->thread_map); 21511975d36eSJiri Olsa if (!st->threads) 21521975d36eSJiri Olsa return -ENOMEM; 21531975d36eSJiri Olsa 21541975d36eSJiri Olsa return set_maps(st); 21551975d36eSJiri Olsa } 21561975d36eSJiri Olsa 21571975d36eSJiri Olsa static 215889f1688aSJiri Olsa int process_cpu_map_event(struct perf_session *session, 215989f1688aSJiri Olsa union perf_event *event) 21601975d36eSJiri Olsa { 216189f1688aSJiri Olsa struct perf_tool *tool = session->tool; 21621975d36eSJiri Olsa struct perf_stat *st = container_of(tool, struct perf_stat, tool); 2163f854839bSJiri Olsa struct perf_cpu_map *cpus; 21641975d36eSJiri Olsa 21651975d36eSJiri Olsa if (st->cpus) { 21661975d36eSJiri Olsa pr_warning("Extra cpu map event, ignoring.\n"); 21671975d36eSJiri Olsa return 0; 21681975d36eSJiri Olsa } 21691975d36eSJiri Olsa 21701975d36eSJiri Olsa cpus = cpu_map__new_data(&event->cpu_map.data); 21711975d36eSJiri Olsa if (!cpus) 21721975d36eSJiri Olsa return -ENOMEM; 21731975d36eSJiri Olsa 21741975d36eSJiri Olsa st->cpus = cpus; 21751975d36eSJiri Olsa return set_maps(st); 21761975d36eSJiri Olsa } 21771975d36eSJiri Olsa 21788a59f3ccSJiri Olsa static const char * const stat_report_usage[] = { 2179ba6039b6SJiri Olsa "perf stat report [<options>]", 2180ba6039b6SJiri Olsa NULL, 2181ba6039b6SJiri Olsa }; 2182ba6039b6SJiri Olsa 2183ba6039b6SJiri Olsa static struct perf_stat perf_stat = { 2184ba6039b6SJiri Olsa .tool = { 2185ba6039b6SJiri Olsa .attr = perf_event__process_attr, 2186fa6ea781SJiri Olsa .event_update = perf_event__process_event_update, 21871975d36eSJiri Olsa .thread_map = process_thread_map_event, 21881975d36eSJiri Olsa .cpu_map = process_cpu_map_event, 218962ba18baSJiri Olsa .stat_config = process_stat_config_event, 2190a56f9390SJiri Olsa .stat = perf_event__process_stat_event, 2191a56f9390SJiri Olsa .stat_round = process_stat_round_event, 2192ba6039b6SJiri Olsa }, 219389af4e05SJiri Olsa .aggr_mode = AGGR_UNSET, 2194ba6039b6SJiri Olsa }; 2195ba6039b6SJiri Olsa 2196ba6039b6SJiri Olsa static int __cmd_report(int argc, const char **argv) 2197ba6039b6SJiri Olsa { 2198ba6039b6SJiri Olsa struct perf_session *session; 2199ba6039b6SJiri Olsa const struct option options[] = { 2200ba6039b6SJiri Olsa OPT_STRING('i', "input", &input_name, "file", "input file name"), 220189af4e05SJiri Olsa OPT_SET_UINT(0, "per-socket", &perf_stat.aggr_mode, 220289af4e05SJiri Olsa "aggregate counts per processor socket", AGGR_SOCKET), 2203db5742b6SKan Liang OPT_SET_UINT(0, "per-die", &perf_stat.aggr_mode, 2204db5742b6SKan Liang "aggregate counts per processor die", AGGR_DIE), 220589af4e05SJiri Olsa OPT_SET_UINT(0, "per-core", &perf_stat.aggr_mode, 220689af4e05SJiri Olsa "aggregate counts per physical processor core", AGGR_CORE), 220786895b48SJiri Olsa OPT_SET_UINT(0, "per-node", &perf_stat.aggr_mode, 220886895b48SJiri Olsa "aggregate counts per numa node", AGGR_NODE), 220989af4e05SJiri Olsa OPT_SET_UINT('A', "no-aggr", &perf_stat.aggr_mode, 221089af4e05SJiri Olsa "disable CPU count aggregation", AGGR_NONE), 2211ba6039b6SJiri Olsa OPT_END() 2212ba6039b6SJiri Olsa }; 2213ba6039b6SJiri Olsa struct stat st; 2214ba6039b6SJiri Olsa int ret; 2215ba6039b6SJiri Olsa 22168a59f3ccSJiri Olsa argc = parse_options(argc, argv, options, stat_report_usage, 0); 2217ba6039b6SJiri Olsa 2218ba6039b6SJiri Olsa if (!input_name || !strlen(input_name)) { 2219ba6039b6SJiri Olsa if (!fstat(STDIN_FILENO, &st) && S_ISFIFO(st.st_mode)) 2220ba6039b6SJiri Olsa input_name = "-"; 2221ba6039b6SJiri Olsa else 2222ba6039b6SJiri Olsa input_name = "perf.data"; 2223ba6039b6SJiri Olsa } 2224ba6039b6SJiri Olsa 22252d4f2799SJiri Olsa perf_stat.data.path = input_name; 22268ceb41d7SJiri Olsa perf_stat.data.mode = PERF_DATA_MODE_READ; 2227ba6039b6SJiri Olsa 22282681bd85SNamhyung Kim session = perf_session__new(&perf_stat.data, &perf_stat.tool); 22296ef81c55SMamatha Inamdar if (IS_ERR(session)) 22306ef81c55SMamatha Inamdar return PTR_ERR(session); 2231ba6039b6SJiri Olsa 2232ba6039b6SJiri Olsa perf_stat.session = session; 2233ba6039b6SJiri Olsa stat_config.output = stderr; 2234ba6039b6SJiri Olsa evsel_list = session->evlist; 2235ba6039b6SJiri Olsa 2236ba6039b6SJiri Olsa ret = perf_session__process_events(session); 2237ba6039b6SJiri Olsa if (ret) 2238ba6039b6SJiri Olsa return ret; 2239ba6039b6SJiri Olsa 2240ba6039b6SJiri Olsa perf_session__delete(session); 2241ba6039b6SJiri Olsa return 0; 2242ba6039b6SJiri Olsa } 2243ba6039b6SJiri Olsa 2244e3ba76deSJiri Olsa static void setup_system_wide(int forks) 2245e3ba76deSJiri Olsa { 2246e3ba76deSJiri Olsa /* 2247e3ba76deSJiri Olsa * Make system wide (-a) the default target if 2248e3ba76deSJiri Olsa * no target was specified and one of following 2249e3ba76deSJiri Olsa * conditions is met: 2250e3ba76deSJiri Olsa * 2251e3ba76deSJiri Olsa * - there's no workload specified 2252e3ba76deSJiri Olsa * - there is workload specified but all requested 2253e3ba76deSJiri Olsa * events are system wide events 2254e3ba76deSJiri Olsa */ 2255e3ba76deSJiri Olsa if (!target__none(&target)) 2256e3ba76deSJiri Olsa return; 2257e3ba76deSJiri Olsa 2258e3ba76deSJiri Olsa if (!forks) 2259e3ba76deSJiri Olsa target.system_wide = true; 2260e3ba76deSJiri Olsa else { 226132dcd021SJiri Olsa struct evsel *counter; 2262e3ba76deSJiri Olsa 2263e3ba76deSJiri Olsa evlist__for_each_entry(evsel_list, counter) { 2264002a3d69SJin Yao if (!counter->core.system_wide && 2265002a3d69SJin Yao strcmp(counter->name, "duration_time")) { 2266e3ba76deSJiri Olsa return; 2267e3ba76deSJiri Olsa } 2268002a3d69SJin Yao } 2269e3ba76deSJiri Olsa 22706484d2f9SJiri Olsa if (evsel_list->core.nr_entries) 2271e3ba76deSJiri Olsa target.system_wide = true; 2272e3ba76deSJiri Olsa } 2273e3ba76deSJiri Olsa } 2274e3ba76deSJiri Olsa 2275b0ad8ea6SArnaldo Carvalho de Melo int cmd_stat(int argc, const char **argv) 227686470930SIngo Molnar { 2277b070a547SArnaldo Carvalho de Melo const char * const stat_usage[] = { 2278b070a547SArnaldo Carvalho de Melo "perf stat [<options>] [<command>]", 2279b070a547SArnaldo Carvalho de Melo NULL 2280b070a547SArnaldo Carvalho de Melo }; 2281fa853c4bSSong Liu int status = -EINVAL, run_idx, err; 22824aa9015fSStephane Eranian const char *mode; 22835821522eSJiri Olsa FILE *output = stderr; 2284f1f8ad52Syuzhoujian unsigned int interval, timeout; 2285ba6039b6SJiri Olsa const char * const stat_subcommands[] = { "record", "report" }; 2286fa853c4bSSong Liu char errbuf[BUFSIZ]; 228742202dd5SIngo Molnar 22885af52b51SStephane Eranian setlocale(LC_ALL, ""); 22895af52b51SStephane Eranian 22900f98b11cSJiri Olsa evsel_list = evlist__new(); 2291361c99a6SArnaldo Carvalho de Melo if (evsel_list == NULL) 2292361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 2293361c99a6SArnaldo Carvalho de Melo 22941669e509SWang Nan parse_events__shrink_config_terms(); 229551433eadSMichael Petlan 229651433eadSMichael Petlan /* String-parsing callback-based options would segfault when negated */ 229751433eadSMichael Petlan set_option_flag(stat_options, 'e', "event", PARSE_OPT_NONEG); 229851433eadSMichael Petlan set_option_flag(stat_options, 'M', "metrics", PARSE_OPT_NONEG); 229951433eadSMichael Petlan set_option_flag(stat_options, 'G', "cgroup", PARSE_OPT_NONEG); 230051433eadSMichael Petlan 23014979d0c7SJiri Olsa argc = parse_options_subcommand(argc, argv, stat_options, stat_subcommands, 23024979d0c7SJiri Olsa (const char **) stat_usage, 2303a0541234SAnton Blanchard PARSE_OPT_STOP_AT_NON_OPTION); 230437932c18SAndi Kleen perf_stat__collect_metric_expr(evsel_list); 2305fb4605baSAndi Kleen perf_stat__init_shadow_stats(); 2306d7470b6aSStephane Eranian 2307fa7070a3SJiri Olsa if (stat_config.csv_sep) { 2308fa7070a3SJiri Olsa stat_config.csv_output = true; 2309fa7070a3SJiri Olsa if (!strcmp(stat_config.csv_sep, "\\t")) 2310fa7070a3SJiri Olsa stat_config.csv_sep = "\t"; 23116edb78a2SJiri Olsa } else 2312fa7070a3SJiri Olsa stat_config.csv_sep = DEFAULT_SEPARATOR; 23136edb78a2SJiri Olsa 2314ae0f4eb3SWei Li if (argc && strlen(argv[0]) > 2 && strstarts("record", argv[0])) { 23154979d0c7SJiri Olsa argc = __cmd_record(argc, argv); 23164979d0c7SJiri Olsa if (argc < 0) 23174979d0c7SJiri Olsa return -1; 2318ae0f4eb3SWei Li } else if (argc && strlen(argv[0]) > 2 && strstarts("report", argv[0])) 2319ba6039b6SJiri Olsa return __cmd_report(argc, argv); 23204979d0c7SJiri Olsa 2321ec0d3d1fSJiri Olsa interval = stat_config.interval; 2322f1f8ad52Syuzhoujian timeout = stat_config.timeout; 2323ec0d3d1fSJiri Olsa 23244979d0c7SJiri Olsa /* 23254979d0c7SJiri Olsa * For record command the -o is already taken care of. 23264979d0c7SJiri Olsa */ 23274979d0c7SJiri Olsa if (!STAT_RECORD && output_name && strcmp(output_name, "-")) 23284aa9015fSStephane Eranian output = NULL; 23294aa9015fSStephane Eranian 233056f3bae7SJim Cromie if (output_name && output_fd) { 233156f3bae7SJim Cromie fprintf(stderr, "cannot use both --output and --log-fd\n"); 2332e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "o", 1); 2333e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "log-fd", 0); 2334cc03c542SNamhyung Kim goto out; 233556f3bae7SJim Cromie } 2336fc3e4d07SStephane Eranian 23370ce5aa02SJiri Olsa if (stat_config.metric_only && stat_config.aggr_mode == AGGR_THREAD) { 233854b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with --per-thread\n"); 233954b50916SAndi Kleen goto out; 234054b50916SAndi Kleen } 234154b50916SAndi Kleen 2342d97ae04bSJiri Olsa if (stat_config.metric_only && stat_config.run_count > 1) { 234354b50916SAndi Kleen fprintf(stderr, "--metric-only is not supported with -r\n"); 234454b50916SAndi Kleen goto out; 234554b50916SAndi Kleen } 234654b50916SAndi Kleen 234754ac0b1bSJiri Olsa if (stat_config.walltime_run_table && stat_config.run_count <= 1) { 2348e55c14afSJiri Olsa fprintf(stderr, "--table is only supported with -r\n"); 2349e55c14afSJiri Olsa parse_options_usage(stat_usage, stat_options, "r", 1); 2350e55c14afSJiri Olsa parse_options_usage(NULL, stat_options, "table", 0); 2351e55c14afSJiri Olsa goto out; 2352e55c14afSJiri Olsa } 2353e55c14afSJiri Olsa 2354fc3e4d07SStephane Eranian if (output_fd < 0) { 2355fc3e4d07SStephane Eranian fprintf(stderr, "argument to --log-fd must be a > 0\n"); 2356e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "log-fd", 0); 2357cc03c542SNamhyung Kim goto out; 2358fc3e4d07SStephane Eranian } 2359fc3e4d07SStephane Eranian 236055a4de94SAndi Kleen if (!output && !stat_config.quiet) { 23614aa9015fSStephane Eranian struct timespec tm; 23624aa9015fSStephane Eranian mode = append_file ? "a" : "w"; 23634aa9015fSStephane Eranian 23644aa9015fSStephane Eranian output = fopen(output_name, mode); 23654aa9015fSStephane Eranian if (!output) { 23664aa9015fSStephane Eranian perror("failed to create output file"); 2367fceda7feSDavid Ahern return -1; 23684aa9015fSStephane Eranian } 23694aa9015fSStephane Eranian clock_gettime(CLOCK_REALTIME, &tm); 23704aa9015fSStephane Eranian fprintf(output, "# started on %s\n", ctime(&tm.tv_sec)); 2371fc3e4d07SStephane Eranian } else if (output_fd > 0) { 237256f3bae7SJim Cromie mode = append_file ? "a" : "w"; 237356f3bae7SJim Cromie output = fdopen(output_fd, mode); 237456f3bae7SJim Cromie if (!output) { 237556f3bae7SJim Cromie perror("Failed opening logfd"); 237656f3bae7SJim Cromie return -errno; 237756f3bae7SJim Cromie } 23784aa9015fSStephane Eranian } 23794aa9015fSStephane Eranian 23805821522eSJiri Olsa stat_config.output = output; 23815821522eSJiri Olsa 2382d7470b6aSStephane Eranian /* 2383d7470b6aSStephane Eranian * let the spreadsheet do the pretty-printing 2384d7470b6aSStephane Eranian */ 2385fa7070a3SJiri Olsa if (stat_config.csv_output) { 238661a9f324SJim Cromie /* User explicitly passed -B? */ 2387d7470b6aSStephane Eranian if (big_num_opt == 1) { 2388d7470b6aSStephane Eranian fprintf(stderr, "-B option not supported with -x\n"); 2389e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "B", 1); 2390e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "x", 1); 2391cc03c542SNamhyung Kim goto out; 2392d7470b6aSStephane Eranian } else /* Nope, so disable big number formatting */ 239334ff0866SJiri Olsa stat_config.big_num = false; 2394d7470b6aSStephane Eranian } else if (big_num_opt == 0) /* User passed --no-big-num */ 239534ff0866SJiri Olsa stat_config.big_num = false; 2396d7470b6aSStephane Eranian 2397fa853c4bSSong Liu err = target__validate(&target); 2398fa853c4bSSong Liu if (err) { 2399fa853c4bSSong Liu target__strerror(&target, err, errbuf, BUFSIZ); 2400fa853c4bSSong Liu pr_warning("%s\n", errbuf); 2401fa853c4bSSong Liu } 2402fa853c4bSSong Liu 2403e3ba76deSJiri Olsa setup_system_wide(argc); 2404ac3063bdSDavid Ahern 24050ce2da14SJiri Olsa /* 24060ce2da14SJiri Olsa * Display user/system times only for single 24070ce2da14SJiri Olsa * run and when there's specified tracee. 24080ce2da14SJiri Olsa */ 2409d97ae04bSJiri Olsa if ((stat_config.run_count == 1) && target__none(&target)) 24108897a891SJiri Olsa stat_config.ru_display = true; 24110ce2da14SJiri Olsa 2412d97ae04bSJiri Olsa if (stat_config.run_count < 0) { 2413cc03c542SNamhyung Kim pr_err("Run count must be a positive number\n"); 2414e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "r", 1); 2415cc03c542SNamhyung Kim goto out; 2416d97ae04bSJiri Olsa } else if (stat_config.run_count == 0) { 2417a7e191c3SFrederik Deweerdt forever = true; 2418d97ae04bSJiri Olsa stat_config.run_count = 1; 2419a7e191c3SFrederik Deweerdt } 242086470930SIngo Molnar 242154ac0b1bSJiri Olsa if (stat_config.walltime_run_table) { 242254ac0b1bSJiri Olsa stat_config.walltime_run = zalloc(stat_config.run_count * sizeof(stat_config.walltime_run[0])); 242354ac0b1bSJiri Olsa if (!stat_config.walltime_run) { 2424e55c14afSJiri Olsa pr_err("failed to setup -r option"); 2425e55c14afSJiri Olsa goto out; 2426e55c14afSJiri Olsa } 2427e55c14afSJiri Olsa } 2428e55c14afSJiri Olsa 24291d9f8d1bSJin Yao if ((stat_config.aggr_mode == AGGR_THREAD) && 24301d9f8d1bSJin Yao !target__has_task(&target)) { 24311d9f8d1bSJin Yao if (!target.system_wide || target.cpu_list) { 24321d9f8d1bSJin Yao fprintf(stderr, "The --per-thread option is only " 24331d9f8d1bSJin Yao "available when monitoring via -p -t -a " 24341d9f8d1bSJin Yao "options or only --per-thread.\n"); 2435e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "p", 1); 2436e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 243732b8af82SJiri Olsa goto out; 243832b8af82SJiri Olsa } 24391d9f8d1bSJin Yao } 244032b8af82SJiri Olsa 244132b8af82SJiri Olsa /* 244232b8af82SJiri Olsa * no_aggr, cgroup are for system-wide only 244332b8af82SJiri Olsa * --per-thread is aggregated per thread, we dont mix it with cpu mode 244432b8af82SJiri Olsa */ 2445421a50f3SJiri Olsa if (((stat_config.aggr_mode != AGGR_GLOBAL && 24461c02f6c9SNamhyung Kim stat_config.aggr_mode != AGGR_THREAD) || 24471c02f6c9SNamhyung Kim (nr_cgroups || stat_config.cgroup_list)) && 2448602ad878SArnaldo Carvalho de Melo !target__has_cpu(&target)) { 2449023695d9SStephane Eranian fprintf(stderr, "both cgroup and no-aggregation " 2450023695d9SStephane Eranian "modes only available in system-wide mode\n"); 2451023695d9SStephane Eranian 2452e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "G", 1); 2453e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "A", 1); 2454e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 24551c02f6c9SNamhyung Kim parse_options_usage(NULL, stat_options, "for-each-cgroup", 0); 2456cc03c542SNamhyung Kim goto out; 2457d7e7a451SStephane Eranian } 2458d7e7a451SStephane Eranian 2459f07952b1SAlexander Antonov if (stat_config.iostat_run) { 2460f07952b1SAlexander Antonov status = iostat_prepare(evsel_list, &stat_config); 2461f07952b1SAlexander Antonov if (status) 2462f07952b1SAlexander Antonov goto out; 2463f07952b1SAlexander Antonov if (iostat_mode == IOSTAT_LIST) { 2464f07952b1SAlexander Antonov iostat_list(evsel_list, &stat_config); 2465f07952b1SAlexander Antonov goto out; 2466f07952b1SAlexander Antonov } else if (verbose) 2467f07952b1SAlexander Antonov iostat_list(evsel_list, &stat_config); 2468e4fe5d73SLike Xu if (iostat_mode == IOSTAT_RUN && !target__has_cpu(&target)) 2469e4fe5d73SLike Xu target.system_wide = true; 2470f07952b1SAlexander Antonov } 2471f07952b1SAlexander Antonov 24722cba3ffbSIngo Molnar if (add_default_attributes()) 2473c6264defSIngo Molnar goto out; 247486470930SIngo Molnar 2475d1c5a0e8SNamhyung Kim if (stat_config.cgroup_list) { 2476d1c5a0e8SNamhyung Kim if (nr_cgroups > 0) { 2477d1c5a0e8SNamhyung Kim pr_err("--cgroup and --for-each-cgroup cannot be used together\n"); 2478d1c5a0e8SNamhyung Kim parse_options_usage(stat_usage, stat_options, "G", 1); 2479d1c5a0e8SNamhyung Kim parse_options_usage(NULL, stat_options, "for-each-cgroup", 0); 2480d1c5a0e8SNamhyung Kim goto out; 2481d1c5a0e8SNamhyung Kim } 2482d1c5a0e8SNamhyung Kim 2483b214ba8cSNamhyung Kim if (evlist__expand_cgroup(evsel_list, stat_config.cgroup_list, 2484bb1c15b6SNamhyung Kim &stat_config.metric_events, true) < 0) { 2485bb1c15b6SNamhyung Kim parse_options_usage(stat_usage, stat_options, 2486bb1c15b6SNamhyung Kim "for-each-cgroup", 0); 2487d1c5a0e8SNamhyung Kim goto out; 2488d1c5a0e8SNamhyung Kim } 2489bb1c15b6SNamhyung Kim } 2490d1c5a0e8SNamhyung Kim 24911d9f8d1bSJin Yao if ((stat_config.aggr_mode == AGGR_THREAD) && (target.system_wide)) 24921d9f8d1bSJin Yao target.per_thread = true; 24931d9f8d1bSJin Yao 24941d3351e6SJin Yao if (evlist__fix_hybrid_cpus(evsel_list, target.cpu_list)) { 24951d3351e6SJin Yao pr_err("failed to use cpu list %s\n", target.cpu_list); 24961d3351e6SJin Yao goto out; 24971d3351e6SJin Yao } 24981d3351e6SJin Yao 24991d3351e6SJin Yao target.hybrid = perf_pmu__has_hybrid(); 25007748bb71SArnaldo Carvalho de Melo if (evlist__create_maps(evsel_list, &target) < 0) { 2501602ad878SArnaldo Carvalho de Melo if (target__has_task(&target)) { 25025c98d466SArnaldo Carvalho de Melo pr_err("Problems finding threads of monitor\n"); 2503e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "p", 1); 2504e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "t", 1); 2505602ad878SArnaldo Carvalho de Melo } else if (target__has_cpu(&target)) { 250660d567e2SArnaldo Carvalho de Melo perror("failed to parse CPUs map"); 2507e0547311SJiri Olsa parse_options_usage(stat_usage, stat_options, "C", 1); 2508e0547311SJiri Olsa parse_options_usage(NULL, stat_options, "a", 1); 2509cc03c542SNamhyung Kim } 2510cc03c542SNamhyung Kim goto out; 251160d567e2SArnaldo Carvalho de Melo } 251232b8af82SJiri Olsa 2513a9a17902SJiri Olsa evlist__check_cpu_maps(evsel_list); 2514a9a17902SJiri Olsa 251532b8af82SJiri Olsa /* 251632b8af82SJiri Olsa * Initialize thread_map with comm names, 251732b8af82SJiri Olsa * so we could print it out on output. 251832b8af82SJiri Olsa */ 251956739444SJin Yao if (stat_config.aggr_mode == AGGR_THREAD) { 252003617c22SJiri Olsa thread_map__read_comms(evsel_list->core.threads); 252156739444SJin Yao if (target.system_wide) { 252256739444SJin Yao if (runtime_stat_new(&stat_config, 2523a2f354e3SJiri Olsa perf_thread_map__nr(evsel_list->core.threads))) { 252456739444SJin Yao goto out; 252556739444SJin Yao } 252656739444SJin Yao } 252756739444SJin Yao } 252832b8af82SJiri Olsa 252986895b48SJiri Olsa if (stat_config.aggr_mode == AGGR_NODE) 253086895b48SJiri Olsa cpu__setup_cpunode_map(); 253186895b48SJiri Olsa 2532db06a269Syuzhoujian if (stat_config.times && interval) 2533db06a269Syuzhoujian interval_count = true; 2534db06a269Syuzhoujian else if (stat_config.times && !interval) { 2535db06a269Syuzhoujian pr_err("interval-count option should be used together with " 2536db06a269Syuzhoujian "interval-print.\n"); 2537db06a269Syuzhoujian parse_options_usage(stat_usage, stat_options, "interval-count", 0); 2538db06a269Syuzhoujian parse_options_usage(stat_usage, stat_options, "I", 1); 2539db06a269Syuzhoujian goto out; 2540db06a269Syuzhoujian } 2541c45c6ea2SStephane Eranian 2542f1f8ad52Syuzhoujian if (timeout && timeout < 100) { 2543f1f8ad52Syuzhoujian if (timeout < 10) { 2544f1f8ad52Syuzhoujian pr_err("timeout must be >= 10ms.\n"); 2545f1f8ad52Syuzhoujian parse_options_usage(stat_usage, stat_options, "timeout", 0); 2546f1f8ad52Syuzhoujian goto out; 2547f1f8ad52Syuzhoujian } else 2548f1f8ad52Syuzhoujian pr_warning("timeout < 100ms. " 2549f1f8ad52Syuzhoujian "The overhead percentage could be high in some cases. " 2550f1f8ad52Syuzhoujian "Please proceed with caution.\n"); 2551f1f8ad52Syuzhoujian } 2552f1f8ad52Syuzhoujian if (timeout && interval) { 2553f1f8ad52Syuzhoujian pr_err("timeout option is not supported with interval-print.\n"); 2554f1f8ad52Syuzhoujian parse_options_usage(stat_usage, stat_options, "timeout", 0); 2555f1f8ad52Syuzhoujian parse_options_usage(stat_usage, stat_options, "I", 1); 2556f1f8ad52Syuzhoujian goto out; 2557f1f8ad52Syuzhoujian } 2558f1f8ad52Syuzhoujian 255953f5e908SArnaldo Carvalho de Melo if (evlist__alloc_stats(evsel_list, interval)) 256003ad9747SArnaldo Carvalho de Melo goto out; 2561d6d901c2SZhang, Yanmin 256286ee6e18SStephane Eranian if (perf_stat_init_aggr_mode()) 256303ad9747SArnaldo Carvalho de Melo goto out; 256486ee6e18SStephane Eranian 256586470930SIngo Molnar /* 25667d9ad16aSJiri Olsa * Set sample_type to PERF_SAMPLE_IDENTIFIER, which should be harmless 25677d9ad16aSJiri Olsa * while avoiding that older tools show confusing messages. 25687d9ad16aSJiri Olsa * 25697d9ad16aSJiri Olsa * However for pipe sessions we need to keep it zero, 25707d9ad16aSJiri Olsa * because script's perf_evsel__check_attr is triggered 25717d9ad16aSJiri Olsa * by attr->sample_type != 0, and we can't run it on 25727d9ad16aSJiri Olsa * stat sessions. 25737d9ad16aSJiri Olsa */ 25747d9ad16aSJiri Olsa stat_config.identifier = !(STAT_RECORD && perf_stat.data.is_pipe); 25757d9ad16aSJiri Olsa 25767d9ad16aSJiri Olsa /* 257786470930SIngo Molnar * We dont want to block the signals - that would cause 257886470930SIngo Molnar * child tasks to inherit that and Ctrl-C would not work. 257986470930SIngo Molnar * What we want is for Ctrl-C to work in the exec()-ed 258086470930SIngo Molnar * task, but being ignored by perf stat itself: 258186470930SIngo Molnar */ 2582f7b7c26eSPeter Zijlstra atexit(sig_atexit); 2583a7e191c3SFrederik Deweerdt if (!forever) 258486470930SIngo Molnar signal(SIGINT, skip_signal); 258513370a9bSStephane Eranian signal(SIGCHLD, skip_signal); 258686470930SIngo Molnar signal(SIGALRM, skip_signal); 258786470930SIngo Molnar signal(SIGABRT, skip_signal); 258886470930SIngo Molnar 258927e9769aSAlexey Budankov if (evlist__initialize_ctlfd(evsel_list, stat_config.ctl_fd, stat_config.ctl_fd_ack)) 259027e9769aSAlexey Budankov goto out; 259127e9769aSAlexey Budankov 259242202dd5SIngo Molnar status = 0; 2593d97ae04bSJiri Olsa for (run_idx = 0; forever || run_idx < stat_config.run_count; run_idx++) { 2594d97ae04bSJiri Olsa if (stat_config.run_count != 1 && verbose > 0) 25954aa9015fSStephane Eranian fprintf(output, "[ perf stat: executing run #%d ... ]\n", 25964aa9015fSStephane Eranian run_idx + 1); 2597f9cef0a9SIngo Molnar 2598b63fd11cSSrikar Dronamraju if (run_idx != 0) 259953f5e908SArnaldo Carvalho de Melo evlist__reset_prev_raw_counts(evsel_list); 2600b63fd11cSSrikar Dronamraju 2601e55c14afSJiri Olsa status = run_perf_stat(argc, argv, run_idx); 2602443f2d5bSSrikar Dronamraju if (forever && status != -1 && !interval) { 2603d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 2604254ecbc7SJiri Olsa perf_stat__reset_stats(); 2605a7e191c3SFrederik Deweerdt } 260642202dd5SIngo Molnar } 260742202dd5SIngo Molnar 2608c7e5b328SJin Yao if (!forever && status != -1 && (!interval || stat_config.summary)) 2609d4f63a47SJiri Olsa print_counters(NULL, argc, argv); 2610d134ffb9SArnaldo Carvalho de Melo 261127e9769aSAlexey Budankov evlist__finalize_ctlfd(evsel_list); 261227e9769aSAlexey Budankov 26134979d0c7SJiri Olsa if (STAT_RECORD) { 26144979d0c7SJiri Olsa /* 26154979d0c7SJiri Olsa * We synthesize the kernel mmap record just so that older tools 26164979d0c7SJiri Olsa * don't emit warnings about not being able to resolve symbols 26174d39c89fSIngo Molnar * due to /proc/sys/kernel/kptr_restrict settings and instead provide 26184979d0c7SJiri Olsa * a saner message about no samples being in the perf.data file. 26194979d0c7SJiri Olsa * 26204979d0c7SJiri Olsa * This also serves to suppress a warning about f_header.data.size == 0 26218b99b1a4SJiri Olsa * in header.c at the moment 'perf stat record' gets introduced, which 26228b99b1a4SJiri Olsa * is not really needed once we start adding the stat specific PERF_RECORD_ 26238b99b1a4SJiri Olsa * records, but the need to suppress the kptr_restrict messages in older 26248b99b1a4SJiri Olsa * tools remain -acme 26254979d0c7SJiri Olsa */ 26268ceb41d7SJiri Olsa int fd = perf_data__fd(&perf_stat.data); 2627fa853c4bSSong Liu 2628fa853c4bSSong Liu err = perf_event__synthesize_kernel_mmap((void *)&perf_stat, 26294979d0c7SJiri Olsa process_synthesized_event, 26304979d0c7SJiri Olsa &perf_stat.session->machines.host); 26314979d0c7SJiri Olsa if (err) { 26324979d0c7SJiri Olsa pr_warning("Couldn't synthesize the kernel mmap record, harmless, " 26334979d0c7SJiri Olsa "older tools may produce warnings about this file\n."); 26344979d0c7SJiri Olsa } 26354979d0c7SJiri Olsa 26367aad0c32SJiri Olsa if (!interval) { 26377aad0c32SJiri Olsa if (WRITE_STAT_ROUND_EVENT(walltime_nsecs_stats.max, FINAL)) 26387aad0c32SJiri Olsa pr_err("failed to write stat round event\n"); 26397aad0c32SJiri Olsa } 26407aad0c32SJiri Olsa 26418ceb41d7SJiri Olsa if (!perf_stat.data.is_pipe) { 26424979d0c7SJiri Olsa perf_stat.session->header.data_size += perf_stat.bytes_written; 26434979d0c7SJiri Olsa perf_session__write_header(perf_stat.session, evsel_list, fd, true); 2644664c98d4SJiri Olsa } 26454979d0c7SJiri Olsa 2646750b4edeSJiri Olsa evlist__close(evsel_list); 26474979d0c7SJiri Olsa perf_session__delete(perf_stat.session); 26484979d0c7SJiri Olsa } 26494979d0c7SJiri Olsa 2650544c2ae7SMasami Hiramatsu perf_stat__exit_aggr_mode(); 265153f5e908SArnaldo Carvalho de Melo evlist__free_stats(evsel_list); 26520015e2e1SArnaldo Carvalho de Melo out: 2653f07952b1SAlexander Antonov if (stat_config.iostat_run) 2654f07952b1SAlexander Antonov iostat_release(evsel_list); 2655f07952b1SAlexander Antonov 2656d8f9da24SArnaldo Carvalho de Melo zfree(&stat_config.walltime_run); 2657e55c14afSJiri Olsa 2658daefd0bcSKan Liang if (smi_cost && smi_reset) 2659daefd0bcSKan Liang sysfs__write_int(FREEZE_ON_SMI_PATH, 0); 2660daefd0bcSKan Liang 2661c12995a5SJiri Olsa evlist__delete(evsel_list); 266256739444SJin Yao 26639afe5658SJiri Olsa metricgroup__rblist_exit(&stat_config.metric_events); 266456739444SJin Yao runtime_stat_delete(&stat_config); 2665ee7fe31eSAdrian Hunter evlist__close_control(stat_config.ctl_fd, stat_config.ctl_fd_ack, &stat_config.ctl_fd_close); 266656739444SJin Yao 266742202dd5SIngo Molnar return status; 266886470930SIngo Molnar } 2669