1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 2a43783aeSArnaldo Carvalho de Melo #include <errno.h> 3fd20e811SArnaldo Carvalho de Melo #include <inttypes.h> 40007eceaSXiao Guangrong #include <math.h> 5f2a39fe8SArnaldo Carvalho de Melo #include <string.h> 6bfc49182SArnaldo Carvalho de Melo #include "counts.h" 787ffb6c6SArnaldo Carvalho de Melo #include "cpumap.h" 8b4209025SArnaldo Carvalho de Melo #include "debug.h" 9f2a39fe8SArnaldo Carvalho de Melo #include "header.h" 100007eceaSXiao Guangrong #include "stat.h" 11f2a39fe8SArnaldo Carvalho de Melo #include "session.h" 12aeb00b1aSArnaldo Carvalho de Melo #include "target.h" 1324e34f68SJiri Olsa #include "evlist.h" 14e2f56da1SJiri Olsa #include "evsel.h" 1524e34f68SJiri Olsa #include "thread_map.h" 167f7c536fSArnaldo Carvalho de Melo #include <linux/zalloc.h> 170007eceaSXiao Guangrong 180007eceaSXiao Guangrong void update_stats(struct stats *stats, u64 val) 190007eceaSXiao Guangrong { 200007eceaSXiao Guangrong double delta; 210007eceaSXiao Guangrong 220007eceaSXiao Guangrong stats->n++; 230007eceaSXiao Guangrong delta = val - stats->mean; 240007eceaSXiao Guangrong stats->mean += delta / stats->n; 250007eceaSXiao Guangrong stats->M2 += delta*(val - stats->mean); 26ffe4f3c0SDavid Ahern 27ffe4f3c0SDavid Ahern if (val > stats->max) 28ffe4f3c0SDavid Ahern stats->max = val; 29ffe4f3c0SDavid Ahern 30ffe4f3c0SDavid Ahern if (val < stats->min) 31ffe4f3c0SDavid Ahern stats->min = val; 320007eceaSXiao Guangrong } 330007eceaSXiao Guangrong 340007eceaSXiao Guangrong double avg_stats(struct stats *stats) 350007eceaSXiao Guangrong { 360007eceaSXiao Guangrong return stats->mean; 370007eceaSXiao Guangrong } 380007eceaSXiao Guangrong 390007eceaSXiao Guangrong /* 400007eceaSXiao Guangrong * http://en.wikipedia.org/wiki/Algorithms_for_calculating_variance 410007eceaSXiao Guangrong * 420007eceaSXiao Guangrong * (\Sum n_i^2) - ((\Sum n_i)^2)/n 430007eceaSXiao Guangrong * s^2 = ------------------------------- 440007eceaSXiao Guangrong * n - 1 450007eceaSXiao Guangrong * 460007eceaSXiao Guangrong * http://en.wikipedia.org/wiki/Stddev 470007eceaSXiao Guangrong * 480007eceaSXiao Guangrong * The std dev of the mean is related to the std dev by: 490007eceaSXiao Guangrong * 500007eceaSXiao Guangrong * s 510007eceaSXiao Guangrong * s_mean = ------- 520007eceaSXiao Guangrong * sqrt(n) 530007eceaSXiao Guangrong * 540007eceaSXiao Guangrong */ 550007eceaSXiao Guangrong double stddev_stats(struct stats *stats) 560007eceaSXiao Guangrong { 570007eceaSXiao Guangrong double variance, variance_mean; 580007eceaSXiao Guangrong 5945528f7cSDavid Ahern if (stats->n < 2) 600007eceaSXiao Guangrong return 0.0; 610007eceaSXiao Guangrong 620007eceaSXiao Guangrong variance = stats->M2 / (stats->n - 1); 630007eceaSXiao Guangrong variance_mean = variance / stats->n; 640007eceaSXiao Guangrong 650007eceaSXiao Guangrong return sqrt(variance_mean); 660007eceaSXiao Guangrong } 670007eceaSXiao Guangrong 680007eceaSXiao Guangrong double rel_stddev_stats(double stddev, double avg) 690007eceaSXiao Guangrong { 700007eceaSXiao Guangrong double pct = 0.0; 710007eceaSXiao Guangrong 720007eceaSXiao Guangrong if (avg) 730007eceaSXiao Guangrong pct = 100.0 * stddev/avg; 740007eceaSXiao Guangrong 750007eceaSXiao Guangrong return pct; 760007eceaSXiao Guangrong } 77e2f56da1SJiri Olsa 7832dcd021SJiri Olsa bool __perf_evsel_stat__is(struct evsel *evsel, 79e2f56da1SJiri Olsa enum perf_stat_evsel_id id) 80e2f56da1SJiri Olsa { 81e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = evsel->stats; 82e2f56da1SJiri Olsa 83e2f56da1SJiri Olsa return ps->id == id; 84e2f56da1SJiri Olsa } 85e2f56da1SJiri Olsa 86e2f56da1SJiri Olsa #define ID(id, name) [PERF_STAT_EVSEL_ID__##id] = #name 87e2f56da1SJiri Olsa static const char *id_str[PERF_STAT_EVSEL_ID__MAX] = { 88e2f56da1SJiri Olsa ID(NONE, x), 894c358d5cSJiri Olsa ID(CYCLES_IN_TX, cpu/cycles-t/), 904c358d5cSJiri Olsa ID(TRANSACTION_START, cpu/tx-start/), 914c358d5cSJiri Olsa ID(ELISION_START, cpu/el-start/), 924c358d5cSJiri Olsa ID(CYCLES_IN_TX_CP, cpu/cycles-ct/), 93239bd47fSAndi Kleen ID(TOPDOWN_TOTAL_SLOTS, topdown-total-slots), 94239bd47fSAndi Kleen ID(TOPDOWN_SLOTS_ISSUED, topdown-slots-issued), 95239bd47fSAndi Kleen ID(TOPDOWN_SLOTS_RETIRED, topdown-slots-retired), 96239bd47fSAndi Kleen ID(TOPDOWN_FETCH_BUBBLES, topdown-fetch-bubbles), 97239bd47fSAndi Kleen ID(TOPDOWN_RECOVERY_BUBBLES, topdown-recovery-bubbles), 98daefd0bcSKan Liang ID(SMI_NUM, msr/smi/), 99daefd0bcSKan Liang ID(APERF, msr/aperf/), 100e2f56da1SJiri Olsa }; 101e2f56da1SJiri Olsa #undef ID 102e2f56da1SJiri Olsa 10332dcd021SJiri Olsa static void perf_stat_evsel_id_init(struct evsel *evsel) 104e2f56da1SJiri Olsa { 105e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = evsel->stats; 106e2f56da1SJiri Olsa int i; 107e2f56da1SJiri Olsa 108e2f56da1SJiri Olsa /* ps->id is 0 hence PERF_STAT_EVSEL_ID__NONE by default */ 109e2f56da1SJiri Olsa 110e2f56da1SJiri Olsa for (i = 0; i < PERF_STAT_EVSEL_ID__MAX; i++) { 111e2f56da1SJiri Olsa if (!strcmp(perf_evsel__name(evsel), id_str[i])) { 112e2f56da1SJiri Olsa ps->id = i; 113e2f56da1SJiri Olsa break; 114e2f56da1SJiri Olsa } 115e2f56da1SJiri Olsa } 116e2f56da1SJiri Olsa } 117a9a3a4d9SJiri Olsa 11832dcd021SJiri Olsa static void perf_evsel__reset_stat_priv(struct evsel *evsel) 1199689edfaSJiri Olsa { 1209689edfaSJiri Olsa int i; 121e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = evsel->stats; 1229689edfaSJiri Olsa 1239689edfaSJiri Olsa for (i = 0; i < 3; i++) 1249689edfaSJiri Olsa init_stats(&ps->res_stats[i]); 1259689edfaSJiri Olsa 1269689edfaSJiri Olsa perf_stat_evsel_id_init(evsel); 1279689edfaSJiri Olsa } 1289689edfaSJiri Olsa 12932dcd021SJiri Olsa static int perf_evsel__alloc_stat_priv(struct evsel *evsel) 1309689edfaSJiri Olsa { 131e669e833SArnaldo Carvalho de Melo evsel->stats = zalloc(sizeof(struct perf_stat_evsel)); 132e669e833SArnaldo Carvalho de Melo if (evsel->stats == NULL) 1339689edfaSJiri Olsa return -ENOMEM; 1349689edfaSJiri Olsa perf_evsel__reset_stat_priv(evsel); 1359689edfaSJiri Olsa return 0; 1369689edfaSJiri Olsa } 1379689edfaSJiri Olsa 13832dcd021SJiri Olsa static void perf_evsel__free_stat_priv(struct evsel *evsel) 1399689edfaSJiri Olsa { 140e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = evsel->stats; 141f7794d52SJiri Olsa 142f7794d52SJiri Olsa if (ps) 143d8f9da24SArnaldo Carvalho de Melo zfree(&ps->group_data); 144e669e833SArnaldo Carvalho de Melo zfree(&evsel->stats); 1459689edfaSJiri Olsa } 146a939512dSJiri Olsa 14732dcd021SJiri Olsa static int perf_evsel__alloc_prev_raw_counts(struct evsel *evsel, 148a939512dSJiri Olsa int ncpus, int nthreads) 149a939512dSJiri Olsa { 150a939512dSJiri Olsa struct perf_counts *counts; 151a939512dSJiri Olsa 152a939512dSJiri Olsa counts = perf_counts__new(ncpus, nthreads); 153a939512dSJiri Olsa if (counts) 154a939512dSJiri Olsa evsel->prev_raw_counts = counts; 155a939512dSJiri Olsa 156a939512dSJiri Olsa return counts ? 0 : -ENOMEM; 157a939512dSJiri Olsa } 158a939512dSJiri Olsa 15932dcd021SJiri Olsa static void perf_evsel__free_prev_raw_counts(struct evsel *evsel) 160a939512dSJiri Olsa { 161a939512dSJiri Olsa perf_counts__delete(evsel->prev_raw_counts); 162a939512dSJiri Olsa evsel->prev_raw_counts = NULL; 163a939512dSJiri Olsa } 16424e34f68SJiri Olsa 165b63fd11cSSrikar Dronamraju static void perf_evsel__reset_prev_raw_counts(struct evsel *evsel) 166b63fd11cSSrikar Dronamraju { 167b63fd11cSSrikar Dronamraju if (evsel->prev_raw_counts) { 168b63fd11cSSrikar Dronamraju evsel->prev_raw_counts->aggr.val = 0; 169b63fd11cSSrikar Dronamraju evsel->prev_raw_counts->aggr.ena = 0; 170b63fd11cSSrikar Dronamraju evsel->prev_raw_counts->aggr.run = 0; 171b63fd11cSSrikar Dronamraju } 172b63fd11cSSrikar Dronamraju } 173b63fd11cSSrikar Dronamraju 17432dcd021SJiri Olsa static int perf_evsel__alloc_stats(struct evsel *evsel, bool alloc_raw) 17524e34f68SJiri Olsa { 1765eb88f04SArnaldo Carvalho de Melo int ncpus = evsel__nr_cpus(evsel); 177a2f354e3SJiri Olsa int nthreads = perf_thread_map__nr(evsel->core.threads); 17824e34f68SJiri Olsa 17924e34f68SJiri Olsa if (perf_evsel__alloc_stat_priv(evsel) < 0 || 18024e34f68SJiri Olsa perf_evsel__alloc_counts(evsel, ncpus, nthreads) < 0 || 18124e34f68SJiri Olsa (alloc_raw && perf_evsel__alloc_prev_raw_counts(evsel, ncpus, nthreads) < 0)) 182a7d0a102SJiri Olsa return -ENOMEM; 183a7d0a102SJiri Olsa 184a7d0a102SJiri Olsa return 0; 185a7d0a102SJiri Olsa } 186a7d0a102SJiri Olsa 18763503dbaSJiri Olsa int perf_evlist__alloc_stats(struct evlist *evlist, bool alloc_raw) 188a7d0a102SJiri Olsa { 18932dcd021SJiri Olsa struct evsel *evsel; 190a7d0a102SJiri Olsa 191e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, evsel) { 192a7d0a102SJiri Olsa if (perf_evsel__alloc_stats(evsel, alloc_raw)) 19324e34f68SJiri Olsa goto out_free; 19424e34f68SJiri Olsa } 19524e34f68SJiri Olsa 19624e34f68SJiri Olsa return 0; 19724e34f68SJiri Olsa 19824e34f68SJiri Olsa out_free: 19924e34f68SJiri Olsa perf_evlist__free_stats(evlist); 20024e34f68SJiri Olsa return -1; 20124e34f68SJiri Olsa } 20224e34f68SJiri Olsa 20363503dbaSJiri Olsa void perf_evlist__free_stats(struct evlist *evlist) 20424e34f68SJiri Olsa { 20532dcd021SJiri Olsa struct evsel *evsel; 20624e34f68SJiri Olsa 207e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, evsel) { 20824e34f68SJiri Olsa perf_evsel__free_stat_priv(evsel); 20924e34f68SJiri Olsa perf_evsel__free_counts(evsel); 21024e34f68SJiri Olsa perf_evsel__free_prev_raw_counts(evsel); 21124e34f68SJiri Olsa } 21224e34f68SJiri Olsa } 21324e34f68SJiri Olsa 21463503dbaSJiri Olsa void perf_evlist__reset_stats(struct evlist *evlist) 21524e34f68SJiri Olsa { 21632dcd021SJiri Olsa struct evsel *evsel; 21724e34f68SJiri Olsa 218e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, evsel) { 21924e34f68SJiri Olsa perf_evsel__reset_stat_priv(evsel); 22024e34f68SJiri Olsa perf_evsel__reset_counts(evsel); 22124e34f68SJiri Olsa } 22224e34f68SJiri Olsa } 223f80010ebSJiri Olsa 224b63fd11cSSrikar Dronamraju void perf_evlist__reset_prev_raw_counts(struct evlist *evlist) 225b63fd11cSSrikar Dronamraju { 226b63fd11cSSrikar Dronamraju struct evsel *evsel; 227b63fd11cSSrikar Dronamraju 228b63fd11cSSrikar Dronamraju evlist__for_each_entry(evlist, evsel) 229b63fd11cSSrikar Dronamraju perf_evsel__reset_prev_raw_counts(evsel); 230b63fd11cSSrikar Dronamraju } 231b63fd11cSSrikar Dronamraju 23232dcd021SJiri Olsa static void zero_per_pkg(struct evsel *counter) 233f80010ebSJiri Olsa { 234f80010ebSJiri Olsa if (counter->per_pkg_mask) 23592b5a154SKyle Meyer memset(counter->per_pkg_mask, 0, cpu__max_cpu()); 236f80010ebSJiri Olsa } 237f80010ebSJiri Olsa 23832dcd021SJiri Olsa static int check_per_pkg(struct evsel *counter, 23902d8dabcSStephane Eranian struct perf_counts_values *vals, int cpu, bool *skip) 240f80010ebSJiri Olsa { 241f80010ebSJiri Olsa unsigned long *mask = counter->per_pkg_mask; 242b49aca3eSJiri Olsa struct perf_cpu_map *cpus = evsel__cpus(counter); 243f80010ebSJiri Olsa int s; 244f80010ebSJiri Olsa 245f80010ebSJiri Olsa *skip = false; 246f80010ebSJiri Olsa 247f80010ebSJiri Olsa if (!counter->per_pkg) 248f80010ebSJiri Olsa return 0; 249f80010ebSJiri Olsa 250315c0a1fSJiri Olsa if (perf_cpu_map__empty(cpus)) 251f80010ebSJiri Olsa return 0; 252f80010ebSJiri Olsa 253f80010ebSJiri Olsa if (!mask) { 25492b5a154SKyle Meyer mask = zalloc(cpu__max_cpu()); 255f80010ebSJiri Olsa if (!mask) 256f80010ebSJiri Olsa return -ENOMEM; 257f80010ebSJiri Olsa 258f80010ebSJiri Olsa counter->per_pkg_mask = mask; 259f80010ebSJiri Olsa } 260f80010ebSJiri Olsa 26102d8dabcSStephane Eranian /* 26202d8dabcSStephane Eranian * we do not consider an event that has not run as a good 26302d8dabcSStephane Eranian * instance to mark a package as used (skip=1). Otherwise 26402d8dabcSStephane Eranian * we may run into a situation where the first CPU in a package 26502d8dabcSStephane Eranian * is not running anything, yet the second is, and this function 26602d8dabcSStephane Eranian * would mark the package as used after the first CPU and would 26702d8dabcSStephane Eranian * not read the values from the second CPU. 26802d8dabcSStephane Eranian */ 26902d8dabcSStephane Eranian if (!(vals->run && vals->ena)) 27002d8dabcSStephane Eranian return 0; 27102d8dabcSStephane Eranian 2721fe7a300SJiri Olsa s = cpu_map__get_socket(cpus, cpu, NULL); 273f80010ebSJiri Olsa if (s < 0) 274f80010ebSJiri Olsa return -1; 275f80010ebSJiri Olsa 276f80010ebSJiri Olsa *skip = test_and_set_bit(s, mask) == 1; 277f80010ebSJiri Olsa return 0; 278f80010ebSJiri Olsa } 279f80010ebSJiri Olsa 280f80010ebSJiri Olsa static int 28132dcd021SJiri Olsa process_counter_values(struct perf_stat_config *config, struct evsel *evsel, 282f80010ebSJiri Olsa int cpu, int thread, 283f80010ebSJiri Olsa struct perf_counts_values *count) 284f80010ebSJiri Olsa { 285f80010ebSJiri Olsa struct perf_counts_values *aggr = &evsel->counts->aggr; 286f80010ebSJiri Olsa static struct perf_counts_values zero; 287f80010ebSJiri Olsa bool skip = false; 288f80010ebSJiri Olsa 28902d8dabcSStephane Eranian if (check_per_pkg(evsel, count, cpu, &skip)) { 290f80010ebSJiri Olsa pr_err("failed to read per-pkg counter\n"); 291f80010ebSJiri Olsa return -1; 292f80010ebSJiri Olsa } 293f80010ebSJiri Olsa 294f80010ebSJiri Olsa if (skip) 295f80010ebSJiri Olsa count = &zero; 296f80010ebSJiri Olsa 297f80010ebSJiri Olsa switch (config->aggr_mode) { 298f80010ebSJiri Olsa case AGGR_THREAD: 299f80010ebSJiri Olsa case AGGR_CORE: 300db5742b6SKan Liang case AGGR_DIE: 301f80010ebSJiri Olsa case AGGR_SOCKET: 30286895b48SJiri Olsa case AGGR_NODE: 303f80010ebSJiri Olsa case AGGR_NONE: 304f80010ebSJiri Olsa if (!evsel->snapshot) 30512f5261dSArnaldo Carvalho de Melo evsel__compute_deltas(evsel, cpu, thread, count); 306f80010ebSJiri Olsa perf_counts_values__scale(count, config->scale, NULL); 3074fc4d8dfSJin Yao if ((config->aggr_mode == AGGR_NONE) && (!evsel->percore)) { 3084fc4d8dfSJin Yao perf_stat__update_shadow_stats(evsel, count->val, 3094fc4d8dfSJin Yao cpu, &rt_stat); 3104fc4d8dfSJin Yao } 3114fc4d8dfSJin Yao 31214e72a21SJin Yao if (config->aggr_mode == AGGR_THREAD) { 31314e72a21SJin Yao if (config->stats) 31414e72a21SJin Yao perf_stat__update_shadow_stats(evsel, 31514e72a21SJin Yao count->val, 0, &config->stats[thread]); 31614e72a21SJin Yao else 31714e72a21SJin Yao perf_stat__update_shadow_stats(evsel, 31814e72a21SJin Yao count->val, 0, &rt_stat); 31914e72a21SJin Yao } 320f80010ebSJiri Olsa break; 321f80010ebSJiri Olsa case AGGR_GLOBAL: 322f80010ebSJiri Olsa aggr->val += count->val; 323f80010ebSJiri Olsa aggr->ena += count->ena; 324f80010ebSJiri Olsa aggr->run += count->run; 325208df99eSJiri Olsa case AGGR_UNSET: 326f80010ebSJiri Olsa default: 327f80010ebSJiri Olsa break; 328f80010ebSJiri Olsa } 329f80010ebSJiri Olsa 330f80010ebSJiri Olsa return 0; 331f80010ebSJiri Olsa } 332f80010ebSJiri Olsa 333f80010ebSJiri Olsa static int process_counter_maps(struct perf_stat_config *config, 33432dcd021SJiri Olsa struct evsel *counter) 335f80010ebSJiri Olsa { 336a2f354e3SJiri Olsa int nthreads = perf_thread_map__nr(counter->core.threads); 3375eb88f04SArnaldo Carvalho de Melo int ncpus = evsel__nr_cpus(counter); 338f80010ebSJiri Olsa int cpu, thread; 339f80010ebSJiri Olsa 340648b5af3SJiri Olsa if (counter->core.system_wide) 341f80010ebSJiri Olsa nthreads = 1; 342f80010ebSJiri Olsa 343f80010ebSJiri Olsa for (thread = 0; thread < nthreads; thread++) { 344f80010ebSJiri Olsa for (cpu = 0; cpu < ncpus; cpu++) { 345f80010ebSJiri Olsa if (process_counter_values(config, counter, cpu, thread, 346f80010ebSJiri Olsa perf_counts(counter->counts, cpu, thread))) 347f80010ebSJiri Olsa return -1; 348f80010ebSJiri Olsa } 349f80010ebSJiri Olsa } 350f80010ebSJiri Olsa 351f80010ebSJiri Olsa return 0; 352f80010ebSJiri Olsa } 353f80010ebSJiri Olsa 354f80010ebSJiri Olsa int perf_stat_process_counter(struct perf_stat_config *config, 35532dcd021SJiri Olsa struct evsel *counter) 356f80010ebSJiri Olsa { 357f80010ebSJiri Olsa struct perf_counts_values *aggr = &counter->counts->aggr; 358e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = counter->stats; 359f80010ebSJiri Olsa u64 *count = counter->counts->aggr.values; 360f80010ebSJiri Olsa int i, ret; 361f80010ebSJiri Olsa 362f80010ebSJiri Olsa aggr->val = aggr->ena = aggr->run = 0; 363f80010ebSJiri Olsa 36451fd2df1SJiri Olsa /* 36551fd2df1SJiri Olsa * We calculate counter's data every interval, 36651fd2df1SJiri Olsa * and the display code shows ps->res_stats 36751fd2df1SJiri Olsa * avg value. We need to zero the stats for 36851fd2df1SJiri Olsa * interval mode, otherwise overall avg running 36951fd2df1SJiri Olsa * averages will be shown for each interval. 37051fd2df1SJiri Olsa */ 3710e0bf1eaSJin Yao if (config->interval) { 3720e0bf1eaSJin Yao for (i = 0; i < 3; i++) 3730e0bf1eaSJin Yao init_stats(&ps->res_stats[i]); 3740e0bf1eaSJin Yao } 37551fd2df1SJiri Olsa 376f80010ebSJiri Olsa if (counter->per_pkg) 377f80010ebSJiri Olsa zero_per_pkg(counter); 378f80010ebSJiri Olsa 379f80010ebSJiri Olsa ret = process_counter_maps(config, counter); 380f80010ebSJiri Olsa if (ret) 381f80010ebSJiri Olsa return ret; 382f80010ebSJiri Olsa 383f80010ebSJiri Olsa if (config->aggr_mode != AGGR_GLOBAL) 384f80010ebSJiri Olsa return 0; 385f80010ebSJiri Olsa 386f80010ebSJiri Olsa if (!counter->snapshot) 38712f5261dSArnaldo Carvalho de Melo evsel__compute_deltas(counter, -1, -1, aggr); 388f80010ebSJiri Olsa perf_counts_values__scale(aggr, config->scale, &counter->counts->scaled); 389f80010ebSJiri Olsa 390f80010ebSJiri Olsa for (i = 0; i < 3; i++) 391f80010ebSJiri Olsa update_stats(&ps->res_stats[i], count[i]); 392f80010ebSJiri Olsa 393bb963e16SNamhyung Kim if (verbose > 0) { 394f80010ebSJiri Olsa fprintf(config->output, "%s: %" PRIu64 " %" PRIu64 " %" PRIu64 "\n", 395f80010ebSJiri Olsa perf_evsel__name(counter), count[0], count[1], count[2]); 396f80010ebSJiri Olsa } 397f80010ebSJiri Olsa 398f80010ebSJiri Olsa /* 399f80010ebSJiri Olsa * Save the full runtime - to allow normalization during printout: 400f80010ebSJiri Olsa */ 4011fcd0394SJin Yao perf_stat__update_shadow_stats(counter, *count, 0, &rt_stat); 402f80010ebSJiri Olsa 403f80010ebSJiri Olsa return 0; 404f80010ebSJiri Olsa } 4050ea0e355SJiri Olsa 40689f1688aSJiri Olsa int perf_event__process_stat_event(struct perf_session *session, 40789f1688aSJiri Olsa union perf_event *event) 4080ea0e355SJiri Olsa { 4090ea0e355SJiri Olsa struct perf_counts_values count; 41072932371SJiri Olsa struct perf_record_stat *st = &event->stat; 41132dcd021SJiri Olsa struct evsel *counter; 4120ea0e355SJiri Olsa 4130ea0e355SJiri Olsa count.val = st->val; 4140ea0e355SJiri Olsa count.ena = st->ena; 4150ea0e355SJiri Olsa count.run = st->run; 4160ea0e355SJiri Olsa 4170ea0e355SJiri Olsa counter = perf_evlist__id2evsel(session->evlist, st->id); 4180ea0e355SJiri Olsa if (!counter) { 4190ea0e355SJiri Olsa pr_err("Failed to resolve counter for stat event.\n"); 4200ea0e355SJiri Olsa return -EINVAL; 4210ea0e355SJiri Olsa } 4220ea0e355SJiri Olsa 4230ea0e355SJiri Olsa *perf_counts(counter->counts, st->cpu, st->thread) = count; 4240ea0e355SJiri Olsa counter->supported = true; 4250ea0e355SJiri Olsa return 0; 4260ea0e355SJiri Olsa } 427e08a4564SJiri Olsa 428e08a4564SJiri Olsa size_t perf_event__fprintf_stat(union perf_event *event, FILE *fp) 429e08a4564SJiri Olsa { 43072932371SJiri Olsa struct perf_record_stat *st = (struct perf_record_stat *)event; 431e08a4564SJiri Olsa size_t ret; 432e08a4564SJiri Olsa 43318a13a60SJiri Olsa ret = fprintf(fp, "\n... id %" PRI_lu64 ", cpu %d, thread %d\n", 434e08a4564SJiri Olsa st->id, st->cpu, st->thread); 43518a13a60SJiri Olsa ret += fprintf(fp, "... value %" PRI_lu64 ", enabled %" PRI_lu64 ", running %" PRI_lu64 "\n", 436e08a4564SJiri Olsa st->val, st->ena, st->run); 437e08a4564SJiri Olsa 438e08a4564SJiri Olsa return ret; 439e08a4564SJiri Olsa } 440e08a4564SJiri Olsa 441e08a4564SJiri Olsa size_t perf_event__fprintf_stat_round(union perf_event *event, FILE *fp) 442e08a4564SJiri Olsa { 44372932371SJiri Olsa struct perf_record_stat_round *rd = (struct perf_record_stat_round *)event; 444e08a4564SJiri Olsa size_t ret; 445e08a4564SJiri Olsa 446782adbe2SJiri Olsa ret = fprintf(fp, "\n... time %" PRI_lu64 ", type %s\n", rd->time, 447e08a4564SJiri Olsa rd->type == PERF_STAT_ROUND_TYPE__FINAL ? "FINAL" : "INTERVAL"); 448e08a4564SJiri Olsa 449e08a4564SJiri Olsa return ret; 450e08a4564SJiri Olsa } 451e08a4564SJiri Olsa 452e08a4564SJiri Olsa size_t perf_event__fprintf_stat_config(union perf_event *event, FILE *fp) 453e08a4564SJiri Olsa { 454e08a4564SJiri Olsa struct perf_stat_config sc; 455e08a4564SJiri Olsa size_t ret; 456e08a4564SJiri Olsa 457e08a4564SJiri Olsa perf_event__read_stat_config(&sc, &event->stat_config); 458e08a4564SJiri Olsa 459e08a4564SJiri Olsa ret = fprintf(fp, "\n"); 460e08a4564SJiri Olsa ret += fprintf(fp, "... aggr_mode %d\n", sc.aggr_mode); 461e08a4564SJiri Olsa ret += fprintf(fp, "... scale %d\n", sc.scale); 462e08a4564SJiri Olsa ret += fprintf(fp, "... interval %u\n", sc.interval); 463e08a4564SJiri Olsa 464e08a4564SJiri Olsa return ret; 465e08a4564SJiri Olsa } 466d09cefd2SJiri Olsa 46732dcd021SJiri Olsa int create_perf_stat_counter(struct evsel *evsel, 468d09cefd2SJiri Olsa struct perf_stat_config *config, 4694804e011SAndi Kleen struct target *target, 4704804e011SAndi Kleen int cpu) 471d09cefd2SJiri Olsa { 4721fc632ceSJiri Olsa struct perf_event_attr *attr = &evsel->core.attr; 47332dcd021SJiri Olsa struct evsel *leader = evsel->leader; 474d09cefd2SJiri Olsa 475d09cefd2SJiri Olsa attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 476d09cefd2SJiri Olsa PERF_FORMAT_TOTAL_TIME_RUNNING; 477d09cefd2SJiri Olsa 478d09cefd2SJiri Olsa /* 479d09cefd2SJiri Olsa * The event is part of non trivial group, let's enable 480d09cefd2SJiri Olsa * the group read (for leader) and ID retrieval for all 481d09cefd2SJiri Olsa * members. 482d09cefd2SJiri Olsa */ 4835643b1a5SJiri Olsa if (leader->core.nr_members > 1) 484d09cefd2SJiri Olsa attr->read_format |= PERF_FORMAT_ID|PERF_FORMAT_GROUP; 485d09cefd2SJiri Olsa 486d09cefd2SJiri Olsa attr->inherit = !config->no_inherit; 487d09cefd2SJiri Olsa 488d09cefd2SJiri Olsa /* 489d09cefd2SJiri Olsa * Some events get initialized with sample_(period/type) set, 490d09cefd2SJiri Olsa * like tracepoints. Clear it up for counting. 491d09cefd2SJiri Olsa */ 492d09cefd2SJiri Olsa attr->sample_period = 0; 493d09cefd2SJiri Olsa 494d09cefd2SJiri Olsa if (config->identifier) 495d09cefd2SJiri Olsa attr->sample_type = PERF_SAMPLE_IDENTIFIER; 496d09cefd2SJiri Olsa 497dd071024SJin Yao if (config->all_user) { 498dd071024SJin Yao attr->exclude_kernel = 1; 499dd071024SJin Yao attr->exclude_user = 0; 500dd071024SJin Yao } 501dd071024SJin Yao 502dd071024SJin Yao if (config->all_kernel) { 503dd071024SJin Yao attr->exclude_kernel = 0; 504dd071024SJin Yao attr->exclude_user = 1; 505dd071024SJin Yao } 506dd071024SJin Yao 507d09cefd2SJiri Olsa /* 508d09cefd2SJiri Olsa * Disabling all counters initially, they will be enabled 509d09cefd2SJiri Olsa * either manually by us or by kernel via enable_on_exec 510d09cefd2SJiri Olsa * set later. 511d09cefd2SJiri Olsa */ 512d09cefd2SJiri Olsa if (perf_evsel__is_group_leader(evsel)) { 513d09cefd2SJiri Olsa attr->disabled = 1; 514d09cefd2SJiri Olsa 515d09cefd2SJiri Olsa /* 516d09cefd2SJiri Olsa * In case of initial_delay we enable tracee 517d09cefd2SJiri Olsa * events manually. 518d09cefd2SJiri Olsa */ 519d09cefd2SJiri Olsa if (target__none(target) && !config->initial_delay) 520d09cefd2SJiri Olsa attr->enable_on_exec = 1; 521d09cefd2SJiri Olsa } 522d09cefd2SJiri Olsa 523d09cefd2SJiri Olsa if (target__has_cpu(target) && !target__has_per_thread(target)) 5244804e011SAndi Kleen return perf_evsel__open_per_cpu(evsel, evsel__cpus(evsel), cpu); 525d09cefd2SJiri Olsa 526af663bd0SJiri Olsa return perf_evsel__open_per_thread(evsel, evsel->core.threads); 527d09cefd2SJiri Olsa } 528