1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 2a43783aeSArnaldo Carvalho de Melo #include <errno.h> 3d73f5d14SLv Ruyi #include <linux/err.h> 4fd20e811SArnaldo Carvalho de Melo #include <inttypes.h> 50007eceaSXiao Guangrong #include <math.h> 6f2a39fe8SArnaldo Carvalho de Melo #include <string.h> 7bfc49182SArnaldo Carvalho de Melo #include "counts.h" 887ffb6c6SArnaldo Carvalho de Melo #include "cpumap.h" 9b4209025SArnaldo Carvalho de Melo #include "debug.h" 10f2a39fe8SArnaldo Carvalho de Melo #include "header.h" 110007eceaSXiao Guangrong #include "stat.h" 12f2a39fe8SArnaldo Carvalho de Melo #include "session.h" 13aeb00b1aSArnaldo Carvalho de Melo #include "target.h" 1424e34f68SJiri Olsa #include "evlist.h" 15e2f56da1SJiri Olsa #include "evsel.h" 1624e34f68SJiri Olsa #include "thread_map.h" 17034f7ee1SJin Yao #include "hashmap.h" 187f7c536fSArnaldo Carvalho de Melo #include <linux/zalloc.h> 190007eceaSXiao Guangrong 200007eceaSXiao Guangrong void update_stats(struct stats *stats, u64 val) 210007eceaSXiao Guangrong { 220007eceaSXiao Guangrong double delta; 230007eceaSXiao Guangrong 240007eceaSXiao Guangrong stats->n++; 250007eceaSXiao Guangrong delta = val - stats->mean; 260007eceaSXiao Guangrong stats->mean += delta / stats->n; 270007eceaSXiao Guangrong stats->M2 += delta*(val - stats->mean); 28ffe4f3c0SDavid Ahern 29ffe4f3c0SDavid Ahern if (val > stats->max) 30ffe4f3c0SDavid Ahern stats->max = val; 31ffe4f3c0SDavid Ahern 32ffe4f3c0SDavid Ahern if (val < stats->min) 33ffe4f3c0SDavid Ahern stats->min = val; 340007eceaSXiao Guangrong } 350007eceaSXiao Guangrong 360007eceaSXiao Guangrong double avg_stats(struct stats *stats) 370007eceaSXiao Guangrong { 380007eceaSXiao Guangrong return stats->mean; 390007eceaSXiao Guangrong } 400007eceaSXiao Guangrong 410007eceaSXiao Guangrong /* 420007eceaSXiao Guangrong * http://en.wikipedia.org/wiki/Algorithms_for_calculating_variance 430007eceaSXiao Guangrong * 440007eceaSXiao Guangrong * (\Sum n_i^2) - ((\Sum n_i)^2)/n 450007eceaSXiao Guangrong * s^2 = ------------------------------- 460007eceaSXiao Guangrong * n - 1 470007eceaSXiao Guangrong * 480007eceaSXiao Guangrong * http://en.wikipedia.org/wiki/Stddev 490007eceaSXiao Guangrong * 500007eceaSXiao Guangrong * The std dev of the mean is related to the std dev by: 510007eceaSXiao Guangrong * 520007eceaSXiao Guangrong * s 530007eceaSXiao Guangrong * s_mean = ------- 540007eceaSXiao Guangrong * sqrt(n) 550007eceaSXiao Guangrong * 560007eceaSXiao Guangrong */ 570007eceaSXiao Guangrong double stddev_stats(struct stats *stats) 580007eceaSXiao Guangrong { 590007eceaSXiao Guangrong double variance, variance_mean; 600007eceaSXiao Guangrong 6145528f7cSDavid Ahern if (stats->n < 2) 620007eceaSXiao Guangrong return 0.0; 630007eceaSXiao Guangrong 640007eceaSXiao Guangrong variance = stats->M2 / (stats->n - 1); 650007eceaSXiao Guangrong variance_mean = variance / stats->n; 660007eceaSXiao Guangrong 670007eceaSXiao Guangrong return sqrt(variance_mean); 680007eceaSXiao Guangrong } 690007eceaSXiao Guangrong 700007eceaSXiao Guangrong double rel_stddev_stats(double stddev, double avg) 710007eceaSXiao Guangrong { 720007eceaSXiao Guangrong double pct = 0.0; 730007eceaSXiao Guangrong 740007eceaSXiao Guangrong if (avg) 750007eceaSXiao Guangrong pct = 100.0 * stddev/avg; 760007eceaSXiao Guangrong 770007eceaSXiao Guangrong return pct; 780007eceaSXiao Guangrong } 79e2f56da1SJiri Olsa 8090520341SArnaldo Carvalho de Melo bool __perf_stat_evsel__is(struct evsel *evsel, enum perf_stat_evsel_id id) 81e2f56da1SJiri Olsa { 82e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = evsel->stats; 83e2f56da1SJiri Olsa 84e2f56da1SJiri Olsa return ps->id == id; 85e2f56da1SJiri Olsa } 86e2f56da1SJiri Olsa 87e2f56da1SJiri Olsa #define ID(id, name) [PERF_STAT_EVSEL_ID__##id] = #name 88e2f56da1SJiri Olsa static const char *id_str[PERF_STAT_EVSEL_ID__MAX] = { 89e2f56da1SJiri Olsa ID(NONE, x), 904c358d5cSJiri Olsa ID(CYCLES_IN_TX, cpu/cycles-t/), 914c358d5cSJiri Olsa ID(TRANSACTION_START, cpu/tx-start/), 924c358d5cSJiri Olsa ID(ELISION_START, cpu/el-start/), 934c358d5cSJiri Olsa ID(CYCLES_IN_TX_CP, cpu/cycles-ct/), 94239bd47fSAndi Kleen ID(TOPDOWN_TOTAL_SLOTS, topdown-total-slots), 95239bd47fSAndi Kleen ID(TOPDOWN_SLOTS_ISSUED, topdown-slots-issued), 96239bd47fSAndi Kleen ID(TOPDOWN_SLOTS_RETIRED, topdown-slots-retired), 97239bd47fSAndi Kleen ID(TOPDOWN_FETCH_BUBBLES, topdown-fetch-bubbles), 98239bd47fSAndi Kleen ID(TOPDOWN_RECOVERY_BUBBLES, topdown-recovery-bubbles), 9955c36a9fSAndi Kleen ID(TOPDOWN_RETIRING, topdown-retiring), 10055c36a9fSAndi Kleen ID(TOPDOWN_BAD_SPEC, topdown-bad-spec), 10155c36a9fSAndi Kleen ID(TOPDOWN_FE_BOUND, topdown-fe-bound), 10255c36a9fSAndi Kleen ID(TOPDOWN_BE_BOUND, topdown-be-bound), 10363e39aa6SKan Liang ID(TOPDOWN_HEAVY_OPS, topdown-heavy-ops), 10463e39aa6SKan Liang ID(TOPDOWN_BR_MISPREDICT, topdown-br-mispredict), 10563e39aa6SKan Liang ID(TOPDOWN_FETCH_LAT, topdown-fetch-lat), 10663e39aa6SKan Liang ID(TOPDOWN_MEM_BOUND, topdown-mem-bound), 107daefd0bcSKan Liang ID(SMI_NUM, msr/smi/), 108daefd0bcSKan Liang ID(APERF, msr/aperf/), 109e2f56da1SJiri Olsa }; 110e2f56da1SJiri Olsa #undef ID 111e2f56da1SJiri Olsa 11232dcd021SJiri Olsa static void perf_stat_evsel_id_init(struct evsel *evsel) 113e2f56da1SJiri Olsa { 114e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = evsel->stats; 115e2f56da1SJiri Olsa int i; 116e2f56da1SJiri Olsa 117e2f56da1SJiri Olsa /* ps->id is 0 hence PERF_STAT_EVSEL_ID__NONE by default */ 118e2f56da1SJiri Olsa 119e2f56da1SJiri Olsa for (i = 0; i < PERF_STAT_EVSEL_ID__MAX; i++) { 120d7e3c397SZhengjun Xing if (!strcmp(evsel__name(evsel), id_str[i]) || 121d7e3c397SZhengjun Xing (strstr(evsel__name(evsel), id_str[i]) && evsel->pmu_name 122d7e3c397SZhengjun Xing && strstr(evsel__name(evsel), evsel->pmu_name))) { 123e2f56da1SJiri Olsa ps->id = i; 124e2f56da1SJiri Olsa break; 125e2f56da1SJiri Olsa } 126e2f56da1SJiri Olsa } 127e2f56da1SJiri Olsa } 128a9a3a4d9SJiri Olsa 1297d1e239eSArnaldo Carvalho de Melo static void evsel__reset_stat_priv(struct evsel *evsel) 1309689edfaSJiri Olsa { 1319689edfaSJiri Olsa int i; 132e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = evsel->stats; 1339689edfaSJiri Olsa 1349689edfaSJiri Olsa for (i = 0; i < 3; i++) 1359689edfaSJiri Olsa init_stats(&ps->res_stats[i]); 1369689edfaSJiri Olsa 1379689edfaSJiri Olsa perf_stat_evsel_id_init(evsel); 1389689edfaSJiri Olsa } 1399689edfaSJiri Olsa 1407d1e239eSArnaldo Carvalho de Melo static int evsel__alloc_stat_priv(struct evsel *evsel) 1419689edfaSJiri Olsa { 142e669e833SArnaldo Carvalho de Melo evsel->stats = zalloc(sizeof(struct perf_stat_evsel)); 143e669e833SArnaldo Carvalho de Melo if (evsel->stats == NULL) 1449689edfaSJiri Olsa return -ENOMEM; 1457d1e239eSArnaldo Carvalho de Melo evsel__reset_stat_priv(evsel); 1469689edfaSJiri Olsa return 0; 1479689edfaSJiri Olsa } 1489689edfaSJiri Olsa 1497d1e239eSArnaldo Carvalho de Melo static void evsel__free_stat_priv(struct evsel *evsel) 1509689edfaSJiri Olsa { 151e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = evsel->stats; 152f7794d52SJiri Olsa 153f7794d52SJiri Olsa if (ps) 154d8f9da24SArnaldo Carvalho de Melo zfree(&ps->group_data); 155e669e833SArnaldo Carvalho de Melo zfree(&evsel->stats); 1569689edfaSJiri Olsa } 157a939512dSJiri Olsa 1582ca0a371SIan Rogers static int evsel__alloc_prev_raw_counts(struct evsel *evsel) 159a939512dSJiri Olsa { 1602ca0a371SIan Rogers int cpu_map_nr = evsel__nr_cpus(evsel); 1612ca0a371SIan Rogers int nthreads = perf_thread_map__nr(evsel->core.threads); 162a939512dSJiri Olsa struct perf_counts *counts; 163a939512dSJiri Olsa 1642ca0a371SIan Rogers counts = perf_counts__new(cpu_map_nr, nthreads); 165a939512dSJiri Olsa if (counts) 166a939512dSJiri Olsa evsel->prev_raw_counts = counts; 167a939512dSJiri Olsa 168a939512dSJiri Olsa return counts ? 0 : -ENOMEM; 169a939512dSJiri Olsa } 170a939512dSJiri Olsa 1717d1e239eSArnaldo Carvalho de Melo static void evsel__free_prev_raw_counts(struct evsel *evsel) 172a939512dSJiri Olsa { 173a939512dSJiri Olsa perf_counts__delete(evsel->prev_raw_counts); 174a939512dSJiri Olsa evsel->prev_raw_counts = NULL; 175a939512dSJiri Olsa } 17624e34f68SJiri Olsa 1777d1e239eSArnaldo Carvalho de Melo static void evsel__reset_prev_raw_counts(struct evsel *evsel) 178b63fd11cSSrikar Dronamraju { 179cf4d9bd6SJin Yao if (evsel->prev_raw_counts) 180cf4d9bd6SJin Yao perf_counts__reset(evsel->prev_raw_counts); 181b63fd11cSSrikar Dronamraju } 182b63fd11cSSrikar Dronamraju 1837d1e239eSArnaldo Carvalho de Melo static int evsel__alloc_stats(struct evsel *evsel, bool alloc_raw) 18424e34f68SJiri Olsa { 1857d1e239eSArnaldo Carvalho de Melo if (evsel__alloc_stat_priv(evsel) < 0 || 1862ca0a371SIan Rogers evsel__alloc_counts(evsel) < 0 || 1872ca0a371SIan Rogers (alloc_raw && evsel__alloc_prev_raw_counts(evsel) < 0)) 188a7d0a102SJiri Olsa return -ENOMEM; 189a7d0a102SJiri Olsa 190a7d0a102SJiri Olsa return 0; 191a7d0a102SJiri Olsa } 192a7d0a102SJiri Olsa 19353f5e908SArnaldo Carvalho de Melo int evlist__alloc_stats(struct evlist *evlist, bool alloc_raw) 194a7d0a102SJiri Olsa { 19532dcd021SJiri Olsa struct evsel *evsel; 196a7d0a102SJiri Olsa 197e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, evsel) { 1987d1e239eSArnaldo Carvalho de Melo if (evsel__alloc_stats(evsel, alloc_raw)) 19924e34f68SJiri Olsa goto out_free; 20024e34f68SJiri Olsa } 20124e34f68SJiri Olsa 20224e34f68SJiri Olsa return 0; 20324e34f68SJiri Olsa 20424e34f68SJiri Olsa out_free: 20553f5e908SArnaldo Carvalho de Melo evlist__free_stats(evlist); 20624e34f68SJiri Olsa return -1; 20724e34f68SJiri Olsa } 20824e34f68SJiri Olsa 20953f5e908SArnaldo Carvalho de Melo void evlist__free_stats(struct evlist *evlist) 21024e34f68SJiri Olsa { 21132dcd021SJiri Olsa struct evsel *evsel; 21224e34f68SJiri Olsa 213e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, evsel) { 2147d1e239eSArnaldo Carvalho de Melo evsel__free_stat_priv(evsel); 2157d1e239eSArnaldo Carvalho de Melo evsel__free_counts(evsel); 2167d1e239eSArnaldo Carvalho de Melo evsel__free_prev_raw_counts(evsel); 21724e34f68SJiri Olsa } 21824e34f68SJiri Olsa } 21924e34f68SJiri Olsa 22053f5e908SArnaldo Carvalho de Melo void evlist__reset_stats(struct evlist *evlist) 22124e34f68SJiri Olsa { 22232dcd021SJiri Olsa struct evsel *evsel; 22324e34f68SJiri Olsa 224e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, evsel) { 2257d1e239eSArnaldo Carvalho de Melo evsel__reset_stat_priv(evsel); 2267d1e239eSArnaldo Carvalho de Melo evsel__reset_counts(evsel); 22724e34f68SJiri Olsa } 22824e34f68SJiri Olsa } 229f80010ebSJiri Olsa 23053f5e908SArnaldo Carvalho de Melo void evlist__reset_prev_raw_counts(struct evlist *evlist) 231b63fd11cSSrikar Dronamraju { 232b63fd11cSSrikar Dronamraju struct evsel *evsel; 233b63fd11cSSrikar Dronamraju 234b63fd11cSSrikar Dronamraju evlist__for_each_entry(evlist, evsel) 2357d1e239eSArnaldo Carvalho de Melo evsel__reset_prev_raw_counts(evsel); 236b63fd11cSSrikar Dronamraju } 237b63fd11cSSrikar Dronamraju 23856933029SArnaldo Carvalho de Melo static void evsel__copy_prev_raw_counts(struct evsel *evsel) 239297767acSJin Yao { 2400b9462d0SIan Rogers int idx, nthreads = perf_thread_map__nr(evsel->core.threads); 241297767acSJin Yao 242297767acSJin Yao for (int thread = 0; thread < nthreads; thread++) { 2430b9462d0SIan Rogers perf_cpu_map__for_each_idx(idx, evsel__cpus(evsel)) { 2440b9462d0SIan Rogers *perf_counts(evsel->counts, idx, thread) = 2450b9462d0SIan Rogers *perf_counts(evsel->prev_raw_counts, idx, thread); 246297767acSJin Yao } 247297767acSJin Yao } 248297767acSJin Yao 249297767acSJin Yao evsel->counts->aggr = evsel->prev_raw_counts->aggr; 250297767acSJin Yao } 251297767acSJin Yao 25253f5e908SArnaldo Carvalho de Melo void evlist__copy_prev_raw_counts(struct evlist *evlist) 253297767acSJin Yao { 254297767acSJin Yao struct evsel *evsel; 255297767acSJin Yao 256297767acSJin Yao evlist__for_each_entry(evlist, evsel) 25756933029SArnaldo Carvalho de Melo evsel__copy_prev_raw_counts(evsel); 258297767acSJin Yao } 259297767acSJin Yao 26053f5e908SArnaldo Carvalho de Melo void evlist__save_aggr_prev_raw_counts(struct evlist *evlist) 261905365f4SJin Yao { 262905365f4SJin Yao struct evsel *evsel; 263905365f4SJin Yao 264905365f4SJin Yao /* 265905365f4SJin Yao * To collect the overall statistics for interval mode, 266905365f4SJin Yao * we copy the counts from evsel->prev_raw_counts to 267905365f4SJin Yao * evsel->counts. The perf_stat_process_counter creates 268905365f4SJin Yao * aggr values from per cpu values, but the per cpu values 269905365f4SJin Yao * are 0 for AGGR_GLOBAL. So we use a trick that saves the 270905365f4SJin Yao * previous aggr value to the first member of perf_counts, 271905365f4SJin Yao * then aggr calculation in process_counter_values can work 272905365f4SJin Yao * correctly. 273905365f4SJin Yao */ 274905365f4SJin Yao evlist__for_each_entry(evlist, evsel) { 275905365f4SJin Yao *perf_counts(evsel->prev_raw_counts, 0, 0) = 276905365f4SJin Yao evsel->prev_raw_counts->aggr; 277905365f4SJin Yao } 278905365f4SJin Yao } 279905365f4SJin Yao 280034f7ee1SJin Yao static size_t pkg_id_hash(const void *__key, void *ctx __maybe_unused) 281f80010ebSJiri Olsa { 282034f7ee1SJin Yao uint64_t *key = (uint64_t *) __key; 283034f7ee1SJin Yao 284034f7ee1SJin Yao return *key & 0xffffffff; 285034f7ee1SJin Yao } 286034f7ee1SJin Yao 287034f7ee1SJin Yao static bool pkg_id_equal(const void *__key1, const void *__key2, 288034f7ee1SJin Yao void *ctx __maybe_unused) 289034f7ee1SJin Yao { 290034f7ee1SJin Yao uint64_t *key1 = (uint64_t *) __key1; 291034f7ee1SJin Yao uint64_t *key2 = (uint64_t *) __key2; 292034f7ee1SJin Yao 293034f7ee1SJin Yao return *key1 == *key2; 294f80010ebSJiri Olsa } 295f80010ebSJiri Olsa 296379c224bSIan Rogers static int check_per_pkg(struct evsel *counter, struct perf_counts_values *vals, 297379c224bSIan Rogers int cpu_map_idx, bool *skip) 298f80010ebSJiri Olsa { 299034f7ee1SJin Yao struct hashmap *mask = counter->per_pkg_mask; 300b49aca3eSJiri Olsa struct perf_cpu_map *cpus = evsel__cpus(counter); 3016d18804bSIan Rogers struct perf_cpu cpu = perf_cpu_map__cpu(cpus, cpu_map_idx); 302034f7ee1SJin Yao int s, d, ret = 0; 303034f7ee1SJin Yao uint64_t *key; 304f80010ebSJiri Olsa 305f80010ebSJiri Olsa *skip = false; 306f80010ebSJiri Olsa 307f80010ebSJiri Olsa if (!counter->per_pkg) 308f80010ebSJiri Olsa return 0; 309f80010ebSJiri Olsa 310315c0a1fSJiri Olsa if (perf_cpu_map__empty(cpus)) 311f80010ebSJiri Olsa return 0; 312f80010ebSJiri Olsa 313f80010ebSJiri Olsa if (!mask) { 314034f7ee1SJin Yao mask = hashmap__new(pkg_id_hash, pkg_id_equal, NULL); 315d73f5d14SLv Ruyi if (IS_ERR(mask)) 316f80010ebSJiri Olsa return -ENOMEM; 317f80010ebSJiri Olsa 318f80010ebSJiri Olsa counter->per_pkg_mask = mask; 319f80010ebSJiri Olsa } 320f80010ebSJiri Olsa 32102d8dabcSStephane Eranian /* 32202d8dabcSStephane Eranian * we do not consider an event that has not run as a good 32302d8dabcSStephane Eranian * instance to mark a package as used (skip=1). Otherwise 32402d8dabcSStephane Eranian * we may run into a situation where the first CPU in a package 32502d8dabcSStephane Eranian * is not running anything, yet the second is, and this function 32602d8dabcSStephane Eranian * would mark the package as used after the first CPU and would 32702d8dabcSStephane Eranian * not read the values from the second CPU. 32802d8dabcSStephane Eranian */ 32902d8dabcSStephane Eranian if (!(vals->run && vals->ena)) 33002d8dabcSStephane Eranian return 0; 33102d8dabcSStephane Eranian 3324e90e5ccSIan Rogers s = cpu__get_socket_id(cpu); 333f80010ebSJiri Olsa if (s < 0) 334f80010ebSJiri Olsa return -1; 335f80010ebSJiri Olsa 336034f7ee1SJin Yao /* 337034f7ee1SJin Yao * On multi-die system, die_id > 0. On no-die system, die_id = 0. 338034f7ee1SJin Yao * We use hashmap(socket, die) to check the used socket+die pair. 339034f7ee1SJin Yao */ 3404e90e5ccSIan Rogers d = cpu__get_die_id(cpu); 341034f7ee1SJin Yao if (d < 0) 342034f7ee1SJin Yao return -1; 343034f7ee1SJin Yao 344034f7ee1SJin Yao key = malloc(sizeof(*key)); 345034f7ee1SJin Yao if (!key) 346034f7ee1SJin Yao return -ENOMEM; 347034f7ee1SJin Yao 348034f7ee1SJin Yao *key = (uint64_t)d << 32 | s; 349f9e891eaSIan Rogers if (hashmap__find(mask, (void *)key, NULL)) { 350034f7ee1SJin Yao *skip = true; 351f9e891eaSIan Rogers free(key); 352f9e891eaSIan Rogers } else 353034f7ee1SJin Yao ret = hashmap__add(mask, (void *)key, (void *)1); 354034f7ee1SJin Yao 355034f7ee1SJin Yao return ret; 356f80010ebSJiri Olsa } 357f80010ebSJiri Olsa 358f80010ebSJiri Olsa static int 35932dcd021SJiri Olsa process_counter_values(struct perf_stat_config *config, struct evsel *evsel, 3605b1af93dSIan Rogers int cpu_map_idx, int thread, 361f80010ebSJiri Olsa struct perf_counts_values *count) 362f80010ebSJiri Olsa { 363f80010ebSJiri Olsa struct perf_counts_values *aggr = &evsel->counts->aggr; 364f80010ebSJiri Olsa static struct perf_counts_values zero; 365f80010ebSJiri Olsa bool skip = false; 366f80010ebSJiri Olsa 3675b1af93dSIan Rogers if (check_per_pkg(evsel, count, cpu_map_idx, &skip)) { 368f80010ebSJiri Olsa pr_err("failed to read per-pkg counter\n"); 369f80010ebSJiri Olsa return -1; 370f80010ebSJiri Olsa } 371f80010ebSJiri Olsa 372f80010ebSJiri Olsa if (skip) 373f80010ebSJiri Olsa count = &zero; 374f80010ebSJiri Olsa 375f80010ebSJiri Olsa switch (config->aggr_mode) { 376f80010ebSJiri Olsa case AGGR_THREAD: 377f80010ebSJiri Olsa case AGGR_CORE: 378db5742b6SKan Liang case AGGR_DIE: 379f80010ebSJiri Olsa case AGGR_SOCKET: 38086895b48SJiri Olsa case AGGR_NODE: 381f80010ebSJiri Olsa case AGGR_NONE: 382f80010ebSJiri Olsa if (!evsel->snapshot) 3835b1af93dSIan Rogers evsel__compute_deltas(evsel, cpu_map_idx, thread, count); 384f80010ebSJiri Olsa perf_counts_values__scale(count, config->scale, NULL); 3854fc4d8dfSJin Yao if ((config->aggr_mode == AGGR_NONE) && (!evsel->percore)) { 3864fc4d8dfSJin Yao perf_stat__update_shadow_stats(evsel, count->val, 3875b1af93dSIan Rogers cpu_map_idx, &rt_stat); 3884fc4d8dfSJin Yao } 3894fc4d8dfSJin Yao 39014e72a21SJin Yao if (config->aggr_mode == AGGR_THREAD) { 39114e72a21SJin Yao if (config->stats) 39214e72a21SJin Yao perf_stat__update_shadow_stats(evsel, 39314e72a21SJin Yao count->val, 0, &config->stats[thread]); 39414e72a21SJin Yao else 39514e72a21SJin Yao perf_stat__update_shadow_stats(evsel, 39614e72a21SJin Yao count->val, 0, &rt_stat); 39714e72a21SJin Yao } 398f80010ebSJiri Olsa break; 399f80010ebSJiri Olsa case AGGR_GLOBAL: 400f80010ebSJiri Olsa aggr->val += count->val; 401f80010ebSJiri Olsa aggr->ena += count->ena; 402f80010ebSJiri Olsa aggr->run += count->run; 403208df99eSJiri Olsa case AGGR_UNSET: 404*df936cadSClaire Jensen case AGGR_MAX: 405f80010ebSJiri Olsa default: 406f80010ebSJiri Olsa break; 407f80010ebSJiri Olsa } 408f80010ebSJiri Olsa 409f80010ebSJiri Olsa return 0; 410f80010ebSJiri Olsa } 411f80010ebSJiri Olsa 412f80010ebSJiri Olsa static int process_counter_maps(struct perf_stat_config *config, 41332dcd021SJiri Olsa struct evsel *counter) 414f80010ebSJiri Olsa { 415a2f354e3SJiri Olsa int nthreads = perf_thread_map__nr(counter->core.threads); 4165eb88f04SArnaldo Carvalho de Melo int ncpus = evsel__nr_cpus(counter); 4175b1af93dSIan Rogers int idx, thread; 418f80010ebSJiri Olsa 419648b5af3SJiri Olsa if (counter->core.system_wide) 420f80010ebSJiri Olsa nthreads = 1; 421f80010ebSJiri Olsa 422f80010ebSJiri Olsa for (thread = 0; thread < nthreads; thread++) { 4235b1af93dSIan Rogers for (idx = 0; idx < ncpus; idx++) { 4245b1af93dSIan Rogers if (process_counter_values(config, counter, idx, thread, 4255b1af93dSIan Rogers perf_counts(counter->counts, idx, thread))) 426f80010ebSJiri Olsa return -1; 427f80010ebSJiri Olsa } 428f80010ebSJiri Olsa } 429f80010ebSJiri Olsa 430f80010ebSJiri Olsa return 0; 431f80010ebSJiri Olsa } 432f80010ebSJiri Olsa 433f80010ebSJiri Olsa int perf_stat_process_counter(struct perf_stat_config *config, 43432dcd021SJiri Olsa struct evsel *counter) 435f80010ebSJiri Olsa { 436f80010ebSJiri Olsa struct perf_counts_values *aggr = &counter->counts->aggr; 437e669e833SArnaldo Carvalho de Melo struct perf_stat_evsel *ps = counter->stats; 438f80010ebSJiri Olsa u64 *count = counter->counts->aggr.values; 439f80010ebSJiri Olsa int i, ret; 440f80010ebSJiri Olsa 441f80010ebSJiri Olsa aggr->val = aggr->ena = aggr->run = 0; 442f80010ebSJiri Olsa 443f80010ebSJiri Olsa if (counter->per_pkg) 444034f7ee1SJin Yao evsel__zero_per_pkg(counter); 445f80010ebSJiri Olsa 446f80010ebSJiri Olsa ret = process_counter_maps(config, counter); 447f80010ebSJiri Olsa if (ret) 448f80010ebSJiri Olsa return ret; 449f80010ebSJiri Olsa 450f80010ebSJiri Olsa if (config->aggr_mode != AGGR_GLOBAL) 451f80010ebSJiri Olsa return 0; 452f80010ebSJiri Olsa 453f80010ebSJiri Olsa if (!counter->snapshot) 45412f5261dSArnaldo Carvalho de Melo evsel__compute_deltas(counter, -1, -1, aggr); 455f80010ebSJiri Olsa perf_counts_values__scale(aggr, config->scale, &counter->counts->scaled); 456f80010ebSJiri Olsa 457f80010ebSJiri Olsa for (i = 0; i < 3; i++) 458f80010ebSJiri Olsa update_stats(&ps->res_stats[i], count[i]); 459f80010ebSJiri Olsa 460bb963e16SNamhyung Kim if (verbose > 0) { 461f80010ebSJiri Olsa fprintf(config->output, "%s: %" PRIu64 " %" PRIu64 " %" PRIu64 "\n", 4628ab2e96dSArnaldo Carvalho de Melo evsel__name(counter), count[0], count[1], count[2]); 463f80010ebSJiri Olsa } 464f80010ebSJiri Olsa 465f80010ebSJiri Olsa /* 466f80010ebSJiri Olsa * Save the full runtime - to allow normalization during printout: 467f80010ebSJiri Olsa */ 4681fcd0394SJin Yao perf_stat__update_shadow_stats(counter, *count, 0, &rt_stat); 469f80010ebSJiri Olsa 470f80010ebSJiri Olsa return 0; 471f80010ebSJiri Olsa } 4720ea0e355SJiri Olsa 47389f1688aSJiri Olsa int perf_event__process_stat_event(struct perf_session *session, 47489f1688aSJiri Olsa union perf_event *event) 4750ea0e355SJiri Olsa { 47692d579eaSIan Rogers struct perf_counts_values count, *ptr; 47772932371SJiri Olsa struct perf_record_stat *st = &event->stat; 47832dcd021SJiri Olsa struct evsel *counter; 47992d579eaSIan Rogers int cpu_map_idx; 4800ea0e355SJiri Olsa 4810ea0e355SJiri Olsa count.val = st->val; 4820ea0e355SJiri Olsa count.ena = st->ena; 4830ea0e355SJiri Olsa count.run = st->run; 4840ea0e355SJiri Olsa 4853ccf8a7bSArnaldo Carvalho de Melo counter = evlist__id2evsel(session->evlist, st->id); 4860ea0e355SJiri Olsa if (!counter) { 4870ea0e355SJiri Olsa pr_err("Failed to resolve counter for stat event.\n"); 4880ea0e355SJiri Olsa return -EINVAL; 4890ea0e355SJiri Olsa } 49092d579eaSIan Rogers cpu_map_idx = perf_cpu_map__idx(evsel__cpus(counter), (struct perf_cpu){.cpu = st->cpu}); 49192d579eaSIan Rogers if (cpu_map_idx == -1) { 49292d579eaSIan Rogers pr_err("Invalid CPU %d for event %s.\n", st->cpu, evsel__name(counter)); 49392d579eaSIan Rogers return -EINVAL; 49492d579eaSIan Rogers } 49592d579eaSIan Rogers ptr = perf_counts(counter->counts, cpu_map_idx, st->thread); 49692d579eaSIan Rogers if (ptr == NULL) { 49792d579eaSIan Rogers pr_err("Failed to find perf count for CPU %d thread %d on event %s.\n", 49892d579eaSIan Rogers st->cpu, st->thread, evsel__name(counter)); 49992d579eaSIan Rogers return -EINVAL; 50092d579eaSIan Rogers } 50192d579eaSIan Rogers *ptr = count; 5020ea0e355SJiri Olsa counter->supported = true; 5030ea0e355SJiri Olsa return 0; 5040ea0e355SJiri Olsa } 505e08a4564SJiri Olsa 506e08a4564SJiri Olsa size_t perf_event__fprintf_stat(union perf_event *event, FILE *fp) 507e08a4564SJiri Olsa { 50872932371SJiri Olsa struct perf_record_stat *st = (struct perf_record_stat *)event; 509e08a4564SJiri Olsa size_t ret; 510e08a4564SJiri Olsa 51118a13a60SJiri Olsa ret = fprintf(fp, "\n... id %" PRI_lu64 ", cpu %d, thread %d\n", 512e08a4564SJiri Olsa st->id, st->cpu, st->thread); 51318a13a60SJiri Olsa ret += fprintf(fp, "... value %" PRI_lu64 ", enabled %" PRI_lu64 ", running %" PRI_lu64 "\n", 514e08a4564SJiri Olsa st->val, st->ena, st->run); 515e08a4564SJiri Olsa 516e08a4564SJiri Olsa return ret; 517e08a4564SJiri Olsa } 518e08a4564SJiri Olsa 519e08a4564SJiri Olsa size_t perf_event__fprintf_stat_round(union perf_event *event, FILE *fp) 520e08a4564SJiri Olsa { 52172932371SJiri Olsa struct perf_record_stat_round *rd = (struct perf_record_stat_round *)event; 522e08a4564SJiri Olsa size_t ret; 523e08a4564SJiri Olsa 524782adbe2SJiri Olsa ret = fprintf(fp, "\n... time %" PRI_lu64 ", type %s\n", rd->time, 525e08a4564SJiri Olsa rd->type == PERF_STAT_ROUND_TYPE__FINAL ? "FINAL" : "INTERVAL"); 526e08a4564SJiri Olsa 527e08a4564SJiri Olsa return ret; 528e08a4564SJiri Olsa } 529e08a4564SJiri Olsa 530e08a4564SJiri Olsa size_t perf_event__fprintf_stat_config(union perf_event *event, FILE *fp) 531e08a4564SJiri Olsa { 532e08a4564SJiri Olsa struct perf_stat_config sc; 533e08a4564SJiri Olsa size_t ret; 534e08a4564SJiri Olsa 535e08a4564SJiri Olsa perf_event__read_stat_config(&sc, &event->stat_config); 536e08a4564SJiri Olsa 537e08a4564SJiri Olsa ret = fprintf(fp, "\n"); 538e08a4564SJiri Olsa ret += fprintf(fp, "... aggr_mode %d\n", sc.aggr_mode); 539e08a4564SJiri Olsa ret += fprintf(fp, "... scale %d\n", sc.scale); 540e08a4564SJiri Olsa ret += fprintf(fp, "... interval %u\n", sc.interval); 541e08a4564SJiri Olsa 542e08a4564SJiri Olsa return ret; 543e08a4564SJiri Olsa } 544d09cefd2SJiri Olsa 54532dcd021SJiri Olsa int create_perf_stat_counter(struct evsel *evsel, 546d09cefd2SJiri Olsa struct perf_stat_config *config, 5474804e011SAndi Kleen struct target *target, 5486f844b1fSIan Rogers int cpu_map_idx) 549d09cefd2SJiri Olsa { 5501fc632ceSJiri Olsa struct perf_event_attr *attr = &evsel->core.attr; 551fba7c866SJiri Olsa struct evsel *leader = evsel__leader(evsel); 552d09cefd2SJiri Olsa 553d09cefd2SJiri Olsa attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 554d09cefd2SJiri Olsa PERF_FORMAT_TOTAL_TIME_RUNNING; 555d09cefd2SJiri Olsa 556d09cefd2SJiri Olsa /* 557d09cefd2SJiri Olsa * The event is part of non trivial group, let's enable 558d09cefd2SJiri Olsa * the group read (for leader) and ID retrieval for all 559d09cefd2SJiri Olsa * members. 560d09cefd2SJiri Olsa */ 5615643b1a5SJiri Olsa if (leader->core.nr_members > 1) 562d09cefd2SJiri Olsa attr->read_format |= PERF_FORMAT_ID|PERF_FORMAT_GROUP; 563d09cefd2SJiri Olsa 564fa853c4bSSong Liu attr->inherit = !config->no_inherit && list_empty(&evsel->bpf_counter_list); 565d09cefd2SJiri Olsa 566d09cefd2SJiri Olsa /* 567d09cefd2SJiri Olsa * Some events get initialized with sample_(period/type) set, 568d09cefd2SJiri Olsa * like tracepoints. Clear it up for counting. 569d09cefd2SJiri Olsa */ 570d09cefd2SJiri Olsa attr->sample_period = 0; 571d09cefd2SJiri Olsa 572d09cefd2SJiri Olsa if (config->identifier) 573d09cefd2SJiri Olsa attr->sample_type = PERF_SAMPLE_IDENTIFIER; 574d09cefd2SJiri Olsa 575dd071024SJin Yao if (config->all_user) { 576dd071024SJin Yao attr->exclude_kernel = 1; 577dd071024SJin Yao attr->exclude_user = 0; 578dd071024SJin Yao } 579dd071024SJin Yao 580dd071024SJin Yao if (config->all_kernel) { 581dd071024SJin Yao attr->exclude_kernel = 0; 582dd071024SJin Yao attr->exclude_user = 1; 583dd071024SJin Yao } 584dd071024SJin Yao 585d09cefd2SJiri Olsa /* 586d09cefd2SJiri Olsa * Disabling all counters initially, they will be enabled 587d09cefd2SJiri Olsa * either manually by us or by kernel via enable_on_exec 588d09cefd2SJiri Olsa * set later. 589d09cefd2SJiri Olsa */ 590c754c382SArnaldo Carvalho de Melo if (evsel__is_group_leader(evsel)) { 591d09cefd2SJiri Olsa attr->disabled = 1; 592d09cefd2SJiri Olsa 593d09cefd2SJiri Olsa /* 594d09cefd2SJiri Olsa * In case of initial_delay we enable tracee 595d09cefd2SJiri Olsa * events manually. 596d09cefd2SJiri Olsa */ 597d09cefd2SJiri Olsa if (target__none(target) && !config->initial_delay) 598d09cefd2SJiri Olsa attr->enable_on_exec = 1; 599d09cefd2SJiri Olsa } 600d09cefd2SJiri Olsa 601d09cefd2SJiri Olsa if (target__has_cpu(target) && !target__has_per_thread(target)) 6026f844b1fSIan Rogers return evsel__open_per_cpu(evsel, evsel__cpus(evsel), cpu_map_idx); 603d09cefd2SJiri Olsa 604aa8c406bSArnaldo Carvalho de Melo return evsel__open_per_thread(evsel, evsel->core.threads); 605d09cefd2SJiri Olsa } 606