xref: /openbmc/linux/tools/perf/util/stat-display.c (revision fbb6b31a) 
1 #include <stdlib.h>
2 #include <stdio.h>
3 #include <inttypes.h>
4 #include <linux/string.h>
5 #include <linux/time64.h>
6 #include <math.h>
7 #include <perf/cpumap.h>
8 #include "color.h"
9 #include "counts.h"
10 #include "evlist.h"
11 #include "evsel.h"
12 #include "stat.h"
13 #include "top.h"
14 #include "thread_map.h"
15 #include "cpumap.h"
16 #include "string2.h"
17 #include <linux/ctype.h>
18 #include "cgroup.h"
19 #include <api/fs/fs.h>
20 #include "util.h"
21 #include "iostat.h"
22 #include "pmu-hybrid.h"
23 #include "evlist-hybrid.h"
24 
25 #define CNTR_NOT_SUPPORTED	"<not supported>"
26 #define CNTR_NOT_COUNTED	"<not counted>"
27 
28 static void print_running(struct perf_stat_config *config,
29 			  u64 run, u64 ena)
30 {
31 	if (config->csv_output) {
32 		fprintf(config->output, "%s%" PRIu64 "%s%.2f",
33 					config->csv_sep,
34 					run,
35 					config->csv_sep,
36 					ena ? 100.0 * run / ena : 100.0);
37 	} else if (run != ena) {
38 		fprintf(config->output, "  (%.2f%%)", 100.0 * run / ena);
39 	}
40 }
41 
42 static void print_noise_pct(struct perf_stat_config *config,
43 			    double total, double avg)
44 {
45 	double pct = rel_stddev_stats(total, avg);
46 
47 	if (config->csv_output)
48 		fprintf(config->output, "%s%.2f%%", config->csv_sep, pct);
49 	else if (pct)
50 		fprintf(config->output, "  ( +-%6.2f%% )", pct);
51 }
52 
53 static void print_noise(struct perf_stat_config *config,
54 			struct evsel *evsel, double avg)
55 {
56 	struct perf_stat_evsel *ps;
57 
58 	if (config->run_count == 1)
59 		return;
60 
61 	ps = evsel->stats;
62 	print_noise_pct(config, stddev_stats(&ps->res_stats[0]), avg);
63 }
64 
65 static void print_cgroup(struct perf_stat_config *config, struct evsel *evsel)
66 {
67 	if (nr_cgroups) {
68 		const char *cgrp_name = evsel->cgrp ? evsel->cgrp->name  : "";
69 		fprintf(config->output, "%s%s", config->csv_sep, cgrp_name);
70 	}
71 }
72 
73 
74 static void aggr_printout(struct perf_stat_config *config,
75 			  struct evsel *evsel, struct aggr_cpu_id id, int nr)
76 {
77 	switch (config->aggr_mode) {
78 	case AGGR_CORE:
79 		fprintf(config->output, "S%d-D%d-C%*d%s%*d%s",
80 			id.socket,
81 			id.die,
82 			config->csv_output ? 0 : -8,
83 			id.core,
84 			config->csv_sep,
85 			config->csv_output ? 0 : 4,
86 			nr,
87 			config->csv_sep);
88 		break;
89 	case AGGR_DIE:
90 		fprintf(config->output, "S%d-D%*d%s%*d%s",
91 			id.socket,
92 			config->csv_output ? 0 : -8,
93 			id.die,
94 			config->csv_sep,
95 			config->csv_output ? 0 : 4,
96 			nr,
97 			config->csv_sep);
98 		break;
99 	case AGGR_SOCKET:
100 		fprintf(config->output, "S%*d%s%*d%s",
101 			config->csv_output ? 0 : -5,
102 			id.socket,
103 			config->csv_sep,
104 			config->csv_output ? 0 : 4,
105 			nr,
106 			config->csv_sep);
107 			break;
108 	case AGGR_NODE:
109 		fprintf(config->output, "N%*d%s%*d%s",
110 			config->csv_output ? 0 : -5,
111 			id.node,
112 			config->csv_sep,
113 			config->csv_output ? 0 : 4,
114 			nr,
115 			config->csv_sep);
116 			break;
117 	case AGGR_NONE:
118 		if (evsel->percore && !config->percore_show_thread) {
119 			fprintf(config->output, "S%d-D%d-C%*d%s",
120 				id.socket,
121 				id.die,
122 				config->csv_output ? 0 : -3,
123 				id.core, config->csv_sep);
124 		} else if (id.cpu.cpu > -1) {
125 			fprintf(config->output, "CPU%*d%s",
126 				config->csv_output ? 0 : -7,
127 				id.cpu.cpu, config->csv_sep);
128 		}
129 		break;
130 	case AGGR_THREAD:
131 		fprintf(config->output, "%*s-%*d%s",
132 			config->csv_output ? 0 : 16,
133 			perf_thread_map__comm(evsel->core.threads, id.thread),
134 			config->csv_output ? 0 : -8,
135 			perf_thread_map__pid(evsel->core.threads, id.thread),
136 			config->csv_sep);
137 		break;
138 	case AGGR_GLOBAL:
139 	case AGGR_UNSET:
140 	default:
141 		break;
142 	}
143 }
144 
145 struct outstate {
146 	FILE *fh;
147 	bool newline;
148 	const char *prefix;
149 	int  nfields;
150 	int  nr;
151 	struct aggr_cpu_id id;
152 	struct evsel *evsel;
153 };
154 
155 #define METRIC_LEN  35
156 
157 static void new_line_std(struct perf_stat_config *config __maybe_unused,
158 			 void *ctx)
159 {
160 	struct outstate *os = ctx;
161 
162 	os->newline = true;
163 }
164 
165 static void do_new_line_std(struct perf_stat_config *config,
166 			    struct outstate *os)
167 {
168 	fputc('\n', os->fh);
169 	fputs(os->prefix, os->fh);
170 	aggr_printout(config, os->evsel, os->id, os->nr);
171 	if (config->aggr_mode == AGGR_NONE)
172 		fprintf(os->fh, "        ");
173 	fprintf(os->fh, "                                                 ");
174 }
175 
176 static void print_metric_std(struct perf_stat_config *config,
177 			     void *ctx, const char *color, const char *fmt,
178 			     const char *unit, double val)
179 {
180 	struct outstate *os = ctx;
181 	FILE *out = os->fh;
182 	int n;
183 	bool newline = os->newline;
184 
185 	os->newline = false;
186 
187 	if (unit == NULL || fmt == NULL) {
188 		fprintf(out, "%-*s", METRIC_LEN, "");
189 		return;
190 	}
191 
192 	if (newline)
193 		do_new_line_std(config, os);
194 
195 	n = fprintf(out, " # ");
196 	if (color)
197 		n += color_fprintf(out, color, fmt, val);
198 	else
199 		n += fprintf(out, fmt, val);
200 	fprintf(out, " %-*s", METRIC_LEN - n - 1, unit);
201 }
202 
203 static void new_line_csv(struct perf_stat_config *config, void *ctx)
204 {
205 	struct outstate *os = ctx;
206 	int i;
207 
208 	fputc('\n', os->fh);
209 	if (os->prefix)
210 		fprintf(os->fh, "%s%s", os->prefix, config->csv_sep);
211 	aggr_printout(config, os->evsel, os->id, os->nr);
212 	for (i = 0; i < os->nfields; i++)
213 		fputs(config->csv_sep, os->fh);
214 }
215 
216 static void print_metric_csv(struct perf_stat_config *config __maybe_unused,
217 			     void *ctx,
218 			     const char *color __maybe_unused,
219 			     const char *fmt, const char *unit, double val)
220 {
221 	struct outstate *os = ctx;
222 	FILE *out = os->fh;
223 	char buf[64], *vals, *ends;
224 
225 	if (unit == NULL || fmt == NULL) {
226 		fprintf(out, "%s%s", config->csv_sep, config->csv_sep);
227 		return;
228 	}
229 	snprintf(buf, sizeof(buf), fmt, val);
230 	ends = vals = skip_spaces(buf);
231 	while (isdigit(*ends) || *ends == '.')
232 		ends++;
233 	*ends = 0;
234 	fprintf(out, "%s%s%s%s", config->csv_sep, vals, config->csv_sep, skip_spaces(unit));
235 }
236 
237 /* Filter out some columns that don't work well in metrics only mode */
238 
239 static bool valid_only_metric(const char *unit)
240 {
241 	if (!unit)
242 		return false;
243 	if (strstr(unit, "/sec") ||
244 	    strstr(unit, "CPUs utilized"))
245 		return false;
246 	return true;
247 }
248 
249 static const char *fixunit(char *buf, struct evsel *evsel,
250 			   const char *unit)
251 {
252 	if (!strncmp(unit, "of all", 6)) {
253 		snprintf(buf, 1024, "%s %s", evsel__name(evsel),
254 			 unit);
255 		return buf;
256 	}
257 	return unit;
258 }
259 
260 static void print_metric_only(struct perf_stat_config *config,
261 			      void *ctx, const char *color, const char *fmt,
262 			      const char *unit, double val)
263 {
264 	struct outstate *os = ctx;
265 	FILE *out = os->fh;
266 	char buf[1024], str[1024];
267 	unsigned mlen = config->metric_only_len;
268 
269 	if (!valid_only_metric(unit))
270 		return;
271 	unit = fixunit(buf, os->evsel, unit);
272 	if (mlen < strlen(unit))
273 		mlen = strlen(unit) + 1;
274 
275 	if (color)
276 		mlen += strlen(color) + sizeof(PERF_COLOR_RESET) - 1;
277 
278 	color_snprintf(str, sizeof(str), color ?: "", fmt, val);
279 	fprintf(out, "%*s ", mlen, str);
280 }
281 
282 static void print_metric_only_csv(struct perf_stat_config *config __maybe_unused,
283 				  void *ctx, const char *color __maybe_unused,
284 				  const char *fmt,
285 				  const char *unit, double val)
286 {
287 	struct outstate *os = ctx;
288 	FILE *out = os->fh;
289 	char buf[64], *vals, *ends;
290 	char tbuf[1024];
291 
292 	if (!valid_only_metric(unit))
293 		return;
294 	unit = fixunit(tbuf, os->evsel, unit);
295 	snprintf(buf, sizeof buf, fmt, val);
296 	ends = vals = skip_spaces(buf);
297 	while (isdigit(*ends) || *ends == '.')
298 		ends++;
299 	*ends = 0;
300 	fprintf(out, "%s%s", vals, config->csv_sep);
301 }
302 
303 static void new_line_metric(struct perf_stat_config *config __maybe_unused,
304 			    void *ctx __maybe_unused)
305 {
306 }
307 
308 static void print_metric_header(struct perf_stat_config *config,
309 				void *ctx, const char *color __maybe_unused,
310 				const char *fmt __maybe_unused,
311 				const char *unit, double val __maybe_unused)
312 {
313 	struct outstate *os = ctx;
314 	char tbuf[1024];
315 
316 	/* In case of iostat, print metric header for first root port only */
317 	if (config->iostat_run &&
318 	    os->evsel->priv != os->evsel->evlist->selected->priv)
319 		return;
320 
321 	if (!valid_only_metric(unit))
322 		return;
323 	unit = fixunit(tbuf, os->evsel, unit);
324 	if (config->csv_output)
325 		fprintf(os->fh, "%s%s", unit, config->csv_sep);
326 	else
327 		fprintf(os->fh, "%*s ", config->metric_only_len, unit);
328 }
329 
330 static int first_shadow_cpu_map_idx(struct perf_stat_config *config,
331 				struct evsel *evsel, const struct aggr_cpu_id *id)
332 {
333 	struct perf_cpu_map *cpus = evsel__cpus(evsel);
334 	struct perf_cpu cpu;
335 	int idx;
336 
337 	if (config->aggr_mode == AGGR_NONE)
338 		return perf_cpu_map__idx(cpus, id->cpu);
339 
340 	if (!config->aggr_get_id)
341 		return 0;
342 
343 	perf_cpu_map__for_each_cpu(cpu, idx, cpus) {
344 		struct aggr_cpu_id cpu_id = config->aggr_get_id(config, cpu);
345 
346 		if (aggr_cpu_id__equal(&cpu_id, id))
347 			return idx;
348 	}
349 	return 0;
350 }
351 
352 static void abs_printout(struct perf_stat_config *config,
353 			 struct aggr_cpu_id id, int nr, struct evsel *evsel, double avg)
354 {
355 	FILE *output = config->output;
356 	double sc =  evsel->scale;
357 	const char *fmt;
358 
359 	if (config->csv_output) {
360 		fmt = floor(sc) != sc ?  "%.2f%s" : "%.0f%s";
361 	} else {
362 		if (config->big_num)
363 			fmt = floor(sc) != sc ? "%'18.2f%s" : "%'18.0f%s";
364 		else
365 			fmt = floor(sc) != sc ? "%18.2f%s" : "%18.0f%s";
366 	}
367 
368 	aggr_printout(config, evsel, id, nr);
369 
370 	fprintf(output, fmt, avg, config->csv_sep);
371 
372 	if (evsel->unit)
373 		fprintf(output, "%-*s%s",
374 			config->csv_output ? 0 : config->unit_width,
375 			evsel->unit, config->csv_sep);
376 
377 	fprintf(output, "%-*s", config->csv_output ? 0 : 25, evsel__name(evsel));
378 
379 	print_cgroup(config, evsel);
380 }
381 
382 static bool is_mixed_hw_group(struct evsel *counter)
383 {
384 	struct evlist *evlist = counter->evlist;
385 	u32 pmu_type = counter->core.attr.type;
386 	struct evsel *pos;
387 
388 	if (counter->core.nr_members < 2)
389 		return false;
390 
391 	evlist__for_each_entry(evlist, pos) {
392 		/* software events can be part of any hardware group */
393 		if (pos->core.attr.type == PERF_TYPE_SOFTWARE)
394 			continue;
395 		if (pmu_type == PERF_TYPE_SOFTWARE) {
396 			pmu_type = pos->core.attr.type;
397 			continue;
398 		}
399 		if (pmu_type != pos->core.attr.type)
400 			return true;
401 	}
402 
403 	return false;
404 }
405 
406 static void printout(struct perf_stat_config *config, struct aggr_cpu_id id, int nr,
407 		     struct evsel *counter, double uval,
408 		     char *prefix, u64 run, u64 ena, double noise,
409 		     struct runtime_stat *st)
410 {
411 	struct perf_stat_output_ctx out;
412 	struct outstate os = {
413 		.fh = config->output,
414 		.prefix = prefix ? prefix : "",
415 		.id = id,
416 		.nr = nr,
417 		.evsel = counter,
418 	};
419 	print_metric_t pm = print_metric_std;
420 	new_line_t nl;
421 
422 	if (config->metric_only) {
423 		nl = new_line_metric;
424 		if (config->csv_output)
425 			pm = print_metric_only_csv;
426 		else
427 			pm = print_metric_only;
428 	} else
429 		nl = new_line_std;
430 
431 	if (config->csv_output && !config->metric_only) {
432 		static int aggr_fields[] = {
433 			[AGGR_GLOBAL] = 0,
434 			[AGGR_THREAD] = 1,
435 			[AGGR_NONE] = 1,
436 			[AGGR_SOCKET] = 2,
437 			[AGGR_DIE] = 2,
438 			[AGGR_CORE] = 2,
439 		};
440 
441 		pm = print_metric_csv;
442 		nl = new_line_csv;
443 		os.nfields = 3;
444 		os.nfields += aggr_fields[config->aggr_mode];
445 		if (counter->cgrp)
446 			os.nfields++;
447 	}
448 
449 	if (!config->no_csv_summary && config->csv_output &&
450 	    config->summary && !config->interval) {
451 		fprintf(config->output, "%16s%s", "summary", config->csv_sep);
452 	}
453 
454 	if (run == 0 || ena == 0 || counter->counts->scaled == -1) {
455 		if (config->metric_only) {
456 			pm(config, &os, NULL, "", "", 0);
457 			return;
458 		}
459 		aggr_printout(config, counter, id, nr);
460 
461 		fprintf(config->output, "%*s%s",
462 			config->csv_output ? 0 : 18,
463 			counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED,
464 			config->csv_sep);
465 
466 		if (counter->supported) {
467 			if (!evlist__has_hybrid(counter->evlist)) {
468 				config->print_free_counters_hint = 1;
469 				if (is_mixed_hw_group(counter))
470 					config->print_mixed_hw_group_error = 1;
471 			}
472 		}
473 
474 		fprintf(config->output, "%-*s%s",
475 			config->csv_output ? 0 : config->unit_width,
476 			counter->unit, config->csv_sep);
477 
478 		fprintf(config->output, "%*s",
479 			config->csv_output ? 0 : -25, evsel__name(counter));
480 
481 		print_cgroup(config, counter);
482 
483 		if (!config->csv_output)
484 			pm(config, &os, NULL, NULL, "", 0);
485 		print_noise(config, counter, noise);
486 		print_running(config, run, ena);
487 		if (config->csv_output)
488 			pm(config, &os, NULL, NULL, "", 0);
489 		return;
490 	}
491 
492 	if (!config->metric_only)
493 		abs_printout(config, id, nr, counter, uval);
494 
495 	out.print_metric = pm;
496 	out.new_line = nl;
497 	out.ctx = &os;
498 	out.force_header = false;
499 
500 	if (config->csv_output && !config->metric_only) {
501 		print_noise(config, counter, noise);
502 		print_running(config, run, ena);
503 	}
504 
505 	perf_stat__print_shadow_stats(config, counter, uval,
506 				first_shadow_cpu_map_idx(config, counter, &id),
507 				&out, &config->metric_events, st);
508 	if (!config->csv_output && !config->metric_only) {
509 		print_noise(config, counter, noise);
510 		print_running(config, run, ena);
511 	}
512 }
513 
514 static void aggr_update_shadow(struct perf_stat_config *config,
515 			       struct evlist *evlist)
516 {
517 	int idx, s;
518 	struct perf_cpu cpu;
519 	struct aggr_cpu_id s2, id;
520 	u64 val;
521 	struct evsel *counter;
522 	struct perf_cpu_map *cpus;
523 
524 	for (s = 0; s < config->aggr_map->nr; s++) {
525 		id = config->aggr_map->map[s];
526 		evlist__for_each_entry(evlist, counter) {
527 			cpus = evsel__cpus(counter);
528 			val = 0;
529 			perf_cpu_map__for_each_cpu(cpu, idx, cpus) {
530 				s2 = config->aggr_get_id(config, cpu);
531 				if (!aggr_cpu_id__equal(&s2, &id))
532 					continue;
533 				val += perf_counts(counter->counts, idx, 0)->val;
534 			}
535 			perf_stat__update_shadow_stats(counter, val,
536 					first_shadow_cpu_map_idx(config, counter, &id),
537 					&rt_stat);
538 		}
539 	}
540 }
541 
542 static void uniquify_event_name(struct evsel *counter)
543 {
544 	char *new_name;
545 	char *config;
546 	int ret = 0;
547 
548 	if (counter->uniquified_name || counter->use_config_name ||
549 	    !counter->pmu_name || !strncmp(counter->name, counter->pmu_name,
550 					   strlen(counter->pmu_name)))
551 		return;
552 
553 	config = strchr(counter->name, '/');
554 	if (config) {
555 		if (asprintf(&new_name,
556 			     "%s%s", counter->pmu_name, config) > 0) {
557 			free(counter->name);
558 			counter->name = new_name;
559 		}
560 	} else {
561 		if (perf_pmu__has_hybrid()) {
562 			ret = asprintf(&new_name, "%s/%s/",
563 				       counter->pmu_name, counter->name);
564 		} else {
565 			ret = asprintf(&new_name, "%s [%s]",
566 				       counter->name, counter->pmu_name);
567 		}
568 
569 		if (ret) {
570 			free(counter->name);
571 			counter->name = new_name;
572 		}
573 	}
574 
575 	counter->uniquified_name = true;
576 }
577 
578 static void collect_all_aliases(struct perf_stat_config *config, struct evsel *counter,
579 			    void (*cb)(struct perf_stat_config *config, struct evsel *counter, void *data,
580 				       bool first),
581 			    void *data)
582 {
583 	struct evlist *evlist = counter->evlist;
584 	struct evsel *alias;
585 
586 	alias = list_prepare_entry(counter, &(evlist->core.entries), core.node);
587 	list_for_each_entry_continue (alias, &evlist->core.entries, core.node) {
588 		/* Merge events with the same name, etc. but on different PMUs. */
589 		if (!strcmp(evsel__name(alias), evsel__name(counter)) &&
590 			alias->scale == counter->scale &&
591 			alias->cgrp == counter->cgrp &&
592 			!strcmp(alias->unit, counter->unit) &&
593 			evsel__is_clock(alias) == evsel__is_clock(counter) &&
594 			strcmp(alias->pmu_name, counter->pmu_name)) {
595 			alias->merged_stat = true;
596 			cb(config, alias, data, false);
597 		}
598 	}
599 }
600 
601 static bool is_uncore(struct evsel *evsel)
602 {
603 	struct perf_pmu *pmu = evsel__find_pmu(evsel);
604 
605 	return pmu && pmu->is_uncore;
606 }
607 
608 static bool hybrid_uniquify(struct evsel *evsel)
609 {
610 	return perf_pmu__has_hybrid() && !is_uncore(evsel);
611 }
612 
613 static bool hybrid_merge(struct evsel *counter, struct perf_stat_config *config,
614 			 bool check)
615 {
616 	if (hybrid_uniquify(counter)) {
617 		if (check)
618 			return config && config->hybrid_merge;
619 		else
620 			return config && !config->hybrid_merge;
621 	}
622 
623 	return false;
624 }
625 
626 static bool collect_data(struct perf_stat_config *config, struct evsel *counter,
627 			    void (*cb)(struct perf_stat_config *config, struct evsel *counter, void *data,
628 				       bool first),
629 			    void *data)
630 {
631 	if (counter->merged_stat)
632 		return false;
633 	cb(config, counter, data, true);
634 	if (config->no_merge || hybrid_merge(counter, config, false))
635 		uniquify_event_name(counter);
636 	else if (counter->auto_merge_stats || hybrid_merge(counter, config, true))
637 		collect_all_aliases(config, counter, cb, data);
638 	return true;
639 }
640 
641 struct aggr_data {
642 	u64 ena, run, val;
643 	struct aggr_cpu_id id;
644 	int nr;
645 	int cpu_map_idx;
646 };
647 
648 static void aggr_cb(struct perf_stat_config *config,
649 		    struct evsel *counter, void *data, bool first)
650 {
651 	struct aggr_data *ad = data;
652 	int idx;
653 	struct perf_cpu cpu;
654 	struct perf_cpu_map *cpus;
655 	struct aggr_cpu_id s2;
656 
657 	cpus = evsel__cpus(counter);
658 	perf_cpu_map__for_each_cpu(cpu, idx, cpus) {
659 		struct perf_counts_values *counts;
660 
661 		s2 = config->aggr_get_id(config, cpu);
662 		if (!aggr_cpu_id__equal(&s2, &ad->id))
663 			continue;
664 		if (first)
665 			ad->nr++;
666 		counts = perf_counts(counter->counts, idx, 0);
667 		/*
668 		 * When any result is bad, make them all to give
669 		 * consistent output in interval mode.
670 		 */
671 		if (counts->ena == 0 || counts->run == 0 ||
672 		    counter->counts->scaled == -1) {
673 			ad->ena = 0;
674 			ad->run = 0;
675 			break;
676 		}
677 		ad->val += counts->val;
678 		ad->ena += counts->ena;
679 		ad->run += counts->run;
680 	}
681 }
682 
683 static void print_counter_aggrdata(struct perf_stat_config *config,
684 				   struct evsel *counter, int s,
685 				   char *prefix, bool metric_only,
686 				   bool *first, struct perf_cpu cpu)
687 {
688 	struct aggr_data ad;
689 	FILE *output = config->output;
690 	u64 ena, run, val;
691 	int nr;
692 	struct aggr_cpu_id id;
693 	double uval;
694 
695 	ad.id = id = config->aggr_map->map[s];
696 	ad.val = ad.ena = ad.run = 0;
697 	ad.nr = 0;
698 	if (!collect_data(config, counter, aggr_cb, &ad))
699 		return;
700 
701 	if (perf_pmu__has_hybrid() && ad.ena == 0)
702 		return;
703 
704 	nr = ad.nr;
705 	ena = ad.ena;
706 	run = ad.run;
707 	val = ad.val;
708 	if (*first && metric_only) {
709 		*first = false;
710 		aggr_printout(config, counter, id, nr);
711 	}
712 	if (prefix && !metric_only)
713 		fprintf(output, "%s", prefix);
714 
715 	uval = val * counter->scale;
716 	if (cpu.cpu != -1)
717 		id = aggr_cpu_id__cpu(cpu, /*data=*/NULL);
718 
719 	printout(config, id, nr, counter, uval,
720 		 prefix, run, ena, 1.0, &rt_stat);
721 	if (!metric_only)
722 		fputc('\n', output);
723 }
724 
725 static void print_aggr(struct perf_stat_config *config,
726 		       struct evlist *evlist,
727 		       char *prefix)
728 {
729 	bool metric_only = config->metric_only;
730 	FILE *output = config->output;
731 	struct evsel *counter;
732 	int s;
733 	bool first;
734 
735 	if (!config->aggr_map || !config->aggr_get_id)
736 		return;
737 
738 	aggr_update_shadow(config, evlist);
739 
740 	/*
741 	 * With metric_only everything is on a single line.
742 	 * Without each counter has its own line.
743 	 */
744 	for (s = 0; s < config->aggr_map->nr; s++) {
745 		if (prefix && metric_only)
746 			fprintf(output, "%s", prefix);
747 
748 		first = true;
749 		evlist__for_each_entry(evlist, counter) {
750 			print_counter_aggrdata(config, counter, s,
751 					prefix, metric_only,
752 					&first, (struct perf_cpu){ .cpu = -1 });
753 		}
754 		if (metric_only)
755 			fputc('\n', output);
756 	}
757 }
758 
759 static int cmp_val(const void *a, const void *b)
760 {
761 	return ((struct perf_aggr_thread_value *)b)->val -
762 		((struct perf_aggr_thread_value *)a)->val;
763 }
764 
765 static struct perf_aggr_thread_value *sort_aggr_thread(
766 					struct evsel *counter,
767 					int *ret,
768 					struct target *_target)
769 {
770 	int nthreads = perf_thread_map__nr(counter->core.threads);
771 	int i = 0;
772 	double uval;
773 	struct perf_aggr_thread_value *buf;
774 
775 	buf = calloc(nthreads, sizeof(struct perf_aggr_thread_value));
776 	if (!buf)
777 		return NULL;
778 
779 	for (int thread = 0; thread < nthreads; thread++) {
780 		int idx;
781 		u64 ena = 0, run = 0, val = 0;
782 
783 		perf_cpu_map__for_each_idx(idx, evsel__cpus(counter)) {
784 			struct perf_counts_values *counts =
785 				perf_counts(counter->counts, idx, thread);
786 
787 			val += counts->val;
788 			ena += counts->ena;
789 			run += counts->run;
790 		}
791 
792 		uval = val * counter->scale;
793 
794 		/*
795 		 * Skip value 0 when enabling --per-thread globally,
796 		 * otherwise too many 0 output.
797 		 */
798 		if (uval == 0.0 && target__has_per_thread(_target))
799 			continue;
800 
801 		buf[i].counter = counter;
802 		buf[i].id = aggr_cpu_id__empty();
803 		buf[i].id.thread = thread;
804 		buf[i].uval = uval;
805 		buf[i].val = val;
806 		buf[i].run = run;
807 		buf[i].ena = ena;
808 		i++;
809 	}
810 
811 	qsort(buf, i, sizeof(struct perf_aggr_thread_value), cmp_val);
812 
813 	if (ret)
814 		*ret = i;
815 
816 	return buf;
817 }
818 
819 static void print_aggr_thread(struct perf_stat_config *config,
820 			      struct target *_target,
821 			      struct evsel *counter, char *prefix)
822 {
823 	FILE *output = config->output;
824 	int thread, sorted_threads;
825 	struct aggr_cpu_id id;
826 	struct perf_aggr_thread_value *buf;
827 
828 	buf = sort_aggr_thread(counter, &sorted_threads, _target);
829 	if (!buf) {
830 		perror("cannot sort aggr thread");
831 		return;
832 	}
833 
834 	for (thread = 0; thread < sorted_threads; thread++) {
835 		if (prefix)
836 			fprintf(output, "%s", prefix);
837 
838 		id = buf[thread].id;
839 		if (config->stats)
840 			printout(config, id, 0, buf[thread].counter, buf[thread].uval,
841 				 prefix, buf[thread].run, buf[thread].ena, 1.0,
842 				 &config->stats[id.thread]);
843 		else
844 			printout(config, id, 0, buf[thread].counter, buf[thread].uval,
845 				 prefix, buf[thread].run, buf[thread].ena, 1.0,
846 				 &rt_stat);
847 		fputc('\n', output);
848 	}
849 
850 	free(buf);
851 }
852 
853 struct caggr_data {
854 	double avg, avg_enabled, avg_running;
855 };
856 
857 static void counter_aggr_cb(struct perf_stat_config *config __maybe_unused,
858 			    struct evsel *counter, void *data,
859 			    bool first __maybe_unused)
860 {
861 	struct caggr_data *cd = data;
862 	struct perf_counts_values *aggr = &counter->counts->aggr;
863 
864 	cd->avg += aggr->val;
865 	cd->avg_enabled += aggr->ena;
866 	cd->avg_running += aggr->run;
867 }
868 
869 /*
870  * Print out the results of a single counter:
871  * aggregated counts in system-wide mode
872  */
873 static void print_counter_aggr(struct perf_stat_config *config,
874 			       struct evsel *counter, char *prefix)
875 {
876 	bool metric_only = config->metric_only;
877 	FILE *output = config->output;
878 	double uval;
879 	struct caggr_data cd = { .avg = 0.0 };
880 
881 	if (!collect_data(config, counter, counter_aggr_cb, &cd))
882 		return;
883 
884 	if (prefix && !metric_only)
885 		fprintf(output, "%s", prefix);
886 
887 	uval = cd.avg * counter->scale;
888 	printout(config, aggr_cpu_id__empty(), 0, counter, uval, prefix, cd.avg_running,
889 		 cd.avg_enabled, cd.avg, &rt_stat);
890 	if (!metric_only)
891 		fprintf(output, "\n");
892 }
893 
894 static void counter_cb(struct perf_stat_config *config __maybe_unused,
895 		       struct evsel *counter, void *data,
896 		       bool first __maybe_unused)
897 {
898 	struct aggr_data *ad = data;
899 
900 	ad->val += perf_counts(counter->counts, ad->cpu_map_idx, 0)->val;
901 	ad->ena += perf_counts(counter->counts, ad->cpu_map_idx, 0)->ena;
902 	ad->run += perf_counts(counter->counts, ad->cpu_map_idx, 0)->run;
903 }
904 
905 /*
906  * Print out the results of a single counter:
907  * does not use aggregated count in system-wide
908  */
909 static void print_counter(struct perf_stat_config *config,
910 			  struct evsel *counter, char *prefix)
911 {
912 	FILE *output = config->output;
913 	u64 ena, run, val;
914 	double uval;
915 	int idx;
916 	struct perf_cpu cpu;
917 	struct aggr_cpu_id id;
918 
919 	perf_cpu_map__for_each_cpu(cpu, idx, evsel__cpus(counter)) {
920 		struct aggr_data ad = { .cpu_map_idx = idx };
921 
922 		if (!collect_data(config, counter, counter_cb, &ad))
923 			return;
924 		val = ad.val;
925 		ena = ad.ena;
926 		run = ad.run;
927 
928 		if (prefix)
929 			fprintf(output, "%s", prefix);
930 
931 		uval = val * counter->scale;
932 		id = aggr_cpu_id__cpu(cpu, /*data=*/NULL);
933 		printout(config, id, 0, counter, uval, prefix,
934 			 run, ena, 1.0, &rt_stat);
935 
936 		fputc('\n', output);
937 	}
938 }
939 
940 static void print_no_aggr_metric(struct perf_stat_config *config,
941 				 struct evlist *evlist,
942 				 char *prefix)
943 {
944 	int all_idx;
945 	struct perf_cpu cpu;
946 
947 	perf_cpu_map__for_each_cpu(cpu, all_idx, evlist->core.user_requested_cpus) {
948 		struct evsel *counter;
949 		bool first = true;
950 
951 		evlist__for_each_entry(evlist, counter) {
952 			u64 ena, run, val;
953 			double uval;
954 			struct aggr_cpu_id id;
955 			int counter_idx = perf_cpu_map__idx(evsel__cpus(counter), cpu);
956 
957 			if (counter_idx < 0)
958 				continue;
959 
960 			id = aggr_cpu_id__cpu(cpu, /*data=*/NULL);
961 			if (first) {
962 				if (prefix)
963 					fputs(prefix, config->output);
964 				aggr_printout(config, counter, id, 0);
965 				first = false;
966 			}
967 			val = perf_counts(counter->counts, counter_idx, 0)->val;
968 			ena = perf_counts(counter->counts, counter_idx, 0)->ena;
969 			run = perf_counts(counter->counts, counter_idx, 0)->run;
970 
971 			uval = val * counter->scale;
972 			printout(config, id, 0, counter, uval, prefix,
973 				 run, ena, 1.0, &rt_stat);
974 		}
975 		if (!first)
976 			fputc('\n', config->output);
977 	}
978 }
979 
980 static int aggr_header_lens[] = {
981 	[AGGR_CORE] = 24,
982 	[AGGR_DIE] = 18,
983 	[AGGR_SOCKET] = 12,
984 	[AGGR_NONE] = 6,
985 	[AGGR_THREAD] = 24,
986 	[AGGR_GLOBAL] = 0,
987 };
988 
989 static const char *aggr_header_csv[] = {
990 	[AGGR_CORE] 	= 	"core,cpus,",
991 	[AGGR_DIE] 	= 	"die,cpus",
992 	[AGGR_SOCKET] 	= 	"socket,cpus",
993 	[AGGR_NONE] 	= 	"cpu,",
994 	[AGGR_THREAD] 	= 	"comm-pid,",
995 	[AGGR_GLOBAL] 	=	""
996 };
997 
998 static void print_metric_headers(struct perf_stat_config *config,
999 				 struct evlist *evlist,
1000 				 const char *prefix, bool no_indent)
1001 {
1002 	struct perf_stat_output_ctx out;
1003 	struct evsel *counter;
1004 	struct outstate os = {
1005 		.fh = config->output
1006 	};
1007 
1008 	if (prefix)
1009 		fprintf(config->output, "%s", prefix);
1010 
1011 	if (!config->csv_output && !no_indent)
1012 		fprintf(config->output, "%*s",
1013 			aggr_header_lens[config->aggr_mode], "");
1014 	if (config->csv_output) {
1015 		if (config->interval)
1016 			fputs("time,", config->output);
1017 		if (!config->iostat_run)
1018 			fputs(aggr_header_csv[config->aggr_mode], config->output);
1019 	}
1020 	if (config->iostat_run)
1021 		iostat_print_header_prefix(config);
1022 
1023 	/* Print metrics headers only */
1024 	evlist__for_each_entry(evlist, counter) {
1025 		os.evsel = counter;
1026 		out.ctx = &os;
1027 		out.print_metric = print_metric_header;
1028 		out.new_line = new_line_metric;
1029 		out.force_header = true;
1030 		perf_stat__print_shadow_stats(config, counter, 0,
1031 					      0,
1032 					      &out,
1033 					      &config->metric_events,
1034 					      &rt_stat);
1035 	}
1036 	fputc('\n', config->output);
1037 }
1038 
1039 static void print_interval(struct perf_stat_config *config,
1040 			   struct evlist *evlist,
1041 			   char *prefix, struct timespec *ts)
1042 {
1043 	bool metric_only = config->metric_only;
1044 	unsigned int unit_width = config->unit_width;
1045 	FILE *output = config->output;
1046 	static int num_print_interval;
1047 
1048 	if (config->interval_clear)
1049 		puts(CONSOLE_CLEAR);
1050 
1051 	if (!config->iostat_run)
1052 		sprintf(prefix, "%6lu.%09lu%s", (unsigned long) ts->tv_sec, ts->tv_nsec, config->csv_sep);
1053 
1054 	if ((num_print_interval == 0 && !config->csv_output) || config->interval_clear) {
1055 		switch (config->aggr_mode) {
1056 		case AGGR_NODE:
1057 			fprintf(output, "#           time node   cpus");
1058 			if (!metric_only)
1059 				fprintf(output, "             counts %*s events\n", unit_width, "unit");
1060 			break;
1061 		case AGGR_SOCKET:
1062 			fprintf(output, "#           time socket cpus");
1063 			if (!metric_only)
1064 				fprintf(output, "             counts %*s events\n", unit_width, "unit");
1065 			break;
1066 		case AGGR_DIE:
1067 			fprintf(output, "#           time die          cpus");
1068 			if (!metric_only)
1069 				fprintf(output, "             counts %*s events\n", unit_width, "unit");
1070 			break;
1071 		case AGGR_CORE:
1072 			fprintf(output, "#           time core            cpus");
1073 			if (!metric_only)
1074 				fprintf(output, "             counts %*s events\n", unit_width, "unit");
1075 			break;
1076 		case AGGR_NONE:
1077 			fprintf(output, "#           time CPU    ");
1078 			if (!metric_only)
1079 				fprintf(output, "                counts %*s events\n", unit_width, "unit");
1080 			break;
1081 		case AGGR_THREAD:
1082 			fprintf(output, "#           time             comm-pid");
1083 			if (!metric_only)
1084 				fprintf(output, "                  counts %*s events\n", unit_width, "unit");
1085 			break;
1086 		case AGGR_GLOBAL:
1087 		default:
1088 			if (!config->iostat_run) {
1089 				fprintf(output, "#           time");
1090 				if (!metric_only)
1091 					fprintf(output, "             counts %*s events\n", unit_width, "unit");
1092 			}
1093 		case AGGR_UNSET:
1094 			break;
1095 		}
1096 	}
1097 
1098 	if ((num_print_interval == 0 || config->interval_clear) && metric_only)
1099 		print_metric_headers(config, evlist, " ", true);
1100 	if (++num_print_interval == 25)
1101 		num_print_interval = 0;
1102 }
1103 
1104 static void print_header(struct perf_stat_config *config,
1105 			 struct target *_target,
1106 			 int argc, const char **argv)
1107 {
1108 	FILE *output = config->output;
1109 	int i;
1110 
1111 	fflush(stdout);
1112 
1113 	if (!config->csv_output) {
1114 		fprintf(output, "\n");
1115 		fprintf(output, " Performance counter stats for ");
1116 		if (_target->bpf_str)
1117 			fprintf(output, "\'BPF program(s) %s", _target->bpf_str);
1118 		else if (_target->system_wide)
1119 			fprintf(output, "\'system wide");
1120 		else if (_target->cpu_list)
1121 			fprintf(output, "\'CPU(s) %s", _target->cpu_list);
1122 		else if (!target__has_task(_target)) {
1123 			fprintf(output, "\'%s", argv ? argv[0] : "pipe");
1124 			for (i = 1; argv && (i < argc); i++)
1125 				fprintf(output, " %s", argv[i]);
1126 		} else if (_target->pid)
1127 			fprintf(output, "process id \'%s", _target->pid);
1128 		else
1129 			fprintf(output, "thread id \'%s", _target->tid);
1130 
1131 		fprintf(output, "\'");
1132 		if (config->run_count > 1)
1133 			fprintf(output, " (%d runs)", config->run_count);
1134 		fprintf(output, ":\n\n");
1135 	}
1136 }
1137 
1138 static int get_precision(double num)
1139 {
1140 	if (num > 1)
1141 		return 0;
1142 
1143 	return lround(ceil(-log10(num)));
1144 }
1145 
1146 static void print_table(struct perf_stat_config *config,
1147 			FILE *output, int precision, double avg)
1148 {
1149 	char tmp[64];
1150 	int idx, indent = 0;
1151 
1152 	scnprintf(tmp, 64, " %17.*f", precision, avg);
1153 	while (tmp[indent] == ' ')
1154 		indent++;
1155 
1156 	fprintf(output, "%*s# Table of individual measurements:\n", indent, "");
1157 
1158 	for (idx = 0; idx < config->run_count; idx++) {
1159 		double run = (double) config->walltime_run[idx] / NSEC_PER_SEC;
1160 		int h, n = 1 + abs((int) (100.0 * (run - avg)/run) / 5);
1161 
1162 		fprintf(output, " %17.*f (%+.*f) ",
1163 			precision, run, precision, run - avg);
1164 
1165 		for (h = 0; h < n; h++)
1166 			fprintf(output, "#");
1167 
1168 		fprintf(output, "\n");
1169 	}
1170 
1171 	fprintf(output, "\n%*s# Final result:\n", indent, "");
1172 }
1173 
1174 static double timeval2double(struct timeval *t)
1175 {
1176 	return t->tv_sec + (double) t->tv_usec/USEC_PER_SEC;
1177 }
1178 
1179 static void print_footer(struct perf_stat_config *config)
1180 {
1181 	double avg = avg_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC;
1182 	FILE *output = config->output;
1183 
1184 	if (!config->null_run)
1185 		fprintf(output, "\n");
1186 
1187 	if (config->run_count == 1) {
1188 		fprintf(output, " %17.9f seconds time elapsed", avg);
1189 
1190 		if (config->ru_display) {
1191 			double ru_utime = timeval2double(&config->ru_data.ru_utime);
1192 			double ru_stime = timeval2double(&config->ru_data.ru_stime);
1193 
1194 			fprintf(output, "\n\n");
1195 			fprintf(output, " %17.9f seconds user\n", ru_utime);
1196 			fprintf(output, " %17.9f seconds sys\n", ru_stime);
1197 		}
1198 	} else {
1199 		double sd = stddev_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC;
1200 		/*
1201 		 * Display at most 2 more significant
1202 		 * digits than the stddev inaccuracy.
1203 		 */
1204 		int precision = get_precision(sd) + 2;
1205 
1206 		if (config->walltime_run_table)
1207 			print_table(config, output, precision, avg);
1208 
1209 		fprintf(output, " %17.*f +- %.*f seconds time elapsed",
1210 			precision, avg, precision, sd);
1211 
1212 		print_noise_pct(config, sd, avg);
1213 	}
1214 	fprintf(output, "\n\n");
1215 
1216 	if (config->print_free_counters_hint && sysctl__nmi_watchdog_enabled())
1217 		fprintf(output,
1218 "Some events weren't counted. Try disabling the NMI watchdog:\n"
1219 "	echo 0 > /proc/sys/kernel/nmi_watchdog\n"
1220 "	perf stat ...\n"
1221 "	echo 1 > /proc/sys/kernel/nmi_watchdog\n");
1222 
1223 	if (config->print_mixed_hw_group_error)
1224 		fprintf(output,
1225 			"The events in group usually have to be from "
1226 			"the same PMU. Try reorganizing the group.\n");
1227 }
1228 
1229 static void print_percore_thread(struct perf_stat_config *config,
1230 				 struct evsel *counter, char *prefix)
1231 {
1232 	int s;
1233 	struct aggr_cpu_id s2, id;
1234 	struct perf_cpu_map *cpus;
1235 	bool first = true;
1236 	int idx;
1237 	struct perf_cpu cpu;
1238 
1239 	cpus = evsel__cpus(counter);
1240 	perf_cpu_map__for_each_cpu(cpu, idx, cpus) {
1241 		s2 = config->aggr_get_id(config, cpu);
1242 		for (s = 0; s < config->aggr_map->nr; s++) {
1243 			id = config->aggr_map->map[s];
1244 			if (aggr_cpu_id__equal(&s2, &id))
1245 				break;
1246 		}
1247 
1248 		print_counter_aggrdata(config, counter, s,
1249 				       prefix, false,
1250 				       &first, cpu);
1251 	}
1252 }
1253 
1254 static void print_percore(struct perf_stat_config *config,
1255 			  struct evsel *counter, char *prefix)
1256 {
1257 	bool metric_only = config->metric_only;
1258 	FILE *output = config->output;
1259 	int s;
1260 	bool first = true;
1261 
1262 	if (!config->aggr_map || !config->aggr_get_id)
1263 		return;
1264 
1265 	if (config->percore_show_thread)
1266 		return print_percore_thread(config, counter, prefix);
1267 
1268 	for (s = 0; s < config->aggr_map->nr; s++) {
1269 		if (prefix && metric_only)
1270 			fprintf(output, "%s", prefix);
1271 
1272 		print_counter_aggrdata(config, counter, s,
1273 				prefix, metric_only,
1274 				&first, (struct perf_cpu){ .cpu = -1 });
1275 	}
1276 
1277 	if (metric_only)
1278 		fputc('\n', output);
1279 }
1280 
1281 void evlist__print_counters(struct evlist *evlist, struct perf_stat_config *config,
1282 			    struct target *_target, struct timespec *ts, int argc, const char **argv)
1283 {
1284 	bool metric_only = config->metric_only;
1285 	int interval = config->interval;
1286 	struct evsel *counter;
1287 	char buf[64], *prefix = NULL;
1288 
1289 	if (config->iostat_run)
1290 		evlist->selected = evlist__first(evlist);
1291 
1292 	if (interval)
1293 		print_interval(config, evlist, prefix = buf, ts);
1294 	else
1295 		print_header(config, _target, argc, argv);
1296 
1297 	if (metric_only) {
1298 		static int num_print_iv;
1299 
1300 		if (num_print_iv == 0 && !interval)
1301 			print_metric_headers(config, evlist, prefix, false);
1302 		if (num_print_iv++ == 25)
1303 			num_print_iv = 0;
1304 		if (config->aggr_mode == AGGR_GLOBAL && prefix && !config->iostat_run)
1305 			fprintf(config->output, "%s", prefix);
1306 	}
1307 
1308 	switch (config->aggr_mode) {
1309 	case AGGR_CORE:
1310 	case AGGR_DIE:
1311 	case AGGR_SOCKET:
1312 	case AGGR_NODE:
1313 		print_aggr(config, evlist, prefix);
1314 		break;
1315 	case AGGR_THREAD:
1316 		evlist__for_each_entry(evlist, counter) {
1317 			print_aggr_thread(config, _target, counter, prefix);
1318 		}
1319 		break;
1320 	case AGGR_GLOBAL:
1321 		if (config->iostat_run)
1322 			iostat_print_counters(evlist, config, ts, prefix = buf,
1323 					      print_counter_aggr);
1324 		else {
1325 			evlist__for_each_entry(evlist, counter) {
1326 				print_counter_aggr(config, counter, prefix);
1327 			}
1328 			if (metric_only)
1329 				fputc('\n', config->output);
1330 		}
1331 		break;
1332 	case AGGR_NONE:
1333 		if (metric_only)
1334 			print_no_aggr_metric(config, evlist, prefix);
1335 		else {
1336 			evlist__for_each_entry(evlist, counter) {
1337 				if (counter->percore)
1338 					print_percore(config, counter, prefix);
1339 				else
1340 					print_counter(config, counter, prefix);
1341 			}
1342 		}
1343 		break;
1344 	case AGGR_UNSET:
1345 	default:
1346 		break;
1347 	}
1348 
1349 	if (!interval && !config->csv_output)
1350 		print_footer(config);
1351 
1352 	fflush(config->output);
1353 }
1354