xref: /openbmc/linux/tools/perf/util/stat-display.c (revision c6fddb28)
1 #include <stdlib.h>
2 #include <stdio.h>
3 #include <inttypes.h>
4 #include <linux/string.h>
5 #include <linux/time64.h>
6 #include <math.h>
7 #include "color.h"
8 #include "counts.h"
9 #include "evlist.h"
10 #include "evsel.h"
11 #include "stat.h"
12 #include "top.h"
13 #include "thread_map.h"
14 #include "cpumap.h"
15 #include "string2.h"
16 #include <linux/ctype.h>
17 #include "cgroup.h"
18 #include <api/fs/fs.h>
19 #include "util.h"
20 
21 #define CNTR_NOT_SUPPORTED	"<not supported>"
22 #define CNTR_NOT_COUNTED	"<not counted>"
23 
24 static void print_running(struct perf_stat_config *config,
25 			  u64 run, u64 ena)
26 {
27 	if (config->csv_output) {
28 		fprintf(config->output, "%s%" PRIu64 "%s%.2f",
29 					config->csv_sep,
30 					run,
31 					config->csv_sep,
32 					ena ? 100.0 * run / ena : 100.0);
33 	} else if (run != ena) {
34 		fprintf(config->output, "  (%.2f%%)", 100.0 * run / ena);
35 	}
36 }
37 
38 static void print_noise_pct(struct perf_stat_config *config,
39 			    double total, double avg)
40 {
41 	double pct = rel_stddev_stats(total, avg);
42 
43 	if (config->csv_output)
44 		fprintf(config->output, "%s%.2f%%", config->csv_sep, pct);
45 	else if (pct)
46 		fprintf(config->output, "  ( +-%6.2f%% )", pct);
47 }
48 
49 static void print_noise(struct perf_stat_config *config,
50 			struct evsel *evsel, double avg)
51 {
52 	struct perf_stat_evsel *ps;
53 
54 	if (config->run_count == 1)
55 		return;
56 
57 	ps = evsel->stats;
58 	print_noise_pct(config, stddev_stats(&ps->res_stats[0]), avg);
59 }
60 
61 static void print_cgroup(struct perf_stat_config *config, struct evsel *evsel)
62 {
63 	if (nr_cgroups) {
64 		const char *cgrp_name = evsel->cgrp ? evsel->cgrp->name  : "";
65 		fprintf(config->output, "%s%s", config->csv_sep, cgrp_name);
66 	}
67 }
68 
69 
70 static void aggr_printout(struct perf_stat_config *config,
71 			  struct evsel *evsel, int id, int nr)
72 {
73 	switch (config->aggr_mode) {
74 	case AGGR_CORE:
75 		fprintf(config->output, "S%d-D%d-C%*d%s%*d%s",
76 			cpu_map__id_to_socket(id),
77 			cpu_map__id_to_die(id),
78 			config->csv_output ? 0 : -8,
79 			cpu_map__id_to_cpu(id),
80 			config->csv_sep,
81 			config->csv_output ? 0 : 4,
82 			nr,
83 			config->csv_sep);
84 		break;
85 	case AGGR_DIE:
86 		fprintf(config->output, "S%d-D%*d%s%*d%s",
87 			cpu_map__id_to_socket(id << 16),
88 			config->csv_output ? 0 : -8,
89 			cpu_map__id_to_die(id << 16),
90 			config->csv_sep,
91 			config->csv_output ? 0 : 4,
92 			nr,
93 			config->csv_sep);
94 		break;
95 	case AGGR_SOCKET:
96 		fprintf(config->output, "S%*d%s%*d%s",
97 			config->csv_output ? 0 : -5,
98 			id,
99 			config->csv_sep,
100 			config->csv_output ? 0 : 4,
101 			nr,
102 			config->csv_sep);
103 			break;
104 	case AGGR_NODE:
105 		fprintf(config->output, "N%*d%s%*d%s",
106 			config->csv_output ? 0 : -5,
107 			id,
108 			config->csv_sep,
109 			config->csv_output ? 0 : 4,
110 			nr,
111 			config->csv_sep);
112 			break;
113 	case AGGR_NONE:
114 		if (evsel->percore && !config->percore_show_thread) {
115 			fprintf(config->output, "S%d-D%d-C%*d%s",
116 				cpu_map__id_to_socket(id),
117 				cpu_map__id_to_die(id),
118 				config->csv_output ? 0 : -3,
119 				cpu_map__id_to_cpu(id), config->csv_sep);
120 		} else {
121 			fprintf(config->output, "CPU%*d%s",
122 				config->csv_output ? 0 : -7,
123 				evsel__cpus(evsel)->map[id],
124 				config->csv_sep);
125 		}
126 		break;
127 	case AGGR_THREAD:
128 		fprintf(config->output, "%*s-%*d%s",
129 			config->csv_output ? 0 : 16,
130 			perf_thread_map__comm(evsel->core.threads, id),
131 			config->csv_output ? 0 : -8,
132 			perf_thread_map__pid(evsel->core.threads, id),
133 			config->csv_sep);
134 		break;
135 	case AGGR_GLOBAL:
136 	case AGGR_UNSET:
137 	default:
138 		break;
139 	}
140 }
141 
142 struct outstate {
143 	FILE *fh;
144 	bool newline;
145 	const char *prefix;
146 	int  nfields;
147 	int  id, nr;
148 	struct evsel *evsel;
149 };
150 
151 #define METRIC_LEN  35
152 
153 static void new_line_std(struct perf_stat_config *config __maybe_unused,
154 			 void *ctx)
155 {
156 	struct outstate *os = ctx;
157 
158 	os->newline = true;
159 }
160 
161 static void do_new_line_std(struct perf_stat_config *config,
162 			    struct outstate *os)
163 {
164 	fputc('\n', os->fh);
165 	fputs(os->prefix, os->fh);
166 	aggr_printout(config, os->evsel, os->id, os->nr);
167 	if (config->aggr_mode == AGGR_NONE)
168 		fprintf(os->fh, "        ");
169 	fprintf(os->fh, "                                                 ");
170 }
171 
172 static void print_metric_std(struct perf_stat_config *config,
173 			     void *ctx, const char *color, const char *fmt,
174 			     const char *unit, double val)
175 {
176 	struct outstate *os = ctx;
177 	FILE *out = os->fh;
178 	int n;
179 	bool newline = os->newline;
180 
181 	os->newline = false;
182 
183 	if (unit == NULL || fmt == NULL) {
184 		fprintf(out, "%-*s", METRIC_LEN, "");
185 		return;
186 	}
187 
188 	if (newline)
189 		do_new_line_std(config, os);
190 
191 	n = fprintf(out, " # ");
192 	if (color)
193 		n += color_fprintf(out, color, fmt, val);
194 	else
195 		n += fprintf(out, fmt, val);
196 	fprintf(out, " %-*s", METRIC_LEN - n - 1, unit);
197 }
198 
199 static void new_line_csv(struct perf_stat_config *config, void *ctx)
200 {
201 	struct outstate *os = ctx;
202 	int i;
203 
204 	fputc('\n', os->fh);
205 	if (os->prefix)
206 		fprintf(os->fh, "%s%s", os->prefix, config->csv_sep);
207 	aggr_printout(config, os->evsel, os->id, os->nr);
208 	for (i = 0; i < os->nfields; i++)
209 		fputs(config->csv_sep, os->fh);
210 }
211 
212 static void print_metric_csv(struct perf_stat_config *config __maybe_unused,
213 			     void *ctx,
214 			     const char *color __maybe_unused,
215 			     const char *fmt, const char *unit, double val)
216 {
217 	struct outstate *os = ctx;
218 	FILE *out = os->fh;
219 	char buf[64], *vals, *ends;
220 
221 	if (unit == NULL || fmt == NULL) {
222 		fprintf(out, "%s%s", config->csv_sep, config->csv_sep);
223 		return;
224 	}
225 	snprintf(buf, sizeof(buf), fmt, val);
226 	ends = vals = skip_spaces(buf);
227 	while (isdigit(*ends) || *ends == '.')
228 		ends++;
229 	*ends = 0;
230 	fprintf(out, "%s%s%s%s", config->csv_sep, vals, config->csv_sep, skip_spaces(unit));
231 }
232 
233 /* Filter out some columns that don't work well in metrics only mode */
234 
235 static bool valid_only_metric(const char *unit)
236 {
237 	if (!unit)
238 		return false;
239 	if (strstr(unit, "/sec") ||
240 	    strstr(unit, "hz") ||
241 	    strstr(unit, "Hz") ||
242 	    strstr(unit, "CPUs utilized"))
243 		return false;
244 	return true;
245 }
246 
247 static const char *fixunit(char *buf, struct evsel *evsel,
248 			   const char *unit)
249 {
250 	if (!strncmp(unit, "of all", 6)) {
251 		snprintf(buf, 1024, "%s %s", perf_evsel__name(evsel),
252 			 unit);
253 		return buf;
254 	}
255 	return unit;
256 }
257 
258 static void print_metric_only(struct perf_stat_config *config,
259 			      void *ctx, const char *color, const char *fmt,
260 			      const char *unit, double val)
261 {
262 	struct outstate *os = ctx;
263 	FILE *out = os->fh;
264 	char buf[1024], str[1024];
265 	unsigned mlen = config->metric_only_len;
266 
267 	if (!valid_only_metric(unit))
268 		return;
269 	unit = fixunit(buf, os->evsel, unit);
270 	if (mlen < strlen(unit))
271 		mlen = strlen(unit) + 1;
272 
273 	if (color)
274 		mlen += strlen(color) + sizeof(PERF_COLOR_RESET) - 1;
275 
276 	color_snprintf(str, sizeof(str), color ?: "", fmt, val);
277 	fprintf(out, "%*s ", mlen, str);
278 }
279 
280 static void print_metric_only_csv(struct perf_stat_config *config __maybe_unused,
281 				  void *ctx, const char *color __maybe_unused,
282 				  const char *fmt,
283 				  const char *unit, double val)
284 {
285 	struct outstate *os = ctx;
286 	FILE *out = os->fh;
287 	char buf[64], *vals, *ends;
288 	char tbuf[1024];
289 
290 	if (!valid_only_metric(unit))
291 		return;
292 	unit = fixunit(tbuf, os->evsel, unit);
293 	snprintf(buf, sizeof buf, fmt, val);
294 	ends = vals = skip_spaces(buf);
295 	while (isdigit(*ends) || *ends == '.')
296 		ends++;
297 	*ends = 0;
298 	fprintf(out, "%s%s", vals, config->csv_sep);
299 }
300 
301 static void new_line_metric(struct perf_stat_config *config __maybe_unused,
302 			    void *ctx __maybe_unused)
303 {
304 }
305 
306 static void print_metric_header(struct perf_stat_config *config,
307 				void *ctx, const char *color __maybe_unused,
308 				const char *fmt __maybe_unused,
309 				const char *unit, double val __maybe_unused)
310 {
311 	struct outstate *os = ctx;
312 	char tbuf[1024];
313 
314 	if (!valid_only_metric(unit))
315 		return;
316 	unit = fixunit(tbuf, os->evsel, unit);
317 	if (config->csv_output)
318 		fprintf(os->fh, "%s%s", unit, config->csv_sep);
319 	else
320 		fprintf(os->fh, "%*s ", config->metric_only_len, unit);
321 }
322 
323 static int first_shadow_cpu(struct perf_stat_config *config,
324 			    struct evsel *evsel, int id)
325 {
326 	struct evlist *evlist = evsel->evlist;
327 	int i;
328 
329 	if (!config->aggr_get_id)
330 		return 0;
331 
332 	if (config->aggr_mode == AGGR_NONE)
333 		return id;
334 
335 	if (config->aggr_mode == AGGR_GLOBAL)
336 		return 0;
337 
338 	for (i = 0; i < perf_evsel__nr_cpus(evsel); i++) {
339 		int cpu2 = evsel__cpus(evsel)->map[i];
340 
341 		if (config->aggr_get_id(config, evlist->core.cpus, cpu2) == id)
342 			return cpu2;
343 	}
344 	return 0;
345 }
346 
347 static void abs_printout(struct perf_stat_config *config,
348 			 int id, int nr, struct evsel *evsel, double avg)
349 {
350 	FILE *output = config->output;
351 	double sc =  evsel->scale;
352 	const char *fmt;
353 
354 	if (config->csv_output) {
355 		fmt = floor(sc) != sc ?  "%.2f%s" : "%.0f%s";
356 	} else {
357 		if (config->big_num)
358 			fmt = floor(sc) != sc ? "%'18.2f%s" : "%'18.0f%s";
359 		else
360 			fmt = floor(sc) != sc ? "%18.2f%s" : "%18.0f%s";
361 	}
362 
363 	aggr_printout(config, evsel, id, nr);
364 
365 	fprintf(output, fmt, avg, config->csv_sep);
366 
367 	if (evsel->unit)
368 		fprintf(output, "%-*s%s",
369 			config->csv_output ? 0 : config->unit_width,
370 			evsel->unit, config->csv_sep);
371 
372 	fprintf(output, "%-*s", config->csv_output ? 0 : 25, perf_evsel__name(evsel));
373 
374 	print_cgroup(config, evsel);
375 }
376 
377 static bool is_mixed_hw_group(struct evsel *counter)
378 {
379 	struct evlist *evlist = counter->evlist;
380 	u32 pmu_type = counter->core.attr.type;
381 	struct evsel *pos;
382 
383 	if (counter->core.nr_members < 2)
384 		return false;
385 
386 	evlist__for_each_entry(evlist, pos) {
387 		/* software events can be part of any hardware group */
388 		if (pos->core.attr.type == PERF_TYPE_SOFTWARE)
389 			continue;
390 		if (pmu_type == PERF_TYPE_SOFTWARE) {
391 			pmu_type = pos->core.attr.type;
392 			continue;
393 		}
394 		if (pmu_type != pos->core.attr.type)
395 			return true;
396 	}
397 
398 	return false;
399 }
400 
401 static void printout(struct perf_stat_config *config, int id, int nr,
402 		     struct evsel *counter, double uval,
403 		     char *prefix, u64 run, u64 ena, double noise,
404 		     struct runtime_stat *st)
405 {
406 	struct perf_stat_output_ctx out;
407 	struct outstate os = {
408 		.fh = config->output,
409 		.prefix = prefix ? prefix : "",
410 		.id = id,
411 		.nr = nr,
412 		.evsel = counter,
413 	};
414 	print_metric_t pm = print_metric_std;
415 	new_line_t nl;
416 
417 	if (config->metric_only) {
418 		nl = new_line_metric;
419 		if (config->csv_output)
420 			pm = print_metric_only_csv;
421 		else
422 			pm = print_metric_only;
423 	} else
424 		nl = new_line_std;
425 
426 	if (config->csv_output && !config->metric_only) {
427 		static int aggr_fields[] = {
428 			[AGGR_GLOBAL] = 0,
429 			[AGGR_THREAD] = 1,
430 			[AGGR_NONE] = 1,
431 			[AGGR_SOCKET] = 2,
432 			[AGGR_DIE] = 2,
433 			[AGGR_CORE] = 2,
434 		};
435 
436 		pm = print_metric_csv;
437 		nl = new_line_csv;
438 		os.nfields = 3;
439 		os.nfields += aggr_fields[config->aggr_mode];
440 		if (counter->cgrp)
441 			os.nfields++;
442 	}
443 	if (run == 0 || ena == 0 || counter->counts->scaled == -1) {
444 		if (config->metric_only) {
445 			pm(config, &os, NULL, "", "", 0);
446 			return;
447 		}
448 		aggr_printout(config, counter, id, nr);
449 
450 		fprintf(config->output, "%*s%s",
451 			config->csv_output ? 0 : 18,
452 			counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED,
453 			config->csv_sep);
454 
455 		if (counter->supported) {
456 			config->print_free_counters_hint = 1;
457 			if (is_mixed_hw_group(counter))
458 				config->print_mixed_hw_group_error = 1;
459 		}
460 
461 		fprintf(config->output, "%-*s%s",
462 			config->csv_output ? 0 : config->unit_width,
463 			counter->unit, config->csv_sep);
464 
465 		fprintf(config->output, "%*s",
466 			config->csv_output ? 0 : -25,
467 			perf_evsel__name(counter));
468 
469 		print_cgroup(config, counter);
470 
471 		if (!config->csv_output)
472 			pm(config, &os, NULL, NULL, "", 0);
473 		print_noise(config, counter, noise);
474 		print_running(config, run, ena);
475 		if (config->csv_output)
476 			pm(config, &os, NULL, NULL, "", 0);
477 		return;
478 	}
479 
480 	if (!config->metric_only)
481 		abs_printout(config, id, nr, counter, uval);
482 
483 	out.print_metric = pm;
484 	out.new_line = nl;
485 	out.ctx = &os;
486 	out.force_header = false;
487 
488 	if (config->csv_output && !config->metric_only) {
489 		print_noise(config, counter, noise);
490 		print_running(config, run, ena);
491 	}
492 
493 	perf_stat__print_shadow_stats(config, counter, uval,
494 				first_shadow_cpu(config, counter, id),
495 				&out, &config->metric_events, st);
496 	if (!config->csv_output && !config->metric_only) {
497 		print_noise(config, counter, noise);
498 		print_running(config, run, ena);
499 	}
500 }
501 
502 static void aggr_update_shadow(struct perf_stat_config *config,
503 			       struct evlist *evlist)
504 {
505 	int cpu, s2, id, s;
506 	u64 val;
507 	struct evsel *counter;
508 
509 	for (s = 0; s < config->aggr_map->nr; s++) {
510 		id = config->aggr_map->map[s];
511 		evlist__for_each_entry(evlist, counter) {
512 			val = 0;
513 			for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) {
514 				s2 = config->aggr_get_id(config, evlist->core.cpus, cpu);
515 				if (s2 != id)
516 					continue;
517 				val += perf_counts(counter->counts, cpu, 0)->val;
518 			}
519 			perf_stat__update_shadow_stats(counter, val,
520 					first_shadow_cpu(config, counter, id),
521 					&rt_stat);
522 		}
523 	}
524 }
525 
526 static void uniquify_event_name(struct evsel *counter)
527 {
528 	char *new_name;
529 	char *config;
530 
531 	if (counter->uniquified_name ||
532 	    !counter->pmu_name || !strncmp(counter->name, counter->pmu_name,
533 					   strlen(counter->pmu_name)))
534 		return;
535 
536 	config = strchr(counter->name, '/');
537 	if (config) {
538 		if (asprintf(&new_name,
539 			     "%s%s", counter->pmu_name, config) > 0) {
540 			free(counter->name);
541 			counter->name = new_name;
542 		}
543 	} else {
544 		if (asprintf(&new_name,
545 			     "%s [%s]", counter->name, counter->pmu_name) > 0) {
546 			free(counter->name);
547 			counter->name = new_name;
548 		}
549 	}
550 
551 	counter->uniquified_name = true;
552 }
553 
554 static void collect_all_aliases(struct perf_stat_config *config, struct evsel *counter,
555 			    void (*cb)(struct perf_stat_config *config, struct evsel *counter, void *data,
556 				       bool first),
557 			    void *data)
558 {
559 	struct evlist *evlist = counter->evlist;
560 	struct evsel *alias;
561 
562 	alias = list_prepare_entry(counter, &(evlist->core.entries), core.node);
563 	list_for_each_entry_continue (alias, &evlist->core.entries, core.node) {
564 		if (strcmp(perf_evsel__name(alias), perf_evsel__name(counter)) ||
565 		    alias->scale != counter->scale ||
566 		    alias->cgrp != counter->cgrp ||
567 		    strcmp(alias->unit, counter->unit) ||
568 		    perf_evsel__is_clock(alias) != perf_evsel__is_clock(counter) ||
569 		    !strcmp(alias->pmu_name, counter->pmu_name))
570 			break;
571 		alias->merged_stat = true;
572 		cb(config, alias, data, false);
573 	}
574 }
575 
576 static bool collect_data(struct perf_stat_config *config, struct evsel *counter,
577 			    void (*cb)(struct perf_stat_config *config, struct evsel *counter, void *data,
578 				       bool first),
579 			    void *data)
580 {
581 	if (counter->merged_stat)
582 		return false;
583 	cb(config, counter, data, true);
584 	if (config->no_merge)
585 		uniquify_event_name(counter);
586 	else if (counter->auto_merge_stats)
587 		collect_all_aliases(config, counter, cb, data);
588 	return true;
589 }
590 
591 struct aggr_data {
592 	u64 ena, run, val;
593 	int id;
594 	int nr;
595 	int cpu;
596 };
597 
598 static void aggr_cb(struct perf_stat_config *config,
599 		    struct evsel *counter, void *data, bool first)
600 {
601 	struct aggr_data *ad = data;
602 	int cpu, s2;
603 
604 	for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) {
605 		struct perf_counts_values *counts;
606 
607 		s2 = config->aggr_get_id(config, evsel__cpus(counter), cpu);
608 		if (s2 != ad->id)
609 			continue;
610 		if (first)
611 			ad->nr++;
612 		counts = perf_counts(counter->counts, cpu, 0);
613 		/*
614 		 * When any result is bad, make them all to give
615 		 * consistent output in interval mode.
616 		 */
617 		if (counts->ena == 0 || counts->run == 0 ||
618 		    counter->counts->scaled == -1) {
619 			ad->ena = 0;
620 			ad->run = 0;
621 			break;
622 		}
623 		ad->val += counts->val;
624 		ad->ena += counts->ena;
625 		ad->run += counts->run;
626 	}
627 }
628 
629 static void print_counter_aggrdata(struct perf_stat_config *config,
630 				   struct evsel *counter, int s,
631 				   char *prefix, bool metric_only,
632 				   bool *first, int cpu)
633 {
634 	struct aggr_data ad;
635 	FILE *output = config->output;
636 	u64 ena, run, val;
637 	int id, nr;
638 	double uval;
639 
640 	ad.id = id = config->aggr_map->map[s];
641 	ad.val = ad.ena = ad.run = 0;
642 	ad.nr = 0;
643 	if (!collect_data(config, counter, aggr_cb, &ad))
644 		return;
645 
646 	nr = ad.nr;
647 	ena = ad.ena;
648 	run = ad.run;
649 	val = ad.val;
650 	if (*first && metric_only) {
651 		*first = false;
652 		aggr_printout(config, counter, id, nr);
653 	}
654 	if (prefix && !metric_only)
655 		fprintf(output, "%s", prefix);
656 
657 	uval = val * counter->scale;
658 	printout(config, cpu != -1 ? cpu : id, nr, counter, uval, prefix,
659 		 run, ena, 1.0, &rt_stat);
660 	if (!metric_only)
661 		fputc('\n', output);
662 }
663 
664 static void print_aggr(struct perf_stat_config *config,
665 		       struct evlist *evlist,
666 		       char *prefix)
667 {
668 	bool metric_only = config->metric_only;
669 	FILE *output = config->output;
670 	struct evsel *counter;
671 	int s;
672 	bool first;
673 
674 	if (!(config->aggr_map || config->aggr_get_id))
675 		return;
676 
677 	aggr_update_shadow(config, evlist);
678 
679 	/*
680 	 * With metric_only everything is on a single line.
681 	 * Without each counter has its own line.
682 	 */
683 	for (s = 0; s < config->aggr_map->nr; s++) {
684 		if (prefix && metric_only)
685 			fprintf(output, "%s", prefix);
686 
687 		first = true;
688 		evlist__for_each_entry(evlist, counter) {
689 			print_counter_aggrdata(config, counter, s,
690 					       prefix, metric_only,
691 					       &first, -1);
692 		}
693 		if (metric_only)
694 			fputc('\n', output);
695 	}
696 }
697 
698 static int cmp_val(const void *a, const void *b)
699 {
700 	return ((struct perf_aggr_thread_value *)b)->val -
701 		((struct perf_aggr_thread_value *)a)->val;
702 }
703 
704 static struct perf_aggr_thread_value *sort_aggr_thread(
705 					struct evsel *counter,
706 					int nthreads, int ncpus,
707 					int *ret,
708 					struct target *_target)
709 {
710 	int cpu, thread, i = 0;
711 	double uval;
712 	struct perf_aggr_thread_value *buf;
713 
714 	buf = calloc(nthreads, sizeof(struct perf_aggr_thread_value));
715 	if (!buf)
716 		return NULL;
717 
718 	for (thread = 0; thread < nthreads; thread++) {
719 		u64 ena = 0, run = 0, val = 0;
720 
721 		for (cpu = 0; cpu < ncpus; cpu++) {
722 			val += perf_counts(counter->counts, cpu, thread)->val;
723 			ena += perf_counts(counter->counts, cpu, thread)->ena;
724 			run += perf_counts(counter->counts, cpu, thread)->run;
725 		}
726 
727 		uval = val * counter->scale;
728 
729 		/*
730 		 * Skip value 0 when enabling --per-thread globally,
731 		 * otherwise too many 0 output.
732 		 */
733 		if (uval == 0.0 && target__has_per_thread(_target))
734 			continue;
735 
736 		buf[i].counter = counter;
737 		buf[i].id = thread;
738 		buf[i].uval = uval;
739 		buf[i].val = val;
740 		buf[i].run = run;
741 		buf[i].ena = ena;
742 		i++;
743 	}
744 
745 	qsort(buf, i, sizeof(struct perf_aggr_thread_value), cmp_val);
746 
747 	if (ret)
748 		*ret = i;
749 
750 	return buf;
751 }
752 
753 static void print_aggr_thread(struct perf_stat_config *config,
754 			      struct target *_target,
755 			      struct evsel *counter, char *prefix)
756 {
757 	FILE *output = config->output;
758 	int nthreads = perf_thread_map__nr(counter->core.threads);
759 	int ncpus = perf_cpu_map__nr(counter->core.cpus);
760 	int thread, sorted_threads, id;
761 	struct perf_aggr_thread_value *buf;
762 
763 	buf = sort_aggr_thread(counter, nthreads, ncpus, &sorted_threads, _target);
764 	if (!buf) {
765 		perror("cannot sort aggr thread");
766 		return;
767 	}
768 
769 	for (thread = 0; thread < sorted_threads; thread++) {
770 		if (prefix)
771 			fprintf(output, "%s", prefix);
772 
773 		id = buf[thread].id;
774 		if (config->stats)
775 			printout(config, id, 0, buf[thread].counter, buf[thread].uval,
776 				 prefix, buf[thread].run, buf[thread].ena, 1.0,
777 				 &config->stats[id]);
778 		else
779 			printout(config, id, 0, buf[thread].counter, buf[thread].uval,
780 				 prefix, buf[thread].run, buf[thread].ena, 1.0,
781 				 &rt_stat);
782 		fputc('\n', output);
783 	}
784 
785 	free(buf);
786 }
787 
788 struct caggr_data {
789 	double avg, avg_enabled, avg_running;
790 };
791 
792 static void counter_aggr_cb(struct perf_stat_config *config __maybe_unused,
793 			    struct evsel *counter, void *data,
794 			    bool first __maybe_unused)
795 {
796 	struct caggr_data *cd = data;
797 	struct perf_stat_evsel *ps = counter->stats;
798 
799 	cd->avg += avg_stats(&ps->res_stats[0]);
800 	cd->avg_enabled += avg_stats(&ps->res_stats[1]);
801 	cd->avg_running += avg_stats(&ps->res_stats[2]);
802 }
803 
804 /*
805  * Print out the results of a single counter:
806  * aggregated counts in system-wide mode
807  */
808 static void print_counter_aggr(struct perf_stat_config *config,
809 			       struct evsel *counter, char *prefix)
810 {
811 	bool metric_only = config->metric_only;
812 	FILE *output = config->output;
813 	double uval;
814 	struct caggr_data cd = { .avg = 0.0 };
815 
816 	if (!collect_data(config, counter, counter_aggr_cb, &cd))
817 		return;
818 
819 	if (prefix && !metric_only)
820 		fprintf(output, "%s", prefix);
821 
822 	uval = cd.avg * counter->scale;
823 	printout(config, -1, 0, counter, uval, prefix, cd.avg_running, cd.avg_enabled,
824 		 cd.avg, &rt_stat);
825 	if (!metric_only)
826 		fprintf(output, "\n");
827 }
828 
829 static void counter_cb(struct perf_stat_config *config __maybe_unused,
830 		       struct evsel *counter, void *data,
831 		       bool first __maybe_unused)
832 {
833 	struct aggr_data *ad = data;
834 
835 	ad->val += perf_counts(counter->counts, ad->cpu, 0)->val;
836 	ad->ena += perf_counts(counter->counts, ad->cpu, 0)->ena;
837 	ad->run += perf_counts(counter->counts, ad->cpu, 0)->run;
838 }
839 
840 /*
841  * Print out the results of a single counter:
842  * does not use aggregated count in system-wide
843  */
844 static void print_counter(struct perf_stat_config *config,
845 			  struct evsel *counter, char *prefix)
846 {
847 	FILE *output = config->output;
848 	u64 ena, run, val;
849 	double uval;
850 	int cpu;
851 
852 	for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) {
853 		struct aggr_data ad = { .cpu = cpu };
854 
855 		if (!collect_data(config, counter, counter_cb, &ad))
856 			return;
857 		val = ad.val;
858 		ena = ad.ena;
859 		run = ad.run;
860 
861 		if (prefix)
862 			fprintf(output, "%s", prefix);
863 
864 		uval = val * counter->scale;
865 		printout(config, cpu, 0, counter, uval, prefix, run, ena, 1.0,
866 			 &rt_stat);
867 
868 		fputc('\n', output);
869 	}
870 }
871 
872 static void print_no_aggr_metric(struct perf_stat_config *config,
873 				 struct evlist *evlist,
874 				 char *prefix)
875 {
876 	int cpu;
877 	int nrcpus = 0;
878 	struct evsel *counter;
879 	u64 ena, run, val;
880 	double uval;
881 
882 	nrcpus = evlist->core.cpus->nr;
883 	for (cpu = 0; cpu < nrcpus; cpu++) {
884 		bool first = true;
885 
886 		if (prefix)
887 			fputs(prefix, config->output);
888 		evlist__for_each_entry(evlist, counter) {
889 			if (first) {
890 				aggr_printout(config, counter, cpu, 0);
891 				first = false;
892 			}
893 			val = perf_counts(counter->counts, cpu, 0)->val;
894 			ena = perf_counts(counter->counts, cpu, 0)->ena;
895 			run = perf_counts(counter->counts, cpu, 0)->run;
896 
897 			uval = val * counter->scale;
898 			printout(config, cpu, 0, counter, uval, prefix, run, ena, 1.0,
899 				 &rt_stat);
900 		}
901 		fputc('\n', config->output);
902 	}
903 }
904 
905 static int aggr_header_lens[] = {
906 	[AGGR_CORE] = 24,
907 	[AGGR_DIE] = 18,
908 	[AGGR_SOCKET] = 12,
909 	[AGGR_NONE] = 6,
910 	[AGGR_THREAD] = 24,
911 	[AGGR_GLOBAL] = 0,
912 };
913 
914 static const char *aggr_header_csv[] = {
915 	[AGGR_CORE] 	= 	"core,cpus,",
916 	[AGGR_DIE] 	= 	"die,cpus",
917 	[AGGR_SOCKET] 	= 	"socket,cpus",
918 	[AGGR_NONE] 	= 	"cpu,",
919 	[AGGR_THREAD] 	= 	"comm-pid,",
920 	[AGGR_GLOBAL] 	=	""
921 };
922 
923 static void print_metric_headers(struct perf_stat_config *config,
924 				 struct evlist *evlist,
925 				 const char *prefix, bool no_indent)
926 {
927 	struct perf_stat_output_ctx out;
928 	struct evsel *counter;
929 	struct outstate os = {
930 		.fh = config->output
931 	};
932 
933 	if (prefix)
934 		fprintf(config->output, "%s", prefix);
935 
936 	if (!config->csv_output && !no_indent)
937 		fprintf(config->output, "%*s",
938 			aggr_header_lens[config->aggr_mode], "");
939 	if (config->csv_output) {
940 		if (config->interval)
941 			fputs("time,", config->output);
942 		fputs(aggr_header_csv[config->aggr_mode], config->output);
943 	}
944 
945 	/* Print metrics headers only */
946 	evlist__for_each_entry(evlist, counter) {
947 		os.evsel = counter;
948 		out.ctx = &os;
949 		out.print_metric = print_metric_header;
950 		out.new_line = new_line_metric;
951 		out.force_header = true;
952 		os.evsel = counter;
953 		perf_stat__print_shadow_stats(config, counter, 0,
954 					      0,
955 					      &out,
956 					      &config->metric_events,
957 					      &rt_stat);
958 	}
959 	fputc('\n', config->output);
960 }
961 
962 static void print_interval(struct perf_stat_config *config,
963 			   struct evlist *evlist,
964 			   char *prefix, struct timespec *ts)
965 {
966 	bool metric_only = config->metric_only;
967 	unsigned int unit_width = config->unit_width;
968 	FILE *output = config->output;
969 	static int num_print_interval;
970 
971 	if (config->interval_clear)
972 		puts(CONSOLE_CLEAR);
973 
974 	sprintf(prefix, "%6lu.%09lu%s", ts->tv_sec, ts->tv_nsec, config->csv_sep);
975 
976 	if ((num_print_interval == 0 && !config->csv_output) || config->interval_clear) {
977 		switch (config->aggr_mode) {
978 		case AGGR_NODE:
979 			fprintf(output, "#           time node   cpus");
980 			if (!metric_only)
981 				fprintf(output, "             counts %*s events\n", unit_width, "unit");
982 			break;
983 		case AGGR_SOCKET:
984 			fprintf(output, "#           time socket cpus");
985 			if (!metric_only)
986 				fprintf(output, "             counts %*s events\n", unit_width, "unit");
987 			break;
988 		case AGGR_DIE:
989 			fprintf(output, "#           time die          cpus");
990 			if (!metric_only)
991 				fprintf(output, "             counts %*s events\n", unit_width, "unit");
992 			break;
993 		case AGGR_CORE:
994 			fprintf(output, "#           time core            cpus");
995 			if (!metric_only)
996 				fprintf(output, "             counts %*s events\n", unit_width, "unit");
997 			break;
998 		case AGGR_NONE:
999 			fprintf(output, "#           time CPU    ");
1000 			if (!metric_only)
1001 				fprintf(output, "                counts %*s events\n", unit_width, "unit");
1002 			break;
1003 		case AGGR_THREAD:
1004 			fprintf(output, "#           time             comm-pid");
1005 			if (!metric_only)
1006 				fprintf(output, "                  counts %*s events\n", unit_width, "unit");
1007 			break;
1008 		case AGGR_GLOBAL:
1009 		default:
1010 			fprintf(output, "#           time");
1011 			if (!metric_only)
1012 				fprintf(output, "             counts %*s events\n", unit_width, "unit");
1013 		case AGGR_UNSET:
1014 			break;
1015 		}
1016 	}
1017 
1018 	if ((num_print_interval == 0 || config->interval_clear) && metric_only)
1019 		print_metric_headers(config, evlist, " ", true);
1020 	if (++num_print_interval == 25)
1021 		num_print_interval = 0;
1022 }
1023 
1024 static void print_header(struct perf_stat_config *config,
1025 			 struct target *_target,
1026 			 int argc, const char **argv)
1027 {
1028 	FILE *output = config->output;
1029 	int i;
1030 
1031 	fflush(stdout);
1032 
1033 	if (!config->csv_output) {
1034 		fprintf(output, "\n");
1035 		fprintf(output, " Performance counter stats for ");
1036 		if (_target->system_wide)
1037 			fprintf(output, "\'system wide");
1038 		else if (_target->cpu_list)
1039 			fprintf(output, "\'CPU(s) %s", _target->cpu_list);
1040 		else if (!target__has_task(_target)) {
1041 			fprintf(output, "\'%s", argv ? argv[0] : "pipe");
1042 			for (i = 1; argv && (i < argc); i++)
1043 				fprintf(output, " %s", argv[i]);
1044 		} else if (_target->pid)
1045 			fprintf(output, "process id \'%s", _target->pid);
1046 		else
1047 			fprintf(output, "thread id \'%s", _target->tid);
1048 
1049 		fprintf(output, "\'");
1050 		if (config->run_count > 1)
1051 			fprintf(output, " (%d runs)", config->run_count);
1052 		fprintf(output, ":\n\n");
1053 	}
1054 }
1055 
1056 static int get_precision(double num)
1057 {
1058 	if (num > 1)
1059 		return 0;
1060 
1061 	return lround(ceil(-log10(num)));
1062 }
1063 
1064 static void print_table(struct perf_stat_config *config,
1065 			FILE *output, int precision, double avg)
1066 {
1067 	char tmp[64];
1068 	int idx, indent = 0;
1069 
1070 	scnprintf(tmp, 64, " %17.*f", precision, avg);
1071 	while (tmp[indent] == ' ')
1072 		indent++;
1073 
1074 	fprintf(output, "%*s# Table of individual measurements:\n", indent, "");
1075 
1076 	for (idx = 0; idx < config->run_count; idx++) {
1077 		double run = (double) config->walltime_run[idx] / NSEC_PER_SEC;
1078 		int h, n = 1 + abs((int) (100.0 * (run - avg)/run) / 5);
1079 
1080 		fprintf(output, " %17.*f (%+.*f) ",
1081 			precision, run, precision, run - avg);
1082 
1083 		for (h = 0; h < n; h++)
1084 			fprintf(output, "#");
1085 
1086 		fprintf(output, "\n");
1087 	}
1088 
1089 	fprintf(output, "\n%*s# Final result:\n", indent, "");
1090 }
1091 
1092 static double timeval2double(struct timeval *t)
1093 {
1094 	return t->tv_sec + (double) t->tv_usec/USEC_PER_SEC;
1095 }
1096 
1097 static void print_footer(struct perf_stat_config *config)
1098 {
1099 	double avg = avg_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC;
1100 	FILE *output = config->output;
1101 
1102 	if (!config->null_run)
1103 		fprintf(output, "\n");
1104 
1105 	if (config->run_count == 1) {
1106 		fprintf(output, " %17.9f seconds time elapsed", avg);
1107 
1108 		if (config->ru_display) {
1109 			double ru_utime = timeval2double(&config->ru_data.ru_utime);
1110 			double ru_stime = timeval2double(&config->ru_data.ru_stime);
1111 
1112 			fprintf(output, "\n\n");
1113 			fprintf(output, " %17.9f seconds user\n", ru_utime);
1114 			fprintf(output, " %17.9f seconds sys\n", ru_stime);
1115 		}
1116 	} else {
1117 		double sd = stddev_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC;
1118 		/*
1119 		 * Display at most 2 more significant
1120 		 * digits than the stddev inaccuracy.
1121 		 */
1122 		int precision = get_precision(sd) + 2;
1123 
1124 		if (config->walltime_run_table)
1125 			print_table(config, output, precision, avg);
1126 
1127 		fprintf(output, " %17.*f +- %.*f seconds time elapsed",
1128 			precision, avg, precision, sd);
1129 
1130 		print_noise_pct(config, sd, avg);
1131 	}
1132 	fprintf(output, "\n\n");
1133 
1134 	if (config->print_free_counters_hint && sysctl__nmi_watchdog_enabled())
1135 		fprintf(output,
1136 "Some events weren't counted. Try disabling the NMI watchdog:\n"
1137 "	echo 0 > /proc/sys/kernel/nmi_watchdog\n"
1138 "	perf stat ...\n"
1139 "	echo 1 > /proc/sys/kernel/nmi_watchdog\n");
1140 
1141 	if (config->print_mixed_hw_group_error)
1142 		fprintf(output,
1143 			"The events in group usually have to be from "
1144 			"the same PMU. Try reorganizing the group.\n");
1145 }
1146 
1147 static void print_percore_thread(struct perf_stat_config *config,
1148 				 struct evsel *counter, char *prefix)
1149 {
1150 	int s, s2, id;
1151 	bool first = true;
1152 
1153 	for (int i = 0; i < perf_evsel__nr_cpus(counter); i++) {
1154 		s2 = config->aggr_get_id(config, evsel__cpus(counter), i);
1155 		for (s = 0; s < config->aggr_map->nr; s++) {
1156 			id = config->aggr_map->map[s];
1157 			if (s2 == id)
1158 				break;
1159 		}
1160 
1161 		print_counter_aggrdata(config, counter, s,
1162 				       prefix, false,
1163 				       &first, i);
1164 	}
1165 }
1166 
1167 static void print_percore(struct perf_stat_config *config,
1168 			  struct evsel *counter, char *prefix)
1169 {
1170 	bool metric_only = config->metric_only;
1171 	FILE *output = config->output;
1172 	int s;
1173 	bool first = true;
1174 
1175 	if (!(config->aggr_map || config->aggr_get_id))
1176 		return;
1177 
1178 	if (config->percore_show_thread)
1179 		return print_percore_thread(config, counter, prefix);
1180 
1181 	for (s = 0; s < config->aggr_map->nr; s++) {
1182 		if (prefix && metric_only)
1183 			fprintf(output, "%s", prefix);
1184 
1185 		print_counter_aggrdata(config, counter, s,
1186 				       prefix, metric_only,
1187 				       &first, -1);
1188 	}
1189 
1190 	if (metric_only)
1191 		fputc('\n', output);
1192 }
1193 
1194 void
1195 perf_evlist__print_counters(struct evlist *evlist,
1196 			    struct perf_stat_config *config,
1197 			    struct target *_target,
1198 			    struct timespec *ts,
1199 			    int argc, const char **argv)
1200 {
1201 	bool metric_only = config->metric_only;
1202 	int interval = config->interval;
1203 	struct evsel *counter;
1204 	char buf[64], *prefix = NULL;
1205 
1206 	if (interval)
1207 		print_interval(config, evlist, prefix = buf, ts);
1208 	else
1209 		print_header(config, _target, argc, argv);
1210 
1211 	if (metric_only) {
1212 		static int num_print_iv;
1213 
1214 		if (num_print_iv == 0 && !interval)
1215 			print_metric_headers(config, evlist, prefix, false);
1216 		if (num_print_iv++ == 25)
1217 			num_print_iv = 0;
1218 		if (config->aggr_mode == AGGR_GLOBAL && prefix)
1219 			fprintf(config->output, "%s", prefix);
1220 	}
1221 
1222 	switch (config->aggr_mode) {
1223 	case AGGR_CORE:
1224 	case AGGR_DIE:
1225 	case AGGR_SOCKET:
1226 	case AGGR_NODE:
1227 		print_aggr(config, evlist, prefix);
1228 		break;
1229 	case AGGR_THREAD:
1230 		evlist__for_each_entry(evlist, counter) {
1231 			print_aggr_thread(config, _target, counter, prefix);
1232 		}
1233 		break;
1234 	case AGGR_GLOBAL:
1235 		evlist__for_each_entry(evlist, counter) {
1236 			print_counter_aggr(config, counter, prefix);
1237 		}
1238 		if (metric_only)
1239 			fputc('\n', config->output);
1240 		break;
1241 	case AGGR_NONE:
1242 		if (metric_only)
1243 			print_no_aggr_metric(config, evlist, prefix);
1244 		else {
1245 			evlist__for_each_entry(evlist, counter) {
1246 				if (counter->percore)
1247 					print_percore(config, counter, prefix);
1248 				else
1249 					print_counter(config, counter, prefix);
1250 			}
1251 		}
1252 		break;
1253 	case AGGR_UNSET:
1254 	default:
1255 		break;
1256 	}
1257 
1258 	if (!interval && !config->csv_output)
1259 		print_footer(config);
1260 
1261 	fflush(config->output);
1262 }
1263