xref: /openbmc/linux/tools/perf/builtin-stat.c (revision d3597236)
1 /*
2  * builtin-stat.c
3  *
4  * Builtin stat command: Give a precise performance counters summary
5  * overview about any workload, CPU or specific PID.
6  *
7  * Sample output:
8 
9    $ perf stat ./hackbench 10
10 
11   Time: 0.118
12 
13   Performance counter stats for './hackbench 10':
14 
15        1708.761321 task-clock                #   11.037 CPUs utilized
16             41,190 context-switches          #    0.024 M/sec
17              6,735 CPU-migrations            #    0.004 M/sec
18             17,318 page-faults               #    0.010 M/sec
19      5,205,202,243 cycles                    #    3.046 GHz
20      3,856,436,920 stalled-cycles-frontend   #   74.09% frontend cycles idle
21      1,600,790,871 stalled-cycles-backend    #   30.75% backend  cycles idle
22      2,603,501,247 instructions              #    0.50  insns per cycle
23                                              #    1.48  stalled cycles per insn
24        484,357,498 branches                  #  283.455 M/sec
25          6,388,934 branch-misses             #    1.32% of all branches
26 
27         0.154822978  seconds time elapsed
28 
29  *
30  * Copyright (C) 2008-2011, Red Hat Inc, Ingo Molnar <mingo@redhat.com>
31  *
32  * Improvements and fixes by:
33  *
34  *   Arjan van de Ven <arjan@linux.intel.com>
35  *   Yanmin Zhang <yanmin.zhang@intel.com>
36  *   Wu Fengguang <fengguang.wu@intel.com>
37  *   Mike Galbraith <efault@gmx.de>
38  *   Paul Mackerras <paulus@samba.org>
39  *   Jaswinder Singh Rajput <jaswinder@kernel.org>
40  *
41  * Released under the GPL v2. (and only v2, not any later version)
42  */
43 
44 #include "perf.h"
45 #include "builtin.h"
46 #include "util/cgroup.h"
47 #include "util/util.h"
48 #include "util/parse-options.h"
49 #include "util/parse-events.h"
50 #include "util/pmu.h"
51 #include "util/event.h"
52 #include "util/evlist.h"
53 #include "util/evsel.h"
54 #include "util/debug.h"
55 #include "util/color.h"
56 #include "util/stat.h"
57 #include "util/header.h"
58 #include "util/cpumap.h"
59 #include "util/thread.h"
60 #include "util/thread_map.h"
61 
62 #include <stdlib.h>
63 #include <sys/prctl.h>
64 #include <locale.h>
65 
66 #define DEFAULT_SEPARATOR	" "
67 #define CNTR_NOT_SUPPORTED	"<not supported>"
68 #define CNTR_NOT_COUNTED	"<not counted>"
69 
70 static void print_counters(struct timespec *ts, int argc, const char **argv);
71 
72 /* Default events used for perf stat -T */
73 static const char *transaction_attrs = {
74 	"task-clock,"
75 	"{"
76 	"instructions,"
77 	"cycles,"
78 	"cpu/cycles-t/,"
79 	"cpu/tx-start/,"
80 	"cpu/el-start/,"
81 	"cpu/cycles-ct/"
82 	"}"
83 };
84 
85 /* More limited version when the CPU does not have all events. */
86 static const char * transaction_limited_attrs = {
87 	"task-clock,"
88 	"{"
89 	"instructions,"
90 	"cycles,"
91 	"cpu/cycles-t/,"
92 	"cpu/tx-start/"
93 	"}"
94 };
95 
96 static struct perf_evlist	*evsel_list;
97 
98 static struct target target = {
99 	.uid	= UINT_MAX,
100 };
101 
102 static int			run_count			=  1;
103 static bool			no_inherit			= false;
104 static bool			scale				=  true;
105 static enum aggr_mode		aggr_mode			= AGGR_GLOBAL;
106 static volatile pid_t		child_pid			= -1;
107 static bool			null_run			=  false;
108 static int			detailed_run			=  0;
109 static bool			transaction_run;
110 static bool			big_num				=  true;
111 static int			big_num_opt			=  -1;
112 static const char		*csv_sep			= NULL;
113 static bool			csv_output			= false;
114 static bool			group				= false;
115 static FILE			*output				= NULL;
116 static const char		*pre_cmd			= NULL;
117 static const char		*post_cmd			= NULL;
118 static bool			sync_run			= false;
119 static unsigned int		interval			= 0;
120 static unsigned int		initial_delay			= 0;
121 static unsigned int		unit_width			= 4; /* strlen("unit") */
122 static bool			forever				= false;
123 static struct timespec		ref_time;
124 static struct cpu_map		*aggr_map;
125 static int			(*aggr_get_id)(struct cpu_map *m, int cpu);
126 
127 static volatile int done = 0;
128 
129 static inline void diff_timespec(struct timespec *r, struct timespec *a,
130 				 struct timespec *b)
131 {
132 	r->tv_sec = a->tv_sec - b->tv_sec;
133 	if (a->tv_nsec < b->tv_nsec) {
134 		r->tv_nsec = a->tv_nsec + 1000000000L - b->tv_nsec;
135 		r->tv_sec--;
136 	} else {
137 		r->tv_nsec = a->tv_nsec - b->tv_nsec ;
138 	}
139 }
140 
141 static void perf_stat__reset_stats(void)
142 {
143 	perf_evlist__reset_stats(evsel_list);
144 	perf_stat__reset_shadow_stats();
145 }
146 
147 static int create_perf_stat_counter(struct perf_evsel *evsel)
148 {
149 	struct perf_event_attr *attr = &evsel->attr;
150 
151 	if (scale)
152 		attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED |
153 				    PERF_FORMAT_TOTAL_TIME_RUNNING;
154 
155 	attr->inherit = !no_inherit;
156 
157 	if (target__has_cpu(&target))
158 		return perf_evsel__open_per_cpu(evsel, perf_evsel__cpus(evsel));
159 
160 	if (!target__has_task(&target) && perf_evsel__is_group_leader(evsel)) {
161 		attr->disabled = 1;
162 		if (!initial_delay)
163 			attr->enable_on_exec = 1;
164 	}
165 
166 	return perf_evsel__open_per_thread(evsel, evsel_list->threads);
167 }
168 
169 /*
170  * Does the counter have nsecs as a unit?
171  */
172 static inline int nsec_counter(struct perf_evsel *evsel)
173 {
174 	if (perf_evsel__match(evsel, SOFTWARE, SW_CPU_CLOCK) ||
175 	    perf_evsel__match(evsel, SOFTWARE, SW_TASK_CLOCK))
176 		return 1;
177 
178 	return 0;
179 }
180 
181 static void zero_per_pkg(struct perf_evsel *counter)
182 {
183 	if (counter->per_pkg_mask)
184 		memset(counter->per_pkg_mask, 0, MAX_NR_CPUS);
185 }
186 
187 static int check_per_pkg(struct perf_evsel *counter, int cpu, bool *skip)
188 {
189 	unsigned long *mask = counter->per_pkg_mask;
190 	struct cpu_map *cpus = perf_evsel__cpus(counter);
191 	int s;
192 
193 	*skip = false;
194 
195 	if (!counter->per_pkg)
196 		return 0;
197 
198 	if (cpu_map__empty(cpus))
199 		return 0;
200 
201 	if (!mask) {
202 		mask = zalloc(MAX_NR_CPUS);
203 		if (!mask)
204 			return -ENOMEM;
205 
206 		counter->per_pkg_mask = mask;
207 	}
208 
209 	s = cpu_map__get_socket(cpus, cpu);
210 	if (s < 0)
211 		return -1;
212 
213 	*skip = test_and_set_bit(s, mask) == 1;
214 	return 0;
215 }
216 
217 static int
218 process_counter_values(struct perf_evsel *evsel, int cpu, int thread,
219 		       struct perf_counts_values *count)
220 {
221 	struct perf_counts_values *aggr = &evsel->counts->aggr;
222 	static struct perf_counts_values zero;
223 	bool skip = false;
224 
225 	if (check_per_pkg(evsel, cpu, &skip)) {
226 		pr_err("failed to read per-pkg counter\n");
227 		return -1;
228 	}
229 
230 	if (skip)
231 		count = &zero;
232 
233 	switch (aggr_mode) {
234 	case AGGR_THREAD:
235 	case AGGR_CORE:
236 	case AGGR_SOCKET:
237 	case AGGR_NONE:
238 		if (!evsel->snapshot)
239 			perf_evsel__compute_deltas(evsel, cpu, thread, count);
240 		perf_counts_values__scale(count, scale, NULL);
241 		if (aggr_mode == AGGR_NONE)
242 			perf_stat__update_shadow_stats(evsel, count->values, cpu);
243 		break;
244 	case AGGR_GLOBAL:
245 		aggr->val += count->val;
246 		if (scale) {
247 			aggr->ena += count->ena;
248 			aggr->run += count->run;
249 		}
250 	default:
251 		break;
252 	}
253 
254 	return 0;
255 }
256 
257 static int process_counter_maps(struct perf_evsel *counter)
258 {
259 	int nthreads = thread_map__nr(counter->threads);
260 	int ncpus = perf_evsel__nr_cpus(counter);
261 	int cpu, thread;
262 
263 	if (counter->system_wide)
264 		nthreads = 1;
265 
266 	for (thread = 0; thread < nthreads; thread++) {
267 		for (cpu = 0; cpu < ncpus; cpu++) {
268 			if (process_counter_values(counter, cpu, thread,
269 						   perf_counts(counter->counts, cpu, thread)))
270 				return -1;
271 		}
272 	}
273 
274 	return 0;
275 }
276 
277 static int process_counter(struct perf_evsel *counter)
278 {
279 	struct perf_counts_values *aggr = &counter->counts->aggr;
280 	struct perf_stat *ps = counter->priv;
281 	u64 *count = counter->counts->aggr.values;
282 	int i, ret;
283 
284 	aggr->val = aggr->ena = aggr->run = 0;
285 	init_stats(ps->res_stats);
286 
287 	if (counter->per_pkg)
288 		zero_per_pkg(counter);
289 
290 	ret = process_counter_maps(counter);
291 	if (ret)
292 		return ret;
293 
294 	if (aggr_mode != AGGR_GLOBAL)
295 		return 0;
296 
297 	if (!counter->snapshot)
298 		perf_evsel__compute_deltas(counter, -1, -1, aggr);
299 	perf_counts_values__scale(aggr, scale, &counter->counts->scaled);
300 
301 	for (i = 0; i < 3; i++)
302 		update_stats(&ps->res_stats[i], count[i]);
303 
304 	if (verbose) {
305 		fprintf(output, "%s: %" PRIu64 " %" PRIu64 " %" PRIu64 "\n",
306 			perf_evsel__name(counter), count[0], count[1], count[2]);
307 	}
308 
309 	/*
310 	 * Save the full runtime - to allow normalization during printout:
311 	 */
312 	perf_stat__update_shadow_stats(counter, count, 0);
313 
314 	return 0;
315 }
316 
317 /*
318  * Read out the results of a single counter:
319  * do not aggregate counts across CPUs in system-wide mode
320  */
321 static int read_counter(struct perf_evsel *counter)
322 {
323 	int nthreads = thread_map__nr(evsel_list->threads);
324 	int ncpus = perf_evsel__nr_cpus(counter);
325 	int cpu, thread;
326 
327 	if (!counter->supported)
328 		return -ENOENT;
329 
330 	if (counter->system_wide)
331 		nthreads = 1;
332 
333 	for (thread = 0; thread < nthreads; thread++) {
334 		for (cpu = 0; cpu < ncpus; cpu++) {
335 			struct perf_counts_values *count;
336 
337 			count = perf_counts(counter->counts, cpu, thread);
338 			if (perf_evsel__read(counter, cpu, thread, count))
339 				return -1;
340 		}
341 	}
342 
343 	return 0;
344 }
345 
346 static void read_counters(bool close)
347 {
348 	struct perf_evsel *counter;
349 
350 	evlist__for_each(evsel_list, counter) {
351 		if (read_counter(counter))
352 			pr_warning("failed to read counter %s\n", counter->name);
353 
354 		if (process_counter(counter))
355 			pr_warning("failed to process counter %s\n", counter->name);
356 
357 		if (close) {
358 			perf_evsel__close_fd(counter, perf_evsel__nr_cpus(counter),
359 					     thread_map__nr(evsel_list->threads));
360 		}
361 	}
362 }
363 
364 static void process_interval(void)
365 {
366 	struct timespec ts, rs;
367 
368 	read_counters(false);
369 
370 	clock_gettime(CLOCK_MONOTONIC, &ts);
371 	diff_timespec(&rs, &ts, &ref_time);
372 
373 	print_counters(&rs, 0, NULL);
374 }
375 
376 static void handle_initial_delay(void)
377 {
378 	struct perf_evsel *counter;
379 
380 	if (initial_delay) {
381 		const int ncpus = cpu_map__nr(evsel_list->cpus),
382 			nthreads = thread_map__nr(evsel_list->threads);
383 
384 		usleep(initial_delay * 1000);
385 		evlist__for_each(evsel_list, counter)
386 			perf_evsel__enable(counter, ncpus, nthreads);
387 	}
388 }
389 
390 static volatile int workload_exec_errno;
391 
392 /*
393  * perf_evlist__prepare_workload will send a SIGUSR1
394  * if the fork fails, since we asked by setting its
395  * want_signal to true.
396  */
397 static void workload_exec_failed_signal(int signo __maybe_unused, siginfo_t *info,
398 					void *ucontext __maybe_unused)
399 {
400 	workload_exec_errno = info->si_value.sival_int;
401 }
402 
403 static int __run_perf_stat(int argc, const char **argv)
404 {
405 	char msg[512];
406 	unsigned long long t0, t1;
407 	struct perf_evsel *counter;
408 	struct timespec ts;
409 	size_t l;
410 	int status = 0;
411 	const bool forks = (argc > 0);
412 
413 	if (interval) {
414 		ts.tv_sec  = interval / 1000;
415 		ts.tv_nsec = (interval % 1000) * 1000000;
416 	} else {
417 		ts.tv_sec  = 1;
418 		ts.tv_nsec = 0;
419 	}
420 
421 	if (forks) {
422 		if (perf_evlist__prepare_workload(evsel_list, &target, argv, false,
423 						  workload_exec_failed_signal) < 0) {
424 			perror("failed to prepare workload");
425 			return -1;
426 		}
427 		child_pid = evsel_list->workload.pid;
428 	}
429 
430 	if (group)
431 		perf_evlist__set_leader(evsel_list);
432 
433 	evlist__for_each(evsel_list, counter) {
434 		if (create_perf_stat_counter(counter) < 0) {
435 			/*
436 			 * PPC returns ENXIO for HW counters until 2.6.37
437 			 * (behavior changed with commit b0a873e).
438 			 */
439 			if (errno == EINVAL || errno == ENOSYS ||
440 			    errno == ENOENT || errno == EOPNOTSUPP ||
441 			    errno == ENXIO) {
442 				if (verbose)
443 					ui__warning("%s event is not supported by the kernel.\n",
444 						    perf_evsel__name(counter));
445 				counter->supported = false;
446 
447 				if ((counter->leader != counter) ||
448 				    !(counter->leader->nr_members > 1))
449 					continue;
450 			}
451 
452 			perf_evsel__open_strerror(counter, &target,
453 						  errno, msg, sizeof(msg));
454 			ui__error("%s\n", msg);
455 
456 			if (child_pid != -1)
457 				kill(child_pid, SIGTERM);
458 
459 			return -1;
460 		}
461 		counter->supported = true;
462 
463 		l = strlen(counter->unit);
464 		if (l > unit_width)
465 			unit_width = l;
466 	}
467 
468 	if (perf_evlist__apply_filters(evsel_list, &counter)) {
469 		error("failed to set filter \"%s\" on event %s with %d (%s)\n",
470 			counter->filter, perf_evsel__name(counter), errno,
471 			strerror_r(errno, msg, sizeof(msg)));
472 		return -1;
473 	}
474 
475 	/*
476 	 * Enable counters and exec the command:
477 	 */
478 	t0 = rdclock();
479 	clock_gettime(CLOCK_MONOTONIC, &ref_time);
480 
481 	if (forks) {
482 		perf_evlist__start_workload(evsel_list);
483 		handle_initial_delay();
484 
485 		if (interval) {
486 			while (!waitpid(child_pid, &status, WNOHANG)) {
487 				nanosleep(&ts, NULL);
488 				process_interval();
489 			}
490 		}
491 		wait(&status);
492 
493 		if (workload_exec_errno) {
494 			const char *emsg = strerror_r(workload_exec_errno, msg, sizeof(msg));
495 			pr_err("Workload failed: %s\n", emsg);
496 			return -1;
497 		}
498 
499 		if (WIFSIGNALED(status))
500 			psignal(WTERMSIG(status), argv[0]);
501 	} else {
502 		handle_initial_delay();
503 		while (!done) {
504 			nanosleep(&ts, NULL);
505 			if (interval)
506 				process_interval();
507 		}
508 	}
509 
510 	t1 = rdclock();
511 
512 	update_stats(&walltime_nsecs_stats, t1 - t0);
513 
514 	read_counters(true);
515 
516 	return WEXITSTATUS(status);
517 }
518 
519 static int run_perf_stat(int argc, const char **argv)
520 {
521 	int ret;
522 
523 	if (pre_cmd) {
524 		ret = system(pre_cmd);
525 		if (ret)
526 			return ret;
527 	}
528 
529 	if (sync_run)
530 		sync();
531 
532 	ret = __run_perf_stat(argc, argv);
533 	if (ret)
534 		return ret;
535 
536 	if (post_cmd) {
537 		ret = system(post_cmd);
538 		if (ret)
539 			return ret;
540 	}
541 
542 	return ret;
543 }
544 
545 static void print_running(u64 run, u64 ena)
546 {
547 	if (csv_output) {
548 		fprintf(output, "%s%" PRIu64 "%s%.2f",
549 					csv_sep,
550 					run,
551 					csv_sep,
552 					ena ? 100.0 * run / ena : 100.0);
553 	} else if (run != ena) {
554 		fprintf(output, "  (%.2f%%)", 100.0 * run / ena);
555 	}
556 }
557 
558 static void print_noise_pct(double total, double avg)
559 {
560 	double pct = rel_stddev_stats(total, avg);
561 
562 	if (csv_output)
563 		fprintf(output, "%s%.2f%%", csv_sep, pct);
564 	else if (pct)
565 		fprintf(output, "  ( +-%6.2f%% )", pct);
566 }
567 
568 static void print_noise(struct perf_evsel *evsel, double avg)
569 {
570 	struct perf_stat *ps;
571 
572 	if (run_count == 1)
573 		return;
574 
575 	ps = evsel->priv;
576 	print_noise_pct(stddev_stats(&ps->res_stats[0]), avg);
577 }
578 
579 static void aggr_printout(struct perf_evsel *evsel, int id, int nr)
580 {
581 	switch (aggr_mode) {
582 	case AGGR_CORE:
583 		fprintf(output, "S%d-C%*d%s%*d%s",
584 			cpu_map__id_to_socket(id),
585 			csv_output ? 0 : -8,
586 			cpu_map__id_to_cpu(id),
587 			csv_sep,
588 			csv_output ? 0 : 4,
589 			nr,
590 			csv_sep);
591 		break;
592 	case AGGR_SOCKET:
593 		fprintf(output, "S%*d%s%*d%s",
594 			csv_output ? 0 : -5,
595 			id,
596 			csv_sep,
597 			csv_output ? 0 : 4,
598 			nr,
599 			csv_sep);
600 			break;
601 	case AGGR_NONE:
602 		fprintf(output, "CPU%*d%s",
603 			csv_output ? 0 : -4,
604 			perf_evsel__cpus(evsel)->map[id], csv_sep);
605 		break;
606 	case AGGR_THREAD:
607 		fprintf(output, "%*s-%*d%s",
608 			csv_output ? 0 : 16,
609 			thread_map__comm(evsel->threads, id),
610 			csv_output ? 0 : -8,
611 			thread_map__pid(evsel->threads, id),
612 			csv_sep);
613 		break;
614 	case AGGR_GLOBAL:
615 	default:
616 		break;
617 	}
618 }
619 
620 static void nsec_printout(int id, int nr, struct perf_evsel *evsel, double avg)
621 {
622 	double msecs = avg / 1e6;
623 	const char *fmt_v, *fmt_n;
624 	char name[25];
625 
626 	fmt_v = csv_output ? "%.6f%s" : "%18.6f%s";
627 	fmt_n = csv_output ? "%s" : "%-25s";
628 
629 	aggr_printout(evsel, id, nr);
630 
631 	scnprintf(name, sizeof(name), "%s%s",
632 		  perf_evsel__name(evsel), csv_output ? "" : " (msec)");
633 
634 	fprintf(output, fmt_v, msecs, csv_sep);
635 
636 	if (csv_output)
637 		fprintf(output, "%s%s", evsel->unit, csv_sep);
638 	else
639 		fprintf(output, "%-*s%s", unit_width, evsel->unit, csv_sep);
640 
641 	fprintf(output, fmt_n, name);
642 
643 	if (evsel->cgrp)
644 		fprintf(output, "%s%s", csv_sep, evsel->cgrp->name);
645 
646 	if (csv_output || interval)
647 		return;
648 
649 	if (perf_evsel__match(evsel, SOFTWARE, SW_TASK_CLOCK))
650 		fprintf(output, " # %8.3f CPUs utilized          ",
651 			avg / avg_stats(&walltime_nsecs_stats));
652 	else
653 		fprintf(output, "                                   ");
654 }
655 
656 static void abs_printout(int id, int nr, struct perf_evsel *evsel, double avg)
657 {
658 	double sc =  evsel->scale;
659 	const char *fmt;
660 	int cpu = cpu_map__id_to_cpu(id);
661 
662 	if (csv_output) {
663 		fmt = sc != 1.0 ?  "%.2f%s" : "%.0f%s";
664 	} else {
665 		if (big_num)
666 			fmt = sc != 1.0 ? "%'18.2f%s" : "%'18.0f%s";
667 		else
668 			fmt = sc != 1.0 ? "%18.2f%s" : "%18.0f%s";
669 	}
670 
671 	aggr_printout(evsel, id, nr);
672 
673 	if (aggr_mode == AGGR_GLOBAL)
674 		cpu = 0;
675 
676 	fprintf(output, fmt, avg, csv_sep);
677 
678 	if (evsel->unit)
679 		fprintf(output, "%-*s%s",
680 			csv_output ? 0 : unit_width,
681 			evsel->unit, csv_sep);
682 
683 	fprintf(output, "%-*s", csv_output ? 0 : 25, perf_evsel__name(evsel));
684 
685 	if (evsel->cgrp)
686 		fprintf(output, "%s%s", csv_sep, evsel->cgrp->name);
687 
688 	if (csv_output || interval)
689 		return;
690 
691 	perf_stat__print_shadow_stats(output, evsel, avg, cpu, aggr_mode);
692 }
693 
694 static void print_aggr(char *prefix)
695 {
696 	struct perf_evsel *counter;
697 	int cpu, cpu2, s, s2, id, nr;
698 	double uval;
699 	u64 ena, run, val;
700 
701 	if (!(aggr_map || aggr_get_id))
702 		return;
703 
704 	for (s = 0; s < aggr_map->nr; s++) {
705 		id = aggr_map->map[s];
706 		evlist__for_each(evsel_list, counter) {
707 			val = ena = run = 0;
708 			nr = 0;
709 			for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) {
710 				cpu2 = perf_evsel__cpus(counter)->map[cpu];
711 				s2 = aggr_get_id(evsel_list->cpus, cpu2);
712 				if (s2 != id)
713 					continue;
714 				val += perf_counts(counter->counts, cpu, 0)->val;
715 				ena += perf_counts(counter->counts, cpu, 0)->ena;
716 				run += perf_counts(counter->counts, cpu, 0)->run;
717 				nr++;
718 			}
719 			if (prefix)
720 				fprintf(output, "%s", prefix);
721 
722 			if (run == 0 || ena == 0) {
723 				aggr_printout(counter, id, nr);
724 
725 				fprintf(output, "%*s%s",
726 					csv_output ? 0 : 18,
727 					counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED,
728 					csv_sep);
729 
730 				fprintf(output, "%-*s%s",
731 					csv_output ? 0 : unit_width,
732 					counter->unit, csv_sep);
733 
734 				fprintf(output, "%*s",
735 					csv_output ? 0 : -25,
736 					perf_evsel__name(counter));
737 
738 				if (counter->cgrp)
739 					fprintf(output, "%s%s",
740 						csv_sep, counter->cgrp->name);
741 
742 				print_running(run, ena);
743 				fputc('\n', output);
744 				continue;
745 			}
746 			uval = val * counter->scale;
747 
748 			if (nsec_counter(counter))
749 				nsec_printout(id, nr, counter, uval);
750 			else
751 				abs_printout(id, nr, counter, uval);
752 
753 			if (!csv_output)
754 				print_noise(counter, 1.0);
755 
756 			print_running(run, ena);
757 			fputc('\n', output);
758 		}
759 	}
760 }
761 
762 static void print_aggr_thread(struct perf_evsel *counter, char *prefix)
763 {
764 	int nthreads = thread_map__nr(counter->threads);
765 	int ncpus = cpu_map__nr(counter->cpus);
766 	int cpu, thread;
767 	double uval;
768 
769 	for (thread = 0; thread < nthreads; thread++) {
770 		u64 ena = 0, run = 0, val = 0;
771 
772 		for (cpu = 0; cpu < ncpus; cpu++) {
773 			val += perf_counts(counter->counts, cpu, thread)->val;
774 			ena += perf_counts(counter->counts, cpu, thread)->ena;
775 			run += perf_counts(counter->counts, cpu, thread)->run;
776 		}
777 
778 		if (prefix)
779 			fprintf(output, "%s", prefix);
780 
781 		uval = val * counter->scale;
782 
783 		if (nsec_counter(counter))
784 			nsec_printout(thread, 0, counter, uval);
785 		else
786 			abs_printout(thread, 0, counter, uval);
787 
788 		if (!csv_output)
789 			print_noise(counter, 1.0);
790 
791 		print_running(run, ena);
792 		fputc('\n', output);
793 	}
794 }
795 
796 /*
797  * Print out the results of a single counter:
798  * aggregated counts in system-wide mode
799  */
800 static void print_counter_aggr(struct perf_evsel *counter, char *prefix)
801 {
802 	struct perf_stat *ps = counter->priv;
803 	double avg = avg_stats(&ps->res_stats[0]);
804 	int scaled = counter->counts->scaled;
805 	double uval;
806 	double avg_enabled, avg_running;
807 
808 	avg_enabled = avg_stats(&ps->res_stats[1]);
809 	avg_running = avg_stats(&ps->res_stats[2]);
810 
811 	if (prefix)
812 		fprintf(output, "%s", prefix);
813 
814 	if (scaled == -1 || !counter->supported) {
815 		fprintf(output, "%*s%s",
816 			csv_output ? 0 : 18,
817 			counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED,
818 			csv_sep);
819 		fprintf(output, "%-*s%s",
820 			csv_output ? 0 : unit_width,
821 			counter->unit, csv_sep);
822 		fprintf(output, "%*s",
823 			csv_output ? 0 : -25,
824 			perf_evsel__name(counter));
825 
826 		if (counter->cgrp)
827 			fprintf(output, "%s%s", csv_sep, counter->cgrp->name);
828 
829 		print_running(avg_running, avg_enabled);
830 		fputc('\n', output);
831 		return;
832 	}
833 
834 	uval = avg * counter->scale;
835 
836 	if (nsec_counter(counter))
837 		nsec_printout(-1, 0, counter, uval);
838 	else
839 		abs_printout(-1, 0, counter, uval);
840 
841 	print_noise(counter, avg);
842 
843 	print_running(avg_running, avg_enabled);
844 	fprintf(output, "\n");
845 }
846 
847 /*
848  * Print out the results of a single counter:
849  * does not use aggregated count in system-wide
850  */
851 static void print_counter(struct perf_evsel *counter, char *prefix)
852 {
853 	u64 ena, run, val;
854 	double uval;
855 	int cpu;
856 
857 	for (cpu = 0; cpu < perf_evsel__nr_cpus(counter); cpu++) {
858 		val = perf_counts(counter->counts, cpu, 0)->val;
859 		ena = perf_counts(counter->counts, cpu, 0)->ena;
860 		run = perf_counts(counter->counts, cpu, 0)->run;
861 
862 		if (prefix)
863 			fprintf(output, "%s", prefix);
864 
865 		if (run == 0 || ena == 0) {
866 			fprintf(output, "CPU%*d%s%*s%s",
867 				csv_output ? 0 : -4,
868 				perf_evsel__cpus(counter)->map[cpu], csv_sep,
869 				csv_output ? 0 : 18,
870 				counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED,
871 				csv_sep);
872 
873 				fprintf(output, "%-*s%s",
874 					csv_output ? 0 : unit_width,
875 					counter->unit, csv_sep);
876 
877 				fprintf(output, "%*s",
878 					csv_output ? 0 : -25,
879 					perf_evsel__name(counter));
880 
881 			if (counter->cgrp)
882 				fprintf(output, "%s%s",
883 					csv_sep, counter->cgrp->name);
884 
885 			print_running(run, ena);
886 			fputc('\n', output);
887 			continue;
888 		}
889 
890 		uval = val * counter->scale;
891 
892 		if (nsec_counter(counter))
893 			nsec_printout(cpu, 0, counter, uval);
894 		else
895 			abs_printout(cpu, 0, counter, uval);
896 
897 		if (!csv_output)
898 			print_noise(counter, 1.0);
899 		print_running(run, ena);
900 
901 		fputc('\n', output);
902 	}
903 }
904 
905 static void print_interval(char *prefix, struct timespec *ts)
906 {
907 	static int num_print_interval;
908 
909 	sprintf(prefix, "%6lu.%09lu%s", ts->tv_sec, ts->tv_nsec, csv_sep);
910 
911 	if (num_print_interval == 0 && !csv_output) {
912 		switch (aggr_mode) {
913 		case AGGR_SOCKET:
914 			fprintf(output, "#           time socket cpus             counts %*s events\n", unit_width, "unit");
915 			break;
916 		case AGGR_CORE:
917 			fprintf(output, "#           time core         cpus             counts %*s events\n", unit_width, "unit");
918 			break;
919 		case AGGR_NONE:
920 			fprintf(output, "#           time CPU                counts %*s events\n", unit_width, "unit");
921 			break;
922 		case AGGR_THREAD:
923 			fprintf(output, "#           time             comm-pid                  counts %*s events\n", unit_width, "unit");
924 			break;
925 		case AGGR_GLOBAL:
926 		default:
927 			fprintf(output, "#           time             counts %*s events\n", unit_width, "unit");
928 		}
929 	}
930 
931 	if (++num_print_interval == 25)
932 		num_print_interval = 0;
933 }
934 
935 static void print_header(int argc, const char **argv)
936 {
937 	int i;
938 
939 	fflush(stdout);
940 
941 	if (!csv_output) {
942 		fprintf(output, "\n");
943 		fprintf(output, " Performance counter stats for ");
944 		if (target.system_wide)
945 			fprintf(output, "\'system wide");
946 		else if (target.cpu_list)
947 			fprintf(output, "\'CPU(s) %s", target.cpu_list);
948 		else if (!target__has_task(&target)) {
949 			fprintf(output, "\'%s", argv[0]);
950 			for (i = 1; i < argc; i++)
951 				fprintf(output, " %s", argv[i]);
952 		} else if (target.pid)
953 			fprintf(output, "process id \'%s", target.pid);
954 		else
955 			fprintf(output, "thread id \'%s", target.tid);
956 
957 		fprintf(output, "\'");
958 		if (run_count > 1)
959 			fprintf(output, " (%d runs)", run_count);
960 		fprintf(output, ":\n\n");
961 	}
962 }
963 
964 static void print_footer(void)
965 {
966 	if (!null_run)
967 		fprintf(output, "\n");
968 	fprintf(output, " %17.9f seconds time elapsed",
969 			avg_stats(&walltime_nsecs_stats)/1e9);
970 	if (run_count > 1) {
971 		fprintf(output, "                                        ");
972 		print_noise_pct(stddev_stats(&walltime_nsecs_stats),
973 				avg_stats(&walltime_nsecs_stats));
974 	}
975 	fprintf(output, "\n\n");
976 }
977 
978 static void print_counters(struct timespec *ts, int argc, const char **argv)
979 {
980 	struct perf_evsel *counter;
981 	char buf[64], *prefix = NULL;
982 
983 	if (interval)
984 		print_interval(prefix = buf, ts);
985 	else
986 		print_header(argc, argv);
987 
988 	switch (aggr_mode) {
989 	case AGGR_CORE:
990 	case AGGR_SOCKET:
991 		print_aggr(prefix);
992 		break;
993 	case AGGR_THREAD:
994 		evlist__for_each(evsel_list, counter)
995 			print_aggr_thread(counter, prefix);
996 		break;
997 	case AGGR_GLOBAL:
998 		evlist__for_each(evsel_list, counter)
999 			print_counter_aggr(counter, prefix);
1000 		break;
1001 	case AGGR_NONE:
1002 		evlist__for_each(evsel_list, counter)
1003 			print_counter(counter, prefix);
1004 		break;
1005 	default:
1006 		break;
1007 	}
1008 
1009 	if (!interval && !csv_output)
1010 		print_footer();
1011 
1012 	fflush(output);
1013 }
1014 
1015 static volatile int signr = -1;
1016 
1017 static void skip_signal(int signo)
1018 {
1019 	if ((child_pid == -1) || interval)
1020 		done = 1;
1021 
1022 	signr = signo;
1023 	/*
1024 	 * render child_pid harmless
1025 	 * won't send SIGTERM to a random
1026 	 * process in case of race condition
1027 	 * and fast PID recycling
1028 	 */
1029 	child_pid = -1;
1030 }
1031 
1032 static void sig_atexit(void)
1033 {
1034 	sigset_t set, oset;
1035 
1036 	/*
1037 	 * avoid race condition with SIGCHLD handler
1038 	 * in skip_signal() which is modifying child_pid
1039 	 * goal is to avoid send SIGTERM to a random
1040 	 * process
1041 	 */
1042 	sigemptyset(&set);
1043 	sigaddset(&set, SIGCHLD);
1044 	sigprocmask(SIG_BLOCK, &set, &oset);
1045 
1046 	if (child_pid != -1)
1047 		kill(child_pid, SIGTERM);
1048 
1049 	sigprocmask(SIG_SETMASK, &oset, NULL);
1050 
1051 	if (signr == -1)
1052 		return;
1053 
1054 	signal(signr, SIG_DFL);
1055 	kill(getpid(), signr);
1056 }
1057 
1058 static int stat__set_big_num(const struct option *opt __maybe_unused,
1059 			     const char *s __maybe_unused, int unset)
1060 {
1061 	big_num_opt = unset ? 0 : 1;
1062 	return 0;
1063 }
1064 
1065 static int perf_stat_init_aggr_mode(void)
1066 {
1067 	switch (aggr_mode) {
1068 	case AGGR_SOCKET:
1069 		if (cpu_map__build_socket_map(evsel_list->cpus, &aggr_map)) {
1070 			perror("cannot build socket map");
1071 			return -1;
1072 		}
1073 		aggr_get_id = cpu_map__get_socket;
1074 		break;
1075 	case AGGR_CORE:
1076 		if (cpu_map__build_core_map(evsel_list->cpus, &aggr_map)) {
1077 			perror("cannot build core map");
1078 			return -1;
1079 		}
1080 		aggr_get_id = cpu_map__get_core;
1081 		break;
1082 	case AGGR_NONE:
1083 	case AGGR_GLOBAL:
1084 	case AGGR_THREAD:
1085 	default:
1086 		break;
1087 	}
1088 	return 0;
1089 }
1090 
1091 /*
1092  * Add default attributes, if there were no attributes specified or
1093  * if -d/--detailed, -d -d or -d -d -d is used:
1094  */
1095 static int add_default_attributes(void)
1096 {
1097 	struct perf_event_attr default_attrs[] = {
1098 
1099   { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_TASK_CLOCK		},
1100   { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CONTEXT_SWITCHES	},
1101   { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_CPU_MIGRATIONS		},
1102   { .type = PERF_TYPE_SOFTWARE, .config = PERF_COUNT_SW_PAGE_FAULTS		},
1103 
1104   { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_CPU_CYCLES		},
1105   { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_FRONTEND	},
1106   { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_STALLED_CYCLES_BACKEND	},
1107   { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_INSTRUCTIONS		},
1108   { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_INSTRUCTIONS	},
1109   { .type = PERF_TYPE_HARDWARE, .config = PERF_COUNT_HW_BRANCH_MISSES		},
1110 
1111 };
1112 
1113 /*
1114  * Detailed stats (-d), covering the L1 and last level data caches:
1115  */
1116 	struct perf_event_attr detailed_attrs[] = {
1117 
1118   { .type = PERF_TYPE_HW_CACHE,
1119     .config =
1120 	 PERF_COUNT_HW_CACHE_L1D		<<  0  |
1121 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1122 	(PERF_COUNT_HW_CACHE_RESULT_ACCESS	<< 16)				},
1123 
1124   { .type = PERF_TYPE_HW_CACHE,
1125     .config =
1126 	 PERF_COUNT_HW_CACHE_L1D		<<  0  |
1127 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1128 	(PERF_COUNT_HW_CACHE_RESULT_MISS	<< 16)				},
1129 
1130   { .type = PERF_TYPE_HW_CACHE,
1131     .config =
1132 	 PERF_COUNT_HW_CACHE_LL			<<  0  |
1133 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1134 	(PERF_COUNT_HW_CACHE_RESULT_ACCESS	<< 16)				},
1135 
1136   { .type = PERF_TYPE_HW_CACHE,
1137     .config =
1138 	 PERF_COUNT_HW_CACHE_LL			<<  0  |
1139 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1140 	(PERF_COUNT_HW_CACHE_RESULT_MISS	<< 16)				},
1141 };
1142 
1143 /*
1144  * Very detailed stats (-d -d), covering the instruction cache and the TLB caches:
1145  */
1146 	struct perf_event_attr very_detailed_attrs[] = {
1147 
1148   { .type = PERF_TYPE_HW_CACHE,
1149     .config =
1150 	 PERF_COUNT_HW_CACHE_L1I		<<  0  |
1151 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1152 	(PERF_COUNT_HW_CACHE_RESULT_ACCESS	<< 16)				},
1153 
1154   { .type = PERF_TYPE_HW_CACHE,
1155     .config =
1156 	 PERF_COUNT_HW_CACHE_L1I		<<  0  |
1157 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1158 	(PERF_COUNT_HW_CACHE_RESULT_MISS	<< 16)				},
1159 
1160   { .type = PERF_TYPE_HW_CACHE,
1161     .config =
1162 	 PERF_COUNT_HW_CACHE_DTLB		<<  0  |
1163 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1164 	(PERF_COUNT_HW_CACHE_RESULT_ACCESS	<< 16)				},
1165 
1166   { .type = PERF_TYPE_HW_CACHE,
1167     .config =
1168 	 PERF_COUNT_HW_CACHE_DTLB		<<  0  |
1169 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1170 	(PERF_COUNT_HW_CACHE_RESULT_MISS	<< 16)				},
1171 
1172   { .type = PERF_TYPE_HW_CACHE,
1173     .config =
1174 	 PERF_COUNT_HW_CACHE_ITLB		<<  0  |
1175 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1176 	(PERF_COUNT_HW_CACHE_RESULT_ACCESS	<< 16)				},
1177 
1178   { .type = PERF_TYPE_HW_CACHE,
1179     .config =
1180 	 PERF_COUNT_HW_CACHE_ITLB		<<  0  |
1181 	(PERF_COUNT_HW_CACHE_OP_READ		<<  8) |
1182 	(PERF_COUNT_HW_CACHE_RESULT_MISS	<< 16)				},
1183 
1184 };
1185 
1186 /*
1187  * Very, very detailed stats (-d -d -d), adding prefetch events:
1188  */
1189 	struct perf_event_attr very_very_detailed_attrs[] = {
1190 
1191   { .type = PERF_TYPE_HW_CACHE,
1192     .config =
1193 	 PERF_COUNT_HW_CACHE_L1D		<<  0  |
1194 	(PERF_COUNT_HW_CACHE_OP_PREFETCH	<<  8) |
1195 	(PERF_COUNT_HW_CACHE_RESULT_ACCESS	<< 16)				},
1196 
1197   { .type = PERF_TYPE_HW_CACHE,
1198     .config =
1199 	 PERF_COUNT_HW_CACHE_L1D		<<  0  |
1200 	(PERF_COUNT_HW_CACHE_OP_PREFETCH	<<  8) |
1201 	(PERF_COUNT_HW_CACHE_RESULT_MISS	<< 16)				},
1202 };
1203 
1204 	/* Set attrs if no event is selected and !null_run: */
1205 	if (null_run)
1206 		return 0;
1207 
1208 	if (transaction_run) {
1209 		int err;
1210 		if (pmu_have_event("cpu", "cycles-ct") &&
1211 		    pmu_have_event("cpu", "el-start"))
1212 			err = parse_events(evsel_list, transaction_attrs, NULL);
1213 		else
1214 			err = parse_events(evsel_list, transaction_limited_attrs, NULL);
1215 		if (err) {
1216 			fprintf(stderr, "Cannot set up transaction events\n");
1217 			return -1;
1218 		}
1219 		return 0;
1220 	}
1221 
1222 	if (!evsel_list->nr_entries) {
1223 		if (perf_evlist__add_default_attrs(evsel_list, default_attrs) < 0)
1224 			return -1;
1225 	}
1226 
1227 	/* Detailed events get appended to the event list: */
1228 
1229 	if (detailed_run <  1)
1230 		return 0;
1231 
1232 	/* Append detailed run extra attributes: */
1233 	if (perf_evlist__add_default_attrs(evsel_list, detailed_attrs) < 0)
1234 		return -1;
1235 
1236 	if (detailed_run < 2)
1237 		return 0;
1238 
1239 	/* Append very detailed run extra attributes: */
1240 	if (perf_evlist__add_default_attrs(evsel_list, very_detailed_attrs) < 0)
1241 		return -1;
1242 
1243 	if (detailed_run < 3)
1244 		return 0;
1245 
1246 	/* Append very, very detailed run extra attributes: */
1247 	return perf_evlist__add_default_attrs(evsel_list, very_very_detailed_attrs);
1248 }
1249 
1250 int cmd_stat(int argc, const char **argv, const char *prefix __maybe_unused)
1251 {
1252 	bool append_file = false;
1253 	int output_fd = 0;
1254 	const char *output_name	= NULL;
1255 	const struct option options[] = {
1256 	OPT_BOOLEAN('T', "transaction", &transaction_run,
1257 		    "hardware transaction statistics"),
1258 	OPT_CALLBACK('e', "event", &evsel_list, "event",
1259 		     "event selector. use 'perf list' to list available events",
1260 		     parse_events_option),
1261 	OPT_CALLBACK(0, "filter", &evsel_list, "filter",
1262 		     "event filter", parse_filter),
1263 	OPT_BOOLEAN('i', "no-inherit", &no_inherit,
1264 		    "child tasks do not inherit counters"),
1265 	OPT_STRING('p', "pid", &target.pid, "pid",
1266 		   "stat events on existing process id"),
1267 	OPT_STRING('t', "tid", &target.tid, "tid",
1268 		   "stat events on existing thread id"),
1269 	OPT_BOOLEAN('a', "all-cpus", &target.system_wide,
1270 		    "system-wide collection from all CPUs"),
1271 	OPT_BOOLEAN('g', "group", &group,
1272 		    "put the counters into a counter group"),
1273 	OPT_BOOLEAN('c', "scale", &scale, "scale/normalize counters"),
1274 	OPT_INCR('v', "verbose", &verbose,
1275 		    "be more verbose (show counter open errors, etc)"),
1276 	OPT_INTEGER('r', "repeat", &run_count,
1277 		    "repeat command and print average + stddev (max: 100, forever: 0)"),
1278 	OPT_BOOLEAN('n', "null", &null_run,
1279 		    "null run - dont start any counters"),
1280 	OPT_INCR('d', "detailed", &detailed_run,
1281 		    "detailed run - start a lot of events"),
1282 	OPT_BOOLEAN('S', "sync", &sync_run,
1283 		    "call sync() before starting a run"),
1284 	OPT_CALLBACK_NOOPT('B', "big-num", NULL, NULL,
1285 			   "print large numbers with thousands\' separators",
1286 			   stat__set_big_num),
1287 	OPT_STRING('C', "cpu", &target.cpu_list, "cpu",
1288 		    "list of cpus to monitor in system-wide"),
1289 	OPT_SET_UINT('A', "no-aggr", &aggr_mode,
1290 		    "disable CPU count aggregation", AGGR_NONE),
1291 	OPT_STRING('x', "field-separator", &csv_sep, "separator",
1292 		   "print counts with custom separator"),
1293 	OPT_CALLBACK('G', "cgroup", &evsel_list, "name",
1294 		     "monitor event in cgroup name only", parse_cgroups),
1295 	OPT_STRING('o', "output", &output_name, "file", "output file name"),
1296 	OPT_BOOLEAN(0, "append", &append_file, "append to the output file"),
1297 	OPT_INTEGER(0, "log-fd", &output_fd,
1298 		    "log output to fd, instead of stderr"),
1299 	OPT_STRING(0, "pre", &pre_cmd, "command",
1300 			"command to run prior to the measured command"),
1301 	OPT_STRING(0, "post", &post_cmd, "command",
1302 			"command to run after to the measured command"),
1303 	OPT_UINTEGER('I', "interval-print", &interval,
1304 		    "print counts at regular interval in ms (>= 100)"),
1305 	OPT_SET_UINT(0, "per-socket", &aggr_mode,
1306 		     "aggregate counts per processor socket", AGGR_SOCKET),
1307 	OPT_SET_UINT(0, "per-core", &aggr_mode,
1308 		     "aggregate counts per physical processor core", AGGR_CORE),
1309 	OPT_SET_UINT(0, "per-thread", &aggr_mode,
1310 		     "aggregate counts per thread", AGGR_THREAD),
1311 	OPT_UINTEGER('D', "delay", &initial_delay,
1312 		     "ms to wait before starting measurement after program start"),
1313 	OPT_END()
1314 	};
1315 	const char * const stat_usage[] = {
1316 		"perf stat [<options>] [<command>]",
1317 		NULL
1318 	};
1319 	int status = -EINVAL, run_idx;
1320 	const char *mode;
1321 
1322 	setlocale(LC_ALL, "");
1323 
1324 	evsel_list = perf_evlist__new();
1325 	if (evsel_list == NULL)
1326 		return -ENOMEM;
1327 
1328 	argc = parse_options(argc, argv, options, stat_usage,
1329 		PARSE_OPT_STOP_AT_NON_OPTION);
1330 
1331 	output = stderr;
1332 	if (output_name && strcmp(output_name, "-"))
1333 		output = NULL;
1334 
1335 	if (output_name && output_fd) {
1336 		fprintf(stderr, "cannot use both --output and --log-fd\n");
1337 		parse_options_usage(stat_usage, options, "o", 1);
1338 		parse_options_usage(NULL, options, "log-fd", 0);
1339 		goto out;
1340 	}
1341 
1342 	if (output_fd < 0) {
1343 		fprintf(stderr, "argument to --log-fd must be a > 0\n");
1344 		parse_options_usage(stat_usage, options, "log-fd", 0);
1345 		goto out;
1346 	}
1347 
1348 	if (!output) {
1349 		struct timespec tm;
1350 		mode = append_file ? "a" : "w";
1351 
1352 		output = fopen(output_name, mode);
1353 		if (!output) {
1354 			perror("failed to create output file");
1355 			return -1;
1356 		}
1357 		clock_gettime(CLOCK_REALTIME, &tm);
1358 		fprintf(output, "# started on %s\n", ctime(&tm.tv_sec));
1359 	} else if (output_fd > 0) {
1360 		mode = append_file ? "a" : "w";
1361 		output = fdopen(output_fd, mode);
1362 		if (!output) {
1363 			perror("Failed opening logfd");
1364 			return -errno;
1365 		}
1366 	}
1367 
1368 	if (csv_sep) {
1369 		csv_output = true;
1370 		if (!strcmp(csv_sep, "\\t"))
1371 			csv_sep = "\t";
1372 	} else
1373 		csv_sep = DEFAULT_SEPARATOR;
1374 
1375 	/*
1376 	 * let the spreadsheet do the pretty-printing
1377 	 */
1378 	if (csv_output) {
1379 		/* User explicitly passed -B? */
1380 		if (big_num_opt == 1) {
1381 			fprintf(stderr, "-B option not supported with -x\n");
1382 			parse_options_usage(stat_usage, options, "B", 1);
1383 			parse_options_usage(NULL, options, "x", 1);
1384 			goto out;
1385 		} else /* Nope, so disable big number formatting */
1386 			big_num = false;
1387 	} else if (big_num_opt == 0) /* User passed --no-big-num */
1388 		big_num = false;
1389 
1390 	if (!argc && target__none(&target))
1391 		usage_with_options(stat_usage, options);
1392 
1393 	if (run_count < 0) {
1394 		pr_err("Run count must be a positive number\n");
1395 		parse_options_usage(stat_usage, options, "r", 1);
1396 		goto out;
1397 	} else if (run_count == 0) {
1398 		forever = true;
1399 		run_count = 1;
1400 	}
1401 
1402 	if ((aggr_mode == AGGR_THREAD) && !target__has_task(&target)) {
1403 		fprintf(stderr, "The --per-thread option is only available "
1404 			"when monitoring via -p -t options.\n");
1405 		parse_options_usage(NULL, options, "p", 1);
1406 		parse_options_usage(NULL, options, "t", 1);
1407 		goto out;
1408 	}
1409 
1410 	/*
1411 	 * no_aggr, cgroup are for system-wide only
1412 	 * --per-thread is aggregated per thread, we dont mix it with cpu mode
1413 	 */
1414 	if (((aggr_mode != AGGR_GLOBAL && aggr_mode != AGGR_THREAD) || nr_cgroups) &&
1415 	    !target__has_cpu(&target)) {
1416 		fprintf(stderr, "both cgroup and no-aggregation "
1417 			"modes only available in system-wide mode\n");
1418 
1419 		parse_options_usage(stat_usage, options, "G", 1);
1420 		parse_options_usage(NULL, options, "A", 1);
1421 		parse_options_usage(NULL, options, "a", 1);
1422 		goto out;
1423 	}
1424 
1425 	if (add_default_attributes())
1426 		goto out;
1427 
1428 	target__validate(&target);
1429 
1430 	if (perf_evlist__create_maps(evsel_list, &target) < 0) {
1431 		if (target__has_task(&target)) {
1432 			pr_err("Problems finding threads of monitor\n");
1433 			parse_options_usage(stat_usage, options, "p", 1);
1434 			parse_options_usage(NULL, options, "t", 1);
1435 		} else if (target__has_cpu(&target)) {
1436 			perror("failed to parse CPUs map");
1437 			parse_options_usage(stat_usage, options, "C", 1);
1438 			parse_options_usage(NULL, options, "a", 1);
1439 		}
1440 		goto out;
1441 	}
1442 
1443 	/*
1444 	 * Initialize thread_map with comm names,
1445 	 * so we could print it out on output.
1446 	 */
1447 	if (aggr_mode == AGGR_THREAD)
1448 		thread_map__read_comms(evsel_list->threads);
1449 
1450 	if (interval && interval < 100) {
1451 		pr_err("print interval must be >= 100ms\n");
1452 		parse_options_usage(stat_usage, options, "I", 1);
1453 		goto out;
1454 	}
1455 
1456 	if (perf_evlist__alloc_stats(evsel_list, interval))
1457 		goto out;
1458 
1459 	if (perf_stat_init_aggr_mode())
1460 		goto out;
1461 
1462 	/*
1463 	 * We dont want to block the signals - that would cause
1464 	 * child tasks to inherit that and Ctrl-C would not work.
1465 	 * What we want is for Ctrl-C to work in the exec()-ed
1466 	 * task, but being ignored by perf stat itself:
1467 	 */
1468 	atexit(sig_atexit);
1469 	if (!forever)
1470 		signal(SIGINT,  skip_signal);
1471 	signal(SIGCHLD, skip_signal);
1472 	signal(SIGALRM, skip_signal);
1473 	signal(SIGABRT, skip_signal);
1474 
1475 	status = 0;
1476 	for (run_idx = 0; forever || run_idx < run_count; run_idx++) {
1477 		if (run_count != 1 && verbose)
1478 			fprintf(output, "[ perf stat: executing run #%d ... ]\n",
1479 				run_idx + 1);
1480 
1481 		status = run_perf_stat(argc, argv);
1482 		if (forever && status != -1) {
1483 			print_counters(NULL, argc, argv);
1484 			perf_stat__reset_stats();
1485 		}
1486 	}
1487 
1488 	if (!forever && status != -1 && !interval)
1489 		print_counters(NULL, argc, argv);
1490 
1491 	perf_evlist__free_stats(evsel_list);
1492 out:
1493 	perf_evlist__delete(evsel_list);
1494 	return status;
1495 }
1496