95 static void perf_top__update_print_entries(struct perf_top *top)  in perf_top__update_print_entries()  argument
97 	top->print_entries = top->winsize.ws_row - HEADER_LINE_NR;  in perf_top__update_print_entries()
105 static void perf_top__resize(struct perf_top *top)  in perf_top__resize()  argument
107 	get_term_dimensions(&top->winsize);  in perf_top__resize()
108 	perf_top__update_print_entries(top);  in perf_top__resize()
111 static int perf_top__parse_source(struct perf_top *top, struct hist_entry *he)  in perf_top__parse_source()  argument
142 	if (!symbol__hists(sym, top->evlist->core.nr_entries)) {  in perf_top__parse_source()
152 		top->sym_filter_entry = he;  in perf_top__parse_source()
197 static void perf_top__record_precise_ip(struct perf_top *top,  in perf_top__record_precise_ip()  argument
208 			    (top->sym_filter_entry == NULL ||  in perf_top__record_precise_ip()
209 			     top->sym_filter_entry->ms.sym != sym)))  in perf_top__record_precise_ip()
240 static void perf_top__show_details(struct perf_top *top)  in perf_top__show_details()  argument
242 	struct hist_entry *he = top->sym_filter_entry;  in perf_top__show_details()
263 	printf("Showing %s for %s\n", evsel__name(top->sym_evsel), symbol->name);  in perf_top__show_details()
266 	more = symbol__annotate_printf(&he->ms, top->sym_evsel);  in perf_top__show_details()
268 	if (top->evlist->enabled) {  in perf_top__show_details()
269 		if (top->zero)  in perf_top__show_details()
270 			symbol__annotate_zero_histogram(symbol, top->sym_evsel->core.idx);  in perf_top__show_details()
272 			symbol__annotate_decay_histogram(symbol, top->sym_evsel->core.idx);  in perf_top__show_details()
319 static void perf_top__print_sym_table(struct perf_top *top)  in perf_top__print_sym_table()  argument
323 	const int win_width = top->winsize.ws_col - 1;  in perf_top__print_sym_table()
324 	struct evsel *evsel = top->sym_evsel;  in perf_top__print_sym_table()
329 	perf_top__header_snprintf(top, bf, sizeof(bf));  in perf_top__print_sym_table()
334 	if (!top->record_opts.overwrite &&  in perf_top__print_sym_table()
335 	    (top->evlist->stats.nr_lost_warned !=  in perf_top__print_sym_table()
336 	     top->evlist->stats.nr_events[PERF_RECORD_LOST])) {  in perf_top__print_sym_table()
337 		top->evlist->stats.nr_lost_warned =  in perf_top__print_sym_table()
338 			      top->evlist->stats.nr_events[PERF_RECORD_LOST];  in perf_top__print_sym_table()
341 			      top->evlist->stats.nr_lost_warned);  in perf_top__print_sym_table()
345 	if (top->sym_filter_entry) {  in perf_top__print_sym_table()
346 		perf_top__show_details(top);  in perf_top__print_sym_table()
350 	perf_top__resort_hists(top);  in perf_top__print_sym_table()
352 	hists__output_recalc_col_len(hists, top->print_entries - printed);  in perf_top__print_sym_table()
354 	hists__fprintf(hists, false, top->print_entries - printed, win_width,  in perf_top__print_sym_table()
355 		       top->min_percent, stdout, !symbol_conf.use_callchain);  in perf_top__print_sym_table()
393 static void perf_top__prompt_symbol(struct perf_top *top, const char *msg)  in perf_top__prompt_symbol()  argument
396 	struct hist_entry *syme = top->sym_filter_entry, *n, *found = NULL;  in perf_top__prompt_symbol()
397 	struct hists *hists = evsel__hists(top->sym_evsel);  in perf_top__prompt_symbol()
404 		top->sym_filter_entry = NULL;  in perf_top__prompt_symbol()
429 		perf_top__parse_source(top, found);  in perf_top__prompt_symbol()
435 static void perf_top__print_mapped_keys(struct perf_top *top)  in perf_top__print_mapped_keys()  argument
439 	if (top->sym_filter_entry) {  in perf_top__print_mapped_keys()
440 		struct symbol *sym = top->sym_filter_entry->ms.sym;  in perf_top__print_mapped_keys()
445 	fprintf(stdout, "\t[d]     display refresh delay.             \t(%d)\n", top->delay_secs);  in perf_top__print_mapped_keys()
446 	fprintf(stdout, "\t[e]     display entries (lines).           \t(%d)\n", top->print_entries);  in perf_top__print_mapped_keys()
448 	if (top->evlist->core.nr_entries > 1)  in perf_top__print_mapped_keys()
449 …fprintf(stdout, "\t[E]     active event counter.              \t(%s)\n", evsel__name(top->sym_evse…  in perf_top__print_mapped_keys()
451 	fprintf(stdout, "\t[f]     profile display filter (count).    \t(%d)\n", top->count_filter);  in perf_top__print_mapped_keys()
459 		top->hide_kernel_symbols ? "yes" : "no");  in perf_top__print_mapped_keys()
462 		top->hide_user_symbols ? "yes" : "no");  in perf_top__print_mapped_keys()
463 	fprintf(stdout, "\t[z]     toggle sample zeroing.             \t(%d)\n", top->zero ? 1 : 0);  in perf_top__print_mapped_keys()
467 static int perf_top__key_mapped(struct perf_top *top, int c)  in perf_top__key_mapped()  argument
483 			return top->evlist->core.nr_entries > 1 ? 1 : 0;  in perf_top__key_mapped()
491 static bool perf_top__handle_keypress(struct perf_top *top, int c)  in perf_top__handle_keypress()  argument
495 	if (!perf_top__key_mapped(top, c)) {  in perf_top__handle_keypress()
499 		perf_top__print_mapped_keys(top);  in perf_top__handle_keypress()
509 		if (!perf_top__key_mapped(top, c))  in perf_top__handle_keypress()
515 			prompt_integer(&top->delay_secs, "Enter display delay");  in perf_top__handle_keypress()
516 			if (top->delay_secs < 1)  in perf_top__handle_keypress()
517 				top->delay_secs = 1;  in perf_top__handle_keypress()
520 			prompt_integer(&top->print_entries, "Enter display entries (lines)");  in perf_top__handle_keypress()
521 			if (top->print_entries == 0) {  in perf_top__handle_keypress()
522 				perf_top__resize(top);  in perf_top__handle_keypress()
529 			if (top->evlist->core.nr_entries > 1) {  in perf_top__handle_keypress()
535 				evlist__for_each_entry(top->evlist, top->sym_evsel)  in perf_top__handle_keypress()
536 					fprintf(stderr, "\n\t%d %s", top->sym_evsel->core.idx, evsel__name(top->sym_evsel));  in perf_top__handle_keypress()
540 				if (counter >= top->evlist->core.nr_entries) {  in perf_top__handle_keypress()
541 					top->sym_evsel = evlist__first(top->evlist);  in perf_top__handle_keypress()
542 					fprintf(stderr, "Sorry, no such event, using %s.\n", evsel__name(top->sym_evsel));  in perf_top__handle_keypress()
546 				evlist__for_each_entry(top->evlist, top->sym_evsel)  in perf_top__handle_keypress()
547 					if (top->sym_evsel->core.idx == counter)  in perf_top__handle_keypress()
550 				top->sym_evsel = evlist__first(top->evlist);  in perf_top__handle_keypress()
553 			prompt_integer(&top->count_filter, "Enter display event count filter");  in perf_top__handle_keypress()
560 			top->hide_kernel_symbols = !top->hide_kernel_symbols;  in perf_top__handle_keypress()
565 			if (top->dump_symtab)  in perf_top__handle_keypress()
566 				perf_session__fprintf_dsos(top->session, stderr);  in perf_top__handle_keypress()
570 			perf_top__prompt_symbol(top, "Enter details symbol");  in perf_top__handle_keypress()
573 			if (!top->sym_filter_entry)  in perf_top__handle_keypress()
576 				struct hist_entry *syme = top->sym_filter_entry;  in perf_top__handle_keypress()
578 				top->sym_filter_entry = NULL;  in perf_top__handle_keypress()
583 			top->hide_user_symbols = !top->hide_user_symbols;  in perf_top__handle_keypress()
586 			top->zero = !top->zero;  in perf_top__handle_keypress()
617 	struct perf_top *top = arg;  in display_thread_tui()  local
621 		.arg		= top,  in display_thread_tui()
622 		.refresh	= top->delay_secs,  in display_thread_tui()
636 	perf_top__sort_new_samples(top);  in display_thread_tui()
643 	evlist__for_each_entry(top->evlist, pos) {  in display_thread_tui()
645 		hists->uid_filter_str = top->record_opts.target.uid_str;  in display_thread_tui()
648 	ret = evlist__tui_browse_hists(top->evlist, help, &hbt, top->min_percent,  in display_thread_tui()
649 				       &top->session->header.env, !top->record_opts.overwrite);  in display_thread_tui()
651 		top->zero = true;  in display_thread_tui()
677 	struct perf_top *top = arg;  in display_thread()  local
692 	delay_msecs = top->delay_secs * MSEC_PER_SEC;  in display_thread()
700 		perf_top__print_sym_table(top);  in display_thread()
716 			if (perf_top__handle_keypress(top, c))  in display_thread()
731 	struct perf_top *top = arg;  in hist_iter__top_callback()  local
735 		perf_top__record_precise_ip(top, iter->he, iter->sample, evsel, al->addr);  in hist_iter__top_callback()
738 		     !(top->record_opts.branch_stack & PERF_SAMPLE_BRANCH_ANY),  in hist_iter__top_callback()
749 	struct perf_top *top = container_of(tool, struct perf_top, tool);  in perf_event__process_sample()  local
768 		       top->session->evlist->stats.nr_unprocessable_samples++);  in perf_event__process_sample()
773 		top->exact_samples++;  in perf_event__process_sample()
779 	if (top->stitch_lbr)  in perf_event__process_sample()
785 		if (!evlist__exclude_kernel(top->session->evlist)) {  in perf_event__process_sample()
811 		if (!machine->kptr_restrict_warned && !top->vmlinux_warned &&  in perf_event__process_sample()
826 			top->vmlinux_warned = true;  in perf_event__process_sample()
845 		if (hist_entry_iter__add(&iter, &al, top->max_stack, top) < 0)  in perf_event__process_sample()
856 perf_top__process_lost(struct perf_top *top, union perf_event *event,  in perf_top__process_lost()  argument
859 	top->lost += event->lost.lost;  in perf_top__process_lost()
860 	top->lost_total += event->lost.lost;  in perf_top__process_lost()
865 perf_top__process_lost_samples(struct perf_top *top,  in perf_top__process_lost_samples()  argument
869 	top->lost += event->lost_samples.lost;  in perf_top__process_lost_samples()
870 	top->lost_total += event->lost_samples.lost;  in perf_top__process_lost_samples()
876 static void perf_top__mmap_read_idx(struct perf_top *top, int idx)  in perf_top__mmap_read_idx()  argument
878 	struct record_opts *opts = &top->record_opts;  in perf_top__mmap_read_idx()
879 	struct evlist *evlist = top->evlist;  in perf_top__mmap_read_idx()
894 		ret = ordered_events__queue(top->qe.in, event, last_timestamp, 0, NULL);  in perf_top__mmap_read_idx()
900 		if (top->qe.rotate) {  in perf_top__mmap_read_idx()
901 			mutex_lock(&top->qe.mutex);  in perf_top__mmap_read_idx()
902 			top->qe.rotate = false;  in perf_top__mmap_read_idx()
903 			cond_signal(&top->qe.cond);  in perf_top__mmap_read_idx()
904 			mutex_unlock(&top->qe.mutex);  in perf_top__mmap_read_idx()
911 static void perf_top__mmap_read(struct perf_top *top)  in perf_top__mmap_read()  argument
913 	bool overwrite = top->record_opts.overwrite;  in perf_top__mmap_read()
914 	struct evlist *evlist = top->evlist;  in perf_top__mmap_read()
920 	for (i = 0; i < top->evlist->core.nr_mmaps; i++)  in perf_top__mmap_read()
921 		perf_top__mmap_read_idx(top, i);  in perf_top__mmap_read()
946 static int perf_top__overwrite_check(struct perf_top *top)  in perf_top__overwrite_check()  argument
948 	struct record_opts *opts = &top->record_opts;  in perf_top__overwrite_check()
949 	struct evlist *evlist = top->evlist;  in perf_top__overwrite_check()
991 static int perf_top_overwrite_fallback(struct perf_top *top,  in perf_top_overwrite_fallback()  argument
994 	struct record_opts *opts = &top->record_opts;  in perf_top_overwrite_fallback()
995 	struct evlist *evlist = top->evlist;  in perf_top_overwrite_fallback()
1012 static int perf_top__start_counters(struct perf_top *top)  in perf_top__start_counters()  argument
1016 	struct evlist *evlist = top->evlist;  in perf_top__start_counters()
1017 	struct record_opts *opts = &top->record_opts;  in perf_top__start_counters()
1019 	if (perf_top__overwrite_check(top)) {  in perf_top__start_counters()
1043 			    perf_top_overwrite_fallback(top, counter))  in perf_top__start_counters()
1082 static struct ordered_events *rotate_queues(struct perf_top *top)  in rotate_queues()  argument
1084 	struct ordered_events *in = top->qe.in;  in rotate_queues()
1086 	if (top->qe.in == &top->qe.data[1])  in rotate_queues()
1087 		top->qe.in = &top->qe.data[0];  in rotate_queues()
1089 		top->qe.in = &top->qe.data[1];  in rotate_queues()
1096 	struct perf_top *top = arg;  in process_thread()  local
1099 		struct ordered_events *out, *in = top->qe.in;  in process_thread()
1106 		out = rotate_queues(top);  in process_thread()
1108 		mutex_lock(&top->qe.mutex);  in process_thread()
1109 		top->qe.rotate = true;  in process_thread()
1110 		cond_wait(&top->qe.cond, &top->qe.mutex);  in process_thread()
1111 		mutex_unlock(&top->qe.mutex);  in process_thread()
1123 static int should_drop(struct ordered_event *qevent, struct perf_top *top)  in should_drop()  argument
1131 	delay_timestamp = qevent->timestamp + top->delay_secs * NSEC_PER_SEC;  in should_drop()
1138 	struct perf_top *top = qe->data;  in deliver_event()  local
1139 	struct evlist *evlist = top->evlist;  in deliver_event()
1140 	struct perf_session *session = top->session;  in deliver_event()
1147 	if (should_drop(qevent, top)) {  in deliver_event()
1148 		top->drop++;  in deliver_event()
1149 		top->drop_total++;  in deliver_event()
1163 		if (evswitch__discard(&top->evswitch, evsel))  in deliver_event()
1165 		++top->samples;  in deliver_event()
1170 		++top->us_samples;  in deliver_event()
1171 		if (top->hide_user_symbols)  in deliver_event()
1176 		++top->kernel_samples;  in deliver_event()
1177 		if (top->hide_kernel_symbols)  in deliver_event()
1182 		++top->guest_kernel_samples;  in deliver_event()
1187 		++top->guest_us_samples;  in deliver_event()
1201 		perf_event__process_sample(&top->tool, event, evsel,  in deliver_event()
1204 		perf_top__process_lost(top, event, evsel);  in deliver_event()
1206 		perf_top__process_lost_samples(top, event, evsel);  in deliver_event()
1218 static void init_process_thread(struct perf_top *top)  in init_process_thread()  argument
1220 	ordered_events__init(&top->qe.data[0], deliver_event, top);  in init_process_thread()
1221 	ordered_events__init(&top->qe.data[1], deliver_event, top);  in init_process_thread()
1222 	ordered_events__set_copy_on_queue(&top->qe.data[0], true);  in init_process_thread()
1223 	ordered_events__set_copy_on_queue(&top->qe.data[1], true);  in init_process_thread()
1224 	top->qe.in = &top->qe.data[0];  in init_process_thread()
1225 	mutex_init(&top->qe.mutex);  in init_process_thread()
1226 	cond_init(&top->qe.cond);  in init_process_thread()
1229 static void exit_process_thread(struct perf_top *top)  in exit_process_thread()  argument
1231 	ordered_events__free(&top->qe.data[0]);  in exit_process_thread()
1232 	ordered_events__free(&top->qe.data[1]);  in exit_process_thread()
1233 	mutex_destroy(&top->qe.mutex);  in exit_process_thread()
1234 	cond_destroy(&top->qe.cond);  in exit_process_thread()
1237 static int __cmd_top(struct perf_top *top)  in __cmd_top()  argument
1239 	struct record_opts *opts = &top->record_opts;  in __cmd_top()
1244 		ret = perf_env__lookup_objdump(&top->session->header.env,  in __cmd_top()
1254 	if (perf_session__register_idle_thread(top->session) < 0)  in __cmd_top()
1257 	if (top->nr_threads_synthesize > 1)  in __cmd_top()
1260 	init_process_thread(top);  in __cmd_top()
1263 		top->tool.namespace_events = true;  in __cmd_top()
1266 		top->tool.cgroup_events = true;  in __cmd_top()
1273 	ret = perf_event__synthesize_bpf_events(top->session, perf_event__process,  in __cmd_top()
1274 						&top->session->machines.host,  in __cmd_top()
1275 						&top->record_opts);  in __cmd_top()
1279 	ret = perf_event__synthesize_cgroups(&top->tool, perf_event__process,  in __cmd_top()
1280 					     &top->session->machines.host);  in __cmd_top()
1284 	machine__synthesize_threads(&top->session->machines.host, &opts->target,  in __cmd_top()
1285 				    top->evlist->core.threads, true, false,  in __cmd_top()
1286 				    top->nr_threads_synthesize);  in __cmd_top()
1301 	evlist__uniquify_name(top->evlist);  in __cmd_top()
1302 	ret = perf_top__start_counters(top);  in __cmd_top()
1306 	top->session->evlist = top->evlist;  in __cmd_top()
1307 	perf_session__set_id_hdr_size(top->session);  in __cmd_top()
1318 		evlist__enable(top->evlist);  in __cmd_top()
1321 	if (pthread_create(&thread_process, NULL, process_thread, top)) {  in __cmd_top()
1327 							    display_thread), top)) {  in __cmd_top()
1332 	if (top->realtime_prio) {  in __cmd_top()
1335 		param.sched_priority = top->realtime_prio;  in __cmd_top()
1343 	evlist__poll(top->evlist, 100);  in __cmd_top()
1345 	perf_top__mmap_read(top);  in __cmd_top()
1348 		u64 hits = top->samples;  in __cmd_top()
1350 		perf_top__mmap_read(top);  in __cmd_top()
1352 		if (opts->overwrite || (hits == top->samples))  in __cmd_top()
1353 			ret = evlist__poll(top->evlist, 100);  in __cmd_top()
1356 			perf_top__resize(top);  in __cmd_top()
1365 	cond_signal(&top->qe.cond);  in __cmd_top()
1368 	exit_process_thread(top);  in __cmd_top()
1417 	struct perf_top *top = opt->value;  in parse_percent_limit()  local
1419 	top->min_percent = strtof(arg, NULL);  in parse_percent_limit()
1429 	struct perf_top top = {  in cmd_top()  local
1455 		.evlistp = &top.evlist,  in cmd_top()
1458 	struct record_opts *opts = &top.record_opts;  in cmd_top()
1480 	OPT_BOOLEAN('K', "hide_kernel_symbols", &top.hide_kernel_symbols,  in cmd_top()
1484 	OPT_INTEGER('r', "realtime", &top.realtime_prio,  in cmd_top()
1486 	OPT_INTEGER('d', "delay", &top.delay_secs,  in cmd_top()
1488 	OPT_BOOLEAN('D', "dump-symtab", &top.dump_symtab,  in cmd_top()
1490 	OPT_INTEGER('f', "count-filter", &top.count_filter,  in cmd_top()
1494 	OPT_STRING(0, "sym-annotate", &top.sym_filter, "symbol name",  in cmd_top()
1496 	OPT_BOOLEAN('z', "zero", &top.zero, "zero history across updates"),  in cmd_top()
1497 	OPT_CALLBACK('F', "freq", &top.record_opts, "freq or 'max'",  in cmd_top()
1500 	OPT_INTEGER('E', "entries", &top.print_entries,  in cmd_top()
1502 	OPT_BOOLEAN('U', "hide_user_symbols", &top.hide_user_symbols,  in cmd_top()
1505 	OPT_BOOLEAN(0, "tui", &top.use_tui, "Use the TUI interface"),  in cmd_top()
1507 	OPT_BOOLEAN(0, "stdio", &top.use_stdio, "Use the stdio interface"),  in cmd_top()
1525 	OPT_INTEGER(0, "max-stack", &top.max_stack,  in cmd_top()
1545 	OPT_BOOLEAN(0, "no-bpf-event", &top.record_opts.no_bpf_event, "do not record bpf events"),  in cmd_top()
1557 	OPT_CALLBACK(0, "percent-limit", &top, "percent",  in cmd_top()
1578 	OPT_BOOLEAN(0, "overwrite", &top.record_opts.overwrite,  in cmd_top()
1581 	OPT_UINTEGER(0, "num-thread-synthesize", &top.nr_threads_synthesize,  in cmd_top()
1583 	OPT_CALLBACK('G', "cgroup", &top.evlist, "name",  in cmd_top()
1593 	OPT_BOOLEAN(0, "stitch-lbr", &top.stitch_lbr,  in cmd_top()
1596 	OPT_CALLBACK(0, "pfm-events", &top.evlist, "event",  in cmd_top()
1600 	OPTS_EVSWITCH(&top.evswitch),  in cmd_top()
1617 	top.evlist = evlist__new();  in cmd_top()
1618 	if (top.evlist == NULL)  in cmd_top()
1621 	status = perf_config(perf_top_config, &top);  in cmd_top()
1638 	top.evlist->env = &perf_env;  in cmd_top()
1667 	if (!top.evlist->core.nr_entries) {  in cmd_top()
1669 		int err = parse_event(top.evlist, can_profile_kernel ? "cycles:P" : "cycles:Pu");  in cmd_top()
1675 	status = evswitch__init(&top.evswitch, top.evlist, stderr);  in cmd_top()
1692 	if (top.stitch_lbr && !(callchain_param.record_mode == CALLCHAIN_LBR)) {  in cmd_top()
1723 	if (top.use_stdio)  in cmd_top()
1726 	else if (top.use_tui)  in cmd_top()
1732 	if (setup_sorting(top.evlist) < 0) {  in cmd_top()
1761 	if (evlist__create_maps(top.evlist, target) < 0) {  in cmd_top()
1768 	if (top.delay_secs < 1)  in cmd_top()
1769 		top.delay_secs = 1;  in cmd_top()
1776 	top.sym_evsel = evlist__first(top.evlist);  in cmd_top()
1799 	get_term_dimensions(&top.winsize);  in cmd_top()
1800 	if (top.print_entries == 0) {  in cmd_top()
1801 		perf_top__update_print_entries(&top);  in cmd_top()
1805 	top.session = perf_session__new(NULL, NULL);  in cmd_top()
1806 	if (IS_ERR(top.session)) {  in cmd_top()
1807 		status = PTR_ERR(top.session);  in cmd_top()
1808 		top.session = NULL;  in cmd_top()
1813 	if (!top.record_opts.no_bpf_event) {  in cmd_top()
1814 		top.sb_evlist = evlist__new();  in cmd_top()
1816 		if (top.sb_evlist == NULL) {  in cmd_top()
1822 		if (evlist__add_bpf_sb_event(top.sb_evlist, &perf_env)) {  in cmd_top()
1830 	if (evlist__start_sb_thread(top.sb_evlist, target)) {  in cmd_top()
1835 	status = __cmd_top(&top);  in cmd_top()
1838 		evlist__stop_sb_thread(top.sb_evlist);  in cmd_top()
1841 	evlist__delete(top.evlist);  in cmd_top()
1842 	perf_session__delete(top.session);  in cmd_top()