191007045SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 286470930SIngo Molnar /* 386470930SIngo Molnar * builtin-top.c 486470930SIngo Molnar * 586470930SIngo Molnar * Builtin top command: Display a continuously updated profile of 686470930SIngo Molnar * any workload, CPU or specific PID. 786470930SIngo Molnar * 886470930SIngo Molnar * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com> 9ab81f3fdSArnaldo Carvalho de Melo * 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com> 1086470930SIngo Molnar * 1186470930SIngo Molnar * Improvements and fixes by: 1286470930SIngo Molnar * 1386470930SIngo Molnar * Arjan van de Ven <arjan@linux.intel.com> 1486470930SIngo Molnar * Yanmin Zhang <yanmin.zhang@intel.com> 1586470930SIngo Molnar * Wu Fengguang <fengguang.wu@intel.com> 1686470930SIngo Molnar * Mike Galbraith <efault@gmx.de> 1786470930SIngo Molnar * Paul Mackerras <paulus@samba.org> 1886470930SIngo Molnar */ 1986470930SIngo Molnar #include "builtin.h" 2086470930SIngo Molnar 2186470930SIngo Molnar #include "perf.h" 2286470930SIngo Molnar 2336532461SArnaldo Carvalho de Melo #include "util/annotate.h" 24a40b95bcSArnaldo Carvalho de Melo #include "util/bpf-event.h" 2541840d21STaeung Song #include "util/config.h" 2686470930SIngo Molnar #include "util/color.h" 274a3cec84SArnaldo Carvalho de Melo #include "util/dso.h" 28361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 2969aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 3095be9d19SArnaldo Carvalho de Melo #include "util/evsel_config.h" 315ab8c689SArnaldo Carvalho de Melo #include "util/event.h" 32b0a7d1a0SArnaldo Carvalho de Melo #include "util/machine.h" 331101f69aSArnaldo Carvalho de Melo #include "util/map.h" 34e0fcfb08SArnaldo Carvalho de Melo #include "util/mmap.h" 35b3165f41SArnaldo Carvalho de Melo #include "util/session.h" 3613e0c844SKan Liang #include "util/thread.h" 37b3165f41SArnaldo Carvalho de Melo #include "util/symbol.h" 38ea49e01cSArnaldo Carvalho de Melo #include "util/synthetic-events.h" 398c3e10ebSArnaldo Carvalho de Melo #include "util/top.h" 402da39f1cSArnaldo Carvalho de Melo #include "util/util.h" 4143cbcd8aSArnaldo Carvalho de Melo #include <linux/rbtree.h> 424b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h> 4386470930SIngo Molnar #include "util/parse-events.h" 445c9dbe6dSArnaldo Carvalho de Melo #include "util/callchain.h" 45a12b51c4SPaul Mackerras #include "util/cpumap.h" 46ab81f3fdSArnaldo Carvalho de Melo #include "util/sort.h" 476a9fa4e3SArnaldo Carvalho de Melo #include "util/string2.h" 48b0742e90SArnaldo Carvalho de Melo #include "util/term.h" 496b118e92SDavid Ahern #include "util/intlist.h" 50a18b027eSAndi Kleen #include "util/parse-branch-options.h" 510d3942dbSSukadev Bhattiprolu #include "arch/common.h" 528520a98dSArnaldo Carvalho de Melo #include "ui/ui.h" 5386470930SIngo Molnar 548f28827aSFrederic Weisbecker #include "util/debug.h" 5516c66bc1SJiri Olsa #include "util/ordered-events.h" 568f28827aSFrederic Weisbecker 5786470930SIngo Molnar #include <assert.h> 5831d68e7bSArnaldo Carvalho de Melo #include <elf.h> 5986470930SIngo Molnar #include <fcntl.h> 6086470930SIngo Molnar 6186470930SIngo Molnar #include <stdio.h> 62923c42c1SMike Galbraith #include <termios.h> 63923c42c1SMike Galbraith #include <unistd.h> 649486aa38SArnaldo Carvalho de Melo #include <inttypes.h> 6586470930SIngo Molnar 6686470930SIngo Molnar #include <errno.h> 6786470930SIngo Molnar #include <time.h> 6886470930SIngo Molnar #include <sched.h> 699607ad3aSArnaldo Carvalho de Melo #include <signal.h> 7086470930SIngo Molnar 7186470930SIngo Molnar #include <sys/syscall.h> 7286470930SIngo Molnar #include <sys/ioctl.h> 73a8fa4960SArnaldo Carvalho de Melo #include <poll.h> 7486470930SIngo Molnar #include <sys/prctl.h> 7586470930SIngo Molnar #include <sys/wait.h> 7686470930SIngo Molnar #include <sys/uio.h> 7731d68e7bSArnaldo Carvalho de Melo #include <sys/utsname.h> 7886470930SIngo Molnar #include <sys/mman.h> 7986470930SIngo Molnar 80531d2410SArnaldo Carvalho de Melo #include <linux/stringify.h> 81b9c4b0f4SArnaldo Carvalho de Melo #include <linux/time64.h> 8286470930SIngo Molnar #include <linux/types.h> 836ef81c55SMamatha Inamdar #include <linux/err.h> 8486470930SIngo Molnar 853052ba56SArnaldo Carvalho de Melo #include <linux/ctype.h> 867728fa0cSJiri Olsa #include <perf/mmap.h> 873d689ed6SArnaldo Carvalho de Melo 8811859e82SArnaldo Carvalho de Melo static volatile int done; 89b135e5eeSJiri Olsa static volatile int resize; 9011859e82SArnaldo Carvalho de Melo 91933cbb1cSNamhyung Kim #define HEADER_LINE_NR 5 92933cbb1cSNamhyung Kim 931758af10SArnaldo Carvalho de Melo static void perf_top__update_print_entries(struct perf_top *top) 943b6ed988SArnaldo Carvalho de Melo { 95933cbb1cSNamhyung Kim top->print_entries = top->winsize.ws_row - HEADER_LINE_NR; 963b6ed988SArnaldo Carvalho de Melo } 973b6ed988SArnaldo Carvalho de Melo 98244a1086SJiri Olsa static void winch_sig(int sig __maybe_unused) 993b6ed988SArnaldo Carvalho de Melo { 100b135e5eeSJiri Olsa resize = 1; 101b135e5eeSJiri Olsa } 1021758af10SArnaldo Carvalho de Melo 103b135e5eeSJiri Olsa static void perf_top__resize(struct perf_top *top) 104b135e5eeSJiri Olsa { 1051758af10SArnaldo Carvalho de Melo get_term_dimensions(&top->winsize); 1061758af10SArnaldo Carvalho de Melo perf_top__update_print_entries(top); 1073b6ed988SArnaldo Carvalho de Melo } 1083b6ed988SArnaldo Carvalho de Melo 1091758af10SArnaldo Carvalho de Melo static int perf_top__parse_source(struct perf_top *top, struct hist_entry *he) 110923c42c1SMike Galbraith { 11132dcd021SJiri Olsa struct evsel *evsel; 112923c42c1SMike Galbraith struct symbol *sym; 113ce6f4fabSArnaldo Carvalho de Melo struct annotation *notes; 114439d473bSArnaldo Carvalho de Melo struct map *map; 11536532461SArnaldo Carvalho de Melo int err = -1; 116923c42c1SMike Galbraith 117ab81f3fdSArnaldo Carvalho de Melo if (!he || !he->ms.sym) 118b0a9ab62SArnaldo Carvalho de Melo return -1; 119b0a9ab62SArnaldo Carvalho de Melo 120111442cfSLeo Yan evsel = hists_to_evsel(he->hists); 121111442cfSLeo Yan 122ab81f3fdSArnaldo Carvalho de Melo sym = he->ms.sym; 123ab81f3fdSArnaldo Carvalho de Melo map = he->ms.map; 124b0a9ab62SArnaldo Carvalho de Melo 125b0a9ab62SArnaldo Carvalho de Melo /* 126b0a9ab62SArnaldo Carvalho de Melo * We can't annotate with just /proc/kallsyms 127b0a9ab62SArnaldo Carvalho de Melo */ 128bbb7f846SAdrian Hunter if (map->dso->symtab_type == DSO_BINARY_TYPE__KALLSYMS && 129bbb7f846SAdrian Hunter !dso__is_kcore(map->dso)) { 130ce6f4fabSArnaldo Carvalho de Melo pr_err("Can't annotate %s: No vmlinux file was found in the " 131ce6f4fabSArnaldo Carvalho de Melo "path\n", sym->name); 132ce6f4fabSArnaldo Carvalho de Melo sleep(1); 133b0a9ab62SArnaldo Carvalho de Melo return -1; 134b269876cSArnaldo Carvalho de Melo } 135b269876cSArnaldo Carvalho de Melo 136ce6f4fabSArnaldo Carvalho de Melo notes = symbol__annotation(sym); 137ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_lock(¬es->lock); 138923c42c1SMike Galbraith 1396484d2f9SJiri Olsa if (!symbol__hists(sym, top->evlist->core.nr_entries)) { 140c97cf422SArnaldo Carvalho de Melo pthread_mutex_unlock(¬es->lock); 14136532461SArnaldo Carvalho de Melo pr_err("Not enough memory for annotating '%s' symbol!\n", 14236532461SArnaldo Carvalho de Melo sym->name); 143ce6f4fabSArnaldo Carvalho de Melo sleep(1); 144c97cf422SArnaldo Carvalho de Melo return err; 145923c42c1SMike Galbraith } 14636532461SArnaldo Carvalho de Melo 147e0ad4d68SRavi Bangoria err = symbol__annotate(&he->ms, evsel, &top->annotation_opts, NULL); 14836532461SArnaldo Carvalho de Melo if (err == 0) { 1491758af10SArnaldo Carvalho de Melo top->sym_filter_entry = he; 150ee51d851SArnaldo Carvalho de Melo } else { 151ee51d851SArnaldo Carvalho de Melo char msg[BUFSIZ]; 15229754894SArnaldo Carvalho de Melo symbol__strerror_disassemble(&he->ms, err, msg, sizeof(msg)); 153ee51d851SArnaldo Carvalho de Melo pr_err("Couldn't annotate %s: %s\n", sym->name, msg); 15436532461SArnaldo Carvalho de Melo } 155c97cf422SArnaldo Carvalho de Melo 156ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_unlock(¬es->lock); 15736532461SArnaldo Carvalho de Melo return err; 158923c42c1SMike Galbraith } 159923c42c1SMike Galbraith 160ab81f3fdSArnaldo Carvalho de Melo static void __zero_source_counters(struct hist_entry *he) 161923c42c1SMike Galbraith { 162ab81f3fdSArnaldo Carvalho de Melo struct symbol *sym = he->ms.sym; 16336532461SArnaldo Carvalho de Melo symbol__annotate_zero_histograms(sym); 164923c42c1SMike Galbraith } 165923c42c1SMike Galbraith 16631d68e7bSArnaldo Carvalho de Melo static void ui__warn_map_erange(struct map *map, struct symbol *sym, u64 ip) 16731d68e7bSArnaldo Carvalho de Melo { 16831d68e7bSArnaldo Carvalho de Melo struct utsname uts; 16931d68e7bSArnaldo Carvalho de Melo int err = uname(&uts); 17031d68e7bSArnaldo Carvalho de Melo 17131d68e7bSArnaldo Carvalho de Melo ui__warning("Out of bounds address found:\n\n" 17231d68e7bSArnaldo Carvalho de Melo "Addr: %" PRIx64 "\n" 17331d68e7bSArnaldo Carvalho de Melo "DSO: %s %c\n" 17431d68e7bSArnaldo Carvalho de Melo "Map: %" PRIx64 "-%" PRIx64 "\n" 17531d68e7bSArnaldo Carvalho de Melo "Symbol: %" PRIx64 "-%" PRIx64 " %c %s\n" 17631d68e7bSArnaldo Carvalho de Melo "Arch: %s\n" 17731d68e7bSArnaldo Carvalho de Melo "Kernel: %s\n" 17831d68e7bSArnaldo Carvalho de Melo "Tools: %s\n\n" 17931d68e7bSArnaldo Carvalho de Melo "Not all samples will be on the annotation output.\n\n" 18031d68e7bSArnaldo Carvalho de Melo "Please report to linux-kernel@vger.kernel.org\n", 18131d68e7bSArnaldo Carvalho de Melo ip, map->dso->long_name, dso__symtab_origin(map->dso), 18231d68e7bSArnaldo Carvalho de Melo map->start, map->end, sym->start, sym->end, 18331d68e7bSArnaldo Carvalho de Melo sym->binding == STB_GLOBAL ? 'g' : 18431d68e7bSArnaldo Carvalho de Melo sym->binding == STB_LOCAL ? 'l' : 'w', sym->name, 18531d68e7bSArnaldo Carvalho de Melo err ? "[unknown]" : uts.machine, 18631d68e7bSArnaldo Carvalho de Melo err ? "[unknown]" : uts.release, perf_version_string); 18731d68e7bSArnaldo Carvalho de Melo if (use_browser <= 0) 18831d68e7bSArnaldo Carvalho de Melo sleep(5); 18931d68e7bSArnaldo Carvalho de Melo 19031d68e7bSArnaldo Carvalho de Melo map->erange_warned = true; 19131d68e7bSArnaldo Carvalho de Melo } 19231d68e7bSArnaldo Carvalho de Melo 1931758af10SArnaldo Carvalho de Melo static void perf_top__record_precise_ip(struct perf_top *top, 1941758af10SArnaldo Carvalho de Melo struct hist_entry *he, 195bab89f6aSTaeung Song struct perf_sample *sample, 19632dcd021SJiri Olsa struct evsel *evsel, u64 ip) 197923c42c1SMike Galbraith { 198ce6f4fabSArnaldo Carvalho de Melo struct annotation *notes; 199beefb8d0SNamhyung Kim struct symbol *sym = he->ms.sym; 20048c65bdaSNamhyung Kim int err = 0; 201ce6f4fabSArnaldo Carvalho de Melo 202beefb8d0SNamhyung Kim if (sym == NULL || (use_browser == 0 && 203beefb8d0SNamhyung Kim (top->sym_filter_entry == NULL || 204beefb8d0SNamhyung Kim top->sym_filter_entry->ms.sym != sym))) 205923c42c1SMike Galbraith return; 206923c42c1SMike Galbraith 207ce6f4fabSArnaldo Carvalho de Melo notes = symbol__annotation(sym); 208ce6f4fabSArnaldo Carvalho de Melo 209ce6f4fabSArnaldo Carvalho de Melo if (pthread_mutex_trylock(¬es->lock)) 210923c42c1SMike Galbraith return; 211923c42c1SMike Galbraith 212e345f3bdSArnaldo Carvalho de Melo err = hist_entry__inc_addr_samples(he, sample, evsel, ip); 213923c42c1SMike Galbraith 214ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_unlock(¬es->lock); 21531d68e7bSArnaldo Carvalho de Melo 216151ee834SNamhyung Kim if (unlikely(err)) { 2177c50391fSNamhyung Kim /* 2187c50391fSNamhyung Kim * This function is now called with he->hists->lock held. 2197c50391fSNamhyung Kim * Release it before going to sleep. 2207c50391fSNamhyung Kim */ 2217c50391fSNamhyung Kim pthread_mutex_unlock(&he->hists->lock); 2227c50391fSNamhyung Kim 22331d68e7bSArnaldo Carvalho de Melo if (err == -ERANGE && !he->ms.map->erange_warned) 22431d68e7bSArnaldo Carvalho de Melo ui__warn_map_erange(he->ms.map, sym, ip); 225b66d8c0cSArnaldo Carvalho de Melo else if (err == -ENOMEM) { 226b66d8c0cSArnaldo Carvalho de Melo pr_err("Not enough memory for annotating '%s' symbol!\n", 227b66d8c0cSArnaldo Carvalho de Melo sym->name); 228b66d8c0cSArnaldo Carvalho de Melo sleep(1); 229b66d8c0cSArnaldo Carvalho de Melo } 2307c50391fSNamhyung Kim 2317c50391fSNamhyung Kim pthread_mutex_lock(&he->hists->lock); 232923c42c1SMike Galbraith } 233151ee834SNamhyung Kim } 234923c42c1SMike Galbraith 2351758af10SArnaldo Carvalho de Melo static void perf_top__show_details(struct perf_top *top) 236923c42c1SMike Galbraith { 2371758af10SArnaldo Carvalho de Melo struct hist_entry *he = top->sym_filter_entry; 23832dcd021SJiri Olsa struct evsel *evsel; 239ce6f4fabSArnaldo Carvalho de Melo struct annotation *notes; 240923c42c1SMike Galbraith struct symbol *symbol; 24136532461SArnaldo Carvalho de Melo int more; 242923c42c1SMike Galbraith 243ab81f3fdSArnaldo Carvalho de Melo if (!he) 244923c42c1SMike Galbraith return; 245923c42c1SMike Galbraith 246111442cfSLeo Yan evsel = hists_to_evsel(he->hists); 247111442cfSLeo Yan 248ab81f3fdSArnaldo Carvalho de Melo symbol = he->ms.sym; 249ce6f4fabSArnaldo Carvalho de Melo notes = symbol__annotation(symbol); 250ce6f4fabSArnaldo Carvalho de Melo 251ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_lock(¬es->lock); 252ce6f4fabSArnaldo Carvalho de Melo 253f681d593SJiri Olsa symbol__calc_percent(symbol, evsel); 254f681d593SJiri Olsa 255ce6f4fabSArnaldo Carvalho de Melo if (notes->src == NULL) 256ce6f4fabSArnaldo Carvalho de Melo goto out_unlock; 257923c42c1SMike Galbraith 2588ab2e96dSArnaldo Carvalho de Melo printf("Showing %s for %s\n", evsel__name(top->sym_evsel), symbol->name); 259982d410bSArnaldo Carvalho de Melo printf(" Events Pcnt (>=%d%%)\n", top->annotation_opts.min_pcnt); 260923c42c1SMike Galbraith 26129754894SArnaldo Carvalho de Melo more = symbol__annotate_printf(&he->ms, top->sym_evsel, &top->annotation_opts); 2625d484f99SArnaldo Carvalho de Melo 2635d484f99SArnaldo Carvalho de Melo if (top->evlist->enabled) { 2641758af10SArnaldo Carvalho de Melo if (top->zero) 2651758af10SArnaldo Carvalho de Melo symbol__annotate_zero_histogram(symbol, top->sym_evsel->idx); 26636532461SArnaldo Carvalho de Melo else 2671758af10SArnaldo Carvalho de Melo symbol__annotate_decay_histogram(symbol, top->sym_evsel->idx); 2685d484f99SArnaldo Carvalho de Melo } 26936532461SArnaldo Carvalho de Melo if (more != 0) 270923c42c1SMike Galbraith printf("%d lines not displayed, maybe increase display entries [e]\n", more); 271ce6f4fabSArnaldo Carvalho de Melo out_unlock: 272ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_unlock(¬es->lock); 273923c42c1SMike Galbraith } 27486470930SIngo Molnar 275ea4385f8SNamhyung Kim static void perf_top__resort_hists(struct perf_top *t) 27640d81772SArnaldo Carvalho de Melo { 277ea4385f8SNamhyung Kim struct evlist *evlist = t->evlist; 27840d81772SArnaldo Carvalho de Melo struct evsel *pos; 27940d81772SArnaldo Carvalho de Melo 28040d81772SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, pos) { 28140d81772SArnaldo Carvalho de Melo struct hists *hists = evsel__hists(pos); 28240d81772SArnaldo Carvalho de Melo 283be5863b7SNamhyung Kim /* 284be5863b7SNamhyung Kim * unlink existing entries so that they can be linked 285be5863b7SNamhyung Kim * in a correct order in hists__match() below. 286be5863b7SNamhyung Kim */ 287be5863b7SNamhyung Kim hists__unlink(hists); 288be5863b7SNamhyung Kim 289ea4385f8SNamhyung Kim if (evlist->enabled) { 290ea4385f8SNamhyung Kim if (t->zero) { 291ea4385f8SNamhyung Kim hists__delete_entries(hists); 292ea4385f8SNamhyung Kim } else { 293ea4385f8SNamhyung Kim hists__decay_entries(hists, t->hide_user_symbols, 294ea4385f8SNamhyung Kim t->hide_kernel_symbols); 295ea4385f8SNamhyung Kim } 296ea4385f8SNamhyung Kim } 297ea4385f8SNamhyung Kim 29840d81772SArnaldo Carvalho de Melo hists__collapse_resort(hists, NULL); 29940d81772SArnaldo Carvalho de Melo 30040d81772SArnaldo Carvalho de Melo /* Non-group events are considered as leader */ 301c754c382SArnaldo Carvalho de Melo if (symbol_conf.event_group && !evsel__is_group_leader(pos)) { 30240d81772SArnaldo Carvalho de Melo struct hists *leader_hists = evsel__hists(pos->leader); 30340d81772SArnaldo Carvalho de Melo 30440d81772SArnaldo Carvalho de Melo hists__match(leader_hists, hists); 30540d81772SArnaldo Carvalho de Melo hists__link(leader_hists, hists); 30640d81772SArnaldo Carvalho de Melo } 30740d81772SArnaldo Carvalho de Melo } 30840d81772SArnaldo Carvalho de Melo 30940d81772SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, pos) { 31010c513f7SArnaldo Carvalho de Melo evsel__output_resort(pos, NULL); 31140d81772SArnaldo Carvalho de Melo } 31240d81772SArnaldo Carvalho de Melo } 31340d81772SArnaldo Carvalho de Melo 3141758af10SArnaldo Carvalho de Melo static void perf_top__print_sym_table(struct perf_top *top) 31586470930SIngo Molnar { 3168c3e10ebSArnaldo Carvalho de Melo char bf[160]; 3178c3e10ebSArnaldo Carvalho de Melo int printed = 0; 3181758af10SArnaldo Carvalho de Melo const int win_width = top->winsize.ws_col - 1; 31932dcd021SJiri Olsa struct evsel *evsel = top->sym_evsel; 320452ce03bSJiri Olsa struct hists *hists = evsel__hists(evsel); 32186470930SIngo Molnar 32286470930SIngo Molnar puts(CONSOLE_CLEAR); 32386470930SIngo Molnar 3241758af10SArnaldo Carvalho de Melo perf_top__header_snprintf(top, bf, sizeof(bf)); 3258c3e10ebSArnaldo Carvalho de Melo printf("%s\n", bf); 32686470930SIngo Molnar 3271a105f74SArnaldo Carvalho de Melo printf("%-*.*s\n", win_width, win_width, graph_dotted_line); 32886470930SIngo Molnar 329a1ff5b05SKan Liang if (!top->record_opts.overwrite && 330a1ff5b05SKan Liang (hists->stats.nr_lost_warned != 331a1ff5b05SKan Liang hists->stats.nr_events[PERF_RECORD_LOST])) { 3324ea062edSArnaldo Carvalho de Melo hists->stats.nr_lost_warned = 3334ea062edSArnaldo Carvalho de Melo hists->stats.nr_events[PERF_RECORD_LOST]; 3347b27509fSArnaldo Carvalho de Melo color_fprintf(stdout, PERF_COLOR_RED, 3357b27509fSArnaldo Carvalho de Melo "WARNING: LOST %d chunks, Check IO/CPU overload", 3364ea062edSArnaldo Carvalho de Melo hists->stats.nr_lost_warned); 337ab81f3fdSArnaldo Carvalho de Melo ++printed; 33893fc64f1SArnaldo Carvalho de Melo } 33993fc64f1SArnaldo Carvalho de Melo 3401758af10SArnaldo Carvalho de Melo if (top->sym_filter_entry) { 3411758af10SArnaldo Carvalho de Melo perf_top__show_details(top); 342923c42c1SMike Galbraith return; 343923c42c1SMike Galbraith } 344923c42c1SMike Galbraith 345ea4385f8SNamhyung Kim perf_top__resort_hists(top); 346701937bdSNamhyung Kim 3474ea062edSArnaldo Carvalho de Melo hists__output_recalc_col_len(hists, top->print_entries - printed); 3481a105f74SArnaldo Carvalho de Melo putchar('\n'); 3494ea062edSArnaldo Carvalho de Melo hists__fprintf(hists, false, top->print_entries - printed, win_width, 350e9de7e2fSArnaldo Carvalho de Melo top->min_percent, stdout, !symbol_conf.use_callchain); 35186470930SIngo Molnar } 35286470930SIngo Molnar 353923c42c1SMike Galbraith static void prompt_integer(int *target, const char *msg) 354923c42c1SMike Galbraith { 355923c42c1SMike Galbraith char *buf = malloc(0), *p; 356923c42c1SMike Galbraith size_t dummy = 0; 357923c42c1SMike Galbraith int tmp; 358923c42c1SMike Galbraith 359923c42c1SMike Galbraith fprintf(stdout, "\n%s: ", msg); 360923c42c1SMike Galbraith if (getline(&buf, &dummy, stdin) < 0) 361923c42c1SMike Galbraith return; 362923c42c1SMike Galbraith 363923c42c1SMike Galbraith p = strchr(buf, '\n'); 364923c42c1SMike Galbraith if (p) 365923c42c1SMike Galbraith *p = 0; 366923c42c1SMike Galbraith 367923c42c1SMike Galbraith p = buf; 368923c42c1SMike Galbraith while(*p) { 369923c42c1SMike Galbraith if (!isdigit(*p)) 370923c42c1SMike Galbraith goto out_free; 371923c42c1SMike Galbraith p++; 372923c42c1SMike Galbraith } 373923c42c1SMike Galbraith tmp = strtoul(buf, NULL, 10); 374923c42c1SMike Galbraith *target = tmp; 375923c42c1SMike Galbraith out_free: 376923c42c1SMike Galbraith free(buf); 377923c42c1SMike Galbraith } 378923c42c1SMike Galbraith 379923c42c1SMike Galbraith static void prompt_percent(int *target, const char *msg) 380923c42c1SMike Galbraith { 381923c42c1SMike Galbraith int tmp = 0; 382923c42c1SMike Galbraith 383923c42c1SMike Galbraith prompt_integer(&tmp, msg); 384923c42c1SMike Galbraith if (tmp >= 0 && tmp <= 100) 385923c42c1SMike Galbraith *target = tmp; 386923c42c1SMike Galbraith } 387923c42c1SMike Galbraith 3881758af10SArnaldo Carvalho de Melo static void perf_top__prompt_symbol(struct perf_top *top, const char *msg) 389923c42c1SMike Galbraith { 390923c42c1SMike Galbraith char *buf = malloc(0), *p; 3911758af10SArnaldo Carvalho de Melo struct hist_entry *syme = top->sym_filter_entry, *n, *found = NULL; 3924ea062edSArnaldo Carvalho de Melo struct hists *hists = evsel__hists(top->sym_evsel); 393ab81f3fdSArnaldo Carvalho de Melo struct rb_node *next; 394923c42c1SMike Galbraith size_t dummy = 0; 395923c42c1SMike Galbraith 396923c42c1SMike Galbraith /* zero counters of active symbol */ 397923c42c1SMike Galbraith if (syme) { 398923c42c1SMike Galbraith __zero_source_counters(syme); 3991758af10SArnaldo Carvalho de Melo top->sym_filter_entry = NULL; 400923c42c1SMike Galbraith } 401923c42c1SMike Galbraith 402923c42c1SMike Galbraith fprintf(stdout, "\n%s: ", msg); 403923c42c1SMike Galbraith if (getline(&buf, &dummy, stdin) < 0) 404923c42c1SMike Galbraith goto out_free; 405923c42c1SMike Galbraith 406923c42c1SMike Galbraith p = strchr(buf, '\n'); 407923c42c1SMike Galbraith if (p) 408923c42c1SMike Galbraith *p = 0; 409923c42c1SMike Galbraith 4102eb3d689SDavidlohr Bueso next = rb_first_cached(&hists->entries); 411ab81f3fdSArnaldo Carvalho de Melo while (next) { 412ab81f3fdSArnaldo Carvalho de Melo n = rb_entry(next, struct hist_entry, rb_node); 413ab81f3fdSArnaldo Carvalho de Melo if (n->ms.sym && !strcmp(buf, n->ms.sym->name)) { 414ab81f3fdSArnaldo Carvalho de Melo found = n; 415923c42c1SMike Galbraith break; 416923c42c1SMike Galbraith } 417ab81f3fdSArnaldo Carvalho de Melo next = rb_next(&n->rb_node); 418923c42c1SMike Galbraith } 419923c42c1SMike Galbraith 420923c42c1SMike Galbraith if (!found) { 42166aeb6d5SKirill Smelkov fprintf(stderr, "Sorry, %s is not active.\n", buf); 422923c42c1SMike Galbraith sleep(1); 423923c42c1SMike Galbraith } else 4241758af10SArnaldo Carvalho de Melo perf_top__parse_source(top, found); 425923c42c1SMike Galbraith 426923c42c1SMike Galbraith out_free: 427923c42c1SMike Galbraith free(buf); 428923c42c1SMike Galbraith } 429923c42c1SMike Galbraith 4301758af10SArnaldo Carvalho de Melo static void perf_top__print_mapped_keys(struct perf_top *top) 431923c42c1SMike Galbraith { 432091bd2e9SMike Galbraith char *name = NULL; 433091bd2e9SMike Galbraith 4341758af10SArnaldo Carvalho de Melo if (top->sym_filter_entry) { 4351758af10SArnaldo Carvalho de Melo struct symbol *sym = top->sym_filter_entry->ms.sym; 436091bd2e9SMike Galbraith name = sym->name; 437091bd2e9SMike Galbraith } 438091bd2e9SMike Galbraith 439091bd2e9SMike Galbraith fprintf(stdout, "\nMapped keys:\n"); 4401758af10SArnaldo Carvalho de Melo fprintf(stdout, "\t[d] display refresh delay. \t(%d)\n", top->delay_secs); 4411758af10SArnaldo Carvalho de Melo fprintf(stdout, "\t[e] display entries (lines). \t(%d)\n", top->print_entries); 442091bd2e9SMike Galbraith 4436484d2f9SJiri Olsa if (top->evlist->core.nr_entries > 1) 4448ab2e96dSArnaldo Carvalho de Melo fprintf(stdout, "\t[E] active event counter. \t(%s)\n", evsel__name(top->sym_evsel)); 445091bd2e9SMike Galbraith 4461758af10SArnaldo Carvalho de Melo fprintf(stdout, "\t[f] profile display filter (count). \t(%d)\n", top->count_filter); 447091bd2e9SMike Galbraith 448982d410bSArnaldo Carvalho de Melo fprintf(stdout, "\t[F] annotate display filter (percent). \t(%d%%)\n", top->annotation_opts.min_pcnt); 449091bd2e9SMike Galbraith fprintf(stdout, "\t[s] annotate symbol. \t(%s)\n", name?: "NULL"); 450091bd2e9SMike Galbraith fprintf(stdout, "\t[S] stop annotation.\n"); 451091bd2e9SMike Galbraith 4528ffcda17SArnaldo Carvalho de Melo fprintf(stdout, 4538fce3743SSihyeon Jang "\t[K] hide kernel symbols. \t(%s)\n", 4541758af10SArnaldo Carvalho de Melo top->hide_kernel_symbols ? "yes" : "no"); 4558ffcda17SArnaldo Carvalho de Melo fprintf(stdout, 4568ffcda17SArnaldo Carvalho de Melo "\t[U] hide user symbols. \t(%s)\n", 4571758af10SArnaldo Carvalho de Melo top->hide_user_symbols ? "yes" : "no"); 4581758af10SArnaldo Carvalho de Melo fprintf(stdout, "\t[z] toggle sample zeroing. \t(%d)\n", top->zero ? 1 : 0); 459091bd2e9SMike Galbraith fprintf(stdout, "\t[qQ] quit.\n"); 460091bd2e9SMike Galbraith } 461091bd2e9SMike Galbraith 4621758af10SArnaldo Carvalho de Melo static int perf_top__key_mapped(struct perf_top *top, int c) 463091bd2e9SMike Galbraith { 464091bd2e9SMike Galbraith switch (c) { 465091bd2e9SMike Galbraith case 'd': 466091bd2e9SMike Galbraith case 'e': 467091bd2e9SMike Galbraith case 'f': 468091bd2e9SMike Galbraith case 'z': 469091bd2e9SMike Galbraith case 'q': 470091bd2e9SMike Galbraith case 'Q': 4718ffcda17SArnaldo Carvalho de Melo case 'K': 4728ffcda17SArnaldo Carvalho de Melo case 'U': 4736cff0e8dSKirill Smelkov case 'F': 4746cff0e8dSKirill Smelkov case 's': 4756cff0e8dSKirill Smelkov case 'S': 476091bd2e9SMike Galbraith return 1; 477091bd2e9SMike Galbraith case 'E': 4786484d2f9SJiri Olsa return top->evlist->core.nr_entries > 1 ? 1 : 0; 47983a0944fSIngo Molnar default: 48083a0944fSIngo Molnar break; 481091bd2e9SMike Galbraith } 482091bd2e9SMike Galbraith 483091bd2e9SMike Galbraith return 0; 484923c42c1SMike Galbraith } 485923c42c1SMike Galbraith 48611859e82SArnaldo Carvalho de Melo static bool perf_top__handle_keypress(struct perf_top *top, int c) 487923c42c1SMike Galbraith { 48811859e82SArnaldo Carvalho de Melo bool ret = true; 48911859e82SArnaldo Carvalho de Melo 4901758af10SArnaldo Carvalho de Melo if (!perf_top__key_mapped(top, c)) { 491091bd2e9SMike Galbraith struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; 4923969cc09SJiri Olsa struct termios save; 493091bd2e9SMike Galbraith 4941758af10SArnaldo Carvalho de Melo perf_top__print_mapped_keys(top); 495091bd2e9SMike Galbraith fprintf(stdout, "\nEnter selection, or unmapped key to continue: "); 496091bd2e9SMike Galbraith fflush(stdout); 497091bd2e9SMike Galbraith 4983969cc09SJiri Olsa set_term_quiet_input(&save); 499091bd2e9SMike Galbraith 500091bd2e9SMike Galbraith poll(&stdin_poll, 1, -1); 501091bd2e9SMike Galbraith c = getc(stdin); 502091bd2e9SMike Galbraith 503091bd2e9SMike Galbraith tcsetattr(0, TCSAFLUSH, &save); 5041758af10SArnaldo Carvalho de Melo if (!perf_top__key_mapped(top, c)) 50511859e82SArnaldo Carvalho de Melo return ret; 506091bd2e9SMike Galbraith } 507091bd2e9SMike Galbraith 508923c42c1SMike Galbraith switch (c) { 509923c42c1SMike Galbraith case 'd': 5101758af10SArnaldo Carvalho de Melo prompt_integer(&top->delay_secs, "Enter display delay"); 5111758af10SArnaldo Carvalho de Melo if (top->delay_secs < 1) 5121758af10SArnaldo Carvalho de Melo top->delay_secs = 1; 513923c42c1SMike Galbraith break; 514923c42c1SMike Galbraith case 'e': 5151758af10SArnaldo Carvalho de Melo prompt_integer(&top->print_entries, "Enter display entries (lines)"); 5161758af10SArnaldo Carvalho de Melo if (top->print_entries == 0) { 517b135e5eeSJiri Olsa perf_top__resize(top); 518244a1086SJiri Olsa signal(SIGWINCH, winch_sig); 519509605dbSStephane Eranian } else { 5203b6ed988SArnaldo Carvalho de Melo signal(SIGWINCH, SIG_DFL); 521509605dbSStephane Eranian } 522923c42c1SMike Galbraith break; 523923c42c1SMike Galbraith case 'E': 5246484d2f9SJiri Olsa if (top->evlist->core.nr_entries > 1) { 525ce2d17caSAkihiro Nagai /* Select 0 as the default event: */ 526ce2d17caSAkihiro Nagai int counter = 0; 527ce2d17caSAkihiro Nagai 528923c42c1SMike Galbraith fprintf(stderr, "\nAvailable events:"); 52969aad6f1SArnaldo Carvalho de Melo 530e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(top->evlist, top->sym_evsel) 5318ab2e96dSArnaldo Carvalho de Melo fprintf(stderr, "\n\t%d %s", top->sym_evsel->idx, evsel__name(top->sym_evsel)); 532923c42c1SMike Galbraith 533ec52d976SArnaldo Carvalho de Melo prompt_integer(&counter, "Enter details event counter"); 534923c42c1SMike Galbraith 5356484d2f9SJiri Olsa if (counter >= top->evlist->core.nr_entries) { 536515dbe48SJiri Olsa top->sym_evsel = evlist__first(top->evlist); 5378ab2e96dSArnaldo Carvalho de Melo fprintf(stderr, "Sorry, no such event, using %s.\n", evsel__name(top->sym_evsel)); 538923c42c1SMike Galbraith sleep(1); 53969aad6f1SArnaldo Carvalho de Melo break; 540923c42c1SMike Galbraith } 541e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(top->evlist, top->sym_evsel) 5421758af10SArnaldo Carvalho de Melo if (top->sym_evsel->idx == counter) 54369aad6f1SArnaldo Carvalho de Melo break; 544ec52d976SArnaldo Carvalho de Melo } else 545515dbe48SJiri Olsa top->sym_evsel = evlist__first(top->evlist); 546923c42c1SMike Galbraith break; 547923c42c1SMike Galbraith case 'f': 5481758af10SArnaldo Carvalho de Melo prompt_integer(&top->count_filter, "Enter display event count filter"); 549923c42c1SMike Galbraith break; 550923c42c1SMike Galbraith case 'F': 551982d410bSArnaldo Carvalho de Melo prompt_percent(&top->annotation_opts.min_pcnt, 5521758af10SArnaldo Carvalho de Melo "Enter details display event filter (percent)"); 553923c42c1SMike Galbraith break; 5548ffcda17SArnaldo Carvalho de Melo case 'K': 5551758af10SArnaldo Carvalho de Melo top->hide_kernel_symbols = !top->hide_kernel_symbols; 5568ffcda17SArnaldo Carvalho de Melo break; 557923c42c1SMike Galbraith case 'q': 558923c42c1SMike Galbraith case 'Q': 559923c42c1SMike Galbraith printf("exiting.\n"); 5601758af10SArnaldo Carvalho de Melo if (top->dump_symtab) 5611758af10SArnaldo Carvalho de Melo perf_session__fprintf_dsos(top->session, stderr); 56211859e82SArnaldo Carvalho de Melo ret = false; 56311859e82SArnaldo Carvalho de Melo break; 564923c42c1SMike Galbraith case 's': 5651758af10SArnaldo Carvalho de Melo perf_top__prompt_symbol(top, "Enter details symbol"); 566923c42c1SMike Galbraith break; 567923c42c1SMike Galbraith case 'S': 5681758af10SArnaldo Carvalho de Melo if (!top->sym_filter_entry) 569923c42c1SMike Galbraith break; 570923c42c1SMike Galbraith else { 5711758af10SArnaldo Carvalho de Melo struct hist_entry *syme = top->sym_filter_entry; 572923c42c1SMike Galbraith 5731758af10SArnaldo Carvalho de Melo top->sym_filter_entry = NULL; 574923c42c1SMike Galbraith __zero_source_counters(syme); 575923c42c1SMike Galbraith } 576923c42c1SMike Galbraith break; 5778ffcda17SArnaldo Carvalho de Melo case 'U': 5781758af10SArnaldo Carvalho de Melo top->hide_user_symbols = !top->hide_user_symbols; 5798ffcda17SArnaldo Carvalho de Melo break; 580923c42c1SMike Galbraith case 'z': 5811758af10SArnaldo Carvalho de Melo top->zero = !top->zero; 582923c42c1SMike Galbraith break; 58383a0944fSIngo Molnar default: 58483a0944fSIngo Molnar break; 585923c42c1SMike Galbraith } 58611859e82SArnaldo Carvalho de Melo 58711859e82SArnaldo Carvalho de Melo return ret; 588923c42c1SMike Galbraith } 589923c42c1SMike Galbraith 590ab81f3fdSArnaldo Carvalho de Melo static void perf_top__sort_new_samples(void *arg) 591ab81f3fdSArnaldo Carvalho de Melo { 592ab81f3fdSArnaldo Carvalho de Melo struct perf_top *t = arg; 5934ea062edSArnaldo Carvalho de Melo 594ab81f3fdSArnaldo Carvalho de Melo if (t->evlist->selected != NULL) 595ab81f3fdSArnaldo Carvalho de Melo t->sym_evsel = t->evlist->selected; 596ab81f3fdSArnaldo Carvalho de Melo 597ea4385f8SNamhyung Kim perf_top__resort_hists(t); 598254de74cSJiri Olsa 599d8590430SJiri Olsa if (t->lost || t->drop) 600254de74cSJiri Olsa pr_warning("Too slow to read ring buffer (change period (-c/-F) or limit CPUs (-C)\n"); 601701937bdSNamhyung Kim } 602701937bdSNamhyung Kim 603c94cef4bSJiri Olsa static void stop_top(void) 604c94cef4bSJiri Olsa { 605c94cef4bSJiri Olsa session_done = 1; 606c94cef4bSJiri Olsa done = 1; 607c94cef4bSJiri Olsa } 608c94cef4bSJiri Olsa 6091758af10SArnaldo Carvalho de Melo static void *display_thread_tui(void *arg) 610c0443df1SArnaldo Carvalho de Melo { 61132dcd021SJiri Olsa struct evsel *pos; 6121758af10SArnaldo Carvalho de Melo struct perf_top *top = arg; 613ab81f3fdSArnaldo Carvalho de Melo const char *help = "For a higher level overview, try: perf top --sort comm,dso"; 6149783adf7SNamhyung Kim struct hist_browser_timer hbt = { 6159783adf7SNamhyung Kim .timer = perf_top__sort_new_samples, 6169783adf7SNamhyung Kim .arg = top, 6179783adf7SNamhyung Kim .refresh = top->delay_secs, 6189783adf7SNamhyung Kim }; 6192605af0fSJin Yao int ret; 620ab81f3fdSArnaldo Carvalho de Melo 621868a8329SKrister Johansen /* In order to read symbols from other namespaces perf to needs to call 622868a8329SKrister Johansen * setns(2). This isn't permitted if the struct_fs has multiple users. 623868a8329SKrister Johansen * unshare(2) the fs so that we may continue to setns into namespaces 624868a8329SKrister Johansen * that we're observing. 625868a8329SKrister Johansen */ 626868a8329SKrister Johansen unshare(CLONE_FS); 627868a8329SKrister Johansen 6281205a271SArnaldo Carvalho de Melo prctl(PR_SET_NAME, "perf-top-UI", 0, 0, 0); 6291205a271SArnaldo Carvalho de Melo 6302605af0fSJin Yao repeat: 6311758af10SArnaldo Carvalho de Melo perf_top__sort_new_samples(top); 6320d37aa34SArnaldo Carvalho de Melo 6330d37aa34SArnaldo Carvalho de Melo /* 6340d37aa34SArnaldo Carvalho de Melo * Initialize the uid_filter_str, in the future the TUI will allow 635adba1634SIngo Molnar * Zooming in/out UIDs. For now just use whatever the user passed 6360d37aa34SArnaldo Carvalho de Melo * via --uid. 6370d37aa34SArnaldo Carvalho de Melo */ 638e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(top->evlist, pos) { 6394ea062edSArnaldo Carvalho de Melo struct hists *hists = evsel__hists(pos); 6404ea062edSArnaldo Carvalho de Melo hists->uid_filter_str = top->record_opts.target.uid_str; 6414ea062edSArnaldo Carvalho de Melo } 6420d37aa34SArnaldo Carvalho de Melo 6432605af0fSJin Yao ret = perf_evlist__tui_browse_hists(top->evlist, help, &hbt, 6445d484f99SArnaldo Carvalho de Melo top->min_percent, 645a1ff5b05SKan Liang &top->session->header.env, 646cd0cccbaSArnaldo Carvalho de Melo !top->record_opts.overwrite, 647cd0cccbaSArnaldo Carvalho de Melo &top->annotation_opts); 648ab81f3fdSArnaldo Carvalho de Melo 6492605af0fSJin Yao if (ret == K_RELOAD) { 6502605af0fSJin Yao top->zero = true; 6512605af0fSJin Yao goto repeat; 6522605af0fSJin Yao } else 653c94cef4bSJiri Olsa stop_top(); 6542605af0fSJin Yao 655c0443df1SArnaldo Carvalho de Melo return NULL; 656c0443df1SArnaldo Carvalho de Melo } 657c0443df1SArnaldo Carvalho de Melo 6584a1a9971SJiri Olsa static void display_sig(int sig __maybe_unused) 6594a1a9971SJiri Olsa { 660c94cef4bSJiri Olsa stop_top(); 6614a1a9971SJiri Olsa } 6624a1a9971SJiri Olsa 6634a1a9971SJiri Olsa static void display_setup_sig(void) 6644a1a9971SJiri Olsa { 66509f4d78aSArnaldo Carvalho de Melo signal(SIGSEGV, sighandler_dump_stack); 66609f4d78aSArnaldo Carvalho de Melo signal(SIGFPE, sighandler_dump_stack); 6674a1a9971SJiri Olsa signal(SIGINT, display_sig); 6684a1a9971SJiri Olsa signal(SIGQUIT, display_sig); 6694a1a9971SJiri Olsa signal(SIGTERM, display_sig); 6704a1a9971SJiri Olsa } 6714a1a9971SJiri Olsa 6721758af10SArnaldo Carvalho de Melo static void *display_thread(void *arg) 67386470930SIngo Molnar { 67486470930SIngo Molnar struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; 6759398c484SJiri Olsa struct termios save; 6761758af10SArnaldo Carvalho de Melo struct perf_top *top = arg; 677923c42c1SMike Galbraith int delay_msecs, c; 67886470930SIngo Molnar 679868a8329SKrister Johansen /* In order to read symbols from other namespaces perf to needs to call 680868a8329SKrister Johansen * setns(2). This isn't permitted if the struct_fs has multiple users. 681868a8329SKrister Johansen * unshare(2) the fs so that we may continue to setns into namespaces 682868a8329SKrister Johansen * that we're observing. 683868a8329SKrister Johansen */ 684868a8329SKrister Johansen unshare(CLONE_FS); 685868a8329SKrister Johansen 6861205a271SArnaldo Carvalho de Melo prctl(PR_SET_NAME, "perf-top-UI", 0, 0, 0); 6871205a271SArnaldo Carvalho de Melo 6884a1a9971SJiri Olsa display_setup_sig(); 6893af6e338SArnaldo Carvalho de Melo pthread__unblock_sigwinch(); 690923c42c1SMike Galbraith repeat: 691b9c4b0f4SArnaldo Carvalho de Melo delay_msecs = top->delay_secs * MSEC_PER_SEC; 6929398c484SJiri Olsa set_term_quiet_input(&save); 693923c42c1SMike Galbraith /* trash return*/ 69429b4f5f1STommi Rantala clearerr(stdin); 69529b4f5f1STommi Rantala if (poll(&stdin_poll, 1, 0) > 0) 696923c42c1SMike Galbraith getc(stdin); 69786470930SIngo Molnar 69811859e82SArnaldo Carvalho de Melo while (!done) { 6991758af10SArnaldo Carvalho de Melo perf_top__print_sym_table(top); 7003af6e338SArnaldo Carvalho de Melo /* 7013af6e338SArnaldo Carvalho de Melo * Either timeout expired or we got an EINTR due to SIGWINCH, 7023af6e338SArnaldo Carvalho de Melo * refresh screen in both cases. 7033af6e338SArnaldo Carvalho de Melo */ 7043af6e338SArnaldo Carvalho de Melo switch (poll(&stdin_poll, 1, delay_msecs)) { 7053af6e338SArnaldo Carvalho de Melo case 0: 7063af6e338SArnaldo Carvalho de Melo continue; 7073af6e338SArnaldo Carvalho de Melo case -1: 7083af6e338SArnaldo Carvalho de Melo if (errno == EINTR) 7093af6e338SArnaldo Carvalho de Melo continue; 7107b0214b7SArnaldo Carvalho de Melo __fallthrough; 7113af6e338SArnaldo Carvalho de Melo default: 712923c42c1SMike Galbraith c = getc(stdin); 713923c42c1SMike Galbraith tcsetattr(0, TCSAFLUSH, &save); 714923c42c1SMike Galbraith 71511859e82SArnaldo Carvalho de Melo if (perf_top__handle_keypress(top, c)) 716923c42c1SMike Galbraith goto repeat; 717c94cef4bSJiri Olsa stop_top(); 71811859e82SArnaldo Carvalho de Melo } 71911859e82SArnaldo Carvalho de Melo } 72086470930SIngo Molnar 7214a1a9971SJiri Olsa tcsetattr(0, TCSAFLUSH, &save); 72286470930SIngo Molnar return NULL; 72386470930SIngo Molnar } 72486470930SIngo Molnar 7257c50391fSNamhyung Kim static int hist_iter__top_callback(struct hist_entry_iter *iter, 7267c50391fSNamhyung Kim struct addr_location *al, bool single, 7277c50391fSNamhyung Kim void *arg) 7287c50391fSNamhyung Kim { 7297c50391fSNamhyung Kim struct perf_top *top = arg; 7307c50391fSNamhyung Kim struct hist_entry *he = iter->he; 73132dcd021SJiri Olsa struct evsel *evsel = iter->evsel; 7327c50391fSNamhyung Kim 7332e0453afSJiri Olsa if (perf_hpp_list.sym && single) 734e345f3bdSArnaldo Carvalho de Melo perf_top__record_precise_ip(top, he, iter->sample, evsel, al->addr); 7357c50391fSNamhyung Kim 736a18b027eSAndi Kleen hist__account_cycles(iter->sample->branch_stack, al, iter->sample, 7377841f40aSJin Yao !(top->record_opts.branch_stack & PERF_SAMPLE_BRANCH_ANY), 7387841f40aSJin Yao NULL); 7397c50391fSNamhyung Kim return 0; 7407c50391fSNamhyung Kim } 7417c50391fSNamhyung Kim 7421758af10SArnaldo Carvalho de Melo static void perf_event__process_sample(struct perf_tool *tool, 7431758af10SArnaldo Carvalho de Melo const union perf_event *event, 74432dcd021SJiri Olsa struct evsel *evsel, 7458d50e5b4SArnaldo Carvalho de Melo struct perf_sample *sample, 746743eb868SArnaldo Carvalho de Melo struct machine *machine) 74786470930SIngo Molnar { 7481758af10SArnaldo Carvalho de Melo struct perf_top *top = container_of(tool, struct perf_top, tool); 7491ed091c4SArnaldo Carvalho de Melo struct addr_location al; 75019d4ac3cSArnaldo Carvalho de Melo int err; 7515b2bb75aSArnaldo Carvalho de Melo 75223346f21SArnaldo Carvalho de Melo if (!machine && perf_guest) { 7536b118e92SDavid Ahern static struct intlist *seen; 7546b118e92SDavid Ahern 7556b118e92SDavid Ahern if (!seen) 756ffe0fb76SArnaldo Carvalho de Melo seen = intlist__new(NULL); 7576b118e92SDavid Ahern 758ef89325fSAdrian Hunter if (!intlist__has_entry(seen, sample->pid)) { 759a1645ce1SZhang, Yanmin pr_err("Can't find guest [%d]'s kernel information\n", 760ef89325fSAdrian Hunter sample->pid); 761ef89325fSAdrian Hunter intlist__add(seen, sample->pid); 7626b118e92SDavid Ahern } 763a1645ce1SZhang, Yanmin return; 764a1645ce1SZhang, Yanmin } 765a1645ce1SZhang, Yanmin 7660c095715SJoerg Roedel if (!machine) { 76711859e82SArnaldo Carvalho de Melo pr_err("%u unprocessable samples recorded.\r", 76875be989aSArnaldo Carvalho de Melo top->session->evlist->stats.nr_unprocessable_samples++); 7690c095715SJoerg Roedel return; 7700c095715SJoerg Roedel } 7710c095715SJoerg Roedel 7728115d60cSArnaldo Carvalho de Melo if (event->header.misc & PERF_RECORD_MISC_EXACT_IP) 7731758af10SArnaldo Carvalho de Melo top->exact_samples++; 7741676b8a0SPeter Zijlstra 775bb3eb566SArnaldo Carvalho de Melo if (machine__resolve(machine, &al, sample) < 0) 7761ed091c4SArnaldo Carvalho de Melo return; 77786470930SIngo Molnar 77813e0c844SKan Liang if (top->stitch_lbr) 77913e0c844SKan Liang al.thread->lbr_stitch_enable = true; 78013e0c844SKan Liang 781e77a0742SArnaldo Carvalho de Melo if (!machine->kptr_restrict_warned && 7825f6f5580SArnaldo Carvalho de Melo symbol_conf.kptr_restrict && 7835f6f5580SArnaldo Carvalho de Melo al.cpumode == PERF_RECORD_MISC_KERNEL) { 784b89a5124SArnaldo Carvalho de Melo if (!perf_evlist__exclude_kernel(top->session->evlist)) { 7855f6f5580SArnaldo Carvalho de Melo ui__warning( 7865f6f5580SArnaldo Carvalho de Melo "Kernel address maps (/proc/{kallsyms,modules}) are restricted.\n\n" 787d06e5fadSIgor Lubashev "Check /proc/sys/kernel/kptr_restrict and /proc/sys/kernel/perf_event_paranoid.\n\n" 7885f6f5580SArnaldo Carvalho de Melo "Kernel%s samples will not be resolved.\n", 789e94b861aSArnaldo Carvalho de Melo al.map && map__has_symbols(al.map) ? 7905f6f5580SArnaldo Carvalho de Melo " modules" : ""); 7915f6f5580SArnaldo Carvalho de Melo if (use_browser <= 0) 7925f6f5580SArnaldo Carvalho de Melo sleep(5); 793b89a5124SArnaldo Carvalho de Melo } 794e77a0742SArnaldo Carvalho de Melo machine->kptr_restrict_warned = true; 7955f6f5580SArnaldo Carvalho de Melo } 7965f6f5580SArnaldo Carvalho de Melo 79768766bfaSArnaldo Carvalho de Melo if (al.sym == NULL && al.map != NULL) { 798e4a338d0SArnaldo Carvalho de Melo const char *msg = "Kernel samples will not be resolved.\n"; 79972b8fa17SArnaldo Carvalho de Melo /* 80072b8fa17SArnaldo Carvalho de Melo * As we do lazy loading of symtabs we only will know if the 80172b8fa17SArnaldo Carvalho de Melo * specified vmlinux file is invalid when we actually have a 80272b8fa17SArnaldo Carvalho de Melo * hit in kernel space and then try to load it. So if we get 80372b8fa17SArnaldo Carvalho de Melo * here and there are _no_ symbols in the DSO backing the 80472b8fa17SArnaldo Carvalho de Melo * kernel map, bail out. 80572b8fa17SArnaldo Carvalho de Melo * 80672b8fa17SArnaldo Carvalho de Melo * We may never get here, for instance, if we use -K/ 80772b8fa17SArnaldo Carvalho de Melo * --hide-kernel-symbols, even if the user specifies an 80872b8fa17SArnaldo Carvalho de Melo * invalid --vmlinux ;-) 80972b8fa17SArnaldo Carvalho de Melo */ 810e77a0742SArnaldo Carvalho de Melo if (!machine->kptr_restrict_warned && !top->vmlinux_warned && 811e94b861aSArnaldo Carvalho de Melo __map__is_kernel(al.map) && map__has_symbols(al.map)) { 812e4a338d0SArnaldo Carvalho de Melo if (symbol_conf.vmlinux_name) { 81318425f13SArnaldo Carvalho de Melo char serr[256]; 81418425f13SArnaldo Carvalho de Melo dso__strerror_load(al.map->dso, serr, sizeof(serr)); 81518425f13SArnaldo Carvalho de Melo ui__warning("The %s file can't be used: %s\n%s", 81618425f13SArnaldo Carvalho de Melo symbol_conf.vmlinux_name, serr, msg); 817e4a338d0SArnaldo Carvalho de Melo } else { 818e4a338d0SArnaldo Carvalho de Melo ui__warning("A vmlinux file was not found.\n%s", 819e4a338d0SArnaldo Carvalho de Melo msg); 820e4a338d0SArnaldo Carvalho de Melo } 821e4a338d0SArnaldo Carvalho de Melo 822e4a338d0SArnaldo Carvalho de Melo if (use_browser <= 0) 823e4a338d0SArnaldo Carvalho de Melo sleep(5); 8241758af10SArnaldo Carvalho de Melo top->vmlinux_warned = true; 82572b8fa17SArnaldo Carvalho de Melo } 82672b8fa17SArnaldo Carvalho de Melo } 82772b8fa17SArnaldo Carvalho de Melo 828b55cc4edSArnaldo Carvalho de Melo if (al.sym == NULL || !al.sym->idle) { 8294ea062edSArnaldo Carvalho de Melo struct hists *hists = evsel__hists(evsel); 8307c50391fSNamhyung Kim struct hist_entry_iter iter = { 831063bd936SNamhyung Kim .evsel = evsel, 832063bd936SNamhyung Kim .sample = sample, 8337c50391fSNamhyung Kim .add_entry_cb = hist_iter__top_callback, 8347c50391fSNamhyung Kim }; 83570db7533SArnaldo Carvalho de Melo 8367c50391fSNamhyung Kim if (symbol_conf.cumulate_callchain) 8377c50391fSNamhyung Kim iter.ops = &hist_iter_cumulative; 8387c50391fSNamhyung Kim else 8397c50391fSNamhyung Kim iter.ops = &hist_iter_normal; 84019d4ac3cSArnaldo Carvalho de Melo 8414ea062edSArnaldo Carvalho de Melo pthread_mutex_lock(&hists->lock); 8427c50391fSNamhyung Kim 843063bd936SNamhyung Kim err = hist_entry_iter__add(&iter, &al, top->max_stack, top); 8447c50391fSNamhyung Kim if (err < 0) 845ab81f3fdSArnaldo Carvalho de Melo pr_err("Problem incrementing symbol period, skipping event\n"); 846ab81f3fdSArnaldo Carvalho de Melo 8474ea062edSArnaldo Carvalho de Melo pthread_mutex_unlock(&hists->lock); 8485807806aSArnaldo Carvalho de Melo } 849ab81f3fdSArnaldo Carvalho de Melo 850b91fc39fSArnaldo Carvalho de Melo addr_location__put(&al); 85186470930SIngo Molnar } 85286470930SIngo Molnar 853d24e3c98SJiri Olsa static void 854d24e3c98SJiri Olsa perf_top__process_lost(struct perf_top *top, union perf_event *event, 85532dcd021SJiri Olsa struct evsel *evsel) 856d24e3c98SJiri Olsa { 857d24e3c98SJiri Olsa struct hists *hists = evsel__hists(evsel); 858d24e3c98SJiri Olsa 859d24e3c98SJiri Olsa top->lost += event->lost.lost; 860d24e3c98SJiri Olsa top->lost_total += event->lost.lost; 861d24e3c98SJiri Olsa hists->stats.total_lost += event->lost.lost; 862d24e3c98SJiri Olsa } 863d24e3c98SJiri Olsa 864d24e3c98SJiri Olsa static void 865d24e3c98SJiri Olsa perf_top__process_lost_samples(struct perf_top *top, 866d24e3c98SJiri Olsa union perf_event *event, 86732dcd021SJiri Olsa struct evsel *evsel) 868d24e3c98SJiri Olsa { 869d24e3c98SJiri Olsa struct hists *hists = evsel__hists(evsel); 870d24e3c98SJiri Olsa 871d24e3c98SJiri Olsa top->lost += event->lost_samples.lost; 872d24e3c98SJiri Olsa top->lost_total += event->lost_samples.lost; 873d24e3c98SJiri Olsa hists->stats.total_lost_samples += event->lost_samples.lost; 874d24e3c98SJiri Olsa } 875d24e3c98SJiri Olsa 876d63b9f6fSJiri Olsa static u64 last_timestamp; 877d63b9f6fSJiri Olsa 8781758af10SArnaldo Carvalho de Melo static void perf_top__mmap_read_idx(struct perf_top *top, int idx) 87986470930SIngo Molnar { 880ebebbf08SKan Liang struct record_opts *opts = &top->record_opts; 88163503dbaSJiri Olsa struct evlist *evlist = top->evlist; 882a5830532SJiri Olsa struct mmap *md; 8838115d60cSArnaldo Carvalho de Melo union perf_event *event; 88486470930SIngo Molnar 885ebebbf08SKan Liang md = opts->overwrite ? &evlist->overwrite_mmap[idx] : &evlist->mmap[idx]; 8867c4d4182SJiri Olsa if (perf_mmap__read_init(&md->core) < 0) 887ebebbf08SKan Liang return; 888ebebbf08SKan Liang 889151ed5d7SJiri Olsa while ((event = perf_mmap__read_event(&md->core)) != NULL) { 89016c66bc1SJiri Olsa int ret; 89104391debSArnaldo Carvalho de Melo 892d63b9f6fSJiri Olsa ret = perf_evlist__parse_sample_timestamp(evlist, event, &last_timestamp); 89316c66bc1SJiri Olsa if (ret && ret != -1) 894743eb868SArnaldo Carvalho de Melo break; 895743eb868SArnaldo Carvalho de Melo 896d63b9f6fSJiri Olsa ret = ordered_events__queue(top->qe.in, event, last_timestamp, 0); 89716c66bc1SJiri Olsa if (ret) 89816c66bc1SJiri Olsa break; 89994ad6e7eSJiri Olsa 9007728fa0cSJiri Olsa perf_mmap__consume(&md->core); 90194ad6e7eSJiri Olsa 90294ad6e7eSJiri Olsa if (top->qe.rotate) { 90394ad6e7eSJiri Olsa pthread_mutex_lock(&top->qe.mutex); 90494ad6e7eSJiri Olsa top->qe.rotate = false; 90594ad6e7eSJiri Olsa pthread_cond_signal(&top->qe.cond); 90694ad6e7eSJiri Olsa pthread_mutex_unlock(&top->qe.mutex); 90794ad6e7eSJiri Olsa } 90886470930SIngo Molnar } 909ebebbf08SKan Liang 91032fdc2caSJiri Olsa perf_mmap__read_done(&md->core); 91186470930SIngo Molnar } 91286470930SIngo Molnar 9131758af10SArnaldo Carvalho de Melo static void perf_top__mmap_read(struct perf_top *top) 9142f01190aSFrederic Weisbecker { 915ebebbf08SKan Liang bool overwrite = top->record_opts.overwrite; 91663503dbaSJiri Olsa struct evlist *evlist = top->evlist; 91770db7533SArnaldo Carvalho de Melo int i; 9182f01190aSFrederic Weisbecker 919ebebbf08SKan Liang if (overwrite) 920ebebbf08SKan Liang perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_DATA_PENDING); 921ebebbf08SKan Liang 922c976ee11SJiri Olsa for (i = 0; i < top->evlist->core.nr_mmaps; i++) 9231758af10SArnaldo Carvalho de Melo perf_top__mmap_read_idx(top, i); 924ebebbf08SKan Liang 925ebebbf08SKan Liang if (overwrite) { 926ebebbf08SKan Liang perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_EMPTY); 927ebebbf08SKan Liang perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_RUNNING); 928ebebbf08SKan Liang } 9292f01190aSFrederic Weisbecker } 9302f01190aSFrederic Weisbecker 93163878a53SKan Liang /* 93263878a53SKan Liang * Check per-event overwrite term. 93363878a53SKan Liang * perf top should support consistent term for all events. 93463878a53SKan Liang * - All events don't have per-event term 93563878a53SKan Liang * E.g. "cpu/cpu-cycles/,cpu/instructions/" 93663878a53SKan Liang * Nothing change, return 0. 93763878a53SKan Liang * - All events have same per-event term 93863878a53SKan Liang * E.g. "cpu/cpu-cycles,no-overwrite/,cpu/instructions,no-overwrite/ 93963878a53SKan Liang * Using the per-event setting to replace the opts->overwrite if 94063878a53SKan Liang * they are different, then return 0. 94163878a53SKan Liang * - Events have different per-event term 94263878a53SKan Liang * E.g. "cpu/cpu-cycles,overwrite/,cpu/instructions,no-overwrite/" 94363878a53SKan Liang * Return -1 94463878a53SKan Liang * - Some of the event set per-event term, but some not. 94563878a53SKan Liang * E.g. "cpu/cpu-cycles/,cpu/instructions,no-overwrite/" 94663878a53SKan Liang * Return -1 94763878a53SKan Liang */ 94863878a53SKan Liang static int perf_top__overwrite_check(struct perf_top *top) 94963878a53SKan Liang { 95063878a53SKan Liang struct record_opts *opts = &top->record_opts; 95163503dbaSJiri Olsa struct evlist *evlist = top->evlist; 95263878a53SKan Liang struct perf_evsel_config_term *term; 95363878a53SKan Liang struct list_head *config_terms; 95432dcd021SJiri Olsa struct evsel *evsel; 95563878a53SKan Liang int set, overwrite = -1; 95663878a53SKan Liang 95763878a53SKan Liang evlist__for_each_entry(evlist, evsel) { 95863878a53SKan Liang set = -1; 95963878a53SKan Liang config_terms = &evsel->config_terms; 96063878a53SKan Liang list_for_each_entry(term, config_terms, list) { 96163878a53SKan Liang if (term->type == PERF_EVSEL__CONFIG_TERM_OVERWRITE) 96263878a53SKan Liang set = term->val.overwrite ? 1 : 0; 96363878a53SKan Liang } 96463878a53SKan Liang 96563878a53SKan Liang /* no term for current and previous event (likely) */ 96663878a53SKan Liang if ((overwrite < 0) && (set < 0)) 96763878a53SKan Liang continue; 96863878a53SKan Liang 96963878a53SKan Liang /* has term for both current and previous event, compare */ 97063878a53SKan Liang if ((overwrite >= 0) && (set >= 0) && (overwrite != set)) 97163878a53SKan Liang return -1; 97263878a53SKan Liang 97363878a53SKan Liang /* no term for current event but has term for previous one */ 97463878a53SKan Liang if ((overwrite >= 0) && (set < 0)) 97563878a53SKan Liang return -1; 97663878a53SKan Liang 97763878a53SKan Liang /* has term for current event */ 97863878a53SKan Liang if ((overwrite < 0) && (set >= 0)) { 97963878a53SKan Liang /* if it's first event, set overwrite */ 980515dbe48SJiri Olsa if (evsel == evlist__first(evlist)) 98163878a53SKan Liang overwrite = set; 98263878a53SKan Liang else 98363878a53SKan Liang return -1; 98463878a53SKan Liang } 98563878a53SKan Liang } 98663878a53SKan Liang 98763878a53SKan Liang if ((overwrite >= 0) && (opts->overwrite != overwrite)) 98863878a53SKan Liang opts->overwrite = overwrite; 98963878a53SKan Liang 99063878a53SKan Liang return 0; 99163878a53SKan Liang } 99263878a53SKan Liang 993204721d7SKan Liang static int perf_top_overwrite_fallback(struct perf_top *top, 99432dcd021SJiri Olsa struct evsel *evsel) 995204721d7SKan Liang { 996204721d7SKan Liang struct record_opts *opts = &top->record_opts; 99763503dbaSJiri Olsa struct evlist *evlist = top->evlist; 99832dcd021SJiri Olsa struct evsel *counter; 999204721d7SKan Liang 1000204721d7SKan Liang if (!opts->overwrite) 1001204721d7SKan Liang return 0; 1002204721d7SKan Liang 1003204721d7SKan Liang /* only fall back when first event fails */ 1004515dbe48SJiri Olsa if (evsel != evlist__first(evlist)) 1005204721d7SKan Liang return 0; 1006204721d7SKan Liang 1007204721d7SKan Liang evlist__for_each_entry(evlist, counter) 10081fc632ceSJiri Olsa counter->core.attr.write_backward = false; 1009204721d7SKan Liang opts->overwrite = false; 1010853745f5SKan Liang pr_debug2("fall back to non-overwrite mode\n"); 1011204721d7SKan Liang return 1; 1012204721d7SKan Liang } 1013204721d7SKan Liang 101411859e82SArnaldo Carvalho de Melo static int perf_top__start_counters(struct perf_top *top) 101572cb7013SArnaldo Carvalho de Melo { 1016d6195a6aSArnaldo Carvalho de Melo char msg[BUFSIZ]; 101732dcd021SJiri Olsa struct evsel *counter; 101863503dbaSJiri Olsa struct evlist *evlist = top->evlist; 1019b4006796SArnaldo Carvalho de Melo struct record_opts *opts = &top->record_opts; 1020727ab04eSArnaldo Carvalho de Melo 102163878a53SKan Liang if (perf_top__overwrite_check(top)) { 102263878a53SKan Liang ui__error("perf top only support consistent per-event " 102363878a53SKan Liang "overwrite setting for all events\n"); 102463878a53SKan Liang goto out_err; 102563878a53SKan Liang } 102663878a53SKan Liang 1027e68ae9cfSArnaldo Carvalho de Melo perf_evlist__config(evlist, opts, &callchain_param); 102872cb7013SArnaldo Carvalho de Melo 1029e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, counter) { 103072cb7013SArnaldo Carvalho de Melo try_again: 1031f72f901dSJiri Olsa if (evsel__open(counter, top->evlist->core.cpus, 103203617c22SJiri Olsa top->evlist->core.threads) < 0) { 1033204721d7SKan Liang 1034204721d7SKan Liang /* 1035204721d7SKan Liang * Specially handle overwrite fall back. 1036204721d7SKan Liang * Because perf top is the only tool which has 1037204721d7SKan Liang * overwrite mode by default, support 1038204721d7SKan Liang * both overwrite and non-overwrite mode, and 1039204721d7SKan Liang * require consistent mode for all events. 1040204721d7SKan Liang * 1041204721d7SKan Liang * May move it to generic code with more tools 1042204721d7SKan Liang * have similar attribute. 1043204721d7SKan Liang */ 1044204721d7SKan Liang if (perf_missing_features.write_backward && 1045204721d7SKan Liang perf_top_overwrite_fallback(top, counter)) 1046204721d7SKan Liang goto try_again; 1047204721d7SKan Liang 1048ae430892SArnaldo Carvalho de Melo if (evsel__fallback(counter, errno, msg, sizeof(msg))) { 1049bb963e16SNamhyung Kim if (verbose > 0) 1050c0a54341SArnaldo Carvalho de Melo ui__warning("%s\n", msg); 105172cb7013SArnaldo Carvalho de Melo goto try_again; 105272cb7013SArnaldo Carvalho de Melo } 1053c286c419SArnaldo Carvalho de Melo 10542bb72dbbSArnaldo Carvalho de Melo evsel__open_strerror(counter, &opts->target, errno, msg, sizeof(msg)); 105556e52e85SArnaldo Carvalho de Melo ui__error("%s\n", msg); 1056c286c419SArnaldo Carvalho de Melo goto out_err; 105772cb7013SArnaldo Carvalho de Melo } 105872cb7013SArnaldo Carvalho de Melo } 105970db7533SArnaldo Carvalho de Melo 10609521b5f2SJiri Olsa if (evlist__mmap(evlist, opts->mmap_pages) < 0) { 10613780f488SNamhyung Kim ui__error("Failed to mmap with %d (%s)\n", 1062c8b5f2c9SArnaldo Carvalho de Melo errno, str_error_r(errno, msg, sizeof(msg))); 1063c286c419SArnaldo Carvalho de Melo goto out_err; 1064c286c419SArnaldo Carvalho de Melo } 1065c286c419SArnaldo Carvalho de Melo 106611859e82SArnaldo Carvalho de Melo return 0; 1067c286c419SArnaldo Carvalho de Melo 1068c286c419SArnaldo Carvalho de Melo out_err: 106911859e82SArnaldo Carvalho de Melo return -1; 107072cb7013SArnaldo Carvalho de Melo } 107172cb7013SArnaldo Carvalho de Melo 1072e3815264SArnaldo Carvalho de Melo static int callchain_param__setup_sample_type(struct callchain_param *callchain) 107319d4ac3cSArnaldo Carvalho de Melo { 1074f2e14cd2SArnaldo Carvalho de Melo if (callchain->mode != CHAIN_NONE) { 1075e3815264SArnaldo Carvalho de Melo if (callchain_register_param(callchain) < 0) { 10763780f488SNamhyung Kim ui__error("Can't register callchain params.\n"); 107719d4ac3cSArnaldo Carvalho de Melo return -EINVAL; 107819d4ac3cSArnaldo Carvalho de Melo } 107919d4ac3cSArnaldo Carvalho de Melo } 108019d4ac3cSArnaldo Carvalho de Melo 108119d4ac3cSArnaldo Carvalho de Melo return 0; 108219d4ac3cSArnaldo Carvalho de Melo } 108319d4ac3cSArnaldo Carvalho de Melo 108416c66bc1SJiri Olsa static struct ordered_events *rotate_queues(struct perf_top *top) 108516c66bc1SJiri Olsa { 108616c66bc1SJiri Olsa struct ordered_events *in = top->qe.in; 108716c66bc1SJiri Olsa 108816c66bc1SJiri Olsa if (top->qe.in == &top->qe.data[1]) 108916c66bc1SJiri Olsa top->qe.in = &top->qe.data[0]; 109016c66bc1SJiri Olsa else 109116c66bc1SJiri Olsa top->qe.in = &top->qe.data[1]; 109216c66bc1SJiri Olsa 109316c66bc1SJiri Olsa return in; 109416c66bc1SJiri Olsa } 109516c66bc1SJiri Olsa 109616c66bc1SJiri Olsa static void *process_thread(void *arg) 109716c66bc1SJiri Olsa { 109816c66bc1SJiri Olsa struct perf_top *top = arg; 109916c66bc1SJiri Olsa 110016c66bc1SJiri Olsa while (!done) { 110116c66bc1SJiri Olsa struct ordered_events *out, *in = top->qe.in; 110216c66bc1SJiri Olsa 110316c66bc1SJiri Olsa if (!in->nr_events) { 110416c66bc1SJiri Olsa usleep(100); 110516c66bc1SJiri Olsa continue; 110616c66bc1SJiri Olsa } 110716c66bc1SJiri Olsa 110816c66bc1SJiri Olsa out = rotate_queues(top); 110994ad6e7eSJiri Olsa 111094ad6e7eSJiri Olsa pthread_mutex_lock(&top->qe.mutex); 111194ad6e7eSJiri Olsa top->qe.rotate = true; 111294ad6e7eSJiri Olsa pthread_cond_wait(&top->qe.cond, &top->qe.mutex); 111394ad6e7eSJiri Olsa pthread_mutex_unlock(&top->qe.mutex); 111416c66bc1SJiri Olsa 111516c66bc1SJiri Olsa if (ordered_events__flush(out, OE_FLUSH__TOP)) 111616c66bc1SJiri Olsa pr_err("failed to process events\n"); 111716c66bc1SJiri Olsa } 111816c66bc1SJiri Olsa 111916c66bc1SJiri Olsa return NULL; 112016c66bc1SJiri Olsa } 112116c66bc1SJiri Olsa 1122d63b9f6fSJiri Olsa /* 1123d63b9f6fSJiri Olsa * Allow only 'top->delay_secs' seconds behind samples. 1124d63b9f6fSJiri Olsa */ 1125d63b9f6fSJiri Olsa static int should_drop(struct ordered_event *qevent, struct perf_top *top) 1126d63b9f6fSJiri Olsa { 1127d63b9f6fSJiri Olsa union perf_event *event = qevent->event; 1128d63b9f6fSJiri Olsa u64 delay_timestamp; 1129d63b9f6fSJiri Olsa 1130d63b9f6fSJiri Olsa if (event->header.type != PERF_RECORD_SAMPLE) 1131d63b9f6fSJiri Olsa return false; 1132d63b9f6fSJiri Olsa 1133d63b9f6fSJiri Olsa delay_timestamp = qevent->timestamp + top->delay_secs * NSEC_PER_SEC; 1134d63b9f6fSJiri Olsa return delay_timestamp < last_timestamp; 1135d63b9f6fSJiri Olsa } 1136d63b9f6fSJiri Olsa 113716c66bc1SJiri Olsa static int deliver_event(struct ordered_events *qe, 113816c66bc1SJiri Olsa struct ordered_event *qevent) 113916c66bc1SJiri Olsa { 114016c66bc1SJiri Olsa struct perf_top *top = qe->data; 114163503dbaSJiri Olsa struct evlist *evlist = top->evlist; 114216c66bc1SJiri Olsa struct perf_session *session = top->session; 114316c66bc1SJiri Olsa union perf_event *event = qevent->event; 114416c66bc1SJiri Olsa struct perf_sample sample; 114532dcd021SJiri Olsa struct evsel *evsel; 114616c66bc1SJiri Olsa struct machine *machine; 114716c66bc1SJiri Olsa int ret = -1; 114816c66bc1SJiri Olsa 114997f7e0b3SJiri Olsa if (should_drop(qevent, top)) { 115097f7e0b3SJiri Olsa top->drop++; 115197f7e0b3SJiri Olsa top->drop_total++; 1152d63b9f6fSJiri Olsa return 0; 115397f7e0b3SJiri Olsa } 1154d63b9f6fSJiri Olsa 115516c66bc1SJiri Olsa ret = perf_evlist__parse_sample(evlist, event, &sample); 115616c66bc1SJiri Olsa if (ret) { 115716c66bc1SJiri Olsa pr_err("Can't parse sample, err = %d\n", ret); 115816c66bc1SJiri Olsa goto next_event; 115916c66bc1SJiri Olsa } 116016c66bc1SJiri Olsa 116116c66bc1SJiri Olsa evsel = perf_evlist__id2evsel(session->evlist, sample.id); 116216c66bc1SJiri Olsa assert(evsel != NULL); 116316c66bc1SJiri Olsa 11642f53ae34SArnaldo Carvalho de Melo if (event->header.type == PERF_RECORD_SAMPLE) { 11652f53ae34SArnaldo Carvalho de Melo if (evswitch__discard(&top->evswitch, evsel)) 11662f53ae34SArnaldo Carvalho de Melo return 0; 116716c66bc1SJiri Olsa ++top->samples; 11682f53ae34SArnaldo Carvalho de Melo } 116916c66bc1SJiri Olsa 117016c66bc1SJiri Olsa switch (sample.cpumode) { 117116c66bc1SJiri Olsa case PERF_RECORD_MISC_USER: 117216c66bc1SJiri Olsa ++top->us_samples; 117316c66bc1SJiri Olsa if (top->hide_user_symbols) 117416c66bc1SJiri Olsa goto next_event; 117516c66bc1SJiri Olsa machine = &session->machines.host; 117616c66bc1SJiri Olsa break; 117716c66bc1SJiri Olsa case PERF_RECORD_MISC_KERNEL: 117816c66bc1SJiri Olsa ++top->kernel_samples; 117916c66bc1SJiri Olsa if (top->hide_kernel_symbols) 118016c66bc1SJiri Olsa goto next_event; 118116c66bc1SJiri Olsa machine = &session->machines.host; 118216c66bc1SJiri Olsa break; 118316c66bc1SJiri Olsa case PERF_RECORD_MISC_GUEST_KERNEL: 118416c66bc1SJiri Olsa ++top->guest_kernel_samples; 118516c66bc1SJiri Olsa machine = perf_session__find_machine(session, 118616c66bc1SJiri Olsa sample.pid); 118716c66bc1SJiri Olsa break; 118816c66bc1SJiri Olsa case PERF_RECORD_MISC_GUEST_USER: 118916c66bc1SJiri Olsa ++top->guest_us_samples; 119016c66bc1SJiri Olsa /* 119116c66bc1SJiri Olsa * TODO: we don't process guest user from host side 119216c66bc1SJiri Olsa * except simple counting. 119316c66bc1SJiri Olsa */ 119416c66bc1SJiri Olsa goto next_event; 119516c66bc1SJiri Olsa default: 119616c66bc1SJiri Olsa if (event->header.type == PERF_RECORD_SAMPLE) 119716c66bc1SJiri Olsa goto next_event; 119816c66bc1SJiri Olsa machine = &session->machines.host; 119916c66bc1SJiri Olsa break; 120016c66bc1SJiri Olsa } 120116c66bc1SJiri Olsa 120216c66bc1SJiri Olsa if (event->header.type == PERF_RECORD_SAMPLE) { 120316c66bc1SJiri Olsa perf_event__process_sample(&top->tool, event, evsel, 120416c66bc1SJiri Olsa &sample, machine); 120516c66bc1SJiri Olsa } else if (event->header.type == PERF_RECORD_LOST) { 120616c66bc1SJiri Olsa perf_top__process_lost(top, event, evsel); 120716c66bc1SJiri Olsa } else if (event->header.type == PERF_RECORD_LOST_SAMPLES) { 120816c66bc1SJiri Olsa perf_top__process_lost_samples(top, event, evsel); 120916c66bc1SJiri Olsa } else if (event->header.type < PERF_RECORD_MAX) { 121016c66bc1SJiri Olsa hists__inc_nr_events(evsel__hists(evsel), event->header.type); 121116c66bc1SJiri Olsa machine__process_event(machine, event, &sample); 121216c66bc1SJiri Olsa } else 121316c66bc1SJiri Olsa ++session->evlist->stats.nr_unknown_events; 121416c66bc1SJiri Olsa 121516c66bc1SJiri Olsa ret = 0; 121616c66bc1SJiri Olsa next_event: 121716c66bc1SJiri Olsa return ret; 121816c66bc1SJiri Olsa } 121916c66bc1SJiri Olsa 122016c66bc1SJiri Olsa static void init_process_thread(struct perf_top *top) 122116c66bc1SJiri Olsa { 122216c66bc1SJiri Olsa ordered_events__init(&top->qe.data[0], deliver_event, top); 122316c66bc1SJiri Olsa ordered_events__init(&top->qe.data[1], deliver_event, top); 122416c66bc1SJiri Olsa ordered_events__set_copy_on_queue(&top->qe.data[0], true); 122516c66bc1SJiri Olsa ordered_events__set_copy_on_queue(&top->qe.data[1], true); 122616c66bc1SJiri Olsa top->qe.in = &top->qe.data[0]; 122794ad6e7eSJiri Olsa pthread_mutex_init(&top->qe.mutex, NULL); 122894ad6e7eSJiri Olsa pthread_cond_init(&top->qe.cond, NULL); 122916c66bc1SJiri Olsa } 123016c66bc1SJiri Olsa 12311758af10SArnaldo Carvalho de Melo static int __cmd_top(struct perf_top *top) 1232716c69feSIngo Molnar { 1233b4006796SArnaldo Carvalho de Melo struct record_opts *opts = &top->record_opts; 123416c66bc1SJiri Olsa pthread_t thread, thread_process; 123519d4ac3cSArnaldo Carvalho de Melo int ret; 1236f5fc1412SJiri Olsa 1237f178fd2dSArnaldo Carvalho de Melo if (!top->annotation_opts.objdump_path) { 1238f178fd2dSArnaldo Carvalho de Melo ret = perf_env__lookup_objdump(&top->session->header.env, 1239f178fd2dSArnaldo Carvalho de Melo &top->annotation_opts.objdump_path); 12400d3942dbSSukadev Bhattiprolu if (ret) 12410dba9e4bSChangbin Du return ret; 12420d3942dbSSukadev Bhattiprolu } 12430d3942dbSSukadev Bhattiprolu 1244e3815264SArnaldo Carvalho de Melo ret = callchain_param__setup_sample_type(&callchain_param); 124519d4ac3cSArnaldo Carvalho de Melo if (ret) 12460dba9e4bSChangbin Du return ret; 124719d4ac3cSArnaldo Carvalho de Melo 12489d8b172fSMasami Hiramatsu if (perf_session__register_idle_thread(top->session) < 0) 12490dba9e4bSChangbin Du return ret; 1250c53d138dSNamhyung Kim 12510c6b4994SKan Liang if (top->nr_threads_synthesize > 1) 1252340b47f5SKan Liang perf_set_multithreaded(); 1253340b47f5SKan Liang 125416c66bc1SJiri Olsa init_process_thread(top); 125516c66bc1SJiri Olsa 1256a0c0a4acSNamhyung Kim if (opts->record_namespaces) 1257a0c0a4acSNamhyung Kim top->tool.namespace_events = true; 1258f382842fSNamhyung Kim if (opts->record_cgroup) { 1259f382842fSNamhyung Kim #ifdef HAVE_FILE_HANDLE 1260f382842fSNamhyung Kim top->tool.cgroup_events = true; 1261f382842fSNamhyung Kim #else 1262f382842fSNamhyung Kim pr_err("cgroup tracking is not supported.\n"); 1263f382842fSNamhyung Kim return -1; 1264f382842fSNamhyung Kim #endif 1265f382842fSNamhyung Kim } 1266a0c0a4acSNamhyung Kim 1267e5416950SSong Liu ret = perf_event__synthesize_bpf_events(top->session, perf_event__process, 1268a40b95bcSArnaldo Carvalho de Melo &top->session->machines.host, 1269a40b95bcSArnaldo Carvalho de Melo &top->record_opts); 1270a40b95bcSArnaldo Carvalho de Melo if (ret < 0) 12712d45ef70SArnaldo Carvalho de Melo pr_debug("Couldn't synthesize BPF events: Pre-existing BPF programs won't have symbols resolved.\n"); 1272a40b95bcSArnaldo Carvalho de Melo 1273f382842fSNamhyung Kim ret = perf_event__synthesize_cgroups(&top->tool, perf_event__process, 1274f382842fSNamhyung Kim &top->session->machines.host); 1275f382842fSNamhyung Kim if (ret < 0) 1276f382842fSNamhyung Kim pr_debug("Couldn't synthesize cgroup events.\n"); 1277f382842fSNamhyung Kim 1278a33fbd56SArnaldo Carvalho de Melo machine__synthesize_threads(&top->session->machines.host, &opts->target, 127903617c22SJiri Olsa top->evlist->core.threads, false, 12800c6b4994SKan Liang top->nr_threads_synthesize); 1281340b47f5SKan Liang 12820c6b4994SKan Liang if (top->nr_threads_synthesize > 1) 1283340b47f5SKan Liang perf_set_singlethreaded(); 12842e7ea3abSKan Liang 128535a634f7SJiri Olsa if (perf_hpp_list.socket) { 12862e7ea3abSKan Liang ret = perf_env__read_cpu_topology_map(&perf_env); 12870dba9e4bSChangbin Du if (ret < 0) { 12880dba9e4bSChangbin Du char errbuf[BUFSIZ]; 12890dba9e4bSChangbin Du const char *err = str_error_r(-ret, errbuf, sizeof(errbuf)); 12900dba9e4bSChangbin Du 12910dba9e4bSChangbin Du ui__error("Could not read the CPU topology map: %s\n", err); 12920dba9e4bSChangbin Du return ret; 12930dba9e4bSChangbin Du } 12942e7ea3abSKan Liang } 12952e7ea3abSKan Liang 129611859e82SArnaldo Carvalho de Melo ret = perf_top__start_counters(top); 129711859e82SArnaldo Carvalho de Melo if (ret) 12980dba9e4bSChangbin Du return ret; 129911859e82SArnaldo Carvalho de Melo 13001758af10SArnaldo Carvalho de Melo top->session->evlist = top->evlist; 13017b56cce2SArnaldo Carvalho de Melo perf_session__set_id_hdr_size(top->session); 130286470930SIngo Molnar 13032376c67aSArnaldo Carvalho de Melo /* 13042376c67aSArnaldo Carvalho de Melo * When perf is starting the traced process, all the events (apart from 13052376c67aSArnaldo Carvalho de Melo * group members) have enable_on_exec=1 set, so don't spoil it by 13062376c67aSArnaldo Carvalho de Melo * prematurely enabling them. 13072376c67aSArnaldo Carvalho de Melo * 13082376c67aSArnaldo Carvalho de Melo * XXX 'top' still doesn't start workloads like record, trace, but should, 13092376c67aSArnaldo Carvalho de Melo * so leave the check here. 13102376c67aSArnaldo Carvalho de Melo */ 1311602ad878SArnaldo Carvalho de Melo if (!target__none(&opts->target)) 13121c87f165SJiri Olsa evlist__enable(top->evlist); 13132376c67aSArnaldo Carvalho de Melo 131411859e82SArnaldo Carvalho de Melo ret = -1; 131516c66bc1SJiri Olsa if (pthread_create(&thread_process, NULL, process_thread, top)) { 131616c66bc1SJiri Olsa ui__error("Could not create process thread.\n"); 13170dba9e4bSChangbin Du return ret; 131816c66bc1SJiri Olsa } 131916c66bc1SJiri Olsa 1320c0443df1SArnaldo Carvalho de Melo if (pthread_create(&thread, NULL, (use_browser > 0 ? display_thread_tui : 13211758af10SArnaldo Carvalho de Melo display_thread), top)) { 13223780f488SNamhyung Kim ui__error("Could not create display thread.\n"); 132316c66bc1SJiri Olsa goto out_join_thread; 132486470930SIngo Molnar } 132586470930SIngo Molnar 13261758af10SArnaldo Carvalho de Melo if (top->realtime_prio) { 132786470930SIngo Molnar struct sched_param param; 132886470930SIngo Molnar 13291758af10SArnaldo Carvalho de Melo param.sched_priority = top->realtime_prio; 133086470930SIngo Molnar if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { 13313780f488SNamhyung Kim ui__error("Could not set realtime priority.\n"); 1332ae256fa2SJiri Olsa goto out_join; 133386470930SIngo Molnar } 133486470930SIngo Molnar } 133586470930SIngo Molnar 1336ff27a06aSDavid Miller /* Wait for a minimal set of events before starting the snapshot */ 133780ab2987SJiri Olsa evlist__poll(top->evlist, 100); 1338ff27a06aSDavid Miller 1339ff27a06aSDavid Miller perf_top__mmap_read(top); 1340ff27a06aSDavid Miller 134111859e82SArnaldo Carvalho de Melo while (!done) { 13421758af10SArnaldo Carvalho de Melo u64 hits = top->samples; 134386470930SIngo Molnar 13441758af10SArnaldo Carvalho de Melo perf_top__mmap_read(top); 134586470930SIngo Molnar 1346ebebbf08SKan Liang if (opts->overwrite || (hits == top->samples)) 134780ab2987SJiri Olsa ret = evlist__poll(top->evlist, 100); 1348b135e5eeSJiri Olsa 1349b135e5eeSJiri Olsa if (resize) { 1350b135e5eeSJiri Olsa perf_top__resize(top); 1351b135e5eeSJiri Olsa resize = 0; 1352b135e5eeSJiri Olsa } 135386470930SIngo Molnar } 135486470930SIngo Molnar 135511859e82SArnaldo Carvalho de Melo ret = 0; 1356ae256fa2SJiri Olsa out_join: 1357ae256fa2SJiri Olsa pthread_join(thread, NULL); 135816c66bc1SJiri Olsa out_join_thread: 135994ad6e7eSJiri Olsa pthread_cond_signal(&top->qe.cond); 136016c66bc1SJiri Olsa pthread_join(thread_process, NULL); 136111859e82SArnaldo Carvalho de Melo return ret; 136219d4ac3cSArnaldo Carvalho de Melo } 136319d4ac3cSArnaldo Carvalho de Melo 136419d4ac3cSArnaldo Carvalho de Melo static int 1365ae779a63SJiri Olsa callchain_opt(const struct option *opt, const char *arg, int unset) 1366ae779a63SJiri Olsa { 1367ae779a63SJiri Olsa symbol_conf.use_callchain = true; 1368ae779a63SJiri Olsa return record_callchain_opt(opt, arg, unset); 1369ae779a63SJiri Olsa } 1370ae779a63SJiri Olsa 1371ae779a63SJiri Olsa static int 13721758af10SArnaldo Carvalho de Melo parse_callchain_opt(const struct option *opt, const char *arg, int unset) 137319d4ac3cSArnaldo Carvalho de Melo { 13742ddd5c04SArnaldo Carvalho de Melo struct callchain_param *callchain = opt->value; 1375a2c10d39SNamhyung Kim 13762ddd5c04SArnaldo Carvalho de Melo callchain->enabled = !unset; 13772ddd5c04SArnaldo Carvalho de Melo callchain->record_mode = CALLCHAIN_FP; 1378a2c10d39SNamhyung Kim 1379a2c10d39SNamhyung Kim /* 1380a2c10d39SNamhyung Kim * --no-call-graph 1381a2c10d39SNamhyung Kim */ 1382a2c10d39SNamhyung Kim if (unset) { 1383a2c10d39SNamhyung Kim symbol_conf.use_callchain = false; 13842ddd5c04SArnaldo Carvalho de Melo callchain->record_mode = CALLCHAIN_NONE; 1385a2c10d39SNamhyung Kim return 0; 1386a2c10d39SNamhyung Kim } 1387a2c10d39SNamhyung Kim 1388a2c10d39SNamhyung Kim return parse_callchain_top_opt(arg); 138986470930SIngo Molnar } 139086470930SIngo Molnar 1391b8cbb349SWang Nan static int perf_top_config(const char *var, const char *value, void *cb __maybe_unused) 1392eb853e80SJiri Olsa { 1393a3a4a3b3SYisheng Xie if (!strcmp(var, "top.call-graph")) { 1394a3a4a3b3SYisheng Xie var = "call-graph.record-mode"; 1395a3a4a3b3SYisheng Xie return perf_default_config(var, value, cb); 1396a3a4a3b3SYisheng Xie } 1397104ac991SNamhyung Kim if (!strcmp(var, "top.children")) { 1398104ac991SNamhyung Kim symbol_conf.cumulate_callchain = perf_config_bool(var, value); 1399104ac991SNamhyung Kim return 0; 1400104ac991SNamhyung Kim } 1401eb853e80SJiri Olsa 1402b8cbb349SWang Nan return 0; 1403eb853e80SJiri Olsa } 1404eb853e80SJiri Olsa 1405fa5df943SNamhyung Kim static int 1406fa5df943SNamhyung Kim parse_percent_limit(const struct option *opt, const char *arg, 1407fa5df943SNamhyung Kim int unset __maybe_unused) 1408fa5df943SNamhyung Kim { 1409fa5df943SNamhyung Kim struct perf_top *top = opt->value; 1410fa5df943SNamhyung Kim 1411fa5df943SNamhyung Kim top->min_percent = strtof(arg, NULL); 1412fa5df943SNamhyung Kim return 0; 1413fa5df943SNamhyung Kim } 1414fa5df943SNamhyung Kim 141576a26549SNamhyung Kim const char top_callchain_help[] = CALLCHAIN_RECORD_HELP CALLCHAIN_REPORT_HELP 141676a26549SNamhyung Kim "\n\t\t\t\tDefault: fp,graph,0.5,caller,function"; 1417a2c10d39SNamhyung Kim 1418b0ad8ea6SArnaldo Carvalho de Melo int cmd_top(int argc, const char **argv) 14191758af10SArnaldo Carvalho de Melo { 142016ad2ffbSNamhyung Kim char errbuf[BUFSIZ]; 14211758af10SArnaldo Carvalho de Melo struct perf_top top = { 14221758af10SArnaldo Carvalho de Melo .count_filter = 5, 14231758af10SArnaldo Carvalho de Melo .delay_secs = 2, 14242376c67aSArnaldo Carvalho de Melo .record_opts = { 14252376c67aSArnaldo Carvalho de Melo .mmap_pages = UINT_MAX, 14262376c67aSArnaldo Carvalho de Melo .user_freq = UINT_MAX, 14272376c67aSArnaldo Carvalho de Melo .user_interval = ULLONG_MAX, 1428447a6013SArnaldo Carvalho de Melo .freq = 4000, /* 4 KHz */ 1429d1cb9fceSNamhyung Kim .target = { 1430d1cb9fceSNamhyung Kim .uses_mmap = true, 1431d1cb9fceSNamhyung Kim }, 1432218d6111SArnaldo Carvalho de Melo /* 1433218d6111SArnaldo Carvalho de Melo * FIXME: This will lose PERF_RECORD_MMAP and other metadata 1434218d6111SArnaldo Carvalho de Melo * when we pause, fix that and reenable. Probably using a 1435218d6111SArnaldo Carvalho de Melo * separate evlist with a dummy event, i.e. a non-overwrite 1436218d6111SArnaldo Carvalho de Melo * ring buffer just for metadata events, while PERF_RECORD_SAMPLE 1437218d6111SArnaldo Carvalho de Melo * stays in overwrite mode. -acme 1438218d6111SArnaldo Carvalho de Melo * */ 1439218d6111SArnaldo Carvalho de Melo .overwrite = 0, 144016c66bc1SJiri Olsa .sample_time = true, 14411e6db2eeSJiri Olsa .sample_time_set = true, 14422376c67aSArnaldo Carvalho de Melo }, 1443029c75e5SArnaldo Carvalho de Melo .max_stack = sysctl__max_stack(), 1444982d410bSArnaldo Carvalho de Melo .annotation_opts = annotation__default_options, 14450c6b4994SKan Liang .nr_threads_synthesize = UINT_MAX, 14461758af10SArnaldo Carvalho de Melo }; 1447b4006796SArnaldo Carvalho de Melo struct record_opts *opts = &top.record_opts; 1448602ad878SArnaldo Carvalho de Melo struct target *target = &opts->target; 14491758af10SArnaldo Carvalho de Melo const struct option options[] = { 14508c3e10ebSArnaldo Carvalho de Melo OPT_CALLBACK('e', "event", &top.evlist, "event", 145186470930SIngo Molnar "event selector. use 'perf list' to list available events", 1452f120f9d5SJiri Olsa parse_events_option), 14532376c67aSArnaldo Carvalho de Melo OPT_U64('c', "count", &opts->user_interval, "event period to sample"), 14542376c67aSArnaldo Carvalho de Melo OPT_STRING('p', "pid", &target->pid, "pid", 1455d6d901c2SZhang, Yanmin "profile events on existing process id"), 14562376c67aSArnaldo Carvalho de Melo OPT_STRING('t', "tid", &target->tid, "tid", 1457d6d901c2SZhang, Yanmin "profile events on existing thread id"), 14582376c67aSArnaldo Carvalho de Melo OPT_BOOLEAN('a', "all-cpus", &target->system_wide, 145986470930SIngo Molnar "system-wide collection from all CPUs"), 14602376c67aSArnaldo Carvalho de Melo OPT_STRING('C', "cpu", &target->cpu_list, "cpu", 1461c45c6ea2SStephane Eranian "list of cpus to monitor"), 1462b32d133aSArnaldo Carvalho de Melo OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name, 1463b32d133aSArnaldo Carvalho de Melo "file", "vmlinux pathname"), 1464fc2be696SWilly Tarreau OPT_BOOLEAN(0, "ignore-vmlinux", &symbol_conf.ignore_vmlinux, 1465fc2be696SWilly Tarreau "don't load vmlinux even if found"), 14661b3aae90SArnaldo Carvalho de Melo OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name, 14671b3aae90SArnaldo Carvalho de Melo "file", "kallsyms pathname"), 14688c3e10ebSArnaldo Carvalho de Melo OPT_BOOLEAN('K', "hide_kernel_symbols", &top.hide_kernel_symbols, 14698ffcda17SArnaldo Carvalho de Melo "hide kernel symbols"), 1470994a1f78SJiri Olsa OPT_CALLBACK('m', "mmap-pages", &opts->mmap_pages, "pages", 1471994a1f78SJiri Olsa "number of mmap data pages", 1472994a1f78SJiri Olsa perf_evlist__parse_mmap_pages), 14731758af10SArnaldo Carvalho de Melo OPT_INTEGER('r', "realtime", &top.realtime_prio, 147486470930SIngo Molnar "collect data with this RT SCHED_FIFO priority"), 14758c3e10ebSArnaldo Carvalho de Melo OPT_INTEGER('d', "delay", &top.delay_secs, 147686470930SIngo Molnar "number of seconds to delay between refreshes"), 14771758af10SArnaldo Carvalho de Melo OPT_BOOLEAN('D', "dump-symtab", &top.dump_symtab, 147886470930SIngo Molnar "dump the symbol table used for profiling"), 14798c3e10ebSArnaldo Carvalho de Melo OPT_INTEGER('f', "count-filter", &top.count_filter, 148086470930SIngo Molnar "only display functions with more events than this"), 1481bf80669eSDavid Ahern OPT_BOOLEAN(0, "group", &opts->group, 148286470930SIngo Molnar "put the counters into a counter group"), 14832376c67aSArnaldo Carvalho de Melo OPT_BOOLEAN('i', "no-inherit", &opts->no_inherit, 14842376c67aSArnaldo Carvalho de Melo "child tasks do not inherit counters"), 14851758af10SArnaldo Carvalho de Melo OPT_STRING(0, "sym-annotate", &top.sym_filter, "symbol name", 14866cff0e8dSKirill Smelkov "symbol to annotate"), 14872376c67aSArnaldo Carvalho de Melo OPT_BOOLEAN('z', "zero", &top.zero, "zero history across updates"), 14887831bf23SArnaldo Carvalho de Melo OPT_CALLBACK('F', "freq", &top.record_opts, "freq or 'max'", 14897831bf23SArnaldo Carvalho de Melo "profile at this frequency", 14907831bf23SArnaldo Carvalho de Melo record__parse_freq), 14918c3e10ebSArnaldo Carvalho de Melo OPT_INTEGER('E', "entries", &top.print_entries, 149286470930SIngo Molnar "display this many functions"), 14938c3e10ebSArnaldo Carvalho de Melo OPT_BOOLEAN('U', "hide_user_symbols", &top.hide_user_symbols, 14948ffcda17SArnaldo Carvalho de Melo "hide user symbols"), 14951758af10SArnaldo Carvalho de Melo OPT_BOOLEAN(0, "tui", &top.use_tui, "Use the TUI interface"), 14961758af10SArnaldo Carvalho de Melo OPT_BOOLEAN(0, "stdio", &top.use_stdio, "Use the stdio interface"), 1497c0555642SIan Munsie OPT_INCR('v', "verbose", &verbose, 14983da297a6SIngo Molnar "be more verbose (show counter open errors, etc)"), 1499ab81f3fdSArnaldo Carvalho de Melo OPT_STRING('s', "sort", &sort_order, "key[,key2...]", 1500a2ce067eSNamhyung Kim "sort by key(s): pid, comm, dso, symbol, parent, cpu, srcline, ..." 1501a2ce067eSNamhyung Kim " Please refer the man page for the complete list."), 15026fe8c26dSNamhyung Kim OPT_STRING(0, "fields", &field_order, "key[,keys...]", 15036fe8c26dSNamhyung Kim "output field(s): overhead, period, sample plus all of sort keys"), 1504ab81f3fdSArnaldo Carvalho de Melo OPT_BOOLEAN('n', "show-nr-samples", &symbol_conf.show_nr_samples, 1505ab81f3fdSArnaldo Carvalho de Melo "Show a column with the number of samples"), 15062ddd5c04SArnaldo Carvalho de Melo OPT_CALLBACK_NOOPT('g', NULL, &callchain_param, 1507a2c10d39SNamhyung Kim NULL, "enables call-graph recording and display", 1508ae779a63SJiri Olsa &callchain_opt), 15092ddd5c04SArnaldo Carvalho de Melo OPT_CALLBACK(0, "call-graph", &callchain_param, 151076a26549SNamhyung Kim "record_mode[,record_size],print_type,threshold[,print_limit],order,sort_key[,branch]", 1511a2c10d39SNamhyung Kim top_callchain_help, &parse_callchain_opt), 15121432ec34SNamhyung Kim OPT_BOOLEAN(0, "children", &symbol_conf.cumulate_callchain, 15131432ec34SNamhyung Kim "Accumulate callchains of children and show total overhead as well"), 15145dbb6e81SWaiman Long OPT_INTEGER(0, "max-stack", &top.max_stack, 15155dbb6e81SWaiman Long "Set the maximum stack depth when parsing the callchain. " 15164cb93446SArnaldo Carvalho de Melo "Default: kernel.perf_event_max_stack or " __stringify(PERF_MAX_STACK_DEPTH)), 1517b21484f1SGreg Price OPT_CALLBACK(0, "ignore-callees", NULL, "regex", 1518b21484f1SGreg Price "ignore callees of these functions in call graphs", 1519b21484f1SGreg Price report_parse_ignore_callees_opt), 1520ab81f3fdSArnaldo Carvalho de Melo OPT_BOOLEAN(0, "show-total-period", &symbol_conf.show_total_period, 1521ab81f3fdSArnaldo Carvalho de Melo "Show a column with the sum of periods"), 1522ab81f3fdSArnaldo Carvalho de Melo OPT_STRING(0, "dsos", &symbol_conf.dso_list_str, "dso[,dso...]", 1523ab81f3fdSArnaldo Carvalho de Melo "only consider symbols in these dsos"), 1524ab81f3fdSArnaldo Carvalho de Melo OPT_STRING(0, "comms", &symbol_conf.comm_list_str, "comm[,comm...]", 1525ab81f3fdSArnaldo Carvalho de Melo "only consider symbols in these comms"), 1526ab81f3fdSArnaldo Carvalho de Melo OPT_STRING(0, "symbols", &symbol_conf.sym_list_str, "symbol[,symbol...]", 1527ab81f3fdSArnaldo Carvalho de Melo "only consider these symbols"), 15281eddd9e4SArnaldo Carvalho de Melo OPT_BOOLEAN(0, "source", &top.annotation_opts.annotate_src, 152964c6f0c7SArnaldo Carvalho de Melo "Interleave source code with assembly code (default)"), 15301eddd9e4SArnaldo Carvalho de Melo OPT_BOOLEAN(0, "asm-raw", &top.annotation_opts.show_asm_raw, 153164c6f0c7SArnaldo Carvalho de Melo "Display raw encoding of assembly instructions (default)"), 1532763122adSAvi Kivity OPT_BOOLEAN(0, "demangle-kernel", &symbol_conf.demangle_kernel, 1533763122adSAvi Kivity "Enable kernel symbol demangling"), 1534ee7a112fSSong Liu OPT_BOOLEAN(0, "no-bpf-event", &top.record_opts.no_bpf_event, "do not record bpf events"), 1535f178fd2dSArnaldo Carvalho de Melo OPT_STRING(0, "objdump", &top.annotation_opts.objdump_path, "path", 15360d3942dbSSukadev Bhattiprolu "objdump binary to use for disassembly and annotations"), 1537a47e843eSArnaldo Carvalho de Melo OPT_STRING('M', "disassembler-style", &top.annotation_opts.disassembler_style, "disassembler style", 153864c6f0c7SArnaldo Carvalho de Melo "Specify disassembler style (e.g. -M intel for intel syntax)"), 15393b0b16bfSAndi Kleen OPT_STRING(0, "prefix", &top.annotation_opts.prefix, "prefix", 15403b0b16bfSAndi Kleen "Add prefix to source file path names in programs (with --prefix-strip)"), 15413b0b16bfSAndi Kleen OPT_STRING(0, "prefix-strip", &top.annotation_opts.prefix_strip, "N", 15423b0b16bfSAndi Kleen "Strip first N entries of source file path name in programs (with --prefix)"), 15432376c67aSArnaldo Carvalho de Melo OPT_STRING('u', "uid", &target->uid_str, "user", "user to profile"), 1544fa5df943SNamhyung Kim OPT_CALLBACK(0, "percent-limit", &top, "percent", 1545fa5df943SNamhyung Kim "Don't show entries under that percent", parse_percent_limit), 154633db4568SNamhyung Kim OPT_CALLBACK(0, "percentage", NULL, "relative|absolute", 154733db4568SNamhyung Kim "How to display percentage of filtered entries", parse_filter_percentage), 1548cf59002fSNamhyung Kim OPT_STRING('w', "column-widths", &symbol_conf.col_width_list_str, 1549cf59002fSNamhyung Kim "width[,width...]", 1550cf59002fSNamhyung Kim "don't try to adjust column width, use these fixed values"), 15513fcb10e4SMark Drayton OPT_UINTEGER(0, "proc-map-timeout", &proc_map_timeout, 15529d9cad76SKan Liang "per thread proc mmap processing timeout in ms"), 1553a18b027eSAndi Kleen OPT_CALLBACK_NOOPT('b', "branch-any", &opts->branch_stack, 1554a18b027eSAndi Kleen "branch any", "sample any taken branches", 1555a18b027eSAndi Kleen parse_branch_stack), 1556a18b027eSAndi Kleen OPT_CALLBACK('j', "branch-filter", &opts->branch_stack, 1557a18b027eSAndi Kleen "branch filter mask", "branch stack filter modes", 1558a18b027eSAndi Kleen parse_branch_stack), 1559053a3989SNamhyung Kim OPT_BOOLEAN(0, "raw-trace", &symbol_conf.raw_trace, 1560053a3989SNamhyung Kim "Show raw trace event output (do not use print fmt or plugins)"), 1561c92fcfdeSNamhyung Kim OPT_BOOLEAN(0, "hierarchy", &symbol_conf.report_hierarchy, 1562c92fcfdeSNamhyung Kim "Show entries in a hierarchy"), 15634e303fbeSArnaldo Carvalho de Melo OPT_BOOLEAN(0, "overwrite", &top.record_opts.overwrite, 1564218d6111SArnaldo Carvalho de Melo "Use a backward ring buffer, default: no"), 1565868a8329SKrister Johansen OPT_BOOLEAN(0, "force", &symbol_conf.force, "don't complain, do it"), 15660c6b4994SKan Liang OPT_UINTEGER(0, "num-thread-synthesize", &top.nr_threads_synthesize, 15670c6b4994SKan Liang "number of thread to run event synthesize"), 1568a0c0a4acSNamhyung Kim OPT_BOOLEAN(0, "namespaces", &opts->record_namespaces, 1569a0c0a4acSNamhyung Kim "Record namespaces events"), 1570f382842fSNamhyung Kim OPT_BOOLEAN(0, "all-cgroups", &opts->record_cgroup, 1571f382842fSNamhyung Kim "Record cgroup events"), 1572df7deb2cSJin Yao OPT_INTEGER(0, "group-sort-idx", &symbol_conf.group_sort_idx, 1573df7deb2cSJin Yao "Sort the output by the event at the index n in group. " 1574df7deb2cSJin Yao "If n is invalid, sort by the first event. " 1575df7deb2cSJin Yao "WARNING: should be used on grouped events."), 157613e0c844SKan Liang OPT_BOOLEAN(0, "stitch-lbr", &top.stitch_lbr, 157713e0c844SKan Liang "Enable LBR callgraph stitching approach"), 15782f53ae34SArnaldo Carvalho de Melo OPTS_EVSWITCH(&top.evswitch), 157986470930SIngo Molnar OPT_END() 158086470930SIngo Molnar }; 1581be772842SArnaldo Carvalho de Melo const char * const top_usage[] = { 1582be772842SArnaldo Carvalho de Melo "perf top [<options>]", 1583be772842SArnaldo Carvalho de Melo NULL 1584be772842SArnaldo Carvalho de Melo }; 1585a635fc51SArnaldo Carvalho de Melo int status = hists__init(); 1586a635fc51SArnaldo Carvalho de Melo 1587a635fc51SArnaldo Carvalho de Melo if (status < 0) 1588a635fc51SArnaldo Carvalho de Melo return status; 158986470930SIngo Molnar 1590982d410bSArnaldo Carvalho de Melo top.annotation_opts.min_pcnt = 5; 1591982d410bSArnaldo Carvalho de Melo top.annotation_opts.context = 4; 1592982d410bSArnaldo Carvalho de Melo 15930f98b11cSJiri Olsa top.evlist = evlist__new(); 15948c3e10ebSArnaldo Carvalho de Melo if (top.evlist == NULL) 1595361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 1596361c99a6SArnaldo Carvalho de Melo 1597ecc4c561SArnaldo Carvalho de Melo status = perf_config(perf_top_config, &top); 1598ecc4c561SArnaldo Carvalho de Melo if (status) 1599ecc4c561SArnaldo Carvalho de Melo return status; 1600608127f7SArnaldo Carvalho de Melo /* 1601608127f7SArnaldo Carvalho de Melo * Since the per arch annotation init routine may need the cpuid, read 1602608127f7SArnaldo Carvalho de Melo * it here, since we are not getting this from the perf.data header. 1603608127f7SArnaldo Carvalho de Melo */ 1604608127f7SArnaldo Carvalho de Melo status = perf_env__read_cpuid(&perf_env); 1605608127f7SArnaldo Carvalho de Melo if (status) { 160661208e6eSArnaldo Carvalho de Melo /* 160761208e6eSArnaldo Carvalho de Melo * Some arches do not provide a get_cpuid(), so just use pr_debug, otherwise 160861208e6eSArnaldo Carvalho de Melo * warn the user explicitely. 160961208e6eSArnaldo Carvalho de Melo */ 161061208e6eSArnaldo Carvalho de Melo eprintf(status == ENOSYS ? 1 : 0, verbose, 161161208e6eSArnaldo Carvalho de Melo "Couldn't read the cpuid for this machine: %s\n", 1612608127f7SArnaldo Carvalho de Melo str_error_r(errno, errbuf, sizeof(errbuf))); 1613608127f7SArnaldo Carvalho de Melo } 1614608127f7SArnaldo Carvalho de Melo top.evlist->env = &perf_env; 1615eb853e80SJiri Olsa 161686470930SIngo Molnar argc = parse_options(argc, argv, options, top_usage, 0); 161786470930SIngo Molnar if (argc) 161886470930SIngo Molnar usage_with_options(top_usage, options); 161986470930SIngo Molnar 16203b0b16bfSAndi Kleen if (annotate_check_args(&top.annotation_opts) < 0) 16213b0b16bfSAndi Kleen goto out_delete_evlist; 16223b0b16bfSAndi Kleen 16236484d2f9SJiri Olsa if (!top.evlist->core.nr_entries && 162454f8f403SNamhyung Kim perf_evlist__add_default(top.evlist) < 0) { 162554f8f403SNamhyung Kim pr_err("Not enough memory for event selector list\n"); 162654f8f403SNamhyung Kim goto out_delete_evlist; 162754f8f403SNamhyung Kim } 162854f8f403SNamhyung Kim 16292f53ae34SArnaldo Carvalho de Melo status = evswitch__init(&top.evswitch, top.evlist, stderr); 16302f53ae34SArnaldo Carvalho de Melo if (status) 16312f53ae34SArnaldo Carvalho de Melo goto out_delete_evlist; 16322f53ae34SArnaldo Carvalho de Melo 1633c92fcfdeSNamhyung Kim if (symbol_conf.report_hierarchy) { 1634c92fcfdeSNamhyung Kim /* disable incompatible options */ 1635c92fcfdeSNamhyung Kim symbol_conf.event_group = false; 1636c92fcfdeSNamhyung Kim symbol_conf.cumulate_callchain = false; 1637c92fcfdeSNamhyung Kim 1638c92fcfdeSNamhyung Kim if (field_order) { 1639c92fcfdeSNamhyung Kim pr_err("Error: --hierarchy and --fields options cannot be used together\n"); 1640c92fcfdeSNamhyung Kim parse_options_usage(top_usage, options, "fields", 0); 1641c92fcfdeSNamhyung Kim parse_options_usage(NULL, options, "hierarchy", 0); 1642c92fcfdeSNamhyung Kim goto out_delete_evlist; 1643c92fcfdeSNamhyung Kim } 1644c92fcfdeSNamhyung Kim } 1645c92fcfdeSNamhyung Kim 164613e0c844SKan Liang if (top.stitch_lbr && !(callchain_param.record_mode == CALLCHAIN_LBR)) { 164713e0c844SKan Liang pr_err("Error: --stitch-lbr must be used with --call-graph lbr\n"); 164813e0c844SKan Liang goto out_delete_evlist; 164913e0c844SKan Liang } 165013e0c844SKan Liang 1651590ac60dSJin Yao if (opts->branch_stack && callchain_param.enabled) 1652590ac60dSJin Yao symbol_conf.show_branchflag_count = true; 1653590ac60dSJin Yao 1654512ae1bdSNamhyung Kim sort__mode = SORT_MODE__TOP; 16553a5714f8SNamhyung Kim /* display thread wants entries to be collapsed in a different tree */ 165652225036SJiri Olsa perf_hpp_list.need_collapse = 1; 16573a5714f8SNamhyung Kim 16583ee60c3bSArnaldo Carvalho de Melo if (top.use_stdio) 16593ee60c3bSArnaldo Carvalho de Melo use_browser = 0; 16603ee60c3bSArnaldo Carvalho de Melo else if (top.use_tui) 16613ee60c3bSArnaldo Carvalho de Melo use_browser = 1; 16623ee60c3bSArnaldo Carvalho de Melo 16633ee60c3bSArnaldo Carvalho de Melo setup_browser(false); 16643ee60c3bSArnaldo Carvalho de Melo 166540184c46SNamhyung Kim if (setup_sorting(top.evlist) < 0) { 16666fe8c26dSNamhyung Kim if (sort_order) 16676fe8c26dSNamhyung Kim parse_options_usage(top_usage, options, "s", 1); 16686fe8c26dSNamhyung Kim if (field_order) 16696fe8c26dSNamhyung Kim parse_options_usage(sort_order ? NULL : top_usage, 16706fe8c26dSNamhyung Kim options, "fields", 0); 16716fe8c26dSNamhyung Kim goto out_delete_evlist; 16726fe8c26dSNamhyung Kim } 167322af969eSNamhyung Kim 1674602ad878SArnaldo Carvalho de Melo status = target__validate(target); 167516ad2ffbSNamhyung Kim if (status) { 1676602ad878SArnaldo Carvalho de Melo target__strerror(target, status, errbuf, BUFSIZ); 1677ea432a8bSIngo Molnar ui__warning("%s\n", errbuf); 167816ad2ffbSNamhyung Kim } 16794bd0f2d2SNamhyung Kim 1680602ad878SArnaldo Carvalho de Melo status = target__parse_uid(target); 168116ad2ffbSNamhyung Kim if (status) { 168216ad2ffbSNamhyung Kim int saved_errno = errno; 168316ad2ffbSNamhyung Kim 1684602ad878SArnaldo Carvalho de Melo target__strerror(target, status, errbuf, BUFSIZ); 1685ea432a8bSIngo Molnar ui__error("%s\n", errbuf); 168616ad2ffbSNamhyung Kim 168716ad2ffbSNamhyung Kim status = -saved_errno; 16880d37aa34SArnaldo Carvalho de Melo goto out_delete_evlist; 168916ad2ffbSNamhyung Kim } 16900d37aa34SArnaldo Carvalho de Melo 1691602ad878SArnaldo Carvalho de Melo if (target__none(target)) 16922376c67aSArnaldo Carvalho de Melo target->system_wide = true; 169310b47d54SArnaldo Carvalho de Melo 1694f8a5c0b2SArnaldo Carvalho de Melo if (perf_evlist__create_maps(top.evlist, target) < 0) { 1695f8a5c0b2SArnaldo Carvalho de Melo ui__error("Couldn't create thread/CPU maps: %s\n", 1696c8b5f2c9SArnaldo Carvalho de Melo errno == ENOENT ? "No such process" : str_error_r(errno, errbuf, sizeof(errbuf))); 1697f8a5c0b2SArnaldo Carvalho de Melo goto out_delete_evlist; 1698f8a5c0b2SArnaldo Carvalho de Melo } 16997e2ed097SArnaldo Carvalho de Melo 17008c3e10ebSArnaldo Carvalho de Melo if (top.delay_secs < 1) 17018c3e10ebSArnaldo Carvalho de Melo top.delay_secs = 1; 170286470930SIngo Molnar 1703b4006796SArnaldo Carvalho de Melo if (record_opts__config(opts)) { 17042376c67aSArnaldo Carvalho de Melo status = -EINVAL; 170503ad9747SArnaldo Carvalho de Melo goto out_delete_evlist; 170669aad6f1SArnaldo Carvalho de Melo } 170769aad6f1SArnaldo Carvalho de Melo 1708515dbe48SJiri Olsa top.sym_evsel = evlist__first(top.evlist); 1709cc841580SArnaldo Carvalho de Melo 1710e3815264SArnaldo Carvalho de Melo if (!callchain_param.enabled) { 17111432ec34SNamhyung Kim symbol_conf.cumulate_callchain = false; 17121432ec34SNamhyung Kim perf_hpp__cancel_cumulate(); 17131432ec34SNamhyung Kim } 17141432ec34SNamhyung Kim 1715792aeafaSNamhyung Kim if (symbol_conf.cumulate_callchain && !callchain_param.order_set) 1716792aeafaSNamhyung Kim callchain_param.order = ORDER_CALLER; 1717792aeafaSNamhyung Kim 1718b01141f4SArnaldo Carvalho de Melo status = symbol__annotation_init(); 1719b01141f4SArnaldo Carvalho de Melo if (status < 0) 1720b01141f4SArnaldo Carvalho de Melo goto out_delete_evlist; 172169aad6f1SArnaldo Carvalho de Melo 17227384083bSRavi Bangoria annotation_config__init(&top.annotation_opts); 17237f0b6fdeSArnaldo Carvalho de Melo 172469aad6f1SArnaldo Carvalho de Melo symbol_conf.try_vmlinux_path = (symbol_conf.vmlinux_name == NULL); 172570c819e4SChangbin Du status = symbol__init(NULL); 172670c819e4SChangbin Du if (status < 0) 172770c819e4SChangbin Du goto out_delete_evlist; 172869aad6f1SArnaldo Carvalho de Melo 172908e71542SNamhyung Kim sort__setup_elide(stdout); 1730ab81f3fdSArnaldo Carvalho de Melo 17311758af10SArnaldo Carvalho de Melo get_term_dimensions(&top.winsize); 17328c3e10ebSArnaldo Carvalho de Melo if (top.print_entries == 0) { 17331758af10SArnaldo Carvalho de Melo perf_top__update_print_entries(&top); 1734244a1086SJiri Olsa signal(SIGWINCH, winch_sig); 17353b6ed988SArnaldo Carvalho de Melo } 17363b6ed988SArnaldo Carvalho de Melo 17370dba9e4bSChangbin Du top.session = perf_session__new(NULL, false, NULL); 17386ef81c55SMamatha Inamdar if (IS_ERR(top.session)) { 17396ef81c55SMamatha Inamdar status = PTR_ERR(top.session); 17400dba9e4bSChangbin Du goto out_delete_evlist; 17410dba9e4bSChangbin Du } 17420dba9e4bSChangbin Du 1743b38d85efSArnaldo Carvalho de Melo if (!top.record_opts.no_bpf_event) { 1744b38d85efSArnaldo Carvalho de Melo top.sb_evlist = evlist__new(); 1745b38d85efSArnaldo Carvalho de Melo 1746b38d85efSArnaldo Carvalho de Melo if (top.sb_evlist == NULL) { 1747b38d85efSArnaldo Carvalho de Melo pr_err("Couldn't create side band evlist.\n."); 1748b38d85efSArnaldo Carvalho de Melo goto out_delete_evlist; 1749b38d85efSArnaldo Carvalho de Melo } 1750b38d85efSArnaldo Carvalho de Melo 1751b38d85efSArnaldo Carvalho de Melo if (evlist__add_bpf_sb_event(top.sb_evlist, &perf_env)) { 1752b38d85efSArnaldo Carvalho de Melo pr_err("Couldn't ask for PERF_RECORD_BPF_EVENT side band events.\n."); 1753b38d85efSArnaldo Carvalho de Melo goto out_delete_evlist; 1754b38d85efSArnaldo Carvalho de Melo } 1755b38d85efSArnaldo Carvalho de Melo } 1756d56354dcSSong Liu 1757ca6c9c8bSArnaldo Carvalho de Melo if (perf_evlist__start_sb_thread(top.sb_evlist, target)) { 1758657ee553SSong Liu pr_debug("Couldn't start the BPF side band thread:\nBPF programs starting from now on won't be annotatable\n"); 1759657ee553SSong Liu opts->no_bpf_event = true; 1760657ee553SSong Liu } 1761657ee553SSong Liu 17621758af10SArnaldo Carvalho de Melo status = __cmd_top(&top); 1763806fb630SArnaldo Carvalho de Melo 1764657ee553SSong Liu if (!opts->no_bpf_event) 1765ca6c9c8bSArnaldo Carvalho de Melo perf_evlist__stop_sb_thread(top.sb_evlist); 1766657ee553SSong Liu 17670d37aa34SArnaldo Carvalho de Melo out_delete_evlist: 1768c12995a5SJiri Olsa evlist__delete(top.evlist); 17690dba9e4bSChangbin Du perf_session__delete(top.session); 177069aad6f1SArnaldo Carvalho de Melo 177169aad6f1SArnaldo Carvalho de Melo return status; 177286470930SIngo Molnar } 1773