191007045SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 286470930SIngo Molnar /* 386470930SIngo Molnar * builtin-top.c 486470930SIngo Molnar * 586470930SIngo Molnar * Builtin top command: Display a continuously updated profile of 686470930SIngo Molnar * any workload, CPU or specific PID. 786470930SIngo Molnar * 886470930SIngo Molnar * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com> 9ab81f3fdSArnaldo Carvalho de Melo * 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com> 1086470930SIngo Molnar * 1186470930SIngo Molnar * Improvements and fixes by: 1286470930SIngo Molnar * 1386470930SIngo Molnar * Arjan van de Ven <arjan@linux.intel.com> 1486470930SIngo Molnar * Yanmin Zhang <yanmin.zhang@intel.com> 1586470930SIngo Molnar * Wu Fengguang <fengguang.wu@intel.com> 1686470930SIngo Molnar * Mike Galbraith <efault@gmx.de> 1786470930SIngo Molnar * Paul Mackerras <paulus@samba.org> 1886470930SIngo Molnar */ 1986470930SIngo Molnar #include "builtin.h" 2086470930SIngo Molnar 2186470930SIngo Molnar #include "perf.h" 2286470930SIngo Molnar 2336532461SArnaldo Carvalho de Melo #include "util/annotate.h" 24a40b95bcSArnaldo Carvalho de Melo #include "util/bpf-event.h" 2541840d21STaeung Song #include "util/config.h" 2686470930SIngo Molnar #include "util/color.h" 274a3cec84SArnaldo Carvalho de Melo #include "util/dso.h" 28361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 2969aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 305ab8c689SArnaldo Carvalho de Melo #include "util/event.h" 31b0a7d1a0SArnaldo Carvalho de Melo #include "util/machine.h" 321101f69aSArnaldo Carvalho de Melo #include "util/map.h" 33b3165f41SArnaldo Carvalho de Melo #include "util/session.h" 34b3165f41SArnaldo Carvalho de Melo #include "util/symbol.h" 35ea49e01cSArnaldo Carvalho de Melo #include "util/synthetic-events.h" 368c3e10ebSArnaldo Carvalho de Melo #include "util/top.h" 372da39f1cSArnaldo Carvalho de Melo #include "util/util.h" 3843cbcd8aSArnaldo Carvalho de Melo #include <linux/rbtree.h> 394b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h> 4086470930SIngo Molnar #include "util/parse-events.h" 415c9dbe6dSArnaldo Carvalho de Melo #include "util/callchain.h" 42a12b51c4SPaul Mackerras #include "util/cpumap.h" 43ab81f3fdSArnaldo Carvalho de Melo #include "util/sort.h" 446a9fa4e3SArnaldo Carvalho de Melo #include "util/string2.h" 45b0742e90SArnaldo Carvalho de Melo #include "util/term.h" 466b118e92SDavid Ahern #include "util/intlist.h" 47a18b027eSAndi Kleen #include "util/parse-branch-options.h" 480d3942dbSSukadev Bhattiprolu #include "arch/common.h" 498520a98dSArnaldo Carvalho de Melo #include "ui/ui.h" 5086470930SIngo Molnar 518f28827aSFrederic Weisbecker #include "util/debug.h" 5216c66bc1SJiri Olsa #include "util/ordered-events.h" 538f28827aSFrederic Weisbecker 5486470930SIngo Molnar #include <assert.h> 5531d68e7bSArnaldo Carvalho de Melo #include <elf.h> 5686470930SIngo Molnar #include <fcntl.h> 5786470930SIngo Molnar 5886470930SIngo Molnar #include <stdio.h> 59923c42c1SMike Galbraith #include <termios.h> 60923c42c1SMike Galbraith #include <unistd.h> 619486aa38SArnaldo Carvalho de Melo #include <inttypes.h> 6286470930SIngo Molnar 6386470930SIngo Molnar #include <errno.h> 6486470930SIngo Molnar #include <time.h> 6586470930SIngo Molnar #include <sched.h> 669607ad3aSArnaldo Carvalho de Melo #include <signal.h> 6786470930SIngo Molnar 6886470930SIngo Molnar #include <sys/syscall.h> 6986470930SIngo Molnar #include <sys/ioctl.h> 70a8fa4960SArnaldo Carvalho de Melo #include <poll.h> 7186470930SIngo Molnar #include <sys/prctl.h> 7286470930SIngo Molnar #include <sys/wait.h> 7386470930SIngo Molnar #include <sys/uio.h> 7431d68e7bSArnaldo Carvalho de Melo #include <sys/utsname.h> 7586470930SIngo Molnar #include <sys/mman.h> 7686470930SIngo Molnar 77531d2410SArnaldo Carvalho de Melo #include <linux/stringify.h> 78b9c4b0f4SArnaldo Carvalho de Melo #include <linux/time64.h> 7986470930SIngo Molnar #include <linux/types.h> 806ef81c55SMamatha Inamdar #include <linux/err.h> 8186470930SIngo Molnar 823052ba56SArnaldo Carvalho de Melo #include <linux/ctype.h> 833d689ed6SArnaldo Carvalho de Melo 8411859e82SArnaldo Carvalho de Melo static volatile int done; 85b135e5eeSJiri Olsa static volatile int resize; 8611859e82SArnaldo Carvalho de Melo 87933cbb1cSNamhyung Kim #define HEADER_LINE_NR 5 88933cbb1cSNamhyung Kim 891758af10SArnaldo Carvalho de Melo static void perf_top__update_print_entries(struct perf_top *top) 903b6ed988SArnaldo Carvalho de Melo { 91933cbb1cSNamhyung Kim top->print_entries = top->winsize.ws_row - HEADER_LINE_NR; 923b6ed988SArnaldo Carvalho de Melo } 933b6ed988SArnaldo Carvalho de Melo 94244a1086SJiri Olsa static void winch_sig(int sig __maybe_unused) 953b6ed988SArnaldo Carvalho de Melo { 96b135e5eeSJiri Olsa resize = 1; 97b135e5eeSJiri Olsa } 981758af10SArnaldo Carvalho de Melo 99b135e5eeSJiri Olsa static void perf_top__resize(struct perf_top *top) 100b135e5eeSJiri Olsa { 1011758af10SArnaldo Carvalho de Melo get_term_dimensions(&top->winsize); 1021758af10SArnaldo Carvalho de Melo perf_top__update_print_entries(top); 1033b6ed988SArnaldo Carvalho de Melo } 1043b6ed988SArnaldo Carvalho de Melo 1051758af10SArnaldo Carvalho de Melo static int perf_top__parse_source(struct perf_top *top, struct hist_entry *he) 106923c42c1SMike Galbraith { 10732dcd021SJiri Olsa struct evsel *evsel; 108923c42c1SMike Galbraith struct symbol *sym; 109ce6f4fabSArnaldo Carvalho de Melo struct annotation *notes; 110439d473bSArnaldo Carvalho de Melo struct map *map; 11136532461SArnaldo Carvalho de Melo int err = -1; 112923c42c1SMike Galbraith 113ab81f3fdSArnaldo Carvalho de Melo if (!he || !he->ms.sym) 114b0a9ab62SArnaldo Carvalho de Melo return -1; 115b0a9ab62SArnaldo Carvalho de Melo 116111442cfSLeo Yan evsel = hists_to_evsel(he->hists); 117111442cfSLeo Yan 118ab81f3fdSArnaldo Carvalho de Melo sym = he->ms.sym; 119ab81f3fdSArnaldo Carvalho de Melo map = he->ms.map; 120b0a9ab62SArnaldo Carvalho de Melo 121b0a9ab62SArnaldo Carvalho de Melo /* 122b0a9ab62SArnaldo Carvalho de Melo * We can't annotate with just /proc/kallsyms 123b0a9ab62SArnaldo Carvalho de Melo */ 124bbb7f846SAdrian Hunter if (map->dso->symtab_type == DSO_BINARY_TYPE__KALLSYMS && 125bbb7f846SAdrian Hunter !dso__is_kcore(map->dso)) { 126ce6f4fabSArnaldo Carvalho de Melo pr_err("Can't annotate %s: No vmlinux file was found in the " 127ce6f4fabSArnaldo Carvalho de Melo "path\n", sym->name); 128ce6f4fabSArnaldo Carvalho de Melo sleep(1); 129b0a9ab62SArnaldo Carvalho de Melo return -1; 130b269876cSArnaldo Carvalho de Melo } 131b269876cSArnaldo Carvalho de Melo 132ce6f4fabSArnaldo Carvalho de Melo notes = symbol__annotation(sym); 133ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_lock(¬es->lock); 134923c42c1SMike Galbraith 1356484d2f9SJiri Olsa if (!symbol__hists(sym, top->evlist->core.nr_entries)) { 136c97cf422SArnaldo Carvalho de Melo pthread_mutex_unlock(¬es->lock); 13736532461SArnaldo Carvalho de Melo pr_err("Not enough memory for annotating '%s' symbol!\n", 13836532461SArnaldo Carvalho de Melo sym->name); 139ce6f4fabSArnaldo Carvalho de Melo sleep(1); 140c97cf422SArnaldo Carvalho de Melo return err; 141923c42c1SMike Galbraith } 14236532461SArnaldo Carvalho de Melo 143380195e2SArnaldo Carvalho de Melo err = symbol__annotate(sym, map, evsel, 0, &top->annotation_opts, NULL); 14436532461SArnaldo Carvalho de Melo if (err == 0) { 1451758af10SArnaldo Carvalho de Melo top->sym_filter_entry = he; 146ee51d851SArnaldo Carvalho de Melo } else { 147ee51d851SArnaldo Carvalho de Melo char msg[BUFSIZ]; 148ee51d851SArnaldo Carvalho de Melo symbol__strerror_disassemble(sym, map, err, msg, sizeof(msg)); 149ee51d851SArnaldo Carvalho de Melo pr_err("Couldn't annotate %s: %s\n", sym->name, msg); 15036532461SArnaldo Carvalho de Melo } 151c97cf422SArnaldo Carvalho de Melo 152ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_unlock(¬es->lock); 15336532461SArnaldo Carvalho de Melo return err; 154923c42c1SMike Galbraith } 155923c42c1SMike Galbraith 156ab81f3fdSArnaldo Carvalho de Melo static void __zero_source_counters(struct hist_entry *he) 157923c42c1SMike Galbraith { 158ab81f3fdSArnaldo Carvalho de Melo struct symbol *sym = he->ms.sym; 15936532461SArnaldo Carvalho de Melo symbol__annotate_zero_histograms(sym); 160923c42c1SMike Galbraith } 161923c42c1SMike Galbraith 16231d68e7bSArnaldo Carvalho de Melo static void ui__warn_map_erange(struct map *map, struct symbol *sym, u64 ip) 16331d68e7bSArnaldo Carvalho de Melo { 16431d68e7bSArnaldo Carvalho de Melo struct utsname uts; 16531d68e7bSArnaldo Carvalho de Melo int err = uname(&uts); 16631d68e7bSArnaldo Carvalho de Melo 16731d68e7bSArnaldo Carvalho de Melo ui__warning("Out of bounds address found:\n\n" 16831d68e7bSArnaldo Carvalho de Melo "Addr: %" PRIx64 "\n" 16931d68e7bSArnaldo Carvalho de Melo "DSO: %s %c\n" 17031d68e7bSArnaldo Carvalho de Melo "Map: %" PRIx64 "-%" PRIx64 "\n" 17131d68e7bSArnaldo Carvalho de Melo "Symbol: %" PRIx64 "-%" PRIx64 " %c %s\n" 17231d68e7bSArnaldo Carvalho de Melo "Arch: %s\n" 17331d68e7bSArnaldo Carvalho de Melo "Kernel: %s\n" 17431d68e7bSArnaldo Carvalho de Melo "Tools: %s\n\n" 17531d68e7bSArnaldo Carvalho de Melo "Not all samples will be on the annotation output.\n\n" 17631d68e7bSArnaldo Carvalho de Melo "Please report to linux-kernel@vger.kernel.org\n", 17731d68e7bSArnaldo Carvalho de Melo ip, map->dso->long_name, dso__symtab_origin(map->dso), 17831d68e7bSArnaldo Carvalho de Melo map->start, map->end, sym->start, sym->end, 17931d68e7bSArnaldo Carvalho de Melo sym->binding == STB_GLOBAL ? 'g' : 18031d68e7bSArnaldo Carvalho de Melo sym->binding == STB_LOCAL ? 'l' : 'w', sym->name, 18131d68e7bSArnaldo Carvalho de Melo err ? "[unknown]" : uts.machine, 18231d68e7bSArnaldo Carvalho de Melo err ? "[unknown]" : uts.release, perf_version_string); 18331d68e7bSArnaldo Carvalho de Melo if (use_browser <= 0) 18431d68e7bSArnaldo Carvalho de Melo sleep(5); 18531d68e7bSArnaldo Carvalho de Melo 18631d68e7bSArnaldo Carvalho de Melo map->erange_warned = true; 18731d68e7bSArnaldo Carvalho de Melo } 18831d68e7bSArnaldo Carvalho de Melo 1891758af10SArnaldo Carvalho de Melo static void perf_top__record_precise_ip(struct perf_top *top, 1901758af10SArnaldo Carvalho de Melo struct hist_entry *he, 191bab89f6aSTaeung Song struct perf_sample *sample, 19232dcd021SJiri Olsa struct evsel *evsel, u64 ip) 193923c42c1SMike Galbraith { 194ce6f4fabSArnaldo Carvalho de Melo struct annotation *notes; 195beefb8d0SNamhyung Kim struct symbol *sym = he->ms.sym; 19648c65bdaSNamhyung Kim int err = 0; 197ce6f4fabSArnaldo Carvalho de Melo 198beefb8d0SNamhyung Kim if (sym == NULL || (use_browser == 0 && 199beefb8d0SNamhyung Kim (top->sym_filter_entry == NULL || 200beefb8d0SNamhyung Kim top->sym_filter_entry->ms.sym != sym))) 201923c42c1SMike Galbraith return; 202923c42c1SMike Galbraith 203ce6f4fabSArnaldo Carvalho de Melo notes = symbol__annotation(sym); 204ce6f4fabSArnaldo Carvalho de Melo 205ce6f4fabSArnaldo Carvalho de Melo if (pthread_mutex_trylock(¬es->lock)) 206923c42c1SMike Galbraith return; 207923c42c1SMike Galbraith 208e345f3bdSArnaldo Carvalho de Melo err = hist_entry__inc_addr_samples(he, sample, evsel, ip); 209923c42c1SMike Galbraith 210ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_unlock(¬es->lock); 21131d68e7bSArnaldo Carvalho de Melo 212151ee834SNamhyung Kim if (unlikely(err)) { 2137c50391fSNamhyung Kim /* 2147c50391fSNamhyung Kim * This function is now called with he->hists->lock held. 2157c50391fSNamhyung Kim * Release it before going to sleep. 2167c50391fSNamhyung Kim */ 2177c50391fSNamhyung Kim pthread_mutex_unlock(&he->hists->lock); 2187c50391fSNamhyung Kim 21931d68e7bSArnaldo Carvalho de Melo if (err == -ERANGE && !he->ms.map->erange_warned) 22031d68e7bSArnaldo Carvalho de Melo ui__warn_map_erange(he->ms.map, sym, ip); 221b66d8c0cSArnaldo Carvalho de Melo else if (err == -ENOMEM) { 222b66d8c0cSArnaldo Carvalho de Melo pr_err("Not enough memory for annotating '%s' symbol!\n", 223b66d8c0cSArnaldo Carvalho de Melo sym->name); 224b66d8c0cSArnaldo Carvalho de Melo sleep(1); 225b66d8c0cSArnaldo Carvalho de Melo } 2267c50391fSNamhyung Kim 2277c50391fSNamhyung Kim pthread_mutex_lock(&he->hists->lock); 228923c42c1SMike Galbraith } 229151ee834SNamhyung Kim } 230923c42c1SMike Galbraith 2311758af10SArnaldo Carvalho de Melo static void perf_top__show_details(struct perf_top *top) 232923c42c1SMike Galbraith { 2331758af10SArnaldo Carvalho de Melo struct hist_entry *he = top->sym_filter_entry; 23432dcd021SJiri Olsa struct evsel *evsel; 235ce6f4fabSArnaldo Carvalho de Melo struct annotation *notes; 236923c42c1SMike Galbraith struct symbol *symbol; 23736532461SArnaldo Carvalho de Melo int more; 238923c42c1SMike Galbraith 239ab81f3fdSArnaldo Carvalho de Melo if (!he) 240923c42c1SMike Galbraith return; 241923c42c1SMike Galbraith 242111442cfSLeo Yan evsel = hists_to_evsel(he->hists); 243111442cfSLeo Yan 244ab81f3fdSArnaldo Carvalho de Melo symbol = he->ms.sym; 245ce6f4fabSArnaldo Carvalho de Melo notes = symbol__annotation(symbol); 246ce6f4fabSArnaldo Carvalho de Melo 247ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_lock(¬es->lock); 248ce6f4fabSArnaldo Carvalho de Melo 249f681d593SJiri Olsa symbol__calc_percent(symbol, evsel); 250f681d593SJiri Olsa 251ce6f4fabSArnaldo Carvalho de Melo if (notes->src == NULL) 252ce6f4fabSArnaldo Carvalho de Melo goto out_unlock; 253923c42c1SMike Galbraith 2547289f83cSArnaldo Carvalho de Melo printf("Showing %s for %s\n", perf_evsel__name(top->sym_evsel), symbol->name); 255982d410bSArnaldo Carvalho de Melo printf(" Events Pcnt (>=%d%%)\n", top->annotation_opts.min_pcnt); 256923c42c1SMike Galbraith 257982d410bSArnaldo Carvalho de Melo more = symbol__annotate_printf(symbol, he->ms.map, top->sym_evsel, &top->annotation_opts); 2585d484f99SArnaldo Carvalho de Melo 2595d484f99SArnaldo Carvalho de Melo if (top->evlist->enabled) { 2601758af10SArnaldo Carvalho de Melo if (top->zero) 2611758af10SArnaldo Carvalho de Melo symbol__annotate_zero_histogram(symbol, top->sym_evsel->idx); 26236532461SArnaldo Carvalho de Melo else 2631758af10SArnaldo Carvalho de Melo symbol__annotate_decay_histogram(symbol, top->sym_evsel->idx); 2645d484f99SArnaldo Carvalho de Melo } 26536532461SArnaldo Carvalho de Melo if (more != 0) 266923c42c1SMike Galbraith printf("%d lines not displayed, maybe increase display entries [e]\n", more); 267ce6f4fabSArnaldo Carvalho de Melo out_unlock: 268ce6f4fabSArnaldo Carvalho de Melo pthread_mutex_unlock(¬es->lock); 269923c42c1SMike Galbraith } 27086470930SIngo Molnar 271ea4385f8SNamhyung Kim static void perf_top__resort_hists(struct perf_top *t) 27240d81772SArnaldo Carvalho de Melo { 273ea4385f8SNamhyung Kim struct evlist *evlist = t->evlist; 27440d81772SArnaldo Carvalho de Melo struct evsel *pos; 27540d81772SArnaldo Carvalho de Melo 27640d81772SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, pos) { 27740d81772SArnaldo Carvalho de Melo struct hists *hists = evsel__hists(pos); 27840d81772SArnaldo Carvalho de Melo 279be5863b7SNamhyung Kim /* 280be5863b7SNamhyung Kim * unlink existing entries so that they can be linked 281be5863b7SNamhyung Kim * in a correct order in hists__match() below. 282be5863b7SNamhyung Kim */ 283be5863b7SNamhyung Kim hists__unlink(hists); 284be5863b7SNamhyung Kim 285ea4385f8SNamhyung Kim if (evlist->enabled) { 286ea4385f8SNamhyung Kim if (t->zero) { 287ea4385f8SNamhyung Kim hists__delete_entries(hists); 288ea4385f8SNamhyung Kim } else { 289ea4385f8SNamhyung Kim hists__decay_entries(hists, t->hide_user_symbols, 290ea4385f8SNamhyung Kim t->hide_kernel_symbols); 291ea4385f8SNamhyung Kim } 292ea4385f8SNamhyung Kim } 293ea4385f8SNamhyung Kim 29440d81772SArnaldo Carvalho de Melo hists__collapse_resort(hists, NULL); 29540d81772SArnaldo Carvalho de Melo 29640d81772SArnaldo Carvalho de Melo /* Non-group events are considered as leader */ 29740d81772SArnaldo Carvalho de Melo if (symbol_conf.event_group && 29840d81772SArnaldo Carvalho de Melo !perf_evsel__is_group_leader(pos)) { 29940d81772SArnaldo Carvalho de Melo struct hists *leader_hists = evsel__hists(pos->leader); 30040d81772SArnaldo Carvalho de Melo 30140d81772SArnaldo Carvalho de Melo hists__match(leader_hists, hists); 30240d81772SArnaldo Carvalho de Melo hists__link(leader_hists, hists); 30340d81772SArnaldo Carvalho de Melo } 30440d81772SArnaldo Carvalho de Melo } 30540d81772SArnaldo Carvalho de Melo 30640d81772SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, pos) { 30740d81772SArnaldo Carvalho de Melo perf_evsel__output_resort(pos, NULL); 30840d81772SArnaldo Carvalho de Melo } 30940d81772SArnaldo Carvalho de Melo } 31040d81772SArnaldo Carvalho de Melo 3111758af10SArnaldo Carvalho de Melo static void perf_top__print_sym_table(struct perf_top *top) 31286470930SIngo Molnar { 3138c3e10ebSArnaldo Carvalho de Melo char bf[160]; 3148c3e10ebSArnaldo Carvalho de Melo int printed = 0; 3151758af10SArnaldo Carvalho de Melo const int win_width = top->winsize.ws_col - 1; 31632dcd021SJiri Olsa struct evsel *evsel = top->sym_evsel; 317452ce03bSJiri Olsa struct hists *hists = evsel__hists(evsel); 31886470930SIngo Molnar 31986470930SIngo Molnar puts(CONSOLE_CLEAR); 32086470930SIngo Molnar 3211758af10SArnaldo Carvalho de Melo perf_top__header_snprintf(top, bf, sizeof(bf)); 3228c3e10ebSArnaldo Carvalho de Melo printf("%s\n", bf); 32386470930SIngo Molnar 3241a105f74SArnaldo Carvalho de Melo printf("%-*.*s\n", win_width, win_width, graph_dotted_line); 32586470930SIngo Molnar 326a1ff5b05SKan Liang if (!top->record_opts.overwrite && 327a1ff5b05SKan Liang (hists->stats.nr_lost_warned != 328a1ff5b05SKan Liang hists->stats.nr_events[PERF_RECORD_LOST])) { 3294ea062edSArnaldo Carvalho de Melo hists->stats.nr_lost_warned = 3304ea062edSArnaldo Carvalho de Melo hists->stats.nr_events[PERF_RECORD_LOST]; 3317b27509fSArnaldo Carvalho de Melo color_fprintf(stdout, PERF_COLOR_RED, 3327b27509fSArnaldo Carvalho de Melo "WARNING: LOST %d chunks, Check IO/CPU overload", 3334ea062edSArnaldo Carvalho de Melo hists->stats.nr_lost_warned); 334ab81f3fdSArnaldo Carvalho de Melo ++printed; 33593fc64f1SArnaldo Carvalho de Melo } 33693fc64f1SArnaldo Carvalho de Melo 3371758af10SArnaldo Carvalho de Melo if (top->sym_filter_entry) { 3381758af10SArnaldo Carvalho de Melo perf_top__show_details(top); 339923c42c1SMike Galbraith return; 340923c42c1SMike Galbraith } 341923c42c1SMike Galbraith 342ea4385f8SNamhyung Kim perf_top__resort_hists(top); 343701937bdSNamhyung Kim 3444ea062edSArnaldo Carvalho de Melo hists__output_recalc_col_len(hists, top->print_entries - printed); 3451a105f74SArnaldo Carvalho de Melo putchar('\n'); 3464ea062edSArnaldo Carvalho de Melo hists__fprintf(hists, false, top->print_entries - printed, win_width, 347e9de7e2fSArnaldo Carvalho de Melo top->min_percent, stdout, !symbol_conf.use_callchain); 34886470930SIngo Molnar } 34986470930SIngo Molnar 350923c42c1SMike Galbraith static void prompt_integer(int *target, const char *msg) 351923c42c1SMike Galbraith { 352923c42c1SMike Galbraith char *buf = malloc(0), *p; 353923c42c1SMike Galbraith size_t dummy = 0; 354923c42c1SMike Galbraith int tmp; 355923c42c1SMike Galbraith 356923c42c1SMike Galbraith fprintf(stdout, "\n%s: ", msg); 357923c42c1SMike Galbraith if (getline(&buf, &dummy, stdin) < 0) 358923c42c1SMike Galbraith return; 359923c42c1SMike Galbraith 360923c42c1SMike Galbraith p = strchr(buf, '\n'); 361923c42c1SMike Galbraith if (p) 362923c42c1SMike Galbraith *p = 0; 363923c42c1SMike Galbraith 364923c42c1SMike Galbraith p = buf; 365923c42c1SMike Galbraith while(*p) { 366923c42c1SMike Galbraith if (!isdigit(*p)) 367923c42c1SMike Galbraith goto out_free; 368923c42c1SMike Galbraith p++; 369923c42c1SMike Galbraith } 370923c42c1SMike Galbraith tmp = strtoul(buf, NULL, 10); 371923c42c1SMike Galbraith *target = tmp; 372923c42c1SMike Galbraith out_free: 373923c42c1SMike Galbraith free(buf); 374923c42c1SMike Galbraith } 375923c42c1SMike Galbraith 376923c42c1SMike Galbraith static void prompt_percent(int *target, const char *msg) 377923c42c1SMike Galbraith { 378923c42c1SMike Galbraith int tmp = 0; 379923c42c1SMike Galbraith 380923c42c1SMike Galbraith prompt_integer(&tmp, msg); 381923c42c1SMike Galbraith if (tmp >= 0 && tmp <= 100) 382923c42c1SMike Galbraith *target = tmp; 383923c42c1SMike Galbraith } 384923c42c1SMike Galbraith 3851758af10SArnaldo Carvalho de Melo static void perf_top__prompt_symbol(struct perf_top *top, const char *msg) 386923c42c1SMike Galbraith { 387923c42c1SMike Galbraith char *buf = malloc(0), *p; 3881758af10SArnaldo Carvalho de Melo struct hist_entry *syme = top->sym_filter_entry, *n, *found = NULL; 3894ea062edSArnaldo Carvalho de Melo struct hists *hists = evsel__hists(top->sym_evsel); 390ab81f3fdSArnaldo Carvalho de Melo struct rb_node *next; 391923c42c1SMike Galbraith size_t dummy = 0; 392923c42c1SMike Galbraith 393923c42c1SMike Galbraith /* zero counters of active symbol */ 394923c42c1SMike Galbraith if (syme) { 395923c42c1SMike Galbraith __zero_source_counters(syme); 3961758af10SArnaldo Carvalho de Melo top->sym_filter_entry = NULL; 397923c42c1SMike Galbraith } 398923c42c1SMike Galbraith 399923c42c1SMike Galbraith fprintf(stdout, "\n%s: ", msg); 400923c42c1SMike Galbraith if (getline(&buf, &dummy, stdin) < 0) 401923c42c1SMike Galbraith goto out_free; 402923c42c1SMike Galbraith 403923c42c1SMike Galbraith p = strchr(buf, '\n'); 404923c42c1SMike Galbraith if (p) 405923c42c1SMike Galbraith *p = 0; 406923c42c1SMike Galbraith 4072eb3d689SDavidlohr Bueso next = rb_first_cached(&hists->entries); 408ab81f3fdSArnaldo Carvalho de Melo while (next) { 409ab81f3fdSArnaldo Carvalho de Melo n = rb_entry(next, struct hist_entry, rb_node); 410ab81f3fdSArnaldo Carvalho de Melo if (n->ms.sym && !strcmp(buf, n->ms.sym->name)) { 411ab81f3fdSArnaldo Carvalho de Melo found = n; 412923c42c1SMike Galbraith break; 413923c42c1SMike Galbraith } 414ab81f3fdSArnaldo Carvalho de Melo next = rb_next(&n->rb_node); 415923c42c1SMike Galbraith } 416923c42c1SMike Galbraith 417923c42c1SMike Galbraith if (!found) { 41866aeb6d5SKirill Smelkov fprintf(stderr, "Sorry, %s is not active.\n", buf); 419923c42c1SMike Galbraith sleep(1); 420923c42c1SMike Galbraith } else 4211758af10SArnaldo Carvalho de Melo perf_top__parse_source(top, found); 422923c42c1SMike Galbraith 423923c42c1SMike Galbraith out_free: 424923c42c1SMike Galbraith free(buf); 425923c42c1SMike Galbraith } 426923c42c1SMike Galbraith 4271758af10SArnaldo Carvalho de Melo static void perf_top__print_mapped_keys(struct perf_top *top) 428923c42c1SMike Galbraith { 429091bd2e9SMike Galbraith char *name = NULL; 430091bd2e9SMike Galbraith 4311758af10SArnaldo Carvalho de Melo if (top->sym_filter_entry) { 4321758af10SArnaldo Carvalho de Melo struct symbol *sym = top->sym_filter_entry->ms.sym; 433091bd2e9SMike Galbraith name = sym->name; 434091bd2e9SMike Galbraith } 435091bd2e9SMike Galbraith 436091bd2e9SMike Galbraith fprintf(stdout, "\nMapped keys:\n"); 4371758af10SArnaldo Carvalho de Melo fprintf(stdout, "\t[d] display refresh delay. \t(%d)\n", top->delay_secs); 4381758af10SArnaldo Carvalho de Melo fprintf(stdout, "\t[e] display entries (lines). \t(%d)\n", top->print_entries); 439091bd2e9SMike Galbraith 4406484d2f9SJiri Olsa if (top->evlist->core.nr_entries > 1) 4417289f83cSArnaldo Carvalho de Melo fprintf(stdout, "\t[E] active event counter. \t(%s)\n", perf_evsel__name(top->sym_evsel)); 442091bd2e9SMike Galbraith 4431758af10SArnaldo Carvalho de Melo fprintf(stdout, "\t[f] profile display filter (count). \t(%d)\n", top->count_filter); 444091bd2e9SMike Galbraith 445982d410bSArnaldo Carvalho de Melo fprintf(stdout, "\t[F] annotate display filter (percent). \t(%d%%)\n", top->annotation_opts.min_pcnt); 446091bd2e9SMike Galbraith fprintf(stdout, "\t[s] annotate symbol. \t(%s)\n", name?: "NULL"); 447091bd2e9SMike Galbraith fprintf(stdout, "\t[S] stop annotation.\n"); 448091bd2e9SMike Galbraith 4498ffcda17SArnaldo Carvalho de Melo fprintf(stdout, 4508fce3743SSihyeon Jang "\t[K] hide kernel symbols. \t(%s)\n", 4511758af10SArnaldo Carvalho de Melo top->hide_kernel_symbols ? "yes" : "no"); 4528ffcda17SArnaldo Carvalho de Melo fprintf(stdout, 4538ffcda17SArnaldo Carvalho de Melo "\t[U] hide user symbols. \t(%s)\n", 4541758af10SArnaldo Carvalho de Melo top->hide_user_symbols ? "yes" : "no"); 4551758af10SArnaldo Carvalho de Melo fprintf(stdout, "\t[z] toggle sample zeroing. \t(%d)\n", top->zero ? 1 : 0); 456091bd2e9SMike Galbraith fprintf(stdout, "\t[qQ] quit.\n"); 457091bd2e9SMike Galbraith } 458091bd2e9SMike Galbraith 4591758af10SArnaldo Carvalho de Melo static int perf_top__key_mapped(struct perf_top *top, int c) 460091bd2e9SMike Galbraith { 461091bd2e9SMike Galbraith switch (c) { 462091bd2e9SMike Galbraith case 'd': 463091bd2e9SMike Galbraith case 'e': 464091bd2e9SMike Galbraith case 'f': 465091bd2e9SMike Galbraith case 'z': 466091bd2e9SMike Galbraith case 'q': 467091bd2e9SMike Galbraith case 'Q': 4688ffcda17SArnaldo Carvalho de Melo case 'K': 4698ffcda17SArnaldo Carvalho de Melo case 'U': 4706cff0e8dSKirill Smelkov case 'F': 4716cff0e8dSKirill Smelkov case 's': 4726cff0e8dSKirill Smelkov case 'S': 473091bd2e9SMike Galbraith return 1; 474091bd2e9SMike Galbraith case 'E': 4756484d2f9SJiri Olsa return top->evlist->core.nr_entries > 1 ? 1 : 0; 47683a0944fSIngo Molnar default: 47783a0944fSIngo Molnar break; 478091bd2e9SMike Galbraith } 479091bd2e9SMike Galbraith 480091bd2e9SMike Galbraith return 0; 481923c42c1SMike Galbraith } 482923c42c1SMike Galbraith 48311859e82SArnaldo Carvalho de Melo static bool perf_top__handle_keypress(struct perf_top *top, int c) 484923c42c1SMike Galbraith { 48511859e82SArnaldo Carvalho de Melo bool ret = true; 48611859e82SArnaldo Carvalho de Melo 4871758af10SArnaldo Carvalho de Melo if (!perf_top__key_mapped(top, c)) { 488091bd2e9SMike Galbraith struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; 4893969cc09SJiri Olsa struct termios save; 490091bd2e9SMike Galbraith 4911758af10SArnaldo Carvalho de Melo perf_top__print_mapped_keys(top); 492091bd2e9SMike Galbraith fprintf(stdout, "\nEnter selection, or unmapped key to continue: "); 493091bd2e9SMike Galbraith fflush(stdout); 494091bd2e9SMike Galbraith 4953969cc09SJiri Olsa set_term_quiet_input(&save); 496091bd2e9SMike Galbraith 497091bd2e9SMike Galbraith poll(&stdin_poll, 1, -1); 498091bd2e9SMike Galbraith c = getc(stdin); 499091bd2e9SMike Galbraith 500091bd2e9SMike Galbraith tcsetattr(0, TCSAFLUSH, &save); 5011758af10SArnaldo Carvalho de Melo if (!perf_top__key_mapped(top, c)) 50211859e82SArnaldo Carvalho de Melo return ret; 503091bd2e9SMike Galbraith } 504091bd2e9SMike Galbraith 505923c42c1SMike Galbraith switch (c) { 506923c42c1SMike Galbraith case 'd': 5071758af10SArnaldo Carvalho de Melo prompt_integer(&top->delay_secs, "Enter display delay"); 5081758af10SArnaldo Carvalho de Melo if (top->delay_secs < 1) 5091758af10SArnaldo Carvalho de Melo top->delay_secs = 1; 510923c42c1SMike Galbraith break; 511923c42c1SMike Galbraith case 'e': 5121758af10SArnaldo Carvalho de Melo prompt_integer(&top->print_entries, "Enter display entries (lines)"); 5131758af10SArnaldo Carvalho de Melo if (top->print_entries == 0) { 514b135e5eeSJiri Olsa perf_top__resize(top); 515244a1086SJiri Olsa signal(SIGWINCH, winch_sig); 516509605dbSStephane Eranian } else { 5173b6ed988SArnaldo Carvalho de Melo signal(SIGWINCH, SIG_DFL); 518509605dbSStephane Eranian } 519923c42c1SMike Galbraith break; 520923c42c1SMike Galbraith case 'E': 5216484d2f9SJiri Olsa if (top->evlist->core.nr_entries > 1) { 522ce2d17caSAkihiro Nagai /* Select 0 as the default event: */ 523ce2d17caSAkihiro Nagai int counter = 0; 524ce2d17caSAkihiro Nagai 525923c42c1SMike Galbraith fprintf(stderr, "\nAvailable events:"); 52669aad6f1SArnaldo Carvalho de Melo 527e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(top->evlist, top->sym_evsel) 5287289f83cSArnaldo Carvalho de Melo fprintf(stderr, "\n\t%d %s", top->sym_evsel->idx, perf_evsel__name(top->sym_evsel)); 529923c42c1SMike Galbraith 530ec52d976SArnaldo Carvalho de Melo prompt_integer(&counter, "Enter details event counter"); 531923c42c1SMike Galbraith 5326484d2f9SJiri Olsa if (counter >= top->evlist->core.nr_entries) { 5330c21f736SArnaldo Carvalho de Melo top->sym_evsel = perf_evlist__first(top->evlist); 5347289f83cSArnaldo Carvalho de Melo fprintf(stderr, "Sorry, no such event, using %s.\n", perf_evsel__name(top->sym_evsel)); 535923c42c1SMike Galbraith sleep(1); 53669aad6f1SArnaldo Carvalho de Melo break; 537923c42c1SMike Galbraith } 538e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(top->evlist, top->sym_evsel) 5391758af10SArnaldo Carvalho de Melo if (top->sym_evsel->idx == counter) 54069aad6f1SArnaldo Carvalho de Melo break; 541ec52d976SArnaldo Carvalho de Melo } else 5420c21f736SArnaldo Carvalho de Melo top->sym_evsel = perf_evlist__first(top->evlist); 543923c42c1SMike Galbraith break; 544923c42c1SMike Galbraith case 'f': 5451758af10SArnaldo Carvalho de Melo prompt_integer(&top->count_filter, "Enter display event count filter"); 546923c42c1SMike Galbraith break; 547923c42c1SMike Galbraith case 'F': 548982d410bSArnaldo Carvalho de Melo prompt_percent(&top->annotation_opts.min_pcnt, 5491758af10SArnaldo Carvalho de Melo "Enter details display event filter (percent)"); 550923c42c1SMike Galbraith break; 5518ffcda17SArnaldo Carvalho de Melo case 'K': 5521758af10SArnaldo Carvalho de Melo top->hide_kernel_symbols = !top->hide_kernel_symbols; 5538ffcda17SArnaldo Carvalho de Melo break; 554923c42c1SMike Galbraith case 'q': 555923c42c1SMike Galbraith case 'Q': 556923c42c1SMike Galbraith printf("exiting.\n"); 5571758af10SArnaldo Carvalho de Melo if (top->dump_symtab) 5581758af10SArnaldo Carvalho de Melo perf_session__fprintf_dsos(top->session, stderr); 55911859e82SArnaldo Carvalho de Melo ret = false; 56011859e82SArnaldo Carvalho de Melo break; 561923c42c1SMike Galbraith case 's': 5621758af10SArnaldo Carvalho de Melo perf_top__prompt_symbol(top, "Enter details symbol"); 563923c42c1SMike Galbraith break; 564923c42c1SMike Galbraith case 'S': 5651758af10SArnaldo Carvalho de Melo if (!top->sym_filter_entry) 566923c42c1SMike Galbraith break; 567923c42c1SMike Galbraith else { 5681758af10SArnaldo Carvalho de Melo struct hist_entry *syme = top->sym_filter_entry; 569923c42c1SMike Galbraith 5701758af10SArnaldo Carvalho de Melo top->sym_filter_entry = NULL; 571923c42c1SMike Galbraith __zero_source_counters(syme); 572923c42c1SMike Galbraith } 573923c42c1SMike Galbraith break; 5748ffcda17SArnaldo Carvalho de Melo case 'U': 5751758af10SArnaldo Carvalho de Melo top->hide_user_symbols = !top->hide_user_symbols; 5768ffcda17SArnaldo Carvalho de Melo break; 577923c42c1SMike Galbraith case 'z': 5781758af10SArnaldo Carvalho de Melo top->zero = !top->zero; 579923c42c1SMike Galbraith break; 58083a0944fSIngo Molnar default: 58183a0944fSIngo Molnar break; 582923c42c1SMike Galbraith } 58311859e82SArnaldo Carvalho de Melo 58411859e82SArnaldo Carvalho de Melo return ret; 585923c42c1SMike Galbraith } 586923c42c1SMike Galbraith 587ab81f3fdSArnaldo Carvalho de Melo static void perf_top__sort_new_samples(void *arg) 588ab81f3fdSArnaldo Carvalho de Melo { 589ab81f3fdSArnaldo Carvalho de Melo struct perf_top *t = arg; 5904ea062edSArnaldo Carvalho de Melo 591ab81f3fdSArnaldo Carvalho de Melo if (t->evlist->selected != NULL) 592ab81f3fdSArnaldo Carvalho de Melo t->sym_evsel = t->evlist->selected; 593ab81f3fdSArnaldo Carvalho de Melo 594ea4385f8SNamhyung Kim perf_top__resort_hists(t); 595254de74cSJiri Olsa 596d8590430SJiri Olsa if (t->lost || t->drop) 597254de74cSJiri Olsa pr_warning("Too slow to read ring buffer (change period (-c/-F) or limit CPUs (-C)\n"); 598701937bdSNamhyung Kim } 599701937bdSNamhyung Kim 600c94cef4bSJiri Olsa static void stop_top(void) 601c94cef4bSJiri Olsa { 602c94cef4bSJiri Olsa session_done = 1; 603c94cef4bSJiri Olsa done = 1; 604c94cef4bSJiri Olsa } 605c94cef4bSJiri Olsa 6061758af10SArnaldo Carvalho de Melo static void *display_thread_tui(void *arg) 607c0443df1SArnaldo Carvalho de Melo { 60832dcd021SJiri Olsa struct evsel *pos; 6091758af10SArnaldo Carvalho de Melo struct perf_top *top = arg; 610ab81f3fdSArnaldo Carvalho de Melo const char *help = "For a higher level overview, try: perf top --sort comm,dso"; 6119783adf7SNamhyung Kim struct hist_browser_timer hbt = { 6129783adf7SNamhyung Kim .timer = perf_top__sort_new_samples, 6139783adf7SNamhyung Kim .arg = top, 6149783adf7SNamhyung Kim .refresh = top->delay_secs, 6159783adf7SNamhyung Kim }; 616ab81f3fdSArnaldo Carvalho de Melo 617868a8329SKrister Johansen /* In order to read symbols from other namespaces perf to needs to call 618868a8329SKrister Johansen * setns(2). This isn't permitted if the struct_fs has multiple users. 619868a8329SKrister Johansen * unshare(2) the fs so that we may continue to setns into namespaces 620868a8329SKrister Johansen * that we're observing. 621868a8329SKrister Johansen */ 622868a8329SKrister Johansen unshare(CLONE_FS); 623868a8329SKrister Johansen 6241205a271SArnaldo Carvalho de Melo prctl(PR_SET_NAME, "perf-top-UI", 0, 0, 0); 6251205a271SArnaldo Carvalho de Melo 6261758af10SArnaldo Carvalho de Melo perf_top__sort_new_samples(top); 6270d37aa34SArnaldo Carvalho de Melo 6280d37aa34SArnaldo Carvalho de Melo /* 6290d37aa34SArnaldo Carvalho de Melo * Initialize the uid_filter_str, in the future the TUI will allow 630adba1634SIngo Molnar * Zooming in/out UIDs. For now just use whatever the user passed 6310d37aa34SArnaldo Carvalho de Melo * via --uid. 6320d37aa34SArnaldo Carvalho de Melo */ 633e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(top->evlist, pos) { 6344ea062edSArnaldo Carvalho de Melo struct hists *hists = evsel__hists(pos); 6354ea062edSArnaldo Carvalho de Melo hists->uid_filter_str = top->record_opts.target.uid_str; 6364ea062edSArnaldo Carvalho de Melo } 6370d37aa34SArnaldo Carvalho de Melo 63813d1e536SNamhyung Kim perf_evlist__tui_browse_hists(top->evlist, help, &hbt, 6395d484f99SArnaldo Carvalho de Melo top->min_percent, 640a1ff5b05SKan Liang &top->session->header.env, 641cd0cccbaSArnaldo Carvalho de Melo !top->record_opts.overwrite, 642cd0cccbaSArnaldo Carvalho de Melo &top->annotation_opts); 643ab81f3fdSArnaldo Carvalho de Melo 644c94cef4bSJiri Olsa stop_top(); 645c0443df1SArnaldo Carvalho de Melo return NULL; 646c0443df1SArnaldo Carvalho de Melo } 647c0443df1SArnaldo Carvalho de Melo 6484a1a9971SJiri Olsa static void display_sig(int sig __maybe_unused) 6494a1a9971SJiri Olsa { 650c94cef4bSJiri Olsa stop_top(); 6514a1a9971SJiri Olsa } 6524a1a9971SJiri Olsa 6534a1a9971SJiri Olsa static void display_setup_sig(void) 6544a1a9971SJiri Olsa { 65509f4d78aSArnaldo Carvalho de Melo signal(SIGSEGV, sighandler_dump_stack); 65609f4d78aSArnaldo Carvalho de Melo signal(SIGFPE, sighandler_dump_stack); 6574a1a9971SJiri Olsa signal(SIGINT, display_sig); 6584a1a9971SJiri Olsa signal(SIGQUIT, display_sig); 6594a1a9971SJiri Olsa signal(SIGTERM, display_sig); 6604a1a9971SJiri Olsa } 6614a1a9971SJiri Olsa 6621758af10SArnaldo Carvalho de Melo static void *display_thread(void *arg) 66386470930SIngo Molnar { 66486470930SIngo Molnar struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; 6659398c484SJiri Olsa struct termios save; 6661758af10SArnaldo Carvalho de Melo struct perf_top *top = arg; 667923c42c1SMike Galbraith int delay_msecs, c; 66886470930SIngo Molnar 669868a8329SKrister Johansen /* In order to read symbols from other namespaces perf to needs to call 670868a8329SKrister Johansen * setns(2). This isn't permitted if the struct_fs has multiple users. 671868a8329SKrister Johansen * unshare(2) the fs so that we may continue to setns into namespaces 672868a8329SKrister Johansen * that we're observing. 673868a8329SKrister Johansen */ 674868a8329SKrister Johansen unshare(CLONE_FS); 675868a8329SKrister Johansen 6761205a271SArnaldo Carvalho de Melo prctl(PR_SET_NAME, "perf-top-UI", 0, 0, 0); 6771205a271SArnaldo Carvalho de Melo 6784a1a9971SJiri Olsa display_setup_sig(); 6793af6e338SArnaldo Carvalho de Melo pthread__unblock_sigwinch(); 680923c42c1SMike Galbraith repeat: 681b9c4b0f4SArnaldo Carvalho de Melo delay_msecs = top->delay_secs * MSEC_PER_SEC; 6829398c484SJiri Olsa set_term_quiet_input(&save); 683923c42c1SMike Galbraith /* trash return*/ 684923c42c1SMike Galbraith getc(stdin); 68586470930SIngo Molnar 68611859e82SArnaldo Carvalho de Melo while (!done) { 6871758af10SArnaldo Carvalho de Melo perf_top__print_sym_table(top); 6883af6e338SArnaldo Carvalho de Melo /* 6893af6e338SArnaldo Carvalho de Melo * Either timeout expired or we got an EINTR due to SIGWINCH, 6903af6e338SArnaldo Carvalho de Melo * refresh screen in both cases. 6913af6e338SArnaldo Carvalho de Melo */ 6923af6e338SArnaldo Carvalho de Melo switch (poll(&stdin_poll, 1, delay_msecs)) { 6933af6e338SArnaldo Carvalho de Melo case 0: 6943af6e338SArnaldo Carvalho de Melo continue; 6953af6e338SArnaldo Carvalho de Melo case -1: 6963af6e338SArnaldo Carvalho de Melo if (errno == EINTR) 6973af6e338SArnaldo Carvalho de Melo continue; 6987b0214b7SArnaldo Carvalho de Melo __fallthrough; 6993af6e338SArnaldo Carvalho de Melo default: 700923c42c1SMike Galbraith c = getc(stdin); 701923c42c1SMike Galbraith tcsetattr(0, TCSAFLUSH, &save); 702923c42c1SMike Galbraith 70311859e82SArnaldo Carvalho de Melo if (perf_top__handle_keypress(top, c)) 704923c42c1SMike Galbraith goto repeat; 705c94cef4bSJiri Olsa stop_top(); 70611859e82SArnaldo Carvalho de Melo } 70711859e82SArnaldo Carvalho de Melo } 70886470930SIngo Molnar 7094a1a9971SJiri Olsa tcsetattr(0, TCSAFLUSH, &save); 71086470930SIngo Molnar return NULL; 71186470930SIngo Molnar } 71286470930SIngo Molnar 7137c50391fSNamhyung Kim static int hist_iter__top_callback(struct hist_entry_iter *iter, 7147c50391fSNamhyung Kim struct addr_location *al, bool single, 7157c50391fSNamhyung Kim void *arg) 7167c50391fSNamhyung Kim { 7177c50391fSNamhyung Kim struct perf_top *top = arg; 7187c50391fSNamhyung Kim struct hist_entry *he = iter->he; 71932dcd021SJiri Olsa struct evsel *evsel = iter->evsel; 7207c50391fSNamhyung Kim 7212e0453afSJiri Olsa if (perf_hpp_list.sym && single) 722e345f3bdSArnaldo Carvalho de Melo perf_top__record_precise_ip(top, he, iter->sample, evsel, al->addr); 7237c50391fSNamhyung Kim 724a18b027eSAndi Kleen hist__account_cycles(iter->sample->branch_stack, al, iter->sample, 725a18b027eSAndi Kleen !(top->record_opts.branch_stack & PERF_SAMPLE_BRANCH_ANY)); 7267c50391fSNamhyung Kim return 0; 7277c50391fSNamhyung Kim } 7287c50391fSNamhyung Kim 7291758af10SArnaldo Carvalho de Melo static void perf_event__process_sample(struct perf_tool *tool, 7301758af10SArnaldo Carvalho de Melo const union perf_event *event, 73132dcd021SJiri Olsa struct evsel *evsel, 7328d50e5b4SArnaldo Carvalho de Melo struct perf_sample *sample, 733743eb868SArnaldo Carvalho de Melo struct machine *machine) 73486470930SIngo Molnar { 7351758af10SArnaldo Carvalho de Melo struct perf_top *top = container_of(tool, struct perf_top, tool); 7361ed091c4SArnaldo Carvalho de Melo struct addr_location al; 73719d4ac3cSArnaldo Carvalho de Melo int err; 7385b2bb75aSArnaldo Carvalho de Melo 73923346f21SArnaldo Carvalho de Melo if (!machine && perf_guest) { 7406b118e92SDavid Ahern static struct intlist *seen; 7416b118e92SDavid Ahern 7426b118e92SDavid Ahern if (!seen) 743ffe0fb76SArnaldo Carvalho de Melo seen = intlist__new(NULL); 7446b118e92SDavid Ahern 745ef89325fSAdrian Hunter if (!intlist__has_entry(seen, sample->pid)) { 746a1645ce1SZhang, Yanmin pr_err("Can't find guest [%d]'s kernel information\n", 747ef89325fSAdrian Hunter sample->pid); 748ef89325fSAdrian Hunter intlist__add(seen, sample->pid); 7496b118e92SDavid Ahern } 750a1645ce1SZhang, Yanmin return; 751a1645ce1SZhang, Yanmin } 752a1645ce1SZhang, Yanmin 7530c095715SJoerg Roedel if (!machine) { 75411859e82SArnaldo Carvalho de Melo pr_err("%u unprocessable samples recorded.\r", 75575be989aSArnaldo Carvalho de Melo top->session->evlist->stats.nr_unprocessable_samples++); 7560c095715SJoerg Roedel return; 7570c095715SJoerg Roedel } 7580c095715SJoerg Roedel 7598115d60cSArnaldo Carvalho de Melo if (event->header.misc & PERF_RECORD_MISC_EXACT_IP) 7601758af10SArnaldo Carvalho de Melo top->exact_samples++; 7611676b8a0SPeter Zijlstra 762bb3eb566SArnaldo Carvalho de Melo if (machine__resolve(machine, &al, sample) < 0) 7631ed091c4SArnaldo Carvalho de Melo return; 76486470930SIngo Molnar 765e77a0742SArnaldo Carvalho de Melo if (!machine->kptr_restrict_warned && 7665f6f5580SArnaldo Carvalho de Melo symbol_conf.kptr_restrict && 7675f6f5580SArnaldo Carvalho de Melo al.cpumode == PERF_RECORD_MISC_KERNEL) { 768b89a5124SArnaldo Carvalho de Melo if (!perf_evlist__exclude_kernel(top->session->evlist)) { 7695f6f5580SArnaldo Carvalho de Melo ui__warning( 7705f6f5580SArnaldo Carvalho de Melo "Kernel address maps (/proc/{kallsyms,modules}) are restricted.\n\n" 771d06e5fadSIgor Lubashev "Check /proc/sys/kernel/kptr_restrict and /proc/sys/kernel/perf_event_paranoid.\n\n" 7725f6f5580SArnaldo Carvalho de Melo "Kernel%s samples will not be resolved.\n", 773e94b861aSArnaldo Carvalho de Melo al.map && map__has_symbols(al.map) ? 7745f6f5580SArnaldo Carvalho de Melo " modules" : ""); 7755f6f5580SArnaldo Carvalho de Melo if (use_browser <= 0) 7765f6f5580SArnaldo Carvalho de Melo sleep(5); 777b89a5124SArnaldo Carvalho de Melo } 778e77a0742SArnaldo Carvalho de Melo machine->kptr_restrict_warned = true; 7795f6f5580SArnaldo Carvalho de Melo } 7805f6f5580SArnaldo Carvalho de Melo 78168766bfaSArnaldo Carvalho de Melo if (al.sym == NULL && al.map != NULL) { 782e4a338d0SArnaldo Carvalho de Melo const char *msg = "Kernel samples will not be resolved.\n"; 78372b8fa17SArnaldo Carvalho de Melo /* 78472b8fa17SArnaldo Carvalho de Melo * As we do lazy loading of symtabs we only will know if the 78572b8fa17SArnaldo Carvalho de Melo * specified vmlinux file is invalid when we actually have a 78672b8fa17SArnaldo Carvalho de Melo * hit in kernel space and then try to load it. So if we get 78772b8fa17SArnaldo Carvalho de Melo * here and there are _no_ symbols in the DSO backing the 78872b8fa17SArnaldo Carvalho de Melo * kernel map, bail out. 78972b8fa17SArnaldo Carvalho de Melo * 79072b8fa17SArnaldo Carvalho de Melo * We may never get here, for instance, if we use -K/ 79172b8fa17SArnaldo Carvalho de Melo * --hide-kernel-symbols, even if the user specifies an 79272b8fa17SArnaldo Carvalho de Melo * invalid --vmlinux ;-) 79372b8fa17SArnaldo Carvalho de Melo */ 794e77a0742SArnaldo Carvalho de Melo if (!machine->kptr_restrict_warned && !top->vmlinux_warned && 795e94b861aSArnaldo Carvalho de Melo __map__is_kernel(al.map) && map__has_symbols(al.map)) { 796e4a338d0SArnaldo Carvalho de Melo if (symbol_conf.vmlinux_name) { 79718425f13SArnaldo Carvalho de Melo char serr[256]; 79818425f13SArnaldo Carvalho de Melo dso__strerror_load(al.map->dso, serr, sizeof(serr)); 79918425f13SArnaldo Carvalho de Melo ui__warning("The %s file can't be used: %s\n%s", 80018425f13SArnaldo Carvalho de Melo symbol_conf.vmlinux_name, serr, msg); 801e4a338d0SArnaldo Carvalho de Melo } else { 802e4a338d0SArnaldo Carvalho de Melo ui__warning("A vmlinux file was not found.\n%s", 803e4a338d0SArnaldo Carvalho de Melo msg); 804e4a338d0SArnaldo Carvalho de Melo } 805e4a338d0SArnaldo Carvalho de Melo 806e4a338d0SArnaldo Carvalho de Melo if (use_browser <= 0) 807e4a338d0SArnaldo Carvalho de Melo sleep(5); 8081758af10SArnaldo Carvalho de Melo top->vmlinux_warned = true; 80972b8fa17SArnaldo Carvalho de Melo } 81072b8fa17SArnaldo Carvalho de Melo } 81172b8fa17SArnaldo Carvalho de Melo 812b55cc4edSArnaldo Carvalho de Melo if (al.sym == NULL || !al.sym->idle) { 8134ea062edSArnaldo Carvalho de Melo struct hists *hists = evsel__hists(evsel); 8147c50391fSNamhyung Kim struct hist_entry_iter iter = { 815063bd936SNamhyung Kim .evsel = evsel, 816063bd936SNamhyung Kim .sample = sample, 8177c50391fSNamhyung Kim .add_entry_cb = hist_iter__top_callback, 8187c50391fSNamhyung Kim }; 81970db7533SArnaldo Carvalho de Melo 8207c50391fSNamhyung Kim if (symbol_conf.cumulate_callchain) 8217c50391fSNamhyung Kim iter.ops = &hist_iter_cumulative; 8227c50391fSNamhyung Kim else 8237c50391fSNamhyung Kim iter.ops = &hist_iter_normal; 82419d4ac3cSArnaldo Carvalho de Melo 8254ea062edSArnaldo Carvalho de Melo pthread_mutex_lock(&hists->lock); 8267c50391fSNamhyung Kim 827063bd936SNamhyung Kim err = hist_entry_iter__add(&iter, &al, top->max_stack, top); 8287c50391fSNamhyung Kim if (err < 0) 829ab81f3fdSArnaldo Carvalho de Melo pr_err("Problem incrementing symbol period, skipping event\n"); 830ab81f3fdSArnaldo Carvalho de Melo 8314ea062edSArnaldo Carvalho de Melo pthread_mutex_unlock(&hists->lock); 8325807806aSArnaldo Carvalho de Melo } 833ab81f3fdSArnaldo Carvalho de Melo 834b91fc39fSArnaldo Carvalho de Melo addr_location__put(&al); 83586470930SIngo Molnar } 83686470930SIngo Molnar 837d24e3c98SJiri Olsa static void 838d24e3c98SJiri Olsa perf_top__process_lost(struct perf_top *top, union perf_event *event, 83932dcd021SJiri Olsa struct evsel *evsel) 840d24e3c98SJiri Olsa { 841d24e3c98SJiri Olsa struct hists *hists = evsel__hists(evsel); 842d24e3c98SJiri Olsa 843d24e3c98SJiri Olsa top->lost += event->lost.lost; 844d24e3c98SJiri Olsa top->lost_total += event->lost.lost; 845d24e3c98SJiri Olsa hists->stats.total_lost += event->lost.lost; 846d24e3c98SJiri Olsa } 847d24e3c98SJiri Olsa 848d24e3c98SJiri Olsa static void 849d24e3c98SJiri Olsa perf_top__process_lost_samples(struct perf_top *top, 850d24e3c98SJiri Olsa union perf_event *event, 85132dcd021SJiri Olsa struct evsel *evsel) 852d24e3c98SJiri Olsa { 853d24e3c98SJiri Olsa struct hists *hists = evsel__hists(evsel); 854d24e3c98SJiri Olsa 855d24e3c98SJiri Olsa top->lost += event->lost_samples.lost; 856d24e3c98SJiri Olsa top->lost_total += event->lost_samples.lost; 857d24e3c98SJiri Olsa hists->stats.total_lost_samples += event->lost_samples.lost; 858d24e3c98SJiri Olsa } 859d24e3c98SJiri Olsa 860d63b9f6fSJiri Olsa static u64 last_timestamp; 861d63b9f6fSJiri Olsa 8621758af10SArnaldo Carvalho de Melo static void perf_top__mmap_read_idx(struct perf_top *top, int idx) 86386470930SIngo Molnar { 864ebebbf08SKan Liang struct record_opts *opts = &top->record_opts; 86563503dbaSJiri Olsa struct evlist *evlist = top->evlist; 866ebebbf08SKan Liang struct perf_mmap *md; 8678115d60cSArnaldo Carvalho de Melo union perf_event *event; 86886470930SIngo Molnar 869ebebbf08SKan Liang md = opts->overwrite ? &evlist->overwrite_mmap[idx] : &evlist->mmap[idx]; 870b9bae2c8SKan Liang if (perf_mmap__read_init(md) < 0) 871ebebbf08SKan Liang return; 872ebebbf08SKan Liang 8730019dc87SKan Liang while ((event = perf_mmap__read_event(md)) != NULL) { 87416c66bc1SJiri Olsa int ret; 87504391debSArnaldo Carvalho de Melo 876d63b9f6fSJiri Olsa ret = perf_evlist__parse_sample_timestamp(evlist, event, &last_timestamp); 87716c66bc1SJiri Olsa if (ret && ret != -1) 878743eb868SArnaldo Carvalho de Melo break; 879743eb868SArnaldo Carvalho de Melo 880d63b9f6fSJiri Olsa ret = ordered_events__queue(top->qe.in, event, last_timestamp, 0); 88116c66bc1SJiri Olsa if (ret) 88216c66bc1SJiri Olsa break; 88394ad6e7eSJiri Olsa 88494ad6e7eSJiri Olsa perf_mmap__consume(md); 88594ad6e7eSJiri Olsa 88694ad6e7eSJiri Olsa if (top->qe.rotate) { 88794ad6e7eSJiri Olsa pthread_mutex_lock(&top->qe.mutex); 88894ad6e7eSJiri Olsa top->qe.rotate = false; 88994ad6e7eSJiri Olsa pthread_cond_signal(&top->qe.cond); 89094ad6e7eSJiri Olsa pthread_mutex_unlock(&top->qe.mutex); 89194ad6e7eSJiri Olsa } 89286470930SIngo Molnar } 893ebebbf08SKan Liang 894ebebbf08SKan Liang perf_mmap__read_done(md); 89586470930SIngo Molnar } 89686470930SIngo Molnar 8971758af10SArnaldo Carvalho de Melo static void perf_top__mmap_read(struct perf_top *top) 8982f01190aSFrederic Weisbecker { 899ebebbf08SKan Liang bool overwrite = top->record_opts.overwrite; 90063503dbaSJiri Olsa struct evlist *evlist = top->evlist; 90170db7533SArnaldo Carvalho de Melo int i; 9022f01190aSFrederic Weisbecker 903ebebbf08SKan Liang if (overwrite) 904ebebbf08SKan Liang perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_DATA_PENDING); 905ebebbf08SKan Liang 9061758af10SArnaldo Carvalho de Melo for (i = 0; i < top->evlist->nr_mmaps; i++) 9071758af10SArnaldo Carvalho de Melo perf_top__mmap_read_idx(top, i); 908ebebbf08SKan Liang 909ebebbf08SKan Liang if (overwrite) { 910ebebbf08SKan Liang perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_EMPTY); 911ebebbf08SKan Liang perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_RUNNING); 912ebebbf08SKan Liang } 9132f01190aSFrederic Weisbecker } 9142f01190aSFrederic Weisbecker 91563878a53SKan Liang /* 91663878a53SKan Liang * Check per-event overwrite term. 91763878a53SKan Liang * perf top should support consistent term for all events. 91863878a53SKan Liang * - All events don't have per-event term 91963878a53SKan Liang * E.g. "cpu/cpu-cycles/,cpu/instructions/" 92063878a53SKan Liang * Nothing change, return 0. 92163878a53SKan Liang * - All events have same per-event term 92263878a53SKan Liang * E.g. "cpu/cpu-cycles,no-overwrite/,cpu/instructions,no-overwrite/ 92363878a53SKan Liang * Using the per-event setting to replace the opts->overwrite if 92463878a53SKan Liang * they are different, then return 0. 92563878a53SKan Liang * - Events have different per-event term 92663878a53SKan Liang * E.g. "cpu/cpu-cycles,overwrite/,cpu/instructions,no-overwrite/" 92763878a53SKan Liang * Return -1 92863878a53SKan Liang * - Some of the event set per-event term, but some not. 92963878a53SKan Liang * E.g. "cpu/cpu-cycles/,cpu/instructions,no-overwrite/" 93063878a53SKan Liang * Return -1 93163878a53SKan Liang */ 93263878a53SKan Liang static int perf_top__overwrite_check(struct perf_top *top) 93363878a53SKan Liang { 93463878a53SKan Liang struct record_opts *opts = &top->record_opts; 93563503dbaSJiri Olsa struct evlist *evlist = top->evlist; 93663878a53SKan Liang struct perf_evsel_config_term *term; 93763878a53SKan Liang struct list_head *config_terms; 93832dcd021SJiri Olsa struct evsel *evsel; 93963878a53SKan Liang int set, overwrite = -1; 94063878a53SKan Liang 94163878a53SKan Liang evlist__for_each_entry(evlist, evsel) { 94263878a53SKan Liang set = -1; 94363878a53SKan Liang config_terms = &evsel->config_terms; 94463878a53SKan Liang list_for_each_entry(term, config_terms, list) { 94563878a53SKan Liang if (term->type == PERF_EVSEL__CONFIG_TERM_OVERWRITE) 94663878a53SKan Liang set = term->val.overwrite ? 1 : 0; 94763878a53SKan Liang } 94863878a53SKan Liang 94963878a53SKan Liang /* no term for current and previous event (likely) */ 95063878a53SKan Liang if ((overwrite < 0) && (set < 0)) 95163878a53SKan Liang continue; 95263878a53SKan Liang 95363878a53SKan Liang /* has term for both current and previous event, compare */ 95463878a53SKan Liang if ((overwrite >= 0) && (set >= 0) && (overwrite != set)) 95563878a53SKan Liang return -1; 95663878a53SKan Liang 95763878a53SKan Liang /* no term for current event but has term for previous one */ 95863878a53SKan Liang if ((overwrite >= 0) && (set < 0)) 95963878a53SKan Liang return -1; 96063878a53SKan Liang 96163878a53SKan Liang /* has term for current event */ 96263878a53SKan Liang if ((overwrite < 0) && (set >= 0)) { 96363878a53SKan Liang /* if it's first event, set overwrite */ 96463878a53SKan Liang if (evsel == perf_evlist__first(evlist)) 96563878a53SKan Liang overwrite = set; 96663878a53SKan Liang else 96763878a53SKan Liang return -1; 96863878a53SKan Liang } 96963878a53SKan Liang } 97063878a53SKan Liang 97163878a53SKan Liang if ((overwrite >= 0) && (opts->overwrite != overwrite)) 97263878a53SKan Liang opts->overwrite = overwrite; 97363878a53SKan Liang 97463878a53SKan Liang return 0; 97563878a53SKan Liang } 97663878a53SKan Liang 977204721d7SKan Liang static int perf_top_overwrite_fallback(struct perf_top *top, 97832dcd021SJiri Olsa struct evsel *evsel) 979204721d7SKan Liang { 980204721d7SKan Liang struct record_opts *opts = &top->record_opts; 98163503dbaSJiri Olsa struct evlist *evlist = top->evlist; 98232dcd021SJiri Olsa struct evsel *counter; 983204721d7SKan Liang 984204721d7SKan Liang if (!opts->overwrite) 985204721d7SKan Liang return 0; 986204721d7SKan Liang 987204721d7SKan Liang /* only fall back when first event fails */ 988204721d7SKan Liang if (evsel != perf_evlist__first(evlist)) 989204721d7SKan Liang return 0; 990204721d7SKan Liang 991204721d7SKan Liang evlist__for_each_entry(evlist, counter) 9921fc632ceSJiri Olsa counter->core.attr.write_backward = false; 993204721d7SKan Liang opts->overwrite = false; 994853745f5SKan Liang pr_debug2("fall back to non-overwrite mode\n"); 995204721d7SKan Liang return 1; 996204721d7SKan Liang } 997204721d7SKan Liang 99811859e82SArnaldo Carvalho de Melo static int perf_top__start_counters(struct perf_top *top) 99972cb7013SArnaldo Carvalho de Melo { 1000d6195a6aSArnaldo Carvalho de Melo char msg[BUFSIZ]; 100132dcd021SJiri Olsa struct evsel *counter; 100263503dbaSJiri Olsa struct evlist *evlist = top->evlist; 1003b4006796SArnaldo Carvalho de Melo struct record_opts *opts = &top->record_opts; 1004727ab04eSArnaldo Carvalho de Melo 100563878a53SKan Liang if (perf_top__overwrite_check(top)) { 100663878a53SKan Liang ui__error("perf top only support consistent per-event " 100763878a53SKan Liang "overwrite setting for all events\n"); 100863878a53SKan Liang goto out_err; 100963878a53SKan Liang } 101063878a53SKan Liang 1011e68ae9cfSArnaldo Carvalho de Melo perf_evlist__config(evlist, opts, &callchain_param); 101272cb7013SArnaldo Carvalho de Melo 1013e5cadb93SArnaldo Carvalho de Melo evlist__for_each_entry(evlist, counter) { 101472cb7013SArnaldo Carvalho de Melo try_again: 1015f72f901dSJiri Olsa if (evsel__open(counter, top->evlist->core.cpus, 101603617c22SJiri Olsa top->evlist->core.threads) < 0) { 1017204721d7SKan Liang 1018204721d7SKan Liang /* 1019204721d7SKan Liang * Specially handle overwrite fall back. 1020204721d7SKan Liang * Because perf top is the only tool which has 1021204721d7SKan Liang * overwrite mode by default, support 1022204721d7SKan Liang * both overwrite and non-overwrite mode, and 1023204721d7SKan Liang * require consistent mode for all events. 1024204721d7SKan Liang * 1025204721d7SKan Liang * May move it to generic code with more tools 1026204721d7SKan Liang * have similar attribute. 1027204721d7SKan Liang */ 1028204721d7SKan Liang if (perf_missing_features.write_backward && 1029204721d7SKan Liang perf_top_overwrite_fallback(top, counter)) 1030204721d7SKan Liang goto try_again; 1031204721d7SKan Liang 103256e52e85SArnaldo Carvalho de Melo if (perf_evsel__fallback(counter, errno, msg, sizeof(msg))) { 1033bb963e16SNamhyung Kim if (verbose > 0) 1034c0a54341SArnaldo Carvalho de Melo ui__warning("%s\n", msg); 103572cb7013SArnaldo Carvalho de Melo goto try_again; 103672cb7013SArnaldo Carvalho de Melo } 1037c286c419SArnaldo Carvalho de Melo 103856e52e85SArnaldo Carvalho de Melo perf_evsel__open_strerror(counter, &opts->target, 103956e52e85SArnaldo Carvalho de Melo errno, msg, sizeof(msg)); 104056e52e85SArnaldo Carvalho de Melo ui__error("%s\n", msg); 1041c286c419SArnaldo Carvalho de Melo goto out_err; 104272cb7013SArnaldo Carvalho de Melo } 104372cb7013SArnaldo Carvalho de Melo } 104470db7533SArnaldo Carvalho de Melo 1045f74b9d3aSWang Nan if (perf_evlist__mmap(evlist, opts->mmap_pages) < 0) { 10463780f488SNamhyung Kim ui__error("Failed to mmap with %d (%s)\n", 1047c8b5f2c9SArnaldo Carvalho de Melo errno, str_error_r(errno, msg, sizeof(msg))); 1048c286c419SArnaldo Carvalho de Melo goto out_err; 1049c286c419SArnaldo Carvalho de Melo } 1050c286c419SArnaldo Carvalho de Melo 105111859e82SArnaldo Carvalho de Melo return 0; 1052c286c419SArnaldo Carvalho de Melo 1053c286c419SArnaldo Carvalho de Melo out_err: 105411859e82SArnaldo Carvalho de Melo return -1; 105572cb7013SArnaldo Carvalho de Melo } 105672cb7013SArnaldo Carvalho de Melo 1057e3815264SArnaldo Carvalho de Melo static int callchain_param__setup_sample_type(struct callchain_param *callchain) 105819d4ac3cSArnaldo Carvalho de Melo { 1059f2e14cd2SArnaldo Carvalho de Melo if (callchain->mode != CHAIN_NONE) { 1060e3815264SArnaldo Carvalho de Melo if (callchain_register_param(callchain) < 0) { 10613780f488SNamhyung Kim ui__error("Can't register callchain params.\n"); 106219d4ac3cSArnaldo Carvalho de Melo return -EINVAL; 106319d4ac3cSArnaldo Carvalho de Melo } 106419d4ac3cSArnaldo Carvalho de Melo } 106519d4ac3cSArnaldo Carvalho de Melo 106619d4ac3cSArnaldo Carvalho de Melo return 0; 106719d4ac3cSArnaldo Carvalho de Melo } 106819d4ac3cSArnaldo Carvalho de Melo 106916c66bc1SJiri Olsa static struct ordered_events *rotate_queues(struct perf_top *top) 107016c66bc1SJiri Olsa { 107116c66bc1SJiri Olsa struct ordered_events *in = top->qe.in; 107216c66bc1SJiri Olsa 107316c66bc1SJiri Olsa if (top->qe.in == &top->qe.data[1]) 107416c66bc1SJiri Olsa top->qe.in = &top->qe.data[0]; 107516c66bc1SJiri Olsa else 107616c66bc1SJiri Olsa top->qe.in = &top->qe.data[1]; 107716c66bc1SJiri Olsa 107816c66bc1SJiri Olsa return in; 107916c66bc1SJiri Olsa } 108016c66bc1SJiri Olsa 108116c66bc1SJiri Olsa static void *process_thread(void *arg) 108216c66bc1SJiri Olsa { 108316c66bc1SJiri Olsa struct perf_top *top = arg; 108416c66bc1SJiri Olsa 108516c66bc1SJiri Olsa while (!done) { 108616c66bc1SJiri Olsa struct ordered_events *out, *in = top->qe.in; 108716c66bc1SJiri Olsa 108816c66bc1SJiri Olsa if (!in->nr_events) { 108916c66bc1SJiri Olsa usleep(100); 109016c66bc1SJiri Olsa continue; 109116c66bc1SJiri Olsa } 109216c66bc1SJiri Olsa 109316c66bc1SJiri Olsa out = rotate_queues(top); 109494ad6e7eSJiri Olsa 109594ad6e7eSJiri Olsa pthread_mutex_lock(&top->qe.mutex); 109694ad6e7eSJiri Olsa top->qe.rotate = true; 109794ad6e7eSJiri Olsa pthread_cond_wait(&top->qe.cond, &top->qe.mutex); 109894ad6e7eSJiri Olsa pthread_mutex_unlock(&top->qe.mutex); 109916c66bc1SJiri Olsa 110016c66bc1SJiri Olsa if (ordered_events__flush(out, OE_FLUSH__TOP)) 110116c66bc1SJiri Olsa pr_err("failed to process events\n"); 110216c66bc1SJiri Olsa } 110316c66bc1SJiri Olsa 110416c66bc1SJiri Olsa return NULL; 110516c66bc1SJiri Olsa } 110616c66bc1SJiri Olsa 1107d63b9f6fSJiri Olsa /* 1108d63b9f6fSJiri Olsa * Allow only 'top->delay_secs' seconds behind samples. 1109d63b9f6fSJiri Olsa */ 1110d63b9f6fSJiri Olsa static int should_drop(struct ordered_event *qevent, struct perf_top *top) 1111d63b9f6fSJiri Olsa { 1112d63b9f6fSJiri Olsa union perf_event *event = qevent->event; 1113d63b9f6fSJiri Olsa u64 delay_timestamp; 1114d63b9f6fSJiri Olsa 1115d63b9f6fSJiri Olsa if (event->header.type != PERF_RECORD_SAMPLE) 1116d63b9f6fSJiri Olsa return false; 1117d63b9f6fSJiri Olsa 1118d63b9f6fSJiri Olsa delay_timestamp = qevent->timestamp + top->delay_secs * NSEC_PER_SEC; 1119d63b9f6fSJiri Olsa return delay_timestamp < last_timestamp; 1120d63b9f6fSJiri Olsa } 1121d63b9f6fSJiri Olsa 112216c66bc1SJiri Olsa static int deliver_event(struct ordered_events *qe, 112316c66bc1SJiri Olsa struct ordered_event *qevent) 112416c66bc1SJiri Olsa { 112516c66bc1SJiri Olsa struct perf_top *top = qe->data; 112663503dbaSJiri Olsa struct evlist *evlist = top->evlist; 112716c66bc1SJiri Olsa struct perf_session *session = top->session; 112816c66bc1SJiri Olsa union perf_event *event = qevent->event; 112916c66bc1SJiri Olsa struct perf_sample sample; 113032dcd021SJiri Olsa struct evsel *evsel; 113116c66bc1SJiri Olsa struct machine *machine; 113216c66bc1SJiri Olsa int ret = -1; 113316c66bc1SJiri Olsa 113497f7e0b3SJiri Olsa if (should_drop(qevent, top)) { 113597f7e0b3SJiri Olsa top->drop++; 113697f7e0b3SJiri Olsa top->drop_total++; 1137d63b9f6fSJiri Olsa return 0; 113897f7e0b3SJiri Olsa } 1139d63b9f6fSJiri Olsa 114016c66bc1SJiri Olsa ret = perf_evlist__parse_sample(evlist, event, &sample); 114116c66bc1SJiri Olsa if (ret) { 114216c66bc1SJiri Olsa pr_err("Can't parse sample, err = %d\n", ret); 114316c66bc1SJiri Olsa goto next_event; 114416c66bc1SJiri Olsa } 114516c66bc1SJiri Olsa 114616c66bc1SJiri Olsa evsel = perf_evlist__id2evsel(session->evlist, sample.id); 114716c66bc1SJiri Olsa assert(evsel != NULL); 114816c66bc1SJiri Olsa 11492f53ae34SArnaldo Carvalho de Melo if (event->header.type == PERF_RECORD_SAMPLE) { 11502f53ae34SArnaldo Carvalho de Melo if (evswitch__discard(&top->evswitch, evsel)) 11512f53ae34SArnaldo Carvalho de Melo return 0; 115216c66bc1SJiri Olsa ++top->samples; 11532f53ae34SArnaldo Carvalho de Melo } 115416c66bc1SJiri Olsa 115516c66bc1SJiri Olsa switch (sample.cpumode) { 115616c66bc1SJiri Olsa case PERF_RECORD_MISC_USER: 115716c66bc1SJiri Olsa ++top->us_samples; 115816c66bc1SJiri Olsa if (top->hide_user_symbols) 115916c66bc1SJiri Olsa goto next_event; 116016c66bc1SJiri Olsa machine = &session->machines.host; 116116c66bc1SJiri Olsa break; 116216c66bc1SJiri Olsa case PERF_RECORD_MISC_KERNEL: 116316c66bc1SJiri Olsa ++top->kernel_samples; 116416c66bc1SJiri Olsa if (top->hide_kernel_symbols) 116516c66bc1SJiri Olsa goto next_event; 116616c66bc1SJiri Olsa machine = &session->machines.host; 116716c66bc1SJiri Olsa break; 116816c66bc1SJiri Olsa case PERF_RECORD_MISC_GUEST_KERNEL: 116916c66bc1SJiri Olsa ++top->guest_kernel_samples; 117016c66bc1SJiri Olsa machine = perf_session__find_machine(session, 117116c66bc1SJiri Olsa sample.pid); 117216c66bc1SJiri Olsa break; 117316c66bc1SJiri Olsa case PERF_RECORD_MISC_GUEST_USER: 117416c66bc1SJiri Olsa ++top->guest_us_samples; 117516c66bc1SJiri Olsa /* 117616c66bc1SJiri Olsa * TODO: we don't process guest user from host side 117716c66bc1SJiri Olsa * except simple counting. 117816c66bc1SJiri Olsa */ 117916c66bc1SJiri Olsa goto next_event; 118016c66bc1SJiri Olsa default: 118116c66bc1SJiri Olsa if (event->header.type == PERF_RECORD_SAMPLE) 118216c66bc1SJiri Olsa goto next_event; 118316c66bc1SJiri Olsa machine = &session->machines.host; 118416c66bc1SJiri Olsa break; 118516c66bc1SJiri Olsa } 118616c66bc1SJiri Olsa 118716c66bc1SJiri Olsa if (event->header.type == PERF_RECORD_SAMPLE) { 118816c66bc1SJiri Olsa perf_event__process_sample(&top->tool, event, evsel, 118916c66bc1SJiri Olsa &sample, machine); 119016c66bc1SJiri Olsa } else if (event->header.type == PERF_RECORD_LOST) { 119116c66bc1SJiri Olsa perf_top__process_lost(top, event, evsel); 119216c66bc1SJiri Olsa } else if (event->header.type == PERF_RECORD_LOST_SAMPLES) { 119316c66bc1SJiri Olsa perf_top__process_lost_samples(top, event, evsel); 119416c66bc1SJiri Olsa } else if (event->header.type < PERF_RECORD_MAX) { 119516c66bc1SJiri Olsa hists__inc_nr_events(evsel__hists(evsel), event->header.type); 119616c66bc1SJiri Olsa machine__process_event(machine, event, &sample); 119716c66bc1SJiri Olsa } else 119816c66bc1SJiri Olsa ++session->evlist->stats.nr_unknown_events; 119916c66bc1SJiri Olsa 120016c66bc1SJiri Olsa ret = 0; 120116c66bc1SJiri Olsa next_event: 120216c66bc1SJiri Olsa return ret; 120316c66bc1SJiri Olsa } 120416c66bc1SJiri Olsa 120516c66bc1SJiri Olsa static void init_process_thread(struct perf_top *top) 120616c66bc1SJiri Olsa { 120716c66bc1SJiri Olsa ordered_events__init(&top->qe.data[0], deliver_event, top); 120816c66bc1SJiri Olsa ordered_events__init(&top->qe.data[1], deliver_event, top); 120916c66bc1SJiri Olsa ordered_events__set_copy_on_queue(&top->qe.data[0], true); 121016c66bc1SJiri Olsa ordered_events__set_copy_on_queue(&top->qe.data[1], true); 121116c66bc1SJiri Olsa top->qe.in = &top->qe.data[0]; 121294ad6e7eSJiri Olsa pthread_mutex_init(&top->qe.mutex, NULL); 121394ad6e7eSJiri Olsa pthread_cond_init(&top->qe.cond, NULL); 121416c66bc1SJiri Olsa } 121516c66bc1SJiri Olsa 12161758af10SArnaldo Carvalho de Melo static int __cmd_top(struct perf_top *top) 1217716c69feSIngo Molnar { 1218b4006796SArnaldo Carvalho de Melo struct record_opts *opts = &top->record_opts; 121916c66bc1SJiri Olsa pthread_t thread, thread_process; 122019d4ac3cSArnaldo Carvalho de Melo int ret; 1221f5fc1412SJiri Olsa 1222f178fd2dSArnaldo Carvalho de Melo if (!top->annotation_opts.objdump_path) { 1223f178fd2dSArnaldo Carvalho de Melo ret = perf_env__lookup_objdump(&top->session->header.env, 1224f178fd2dSArnaldo Carvalho de Melo &top->annotation_opts.objdump_path); 12250d3942dbSSukadev Bhattiprolu if (ret) 12260dba9e4bSChangbin Du return ret; 12270d3942dbSSukadev Bhattiprolu } 12280d3942dbSSukadev Bhattiprolu 1229e3815264SArnaldo Carvalho de Melo ret = callchain_param__setup_sample_type(&callchain_param); 123019d4ac3cSArnaldo Carvalho de Melo if (ret) 12310dba9e4bSChangbin Du return ret; 123219d4ac3cSArnaldo Carvalho de Melo 12339d8b172fSMasami Hiramatsu if (perf_session__register_idle_thread(top->session) < 0) 12340dba9e4bSChangbin Du return ret; 1235c53d138dSNamhyung Kim 12360c6b4994SKan Liang if (top->nr_threads_synthesize > 1) 1237340b47f5SKan Liang perf_set_multithreaded(); 1238340b47f5SKan Liang 123916c66bc1SJiri Olsa init_process_thread(top); 124016c66bc1SJiri Olsa 1241a0c0a4acSNamhyung Kim if (opts->record_namespaces) 1242a0c0a4acSNamhyung Kim top->tool.namespace_events = true; 1243a0c0a4acSNamhyung Kim 1244e5416950SSong Liu ret = perf_event__synthesize_bpf_events(top->session, perf_event__process, 1245a40b95bcSArnaldo Carvalho de Melo &top->session->machines.host, 1246a40b95bcSArnaldo Carvalho de Melo &top->record_opts); 1247a40b95bcSArnaldo Carvalho de Melo if (ret < 0) 12482d45ef70SArnaldo Carvalho de Melo pr_debug("Couldn't synthesize BPF events: Pre-existing BPF programs won't have symbols resolved.\n"); 1249a40b95bcSArnaldo Carvalho de Melo 1250a33fbd56SArnaldo Carvalho de Melo machine__synthesize_threads(&top->session->machines.host, &opts->target, 125103617c22SJiri Olsa top->evlist->core.threads, false, 12520c6b4994SKan Liang top->nr_threads_synthesize); 1253340b47f5SKan Liang 12540c6b4994SKan Liang if (top->nr_threads_synthesize > 1) 1255340b47f5SKan Liang perf_set_singlethreaded(); 12562e7ea3abSKan Liang 125735a634f7SJiri Olsa if (perf_hpp_list.socket) { 12582e7ea3abSKan Liang ret = perf_env__read_cpu_topology_map(&perf_env); 12590dba9e4bSChangbin Du if (ret < 0) { 12600dba9e4bSChangbin Du char errbuf[BUFSIZ]; 12610dba9e4bSChangbin Du const char *err = str_error_r(-ret, errbuf, sizeof(errbuf)); 12620dba9e4bSChangbin Du 12630dba9e4bSChangbin Du ui__error("Could not read the CPU topology map: %s\n", err); 12640dba9e4bSChangbin Du return ret; 12650dba9e4bSChangbin Du } 12662e7ea3abSKan Liang } 12672e7ea3abSKan Liang 126811859e82SArnaldo Carvalho de Melo ret = perf_top__start_counters(top); 126911859e82SArnaldo Carvalho de Melo if (ret) 12700dba9e4bSChangbin Du return ret; 127111859e82SArnaldo Carvalho de Melo 12721758af10SArnaldo Carvalho de Melo top->session->evlist = top->evlist; 12737b56cce2SArnaldo Carvalho de Melo perf_session__set_id_hdr_size(top->session); 127486470930SIngo Molnar 12752376c67aSArnaldo Carvalho de Melo /* 12762376c67aSArnaldo Carvalho de Melo * When perf is starting the traced process, all the events (apart from 12772376c67aSArnaldo Carvalho de Melo * group members) have enable_on_exec=1 set, so don't spoil it by 12782376c67aSArnaldo Carvalho de Melo * prematurely enabling them. 12792376c67aSArnaldo Carvalho de Melo * 12802376c67aSArnaldo Carvalho de Melo * XXX 'top' still doesn't start workloads like record, trace, but should, 12812376c67aSArnaldo Carvalho de Melo * so leave the check here. 12822376c67aSArnaldo Carvalho de Melo */ 1283602ad878SArnaldo Carvalho de Melo if (!target__none(&opts->target)) 12841c87f165SJiri Olsa evlist__enable(top->evlist); 12852376c67aSArnaldo Carvalho de Melo 128611859e82SArnaldo Carvalho de Melo ret = -1; 128716c66bc1SJiri Olsa if (pthread_create(&thread_process, NULL, process_thread, top)) { 128816c66bc1SJiri Olsa ui__error("Could not create process thread.\n"); 12890dba9e4bSChangbin Du return ret; 129016c66bc1SJiri Olsa } 129116c66bc1SJiri Olsa 1292c0443df1SArnaldo Carvalho de Melo if (pthread_create(&thread, NULL, (use_browser > 0 ? display_thread_tui : 12931758af10SArnaldo Carvalho de Melo display_thread), top)) { 12943780f488SNamhyung Kim ui__error("Could not create display thread.\n"); 129516c66bc1SJiri Olsa goto out_join_thread; 129686470930SIngo Molnar } 129786470930SIngo Molnar 12981758af10SArnaldo Carvalho de Melo if (top->realtime_prio) { 129986470930SIngo Molnar struct sched_param param; 130086470930SIngo Molnar 13011758af10SArnaldo Carvalho de Melo param.sched_priority = top->realtime_prio; 130286470930SIngo Molnar if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { 13033780f488SNamhyung Kim ui__error("Could not set realtime priority.\n"); 1304ae256fa2SJiri Olsa goto out_join; 130586470930SIngo Molnar } 130686470930SIngo Molnar } 130786470930SIngo Molnar 1308ff27a06aSDavid Miller /* Wait for a minimal set of events before starting the snapshot */ 1309ff27a06aSDavid Miller perf_evlist__poll(top->evlist, 100); 1310ff27a06aSDavid Miller 1311ff27a06aSDavid Miller perf_top__mmap_read(top); 1312ff27a06aSDavid Miller 131311859e82SArnaldo Carvalho de Melo while (!done) { 13141758af10SArnaldo Carvalho de Melo u64 hits = top->samples; 131586470930SIngo Molnar 13161758af10SArnaldo Carvalho de Melo perf_top__mmap_read(top); 131786470930SIngo Molnar 1318ebebbf08SKan Liang if (opts->overwrite || (hits == top->samples)) 1319f66a889dSArnaldo Carvalho de Melo ret = perf_evlist__poll(top->evlist, 100); 1320b135e5eeSJiri Olsa 1321b135e5eeSJiri Olsa if (resize) { 1322b135e5eeSJiri Olsa perf_top__resize(top); 1323b135e5eeSJiri Olsa resize = 0; 1324b135e5eeSJiri Olsa } 132586470930SIngo Molnar } 132686470930SIngo Molnar 132711859e82SArnaldo Carvalho de Melo ret = 0; 1328ae256fa2SJiri Olsa out_join: 1329ae256fa2SJiri Olsa pthread_join(thread, NULL); 133016c66bc1SJiri Olsa out_join_thread: 133194ad6e7eSJiri Olsa pthread_cond_signal(&top->qe.cond); 133216c66bc1SJiri Olsa pthread_join(thread_process, NULL); 133311859e82SArnaldo Carvalho de Melo return ret; 133419d4ac3cSArnaldo Carvalho de Melo } 133519d4ac3cSArnaldo Carvalho de Melo 133619d4ac3cSArnaldo Carvalho de Melo static int 1337ae779a63SJiri Olsa callchain_opt(const struct option *opt, const char *arg, int unset) 1338ae779a63SJiri Olsa { 1339ae779a63SJiri Olsa symbol_conf.use_callchain = true; 1340ae779a63SJiri Olsa return record_callchain_opt(opt, arg, unset); 1341ae779a63SJiri Olsa } 1342ae779a63SJiri Olsa 1343ae779a63SJiri Olsa static int 13441758af10SArnaldo Carvalho de Melo parse_callchain_opt(const struct option *opt, const char *arg, int unset) 134519d4ac3cSArnaldo Carvalho de Melo { 13462ddd5c04SArnaldo Carvalho de Melo struct callchain_param *callchain = opt->value; 1347a2c10d39SNamhyung Kim 13482ddd5c04SArnaldo Carvalho de Melo callchain->enabled = !unset; 13492ddd5c04SArnaldo Carvalho de Melo callchain->record_mode = CALLCHAIN_FP; 1350a2c10d39SNamhyung Kim 1351a2c10d39SNamhyung Kim /* 1352a2c10d39SNamhyung Kim * --no-call-graph 1353a2c10d39SNamhyung Kim */ 1354a2c10d39SNamhyung Kim if (unset) { 1355a2c10d39SNamhyung Kim symbol_conf.use_callchain = false; 13562ddd5c04SArnaldo Carvalho de Melo callchain->record_mode = CALLCHAIN_NONE; 1357a2c10d39SNamhyung Kim return 0; 1358a2c10d39SNamhyung Kim } 1359a2c10d39SNamhyung Kim 1360a2c10d39SNamhyung Kim return parse_callchain_top_opt(arg); 136186470930SIngo Molnar } 136286470930SIngo Molnar 1363b8cbb349SWang Nan static int perf_top_config(const char *var, const char *value, void *cb __maybe_unused) 1364eb853e80SJiri Olsa { 1365a3a4a3b3SYisheng Xie if (!strcmp(var, "top.call-graph")) { 1366a3a4a3b3SYisheng Xie var = "call-graph.record-mode"; 1367a3a4a3b3SYisheng Xie return perf_default_config(var, value, cb); 1368a3a4a3b3SYisheng Xie } 1369104ac991SNamhyung Kim if (!strcmp(var, "top.children")) { 1370104ac991SNamhyung Kim symbol_conf.cumulate_callchain = perf_config_bool(var, value); 1371104ac991SNamhyung Kim return 0; 1372104ac991SNamhyung Kim } 1373eb853e80SJiri Olsa 1374b8cbb349SWang Nan return 0; 1375eb853e80SJiri Olsa } 1376eb853e80SJiri Olsa 1377fa5df943SNamhyung Kim static int 1378fa5df943SNamhyung Kim parse_percent_limit(const struct option *opt, const char *arg, 1379fa5df943SNamhyung Kim int unset __maybe_unused) 1380fa5df943SNamhyung Kim { 1381fa5df943SNamhyung Kim struct perf_top *top = opt->value; 1382fa5df943SNamhyung Kim 1383fa5df943SNamhyung Kim top->min_percent = strtof(arg, NULL); 1384fa5df943SNamhyung Kim return 0; 1385fa5df943SNamhyung Kim } 1386fa5df943SNamhyung Kim 138776a26549SNamhyung Kim const char top_callchain_help[] = CALLCHAIN_RECORD_HELP CALLCHAIN_REPORT_HELP 138876a26549SNamhyung Kim "\n\t\t\t\tDefault: fp,graph,0.5,caller,function"; 1389a2c10d39SNamhyung Kim 1390b0ad8ea6SArnaldo Carvalho de Melo int cmd_top(int argc, const char **argv) 13911758af10SArnaldo Carvalho de Melo { 139216ad2ffbSNamhyung Kim char errbuf[BUFSIZ]; 13931758af10SArnaldo Carvalho de Melo struct perf_top top = { 13941758af10SArnaldo Carvalho de Melo .count_filter = 5, 13951758af10SArnaldo Carvalho de Melo .delay_secs = 2, 13962376c67aSArnaldo Carvalho de Melo .record_opts = { 13972376c67aSArnaldo Carvalho de Melo .mmap_pages = UINT_MAX, 13982376c67aSArnaldo Carvalho de Melo .user_freq = UINT_MAX, 13992376c67aSArnaldo Carvalho de Melo .user_interval = ULLONG_MAX, 1400447a6013SArnaldo Carvalho de Melo .freq = 4000, /* 4 KHz */ 1401d1cb9fceSNamhyung Kim .target = { 1402d1cb9fceSNamhyung Kim .uses_mmap = true, 1403d1cb9fceSNamhyung Kim }, 1404218d6111SArnaldo Carvalho de Melo /* 1405218d6111SArnaldo Carvalho de Melo * FIXME: This will lose PERF_RECORD_MMAP and other metadata 1406218d6111SArnaldo Carvalho de Melo * when we pause, fix that and reenable. Probably using a 1407218d6111SArnaldo Carvalho de Melo * separate evlist with a dummy event, i.e. a non-overwrite 1408218d6111SArnaldo Carvalho de Melo * ring buffer just for metadata events, while PERF_RECORD_SAMPLE 1409218d6111SArnaldo Carvalho de Melo * stays in overwrite mode. -acme 1410218d6111SArnaldo Carvalho de Melo * */ 1411218d6111SArnaldo Carvalho de Melo .overwrite = 0, 141216c66bc1SJiri Olsa .sample_time = true, 14131e6db2eeSJiri Olsa .sample_time_set = true, 14142376c67aSArnaldo Carvalho de Melo }, 1415029c75e5SArnaldo Carvalho de Melo .max_stack = sysctl__max_stack(), 1416982d410bSArnaldo Carvalho de Melo .annotation_opts = annotation__default_options, 14170c6b4994SKan Liang .nr_threads_synthesize = UINT_MAX, 14181758af10SArnaldo Carvalho de Melo }; 1419b4006796SArnaldo Carvalho de Melo struct record_opts *opts = &top.record_opts; 1420602ad878SArnaldo Carvalho de Melo struct target *target = &opts->target; 14211758af10SArnaldo Carvalho de Melo const struct option options[] = { 14228c3e10ebSArnaldo Carvalho de Melo OPT_CALLBACK('e', "event", &top.evlist, "event", 142386470930SIngo Molnar "event selector. use 'perf list' to list available events", 1424f120f9d5SJiri Olsa parse_events_option), 14252376c67aSArnaldo Carvalho de Melo OPT_U64('c', "count", &opts->user_interval, "event period to sample"), 14262376c67aSArnaldo Carvalho de Melo OPT_STRING('p', "pid", &target->pid, "pid", 1427d6d901c2SZhang, Yanmin "profile events on existing process id"), 14282376c67aSArnaldo Carvalho de Melo OPT_STRING('t', "tid", &target->tid, "tid", 1429d6d901c2SZhang, Yanmin "profile events on existing thread id"), 14302376c67aSArnaldo Carvalho de Melo OPT_BOOLEAN('a', "all-cpus", &target->system_wide, 143186470930SIngo Molnar "system-wide collection from all CPUs"), 14322376c67aSArnaldo Carvalho de Melo OPT_STRING('C', "cpu", &target->cpu_list, "cpu", 1433c45c6ea2SStephane Eranian "list of cpus to monitor"), 1434b32d133aSArnaldo Carvalho de Melo OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name, 1435b32d133aSArnaldo Carvalho de Melo "file", "vmlinux pathname"), 1436fc2be696SWilly Tarreau OPT_BOOLEAN(0, "ignore-vmlinux", &symbol_conf.ignore_vmlinux, 1437fc2be696SWilly Tarreau "don't load vmlinux even if found"), 14381b3aae90SArnaldo Carvalho de Melo OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name, 14391b3aae90SArnaldo Carvalho de Melo "file", "kallsyms pathname"), 14408c3e10ebSArnaldo Carvalho de Melo OPT_BOOLEAN('K', "hide_kernel_symbols", &top.hide_kernel_symbols, 14418ffcda17SArnaldo Carvalho de Melo "hide kernel symbols"), 1442994a1f78SJiri Olsa OPT_CALLBACK('m', "mmap-pages", &opts->mmap_pages, "pages", 1443994a1f78SJiri Olsa "number of mmap data pages", 1444994a1f78SJiri Olsa perf_evlist__parse_mmap_pages), 14451758af10SArnaldo Carvalho de Melo OPT_INTEGER('r', "realtime", &top.realtime_prio, 144686470930SIngo Molnar "collect data with this RT SCHED_FIFO priority"), 14478c3e10ebSArnaldo Carvalho de Melo OPT_INTEGER('d', "delay", &top.delay_secs, 144886470930SIngo Molnar "number of seconds to delay between refreshes"), 14491758af10SArnaldo Carvalho de Melo OPT_BOOLEAN('D', "dump-symtab", &top.dump_symtab, 145086470930SIngo Molnar "dump the symbol table used for profiling"), 14518c3e10ebSArnaldo Carvalho de Melo OPT_INTEGER('f', "count-filter", &top.count_filter, 145286470930SIngo Molnar "only display functions with more events than this"), 1453bf80669eSDavid Ahern OPT_BOOLEAN(0, "group", &opts->group, 145486470930SIngo Molnar "put the counters into a counter group"), 14552376c67aSArnaldo Carvalho de Melo OPT_BOOLEAN('i', "no-inherit", &opts->no_inherit, 14562376c67aSArnaldo Carvalho de Melo "child tasks do not inherit counters"), 14571758af10SArnaldo Carvalho de Melo OPT_STRING(0, "sym-annotate", &top.sym_filter, "symbol name", 14586cff0e8dSKirill Smelkov "symbol to annotate"), 14592376c67aSArnaldo Carvalho de Melo OPT_BOOLEAN('z', "zero", &top.zero, "zero history across updates"), 14607831bf23SArnaldo Carvalho de Melo OPT_CALLBACK('F', "freq", &top.record_opts, "freq or 'max'", 14617831bf23SArnaldo Carvalho de Melo "profile at this frequency", 14627831bf23SArnaldo Carvalho de Melo record__parse_freq), 14638c3e10ebSArnaldo Carvalho de Melo OPT_INTEGER('E', "entries", &top.print_entries, 146486470930SIngo Molnar "display this many functions"), 14658c3e10ebSArnaldo Carvalho de Melo OPT_BOOLEAN('U', "hide_user_symbols", &top.hide_user_symbols, 14668ffcda17SArnaldo Carvalho de Melo "hide user symbols"), 14671758af10SArnaldo Carvalho de Melo OPT_BOOLEAN(0, "tui", &top.use_tui, "Use the TUI interface"), 14681758af10SArnaldo Carvalho de Melo OPT_BOOLEAN(0, "stdio", &top.use_stdio, "Use the stdio interface"), 1469c0555642SIan Munsie OPT_INCR('v', "verbose", &verbose, 14703da297a6SIngo Molnar "be more verbose (show counter open errors, etc)"), 1471ab81f3fdSArnaldo Carvalho de Melo OPT_STRING('s', "sort", &sort_order, "key[,key2...]", 1472a2ce067eSNamhyung Kim "sort by key(s): pid, comm, dso, symbol, parent, cpu, srcline, ..." 1473a2ce067eSNamhyung Kim " Please refer the man page for the complete list."), 14746fe8c26dSNamhyung Kim OPT_STRING(0, "fields", &field_order, "key[,keys...]", 14756fe8c26dSNamhyung Kim "output field(s): overhead, period, sample plus all of sort keys"), 1476ab81f3fdSArnaldo Carvalho de Melo OPT_BOOLEAN('n', "show-nr-samples", &symbol_conf.show_nr_samples, 1477ab81f3fdSArnaldo Carvalho de Melo "Show a column with the number of samples"), 14782ddd5c04SArnaldo Carvalho de Melo OPT_CALLBACK_NOOPT('g', NULL, &callchain_param, 1479a2c10d39SNamhyung Kim NULL, "enables call-graph recording and display", 1480ae779a63SJiri Olsa &callchain_opt), 14812ddd5c04SArnaldo Carvalho de Melo OPT_CALLBACK(0, "call-graph", &callchain_param, 148276a26549SNamhyung Kim "record_mode[,record_size],print_type,threshold[,print_limit],order,sort_key[,branch]", 1483a2c10d39SNamhyung Kim top_callchain_help, &parse_callchain_opt), 14841432ec34SNamhyung Kim OPT_BOOLEAN(0, "children", &symbol_conf.cumulate_callchain, 14851432ec34SNamhyung Kim "Accumulate callchains of children and show total overhead as well"), 14865dbb6e81SWaiman Long OPT_INTEGER(0, "max-stack", &top.max_stack, 14875dbb6e81SWaiman Long "Set the maximum stack depth when parsing the callchain. " 14884cb93446SArnaldo Carvalho de Melo "Default: kernel.perf_event_max_stack or " __stringify(PERF_MAX_STACK_DEPTH)), 1489b21484f1SGreg Price OPT_CALLBACK(0, "ignore-callees", NULL, "regex", 1490b21484f1SGreg Price "ignore callees of these functions in call graphs", 1491b21484f1SGreg Price report_parse_ignore_callees_opt), 1492ab81f3fdSArnaldo Carvalho de Melo OPT_BOOLEAN(0, "show-total-period", &symbol_conf.show_total_period, 1493ab81f3fdSArnaldo Carvalho de Melo "Show a column with the sum of periods"), 1494ab81f3fdSArnaldo Carvalho de Melo OPT_STRING(0, "dsos", &symbol_conf.dso_list_str, "dso[,dso...]", 1495ab81f3fdSArnaldo Carvalho de Melo "only consider symbols in these dsos"), 1496ab81f3fdSArnaldo Carvalho de Melo OPT_STRING(0, "comms", &symbol_conf.comm_list_str, "comm[,comm...]", 1497ab81f3fdSArnaldo Carvalho de Melo "only consider symbols in these comms"), 1498ab81f3fdSArnaldo Carvalho de Melo OPT_STRING(0, "symbols", &symbol_conf.sym_list_str, "symbol[,symbol...]", 1499ab81f3fdSArnaldo Carvalho de Melo "only consider these symbols"), 15001eddd9e4SArnaldo Carvalho de Melo OPT_BOOLEAN(0, "source", &top.annotation_opts.annotate_src, 150164c6f0c7SArnaldo Carvalho de Melo "Interleave source code with assembly code (default)"), 15021eddd9e4SArnaldo Carvalho de Melo OPT_BOOLEAN(0, "asm-raw", &top.annotation_opts.show_asm_raw, 150364c6f0c7SArnaldo Carvalho de Melo "Display raw encoding of assembly instructions (default)"), 1504763122adSAvi Kivity OPT_BOOLEAN(0, "demangle-kernel", &symbol_conf.demangle_kernel, 1505763122adSAvi Kivity "Enable kernel symbol demangling"), 1506ee7a112fSSong Liu OPT_BOOLEAN(0, "no-bpf-event", &top.record_opts.no_bpf_event, "do not record bpf events"), 1507f178fd2dSArnaldo Carvalho de Melo OPT_STRING(0, "objdump", &top.annotation_opts.objdump_path, "path", 15080d3942dbSSukadev Bhattiprolu "objdump binary to use for disassembly and annotations"), 1509a47e843eSArnaldo Carvalho de Melo OPT_STRING('M', "disassembler-style", &top.annotation_opts.disassembler_style, "disassembler style", 151064c6f0c7SArnaldo Carvalho de Melo "Specify disassembler style (e.g. -M intel for intel syntax)"), 15112376c67aSArnaldo Carvalho de Melo OPT_STRING('u', "uid", &target->uid_str, "user", "user to profile"), 1512fa5df943SNamhyung Kim OPT_CALLBACK(0, "percent-limit", &top, "percent", 1513fa5df943SNamhyung Kim "Don't show entries under that percent", parse_percent_limit), 151433db4568SNamhyung Kim OPT_CALLBACK(0, "percentage", NULL, "relative|absolute", 151533db4568SNamhyung Kim "How to display percentage of filtered entries", parse_filter_percentage), 1516cf59002fSNamhyung Kim OPT_STRING('w', "column-widths", &symbol_conf.col_width_list_str, 1517cf59002fSNamhyung Kim "width[,width...]", 1518cf59002fSNamhyung Kim "don't try to adjust column width, use these fixed values"), 15193fcb10e4SMark Drayton OPT_UINTEGER(0, "proc-map-timeout", &proc_map_timeout, 15209d9cad76SKan Liang "per thread proc mmap processing timeout in ms"), 1521a18b027eSAndi Kleen OPT_CALLBACK_NOOPT('b', "branch-any", &opts->branch_stack, 1522a18b027eSAndi Kleen "branch any", "sample any taken branches", 1523a18b027eSAndi Kleen parse_branch_stack), 1524a18b027eSAndi Kleen OPT_CALLBACK('j', "branch-filter", &opts->branch_stack, 1525a18b027eSAndi Kleen "branch filter mask", "branch stack filter modes", 1526a18b027eSAndi Kleen parse_branch_stack), 1527053a3989SNamhyung Kim OPT_BOOLEAN(0, "raw-trace", &symbol_conf.raw_trace, 1528053a3989SNamhyung Kim "Show raw trace event output (do not use print fmt or plugins)"), 1529c92fcfdeSNamhyung Kim OPT_BOOLEAN(0, "hierarchy", &symbol_conf.report_hierarchy, 1530c92fcfdeSNamhyung Kim "Show entries in a hierarchy"), 15314e303fbeSArnaldo Carvalho de Melo OPT_BOOLEAN(0, "overwrite", &top.record_opts.overwrite, 1532218d6111SArnaldo Carvalho de Melo "Use a backward ring buffer, default: no"), 1533868a8329SKrister Johansen OPT_BOOLEAN(0, "force", &symbol_conf.force, "don't complain, do it"), 15340c6b4994SKan Liang OPT_UINTEGER(0, "num-thread-synthesize", &top.nr_threads_synthesize, 15350c6b4994SKan Liang "number of thread to run event synthesize"), 1536a0c0a4acSNamhyung Kim OPT_BOOLEAN(0, "namespaces", &opts->record_namespaces, 1537a0c0a4acSNamhyung Kim "Record namespaces events"), 15382f53ae34SArnaldo Carvalho de Melo OPTS_EVSWITCH(&top.evswitch), 153986470930SIngo Molnar OPT_END() 154086470930SIngo Molnar }; 154163503dbaSJiri Olsa struct evlist *sb_evlist = NULL; 1542be772842SArnaldo Carvalho de Melo const char * const top_usage[] = { 1543be772842SArnaldo Carvalho de Melo "perf top [<options>]", 1544be772842SArnaldo Carvalho de Melo NULL 1545be772842SArnaldo Carvalho de Melo }; 1546a635fc51SArnaldo Carvalho de Melo int status = hists__init(); 1547a635fc51SArnaldo Carvalho de Melo 1548a635fc51SArnaldo Carvalho de Melo if (status < 0) 1549a635fc51SArnaldo Carvalho de Melo return status; 155086470930SIngo Molnar 1551982d410bSArnaldo Carvalho de Melo top.annotation_opts.min_pcnt = 5; 1552982d410bSArnaldo Carvalho de Melo top.annotation_opts.context = 4; 1553982d410bSArnaldo Carvalho de Melo 15540f98b11cSJiri Olsa top.evlist = evlist__new(); 15558c3e10ebSArnaldo Carvalho de Melo if (top.evlist == NULL) 1556361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 1557361c99a6SArnaldo Carvalho de Melo 1558ecc4c561SArnaldo Carvalho de Melo status = perf_config(perf_top_config, &top); 1559ecc4c561SArnaldo Carvalho de Melo if (status) 1560ecc4c561SArnaldo Carvalho de Melo return status; 1561eb853e80SJiri Olsa 156286470930SIngo Molnar argc = parse_options(argc, argv, options, top_usage, 0); 156386470930SIngo Molnar if (argc) 156486470930SIngo Molnar usage_with_options(top_usage, options); 156586470930SIngo Molnar 15666484d2f9SJiri Olsa if (!top.evlist->core.nr_entries && 156754f8f403SNamhyung Kim perf_evlist__add_default(top.evlist) < 0) { 156854f8f403SNamhyung Kim pr_err("Not enough memory for event selector list\n"); 156954f8f403SNamhyung Kim goto out_delete_evlist; 157054f8f403SNamhyung Kim } 157154f8f403SNamhyung Kim 15722f53ae34SArnaldo Carvalho de Melo status = evswitch__init(&top.evswitch, top.evlist, stderr); 15732f53ae34SArnaldo Carvalho de Melo if (status) 15742f53ae34SArnaldo Carvalho de Melo goto out_delete_evlist; 15752f53ae34SArnaldo Carvalho de Melo 1576c92fcfdeSNamhyung Kim if (symbol_conf.report_hierarchy) { 1577c92fcfdeSNamhyung Kim /* disable incompatible options */ 1578c92fcfdeSNamhyung Kim symbol_conf.event_group = false; 1579c92fcfdeSNamhyung Kim symbol_conf.cumulate_callchain = false; 1580c92fcfdeSNamhyung Kim 1581c92fcfdeSNamhyung Kim if (field_order) { 1582c92fcfdeSNamhyung Kim pr_err("Error: --hierarchy and --fields options cannot be used together\n"); 1583c92fcfdeSNamhyung Kim parse_options_usage(top_usage, options, "fields", 0); 1584c92fcfdeSNamhyung Kim parse_options_usage(NULL, options, "hierarchy", 0); 1585c92fcfdeSNamhyung Kim goto out_delete_evlist; 1586c92fcfdeSNamhyung Kim } 1587c92fcfdeSNamhyung Kim } 1588c92fcfdeSNamhyung Kim 1589590ac60dSJin Yao if (opts->branch_stack && callchain_param.enabled) 1590590ac60dSJin Yao symbol_conf.show_branchflag_count = true; 1591590ac60dSJin Yao 1592512ae1bdSNamhyung Kim sort__mode = SORT_MODE__TOP; 15933a5714f8SNamhyung Kim /* display thread wants entries to be collapsed in a different tree */ 159452225036SJiri Olsa perf_hpp_list.need_collapse = 1; 15953a5714f8SNamhyung Kim 15963ee60c3bSArnaldo Carvalho de Melo if (top.use_stdio) 15973ee60c3bSArnaldo Carvalho de Melo use_browser = 0; 15983ee60c3bSArnaldo Carvalho de Melo else if (top.use_tui) 15993ee60c3bSArnaldo Carvalho de Melo use_browser = 1; 16003ee60c3bSArnaldo Carvalho de Melo 16013ee60c3bSArnaldo Carvalho de Melo setup_browser(false); 16023ee60c3bSArnaldo Carvalho de Melo 160340184c46SNamhyung Kim if (setup_sorting(top.evlist) < 0) { 16046fe8c26dSNamhyung Kim if (sort_order) 16056fe8c26dSNamhyung Kim parse_options_usage(top_usage, options, "s", 1); 16066fe8c26dSNamhyung Kim if (field_order) 16076fe8c26dSNamhyung Kim parse_options_usage(sort_order ? NULL : top_usage, 16086fe8c26dSNamhyung Kim options, "fields", 0); 16096fe8c26dSNamhyung Kim goto out_delete_evlist; 16106fe8c26dSNamhyung Kim } 161122af969eSNamhyung Kim 1612602ad878SArnaldo Carvalho de Melo status = target__validate(target); 161316ad2ffbSNamhyung Kim if (status) { 1614602ad878SArnaldo Carvalho de Melo target__strerror(target, status, errbuf, BUFSIZ); 1615ea432a8bSIngo Molnar ui__warning("%s\n", errbuf); 161616ad2ffbSNamhyung Kim } 16174bd0f2d2SNamhyung Kim 1618602ad878SArnaldo Carvalho de Melo status = target__parse_uid(target); 161916ad2ffbSNamhyung Kim if (status) { 162016ad2ffbSNamhyung Kim int saved_errno = errno; 162116ad2ffbSNamhyung Kim 1622602ad878SArnaldo Carvalho de Melo target__strerror(target, status, errbuf, BUFSIZ); 1623ea432a8bSIngo Molnar ui__error("%s\n", errbuf); 162416ad2ffbSNamhyung Kim 162516ad2ffbSNamhyung Kim status = -saved_errno; 16260d37aa34SArnaldo Carvalho de Melo goto out_delete_evlist; 162716ad2ffbSNamhyung Kim } 16280d37aa34SArnaldo Carvalho de Melo 1629602ad878SArnaldo Carvalho de Melo if (target__none(target)) 16302376c67aSArnaldo Carvalho de Melo target->system_wide = true; 163110b47d54SArnaldo Carvalho de Melo 1632f8a5c0b2SArnaldo Carvalho de Melo if (perf_evlist__create_maps(top.evlist, target) < 0) { 1633f8a5c0b2SArnaldo Carvalho de Melo ui__error("Couldn't create thread/CPU maps: %s\n", 1634c8b5f2c9SArnaldo Carvalho de Melo errno == ENOENT ? "No such process" : str_error_r(errno, errbuf, sizeof(errbuf))); 1635f8a5c0b2SArnaldo Carvalho de Melo goto out_delete_evlist; 1636f8a5c0b2SArnaldo Carvalho de Melo } 16377e2ed097SArnaldo Carvalho de Melo 16388c3e10ebSArnaldo Carvalho de Melo if (top.delay_secs < 1) 16398c3e10ebSArnaldo Carvalho de Melo top.delay_secs = 1; 164086470930SIngo Molnar 1641b4006796SArnaldo Carvalho de Melo if (record_opts__config(opts)) { 16422376c67aSArnaldo Carvalho de Melo status = -EINVAL; 164303ad9747SArnaldo Carvalho de Melo goto out_delete_evlist; 164469aad6f1SArnaldo Carvalho de Melo } 164569aad6f1SArnaldo Carvalho de Melo 16460c21f736SArnaldo Carvalho de Melo top.sym_evsel = perf_evlist__first(top.evlist); 1647cc841580SArnaldo Carvalho de Melo 1648e3815264SArnaldo Carvalho de Melo if (!callchain_param.enabled) { 16491432ec34SNamhyung Kim symbol_conf.cumulate_callchain = false; 16501432ec34SNamhyung Kim perf_hpp__cancel_cumulate(); 16511432ec34SNamhyung Kim } 16521432ec34SNamhyung Kim 1653792aeafaSNamhyung Kim if (symbol_conf.cumulate_callchain && !callchain_param.order_set) 1654792aeafaSNamhyung Kim callchain_param.order = ORDER_CALLER; 1655792aeafaSNamhyung Kim 1656b01141f4SArnaldo Carvalho de Melo status = symbol__annotation_init(); 1657b01141f4SArnaldo Carvalho de Melo if (status < 0) 1658b01141f4SArnaldo Carvalho de Melo goto out_delete_evlist; 165969aad6f1SArnaldo Carvalho de Melo 16607f0b6fdeSArnaldo Carvalho de Melo annotation_config__init(); 16617f0b6fdeSArnaldo Carvalho de Melo 166269aad6f1SArnaldo Carvalho de Melo symbol_conf.try_vmlinux_path = (symbol_conf.vmlinux_name == NULL); 166370c819e4SChangbin Du status = symbol__init(NULL); 166470c819e4SChangbin Du if (status < 0) 166570c819e4SChangbin Du goto out_delete_evlist; 166669aad6f1SArnaldo Carvalho de Melo 166708e71542SNamhyung Kim sort__setup_elide(stdout); 1668ab81f3fdSArnaldo Carvalho de Melo 16691758af10SArnaldo Carvalho de Melo get_term_dimensions(&top.winsize); 16708c3e10ebSArnaldo Carvalho de Melo if (top.print_entries == 0) { 16711758af10SArnaldo Carvalho de Melo perf_top__update_print_entries(&top); 1672244a1086SJiri Olsa signal(SIGWINCH, winch_sig); 16733b6ed988SArnaldo Carvalho de Melo } 16743b6ed988SArnaldo Carvalho de Melo 16750dba9e4bSChangbin Du top.session = perf_session__new(NULL, false, NULL); 16766ef81c55SMamatha Inamdar if (IS_ERR(top.session)) { 16776ef81c55SMamatha Inamdar status = PTR_ERR(top.session); 16780dba9e4bSChangbin Du goto out_delete_evlist; 16790dba9e4bSChangbin Du } 16800dba9e4bSChangbin Du 1681d56354dcSSong Liu if (!top.record_opts.no_bpf_event) 1682d56354dcSSong Liu bpf_event__add_sb_event(&sb_evlist, &perf_env); 1683d56354dcSSong Liu 1684657ee553SSong Liu if (perf_evlist__start_sb_thread(sb_evlist, target)) { 1685657ee553SSong Liu pr_debug("Couldn't start the BPF side band thread:\nBPF programs starting from now on won't be annotatable\n"); 1686657ee553SSong Liu opts->no_bpf_event = true; 1687657ee553SSong Liu } 1688657ee553SSong Liu 16891758af10SArnaldo Carvalho de Melo status = __cmd_top(&top); 1690806fb630SArnaldo Carvalho de Melo 1691657ee553SSong Liu if (!opts->no_bpf_event) 1692657ee553SSong Liu perf_evlist__stop_sb_thread(sb_evlist); 1693657ee553SSong Liu 16940d37aa34SArnaldo Carvalho de Melo out_delete_evlist: 1695c12995a5SJiri Olsa evlist__delete(top.evlist); 16960dba9e4bSChangbin Du perf_session__delete(top.session); 169769aad6f1SArnaldo Carvalho de Melo 169869aad6f1SArnaldo Carvalho de Melo return status; 169986470930SIngo Molnar } 1700