186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-top.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin top command: Display a continuously updated profile of 586470930SIngo Molnar * any workload, CPU or specific PID. 686470930SIngo Molnar * 786470930SIngo Molnar * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com> 886470930SIngo Molnar * 986470930SIngo Molnar * Improvements and fixes by: 1086470930SIngo Molnar * 1186470930SIngo Molnar * Arjan van de Ven <arjan@linux.intel.com> 1286470930SIngo Molnar * Yanmin Zhang <yanmin.zhang@intel.com> 1386470930SIngo Molnar * Wu Fengguang <fengguang.wu@intel.com> 1486470930SIngo Molnar * Mike Galbraith <efault@gmx.de> 1586470930SIngo Molnar * Paul Mackerras <paulus@samba.org> 1686470930SIngo Molnar * 1786470930SIngo Molnar * Released under the GPL v2. (and only v2, not any later version) 1886470930SIngo Molnar */ 1986470930SIngo Molnar #include "builtin.h" 2086470930SIngo Molnar 2186470930SIngo Molnar #include "perf.h" 2286470930SIngo Molnar 2386470930SIngo Molnar #include "util/symbol.h" 2486470930SIngo Molnar #include "util/color.h" 25439d473bSArnaldo Carvalho de Melo #include "util/thread.h" 2686470930SIngo Molnar #include "util/util.h" 2743cbcd8aSArnaldo Carvalho de Melo #include <linux/rbtree.h> 2886470930SIngo Molnar #include "util/parse-options.h" 2986470930SIngo Molnar #include "util/parse-events.h" 3086470930SIngo Molnar 318f28827aSFrederic Weisbecker #include "util/debug.h" 328f28827aSFrederic Weisbecker 3386470930SIngo Molnar #include <assert.h> 3486470930SIngo Molnar #include <fcntl.h> 3586470930SIngo Molnar 3686470930SIngo Molnar #include <stdio.h> 37923c42c1SMike Galbraith #include <termios.h> 38923c42c1SMike Galbraith #include <unistd.h> 3986470930SIngo Molnar 4086470930SIngo Molnar #include <errno.h> 4186470930SIngo Molnar #include <time.h> 4286470930SIngo Molnar #include <sched.h> 4386470930SIngo Molnar #include <pthread.h> 4486470930SIngo Molnar 4586470930SIngo Molnar #include <sys/syscall.h> 4686470930SIngo Molnar #include <sys/ioctl.h> 4786470930SIngo Molnar #include <sys/poll.h> 4886470930SIngo Molnar #include <sys/prctl.h> 4986470930SIngo Molnar #include <sys/wait.h> 5086470930SIngo Molnar #include <sys/uio.h> 5186470930SIngo Molnar #include <sys/mman.h> 5286470930SIngo Molnar 5386470930SIngo Molnar #include <linux/unistd.h> 5486470930SIngo Molnar #include <linux/types.h> 5586470930SIngo Molnar 5686470930SIngo Molnar static int fd[MAX_NR_CPUS][MAX_COUNTERS]; 5786470930SIngo Molnar 5886470930SIngo Molnar static int system_wide = 0; 5986470930SIngo Molnar 607e4ff9e3SMike Galbraith static int default_interval = 0; 6186470930SIngo Molnar 62923c42c1SMike Galbraith static int count_filter = 5; 633b6ed988SArnaldo Carvalho de Melo static int print_entries; 6486470930SIngo Molnar 6586470930SIngo Molnar static int target_pid = -1; 660fdc7e67SMike Galbraith static int inherit = 0; 6786470930SIngo Molnar static int profile_cpu = -1; 6886470930SIngo Molnar static int nr_cpus = 0; 6986470930SIngo Molnar static unsigned int realtime_prio = 0; 7086470930SIngo Molnar static int group = 0; 7186470930SIngo Molnar static unsigned int page_size; 7286470930SIngo Molnar static unsigned int mmap_pages = 16; 7342e59d7dSIngo Molnar static int freq = 1000; /* 1 KHz */ 7486470930SIngo Molnar 7586470930SIngo Molnar static int delay_secs = 2; 7642e59d7dSIngo Molnar static int zero = 0; 7742e59d7dSIngo Molnar static int dump_symtab = 0; 7886470930SIngo Molnar 798ffcda17SArnaldo Carvalho de Melo static bool hide_kernel_symbols = false; 808ffcda17SArnaldo Carvalho de Melo static bool hide_user_symbols = false; 8113cc5079SArnaldo Carvalho de Melo static struct winsize winsize; 8213cc5079SArnaldo Carvalho de Melo static const char *graph_line = 8313cc5079SArnaldo Carvalho de Melo "_____________________________________________________________________" 8413cc5079SArnaldo Carvalho de Melo "_____________________________________________________________________"; 8513cc5079SArnaldo Carvalho de Melo static const char *graph_dotted_line = 8613cc5079SArnaldo Carvalho de Melo "---------------------------------------------------------------------" 8713cc5079SArnaldo Carvalho de Melo "---------------------------------------------------------------------" 8813cc5079SArnaldo Carvalho de Melo "---------------------------------------------------------------------"; 898ffcda17SArnaldo Carvalho de Melo 9086470930SIngo Molnar /* 91923c42c1SMike Galbraith * Source 92923c42c1SMike Galbraith */ 93923c42c1SMike Galbraith 94923c42c1SMike Galbraith struct source_line { 95923c42c1SMike Galbraith u64 eip; 96923c42c1SMike Galbraith unsigned long count[MAX_COUNTERS]; 97923c42c1SMike Galbraith char *line; 98923c42c1SMike Galbraith struct source_line *next; 99923c42c1SMike Galbraith }; 100923c42c1SMike Galbraith 101923c42c1SMike Galbraith static char *sym_filter = NULL; 102923c42c1SMike Galbraith struct sym_entry *sym_filter_entry = NULL; 103923c42c1SMike Galbraith static int sym_pcnt_filter = 5; 104923c42c1SMike Galbraith static int sym_counter = 0; 10546ab9764SMike Galbraith static int display_weighted = -1; 106923c42c1SMike Galbraith 107923c42c1SMike Galbraith /* 10886470930SIngo Molnar * Symbols 10986470930SIngo Molnar */ 11086470930SIngo Molnar 111b269876cSArnaldo Carvalho de Melo struct sym_entry_source { 112b269876cSArnaldo Carvalho de Melo struct source_line *source; 113b269876cSArnaldo Carvalho de Melo struct source_line *lines; 114b269876cSArnaldo Carvalho de Melo struct source_line **lines_tail; 115b269876cSArnaldo Carvalho de Melo pthread_mutex_t lock; 116b269876cSArnaldo Carvalho de Melo }; 117b269876cSArnaldo Carvalho de Melo 11886470930SIngo Molnar struct sym_entry { 11986470930SIngo Molnar struct rb_node rb_node; 12086470930SIngo Molnar struct list_head node; 12186470930SIngo Molnar unsigned long snap_count; 12286470930SIngo Molnar double weight; 12386470930SIngo Molnar int skip; 12413cc5079SArnaldo Carvalho de Melo u16 name_len; 1258ffcda17SArnaldo Carvalho de Melo u8 origin; 126439d473bSArnaldo Carvalho de Melo struct map *map; 127b269876cSArnaldo Carvalho de Melo struct sym_entry_source *src; 1285a8e5a30SArnaldo Carvalho de Melo unsigned long count[0]; 12986470930SIngo Molnar }; 13086470930SIngo Molnar 131923c42c1SMike Galbraith /* 132923c42c1SMike Galbraith * Source functions 133923c42c1SMike Galbraith */ 134923c42c1SMike Galbraith 13551a472deSArnaldo Carvalho de Melo static inline struct symbol *sym_entry__symbol(struct sym_entry *self) 13651a472deSArnaldo Carvalho de Melo { 1375a8e5a30SArnaldo Carvalho de Melo return ((void *)self) + symbol__priv_size; 13851a472deSArnaldo Carvalho de Melo } 13951a472deSArnaldo Carvalho de Melo 14013cc5079SArnaldo Carvalho de Melo static void get_term_dimensions(struct winsize *ws) 1413b6ed988SArnaldo Carvalho de Melo { 14213cc5079SArnaldo Carvalho de Melo char *s = getenv("LINES"); 1433b6ed988SArnaldo Carvalho de Melo 14413cc5079SArnaldo Carvalho de Melo if (s != NULL) { 14513cc5079SArnaldo Carvalho de Melo ws->ws_row = atoi(s); 14613cc5079SArnaldo Carvalho de Melo s = getenv("COLUMNS"); 14713cc5079SArnaldo Carvalho de Melo if (s != NULL) { 14813cc5079SArnaldo Carvalho de Melo ws->ws_col = atoi(s); 14913cc5079SArnaldo Carvalho de Melo if (ws->ws_row && ws->ws_col) 15013cc5079SArnaldo Carvalho de Melo return; 15113cc5079SArnaldo Carvalho de Melo } 15213cc5079SArnaldo Carvalho de Melo } 1533b6ed988SArnaldo Carvalho de Melo #ifdef TIOCGWINSZ 15413cc5079SArnaldo Carvalho de Melo if (ioctl(1, TIOCGWINSZ, ws) == 0 && 15513cc5079SArnaldo Carvalho de Melo ws->ws_row && ws->ws_col) 15613cc5079SArnaldo Carvalho de Melo return; 1573b6ed988SArnaldo Carvalho de Melo #endif 15813cc5079SArnaldo Carvalho de Melo ws->ws_row = 25; 15913cc5079SArnaldo Carvalho de Melo ws->ws_col = 80; 1603b6ed988SArnaldo Carvalho de Melo } 1613b6ed988SArnaldo Carvalho de Melo 16213cc5079SArnaldo Carvalho de Melo static void update_print_entries(struct winsize *ws) 1633b6ed988SArnaldo Carvalho de Melo { 16413cc5079SArnaldo Carvalho de Melo print_entries = ws->ws_row; 16513cc5079SArnaldo Carvalho de Melo 1663b6ed988SArnaldo Carvalho de Melo if (print_entries > 9) 1673b6ed988SArnaldo Carvalho de Melo print_entries -= 9; 1683b6ed988SArnaldo Carvalho de Melo } 1693b6ed988SArnaldo Carvalho de Melo 1703b6ed988SArnaldo Carvalho de Melo static void sig_winch_handler(int sig __used) 1713b6ed988SArnaldo Carvalho de Melo { 17213cc5079SArnaldo Carvalho de Melo get_term_dimensions(&winsize); 17313cc5079SArnaldo Carvalho de Melo update_print_entries(&winsize); 1743b6ed988SArnaldo Carvalho de Melo } 1753b6ed988SArnaldo Carvalho de Melo 176923c42c1SMike Galbraith static void parse_source(struct sym_entry *syme) 177923c42c1SMike Galbraith { 178923c42c1SMike Galbraith struct symbol *sym; 179b269876cSArnaldo Carvalho de Melo struct sym_entry_source *source; 180439d473bSArnaldo Carvalho de Melo struct map *map; 181923c42c1SMike Galbraith FILE *file; 18283a0944fSIngo Molnar char command[PATH_MAX*2]; 183439d473bSArnaldo Carvalho de Melo const char *path; 184439d473bSArnaldo Carvalho de Melo u64 len; 185923c42c1SMike Galbraith 186923c42c1SMike Galbraith if (!syme) 187923c42c1SMike Galbraith return; 188923c42c1SMike Galbraith 189b269876cSArnaldo Carvalho de Melo if (syme->src == NULL) { 190b269876cSArnaldo Carvalho de Melo syme->src = calloc(1, sizeof(*source)); 191b269876cSArnaldo Carvalho de Melo if (syme->src == NULL) 192b269876cSArnaldo Carvalho de Melo return; 193b269876cSArnaldo Carvalho de Melo pthread_mutex_init(&syme->src->lock, NULL); 194b269876cSArnaldo Carvalho de Melo } 195b269876cSArnaldo Carvalho de Melo 196b269876cSArnaldo Carvalho de Melo source = syme->src; 197b269876cSArnaldo Carvalho de Melo 198b269876cSArnaldo Carvalho de Melo if (source->lines) { 199b269876cSArnaldo Carvalho de Melo pthread_mutex_lock(&source->lock); 200923c42c1SMike Galbraith goto out_assign; 201923c42c1SMike Galbraith } 202923c42c1SMike Galbraith 20351a472deSArnaldo Carvalho de Melo sym = sym_entry__symbol(syme); 204439d473bSArnaldo Carvalho de Melo map = syme->map; 205439d473bSArnaldo Carvalho de Melo path = map->dso->long_name; 206923c42c1SMike Galbraith 207923c42c1SMike Galbraith len = sym->end - sym->start; 208923c42c1SMike Galbraith 209439d473bSArnaldo Carvalho de Melo sprintf(command, 210439d473bSArnaldo Carvalho de Melo "objdump --start-address=0x%016Lx " 211439d473bSArnaldo Carvalho de Melo "--stop-address=0x%016Lx -dS %s", 212c88e4bf6SArnaldo Carvalho de Melo map->unmap_ip(map, sym->start), 213c88e4bf6SArnaldo Carvalho de Melo map->unmap_ip(map, sym->end), path); 214923c42c1SMike Galbraith 215923c42c1SMike Galbraith file = popen(command, "r"); 216923c42c1SMike Galbraith if (!file) 217923c42c1SMike Galbraith return; 218923c42c1SMike Galbraith 219b269876cSArnaldo Carvalho de Melo pthread_mutex_lock(&source->lock); 220b269876cSArnaldo Carvalho de Melo source->lines_tail = &source->lines; 221923c42c1SMike Galbraith while (!feof(file)) { 222923c42c1SMike Galbraith struct source_line *src; 223923c42c1SMike Galbraith size_t dummy = 0; 224923c42c1SMike Galbraith char *c; 225923c42c1SMike Galbraith 226923c42c1SMike Galbraith src = malloc(sizeof(struct source_line)); 227923c42c1SMike Galbraith assert(src != NULL); 228923c42c1SMike Galbraith memset(src, 0, sizeof(struct source_line)); 229923c42c1SMike Galbraith 230923c42c1SMike Galbraith if (getline(&src->line, &dummy, file) < 0) 231923c42c1SMike Galbraith break; 232923c42c1SMike Galbraith if (!src->line) 233923c42c1SMike Galbraith break; 234923c42c1SMike Galbraith 235923c42c1SMike Galbraith c = strchr(src->line, '\n'); 236923c42c1SMike Galbraith if (c) 237923c42c1SMike Galbraith *c = 0; 238923c42c1SMike Galbraith 239923c42c1SMike Galbraith src->next = NULL; 240b269876cSArnaldo Carvalho de Melo *source->lines_tail = src; 241b269876cSArnaldo Carvalho de Melo source->lines_tail = &src->next; 242923c42c1SMike Galbraith 243923c42c1SMike Galbraith if (strlen(src->line)>8 && src->line[8] == ':') { 244923c42c1SMike Galbraith src->eip = strtoull(src->line, NULL, 16); 245c88e4bf6SArnaldo Carvalho de Melo src->eip = map->unmap_ip(map, src->eip); 246923c42c1SMike Galbraith } 247923c42c1SMike Galbraith if (strlen(src->line)>8 && src->line[16] == ':') { 248923c42c1SMike Galbraith src->eip = strtoull(src->line, NULL, 16); 249c88e4bf6SArnaldo Carvalho de Melo src->eip = map->unmap_ip(map, src->eip); 250923c42c1SMike Galbraith } 251923c42c1SMike Galbraith } 252923c42c1SMike Galbraith pclose(file); 253923c42c1SMike Galbraith out_assign: 254923c42c1SMike Galbraith sym_filter_entry = syme; 255b269876cSArnaldo Carvalho de Melo pthread_mutex_unlock(&source->lock); 256923c42c1SMike Galbraith } 257923c42c1SMike Galbraith 258923c42c1SMike Galbraith static void __zero_source_counters(struct sym_entry *syme) 259923c42c1SMike Galbraith { 260923c42c1SMike Galbraith int i; 261923c42c1SMike Galbraith struct source_line *line; 262923c42c1SMike Galbraith 263b269876cSArnaldo Carvalho de Melo line = syme->src->lines; 264923c42c1SMike Galbraith while (line) { 265923c42c1SMike Galbraith for (i = 0; i < nr_counters; i++) 266923c42c1SMike Galbraith line->count[i] = 0; 267923c42c1SMike Galbraith line = line->next; 268923c42c1SMike Galbraith } 269923c42c1SMike Galbraith } 270923c42c1SMike Galbraith 271923c42c1SMike Galbraith static void record_precise_ip(struct sym_entry *syme, int counter, u64 ip) 272923c42c1SMike Galbraith { 273923c42c1SMike Galbraith struct source_line *line; 274923c42c1SMike Galbraith 275923c42c1SMike Galbraith if (syme != sym_filter_entry) 276923c42c1SMike Galbraith return; 277923c42c1SMike Galbraith 278b269876cSArnaldo Carvalho de Melo if (pthread_mutex_trylock(&syme->src->lock)) 279923c42c1SMike Galbraith return; 280923c42c1SMike Galbraith 281b269876cSArnaldo Carvalho de Melo if (syme->src == NULL || syme->src->source == NULL) 282923c42c1SMike Galbraith goto out_unlock; 283923c42c1SMike Galbraith 284b269876cSArnaldo Carvalho de Melo for (line = syme->src->lines; line; line = line->next) { 285923c42c1SMike Galbraith if (line->eip == ip) { 286923c42c1SMike Galbraith line->count[counter]++; 287923c42c1SMike Galbraith break; 288923c42c1SMike Galbraith } 289923c42c1SMike Galbraith if (line->eip > ip) 290923c42c1SMike Galbraith break; 291923c42c1SMike Galbraith } 292923c42c1SMike Galbraith out_unlock: 293b269876cSArnaldo Carvalho de Melo pthread_mutex_unlock(&syme->src->lock); 294923c42c1SMike Galbraith } 295923c42c1SMike Galbraith 296923c42c1SMike Galbraith static void lookup_sym_source(struct sym_entry *syme) 297923c42c1SMike Galbraith { 29851a472deSArnaldo Carvalho de Melo struct symbol *symbol = sym_entry__symbol(syme); 299923c42c1SMike Galbraith struct source_line *line; 300923c42c1SMike Galbraith char pattern[PATH_MAX]; 301923c42c1SMike Galbraith 302923c42c1SMike Galbraith sprintf(pattern, "<%s>:", symbol->name); 303923c42c1SMike Galbraith 304b269876cSArnaldo Carvalho de Melo pthread_mutex_lock(&syme->src->lock); 305b269876cSArnaldo Carvalho de Melo for (line = syme->src->lines; line; line = line->next) { 306923c42c1SMike Galbraith if (strstr(line->line, pattern)) { 307b269876cSArnaldo Carvalho de Melo syme->src->source = line; 308923c42c1SMike Galbraith break; 309923c42c1SMike Galbraith } 310923c42c1SMike Galbraith } 311b269876cSArnaldo Carvalho de Melo pthread_mutex_unlock(&syme->src->lock); 312923c42c1SMike Galbraith } 313923c42c1SMike Galbraith 314923c42c1SMike Galbraith static void show_lines(struct source_line *queue, int count, int total) 315923c42c1SMike Galbraith { 316923c42c1SMike Galbraith int i; 317923c42c1SMike Galbraith struct source_line *line; 318923c42c1SMike Galbraith 319923c42c1SMike Galbraith line = queue; 320923c42c1SMike Galbraith for (i = 0; i < count; i++) { 321923c42c1SMike Galbraith float pcnt = 100.0*(float)line->count[sym_counter]/(float)total; 322923c42c1SMike Galbraith 323923c42c1SMike Galbraith printf("%8li %4.1f%%\t%s\n", line->count[sym_counter], pcnt, line->line); 324923c42c1SMike Galbraith line = line->next; 325923c42c1SMike Galbraith } 326923c42c1SMike Galbraith } 327923c42c1SMike Galbraith 328923c42c1SMike Galbraith #define TRACE_COUNT 3 329923c42c1SMike Galbraith 330923c42c1SMike Galbraith static void show_details(struct sym_entry *syme) 331923c42c1SMike Galbraith { 332923c42c1SMike Galbraith struct symbol *symbol; 333923c42c1SMike Galbraith struct source_line *line; 334923c42c1SMike Galbraith struct source_line *line_queue = NULL; 335923c42c1SMike Galbraith int displayed = 0; 336923c42c1SMike Galbraith int line_queue_count = 0, total = 0, more = 0; 337923c42c1SMike Galbraith 338923c42c1SMike Galbraith if (!syme) 339923c42c1SMike Galbraith return; 340923c42c1SMike Galbraith 341b269876cSArnaldo Carvalho de Melo if (!syme->src->source) 342923c42c1SMike Galbraith lookup_sym_source(syme); 343923c42c1SMike Galbraith 344b269876cSArnaldo Carvalho de Melo if (!syme->src->source) 345923c42c1SMike Galbraith return; 346923c42c1SMike Galbraith 34751a472deSArnaldo Carvalho de Melo symbol = sym_entry__symbol(syme); 348923c42c1SMike Galbraith printf("Showing %s for %s\n", event_name(sym_counter), symbol->name); 349923c42c1SMike Galbraith printf(" Events Pcnt (>=%d%%)\n", sym_pcnt_filter); 350923c42c1SMike Galbraith 351b269876cSArnaldo Carvalho de Melo pthread_mutex_lock(&syme->src->lock); 352b269876cSArnaldo Carvalho de Melo line = syme->src->source; 353923c42c1SMike Galbraith while (line) { 354923c42c1SMike Galbraith total += line->count[sym_counter]; 355923c42c1SMike Galbraith line = line->next; 356923c42c1SMike Galbraith } 357923c42c1SMike Galbraith 358b269876cSArnaldo Carvalho de Melo line = syme->src->source; 359923c42c1SMike Galbraith while (line) { 360923c42c1SMike Galbraith float pcnt = 0.0; 361923c42c1SMike Galbraith 362923c42c1SMike Galbraith if (!line_queue_count) 363923c42c1SMike Galbraith line_queue = line; 364923c42c1SMike Galbraith line_queue_count++; 365923c42c1SMike Galbraith 366923c42c1SMike Galbraith if (line->count[sym_counter]) 367923c42c1SMike Galbraith pcnt = 100.0 * line->count[sym_counter] / (float)total; 368923c42c1SMike Galbraith if (pcnt >= (float)sym_pcnt_filter) { 369923c42c1SMike Galbraith if (displayed <= print_entries) 370923c42c1SMike Galbraith show_lines(line_queue, line_queue_count, total); 371923c42c1SMike Galbraith else more++; 372923c42c1SMike Galbraith displayed += line_queue_count; 373923c42c1SMike Galbraith line_queue_count = 0; 374923c42c1SMike Galbraith line_queue = NULL; 375923c42c1SMike Galbraith } else if (line_queue_count > TRACE_COUNT) { 376923c42c1SMike Galbraith line_queue = line_queue->next; 377923c42c1SMike Galbraith line_queue_count--; 378923c42c1SMike Galbraith } 379923c42c1SMike Galbraith 380923c42c1SMike Galbraith line->count[sym_counter] = zero ? 0 : line->count[sym_counter] * 7 / 8; 381923c42c1SMike Galbraith line = line->next; 382923c42c1SMike Galbraith } 383b269876cSArnaldo Carvalho de Melo pthread_mutex_unlock(&syme->src->lock); 384923c42c1SMike Galbraith if (more) 385923c42c1SMike Galbraith printf("%d lines not displayed, maybe increase display entries [e]\n", more); 386923c42c1SMike Galbraith } 38786470930SIngo Molnar 38886470930SIngo Molnar /* 3895b2bb75aSArnaldo Carvalho de Melo * Symbols will be added here in event__process_sample and will get out 39086470930SIngo Molnar * after decayed. 39186470930SIngo Molnar */ 39286470930SIngo Molnar static LIST_HEAD(active_symbols); 39386470930SIngo Molnar static pthread_mutex_t active_symbols_lock = PTHREAD_MUTEX_INITIALIZER; 39486470930SIngo Molnar 39586470930SIngo Molnar /* 39686470930SIngo Molnar * Ordering weight: count-1 * count-2 * ... / count-n 39786470930SIngo Molnar */ 39886470930SIngo Molnar static double sym_weight(const struct sym_entry *sym) 39986470930SIngo Molnar { 40086470930SIngo Molnar double weight = sym->snap_count; 40186470930SIngo Molnar int counter; 40286470930SIngo Molnar 40346ab9764SMike Galbraith if (!display_weighted) 40446ab9764SMike Galbraith return weight; 40546ab9764SMike Galbraith 40686470930SIngo Molnar for (counter = 1; counter < nr_counters-1; counter++) 40786470930SIngo Molnar weight *= sym->count[counter]; 40886470930SIngo Molnar 40986470930SIngo Molnar weight /= (sym->count[counter] + 1); 41086470930SIngo Molnar 41186470930SIngo Molnar return weight; 41286470930SIngo Molnar } 41386470930SIngo Molnar 41486470930SIngo Molnar static long samples; 41586470930SIngo Molnar static long userspace_samples; 41686470930SIngo Molnar static const char CONSOLE_CLEAR[] = "[H[2J"; 41786470930SIngo Molnar 41886470930SIngo Molnar static void __list_insert_active_sym(struct sym_entry *syme) 41986470930SIngo Molnar { 42086470930SIngo Molnar list_add(&syme->node, &active_symbols); 42186470930SIngo Molnar } 42286470930SIngo Molnar 42386470930SIngo Molnar static void list_remove_active_sym(struct sym_entry *syme) 42486470930SIngo Molnar { 42586470930SIngo Molnar pthread_mutex_lock(&active_symbols_lock); 42686470930SIngo Molnar list_del_init(&syme->node); 42786470930SIngo Molnar pthread_mutex_unlock(&active_symbols_lock); 42886470930SIngo Molnar } 42986470930SIngo Molnar 43086470930SIngo Molnar static void rb_insert_active_sym(struct rb_root *tree, struct sym_entry *se) 43186470930SIngo Molnar { 43286470930SIngo Molnar struct rb_node **p = &tree->rb_node; 43386470930SIngo Molnar struct rb_node *parent = NULL; 43486470930SIngo Molnar struct sym_entry *iter; 43586470930SIngo Molnar 43686470930SIngo Molnar while (*p != NULL) { 43786470930SIngo Molnar parent = *p; 43886470930SIngo Molnar iter = rb_entry(parent, struct sym_entry, rb_node); 43986470930SIngo Molnar 44086470930SIngo Molnar if (se->weight > iter->weight) 44186470930SIngo Molnar p = &(*p)->rb_left; 44286470930SIngo Molnar else 44386470930SIngo Molnar p = &(*p)->rb_right; 44486470930SIngo Molnar } 44586470930SIngo Molnar 44686470930SIngo Molnar rb_link_node(&se->rb_node, parent, p); 44786470930SIngo Molnar rb_insert_color(&se->rb_node, tree); 44886470930SIngo Molnar } 44986470930SIngo Molnar 45086470930SIngo Molnar static void print_sym_table(void) 45186470930SIngo Molnar { 45286470930SIngo Molnar int printed = 0, j; 45346ab9764SMike Galbraith int counter, snap = !display_weighted ? sym_counter : 0; 45486470930SIngo Molnar float samples_per_sec = samples/delay_secs; 45586470930SIngo Molnar float ksamples_per_sec = (samples-userspace_samples)/delay_secs; 45686470930SIngo Molnar float sum_ksamples = 0.0; 45786470930SIngo Molnar struct sym_entry *syme, *n; 45886470930SIngo Molnar struct rb_root tmp = RB_ROOT; 45986470930SIngo Molnar struct rb_node *nd; 4601a105f74SArnaldo Carvalho de Melo int sym_width = 0, dso_width = 0; 46113cc5079SArnaldo Carvalho de Melo const int win_width = winsize.ws_col - 1; 4621a105f74SArnaldo Carvalho de Melo struct dso *unique_dso = NULL, *first_dso = NULL; 46386470930SIngo Molnar 46486470930SIngo Molnar samples = userspace_samples = 0; 46586470930SIngo Molnar 46686470930SIngo Molnar /* Sort the active symbols */ 46786470930SIngo Molnar pthread_mutex_lock(&active_symbols_lock); 46886470930SIngo Molnar syme = list_entry(active_symbols.next, struct sym_entry, node); 46986470930SIngo Molnar pthread_mutex_unlock(&active_symbols_lock); 47086470930SIngo Molnar 47186470930SIngo Molnar list_for_each_entry_safe_from(syme, n, &active_symbols, node) { 47246ab9764SMike Galbraith syme->snap_count = syme->count[snap]; 47386470930SIngo Molnar if (syme->snap_count != 0) { 47413cc5079SArnaldo Carvalho de Melo 4758ffcda17SArnaldo Carvalho de Melo if ((hide_user_symbols && 4768ffcda17SArnaldo Carvalho de Melo syme->origin == PERF_RECORD_MISC_USER) || 4778ffcda17SArnaldo Carvalho de Melo (hide_kernel_symbols && 4788ffcda17SArnaldo Carvalho de Melo syme->origin == PERF_RECORD_MISC_KERNEL)) { 4798ffcda17SArnaldo Carvalho de Melo list_remove_active_sym(syme); 4808ffcda17SArnaldo Carvalho de Melo continue; 4818ffcda17SArnaldo Carvalho de Melo } 48286470930SIngo Molnar syme->weight = sym_weight(syme); 48386470930SIngo Molnar rb_insert_active_sym(&tmp, syme); 48486470930SIngo Molnar sum_ksamples += syme->snap_count; 48586470930SIngo Molnar 48686470930SIngo Molnar for (j = 0; j < nr_counters; j++) 48786470930SIngo Molnar syme->count[j] = zero ? 0 : syme->count[j] * 7 / 8; 48886470930SIngo Molnar } else 48986470930SIngo Molnar list_remove_active_sym(syme); 49086470930SIngo Molnar } 49186470930SIngo Molnar 49286470930SIngo Molnar puts(CONSOLE_CLEAR); 49386470930SIngo Molnar 49413cc5079SArnaldo Carvalho de Melo printf("%-*.*s\n", win_width, win_width, graph_dotted_line); 49586470930SIngo Molnar printf( " PerfTop:%8.0f irqs/sec kernel:%4.1f%% [", 49686470930SIngo Molnar samples_per_sec, 49786470930SIngo Molnar 100.0 - (100.0*((samples_per_sec-ksamples_per_sec)/samples_per_sec))); 49886470930SIngo Molnar 49946ab9764SMike Galbraith if (nr_counters == 1 || !display_weighted) { 5009cffa8d5SPaul Mackerras printf("%Ld", (u64)attrs[0].sample_period); 50186470930SIngo Molnar if (freq) 50286470930SIngo Molnar printf("Hz "); 50386470930SIngo Molnar else 50486470930SIngo Molnar printf(" "); 50586470930SIngo Molnar } 50686470930SIngo Molnar 50746ab9764SMike Galbraith if (!display_weighted) 50846ab9764SMike Galbraith printf("%s", event_name(sym_counter)); 50946ab9764SMike Galbraith else for (counter = 0; counter < nr_counters; counter++) { 51086470930SIngo Molnar if (counter) 51186470930SIngo Molnar printf("/"); 51286470930SIngo Molnar 51386470930SIngo Molnar printf("%s", event_name(counter)); 51486470930SIngo Molnar } 51586470930SIngo Molnar 51686470930SIngo Molnar printf( "], "); 51786470930SIngo Molnar 51886470930SIngo Molnar if (target_pid != -1) 51986470930SIngo Molnar printf(" (target_pid: %d", target_pid); 52086470930SIngo Molnar else 52186470930SIngo Molnar printf(" (all"); 52286470930SIngo Molnar 52386470930SIngo Molnar if (profile_cpu != -1) 52486470930SIngo Molnar printf(", cpu: %d)\n", profile_cpu); 52586470930SIngo Molnar else { 52686470930SIngo Molnar if (target_pid != -1) 52786470930SIngo Molnar printf(")\n"); 52886470930SIngo Molnar else 52986470930SIngo Molnar printf(", %d CPUs)\n", nr_cpus); 53086470930SIngo Molnar } 53186470930SIngo Molnar 5321a105f74SArnaldo Carvalho de Melo printf("%-*.*s\n", win_width, win_width, graph_dotted_line); 53386470930SIngo Molnar 534923c42c1SMike Galbraith if (sym_filter_entry) { 535923c42c1SMike Galbraith show_details(sym_filter_entry); 536923c42c1SMike Galbraith return; 537923c42c1SMike Galbraith } 538923c42c1SMike Galbraith 53913cc5079SArnaldo Carvalho de Melo /* 54013cc5079SArnaldo Carvalho de Melo * Find the longest symbol name that will be displayed 54113cc5079SArnaldo Carvalho de Melo */ 54213cc5079SArnaldo Carvalho de Melo for (nd = rb_first(&tmp); nd; nd = rb_next(nd)) { 54313cc5079SArnaldo Carvalho de Melo syme = rb_entry(nd, struct sym_entry, rb_node); 54413cc5079SArnaldo Carvalho de Melo if (++printed > print_entries || 54513cc5079SArnaldo Carvalho de Melo (int)syme->snap_count < count_filter) 54613cc5079SArnaldo Carvalho de Melo continue; 54713cc5079SArnaldo Carvalho de Melo 5481a105f74SArnaldo Carvalho de Melo if (first_dso == NULL) 5491a105f74SArnaldo Carvalho de Melo unique_dso = first_dso = syme->map->dso; 5501a105f74SArnaldo Carvalho de Melo else if (syme->map->dso != first_dso) 5511a105f74SArnaldo Carvalho de Melo unique_dso = NULL; 5521a105f74SArnaldo Carvalho de Melo 5531a105f74SArnaldo Carvalho de Melo if (syme->map->dso->long_name_len > dso_width) 5541a105f74SArnaldo Carvalho de Melo dso_width = syme->map->dso->long_name_len; 5551a105f74SArnaldo Carvalho de Melo 55613cc5079SArnaldo Carvalho de Melo if (syme->name_len > sym_width) 55713cc5079SArnaldo Carvalho de Melo sym_width = syme->name_len; 55813cc5079SArnaldo Carvalho de Melo } 55913cc5079SArnaldo Carvalho de Melo 56013cc5079SArnaldo Carvalho de Melo printed = 0; 56113cc5079SArnaldo Carvalho de Melo 5621a105f74SArnaldo Carvalho de Melo if (unique_dso) 5631a105f74SArnaldo Carvalho de Melo printf("DSO: %s\n", unique_dso->long_name); 5641a105f74SArnaldo Carvalho de Melo else { 5651a105f74SArnaldo Carvalho de Melo int max_dso_width = winsize.ws_col - sym_width - 29; 5661a105f74SArnaldo Carvalho de Melo if (dso_width > max_dso_width) 5671a105f74SArnaldo Carvalho de Melo dso_width = max_dso_width; 5681a105f74SArnaldo Carvalho de Melo putchar('\n'); 5691a105f74SArnaldo Carvalho de Melo } 57086470930SIngo Molnar if (nr_counters == 1) 57186470930SIngo Molnar printf(" samples pcnt"); 57286470930SIngo Molnar else 57386470930SIngo Molnar printf(" weight samples pcnt"); 57486470930SIngo Molnar 5757ced156bSArnaldo Carvalho de Melo if (verbose) 5767ced156bSArnaldo Carvalho de Melo printf(" RIP "); 5771a105f74SArnaldo Carvalho de Melo printf(" %-*.*s", sym_width, sym_width, "function"); 5781a105f74SArnaldo Carvalho de Melo if (!unique_dso) 5791a105f74SArnaldo Carvalho de Melo printf(" DSO"); 5801a105f74SArnaldo Carvalho de Melo putchar('\n'); 5817ced156bSArnaldo Carvalho de Melo printf(" %s _______ _____", 5827ced156bSArnaldo Carvalho de Melo nr_counters == 1 ? " " : "______"); 5837ced156bSArnaldo Carvalho de Melo if (verbose) 5847ced156bSArnaldo Carvalho de Melo printf(" ________________"); 5851a105f74SArnaldo Carvalho de Melo printf(" %-*.*s", sym_width, sym_width, graph_line); 5861a105f74SArnaldo Carvalho de Melo if (!unique_dso) 5871a105f74SArnaldo Carvalho de Melo printf(" %-*.*s", dso_width, dso_width, graph_line); 5881a105f74SArnaldo Carvalho de Melo puts("\n"); 58986470930SIngo Molnar 59086470930SIngo Molnar for (nd = rb_first(&tmp); nd; nd = rb_next(nd)) { 59183a0944fSIngo Molnar struct symbol *sym; 59286470930SIngo Molnar double pcnt; 59386470930SIngo Molnar 59483a0944fSIngo Molnar syme = rb_entry(nd, struct sym_entry, rb_node); 59551a472deSArnaldo Carvalho de Melo sym = sym_entry__symbol(syme); 59683a0944fSIngo Molnar 597923c42c1SMike Galbraith if (++printed > print_entries || (int)syme->snap_count < count_filter) 59886470930SIngo Molnar continue; 59986470930SIngo Molnar 60086470930SIngo Molnar pcnt = 100.0 - (100.0 * ((sum_ksamples - syme->snap_count) / 60186470930SIngo Molnar sum_ksamples)); 60286470930SIngo Molnar 60346ab9764SMike Galbraith if (nr_counters == 1 || !display_weighted) 6045b2bb75aSArnaldo Carvalho de Melo printf("%20.2f ", syme->weight); 60586470930SIngo Molnar else 6065b2bb75aSArnaldo Carvalho de Melo printf("%9.1f %10ld ", syme->weight, syme->snap_count); 60786470930SIngo Molnar 6081e11fd82SFrederic Weisbecker percent_color_fprintf(stdout, "%4.1f%%", pcnt); 6097ced156bSArnaldo Carvalho de Melo if (verbose) 6105b2bb75aSArnaldo Carvalho de Melo printf(" %016llx", sym->start); 61113cc5079SArnaldo Carvalho de Melo printf(" %-*.*s", sym_width, sym_width, sym->name); 6121a105f74SArnaldo Carvalho de Melo if (!unique_dso) 61313cc5079SArnaldo Carvalho de Melo printf(" %-*.*s", dso_width, dso_width, 61413cc5079SArnaldo Carvalho de Melo dso_width >= syme->map->dso->long_name_len ? 61513cc5079SArnaldo Carvalho de Melo syme->map->dso->long_name : 61613cc5079SArnaldo Carvalho de Melo syme->map->dso->short_name); 61742976487SMike Galbraith printf("\n"); 61886470930SIngo Molnar } 61986470930SIngo Molnar } 62086470930SIngo Molnar 621923c42c1SMike Galbraith static void prompt_integer(int *target, const char *msg) 622923c42c1SMike Galbraith { 623923c42c1SMike Galbraith char *buf = malloc(0), *p; 624923c42c1SMike Galbraith size_t dummy = 0; 625923c42c1SMike Galbraith int tmp; 626923c42c1SMike Galbraith 627923c42c1SMike Galbraith fprintf(stdout, "\n%s: ", msg); 628923c42c1SMike Galbraith if (getline(&buf, &dummy, stdin) < 0) 629923c42c1SMike Galbraith return; 630923c42c1SMike Galbraith 631923c42c1SMike Galbraith p = strchr(buf, '\n'); 632923c42c1SMike Galbraith if (p) 633923c42c1SMike Galbraith *p = 0; 634923c42c1SMike Galbraith 635923c42c1SMike Galbraith p = buf; 636923c42c1SMike Galbraith while(*p) { 637923c42c1SMike Galbraith if (!isdigit(*p)) 638923c42c1SMike Galbraith goto out_free; 639923c42c1SMike Galbraith p++; 640923c42c1SMike Galbraith } 641923c42c1SMike Galbraith tmp = strtoul(buf, NULL, 10); 642923c42c1SMike Galbraith *target = tmp; 643923c42c1SMike Galbraith out_free: 644923c42c1SMike Galbraith free(buf); 645923c42c1SMike Galbraith } 646923c42c1SMike Galbraith 647923c42c1SMike Galbraith static void prompt_percent(int *target, const char *msg) 648923c42c1SMike Galbraith { 649923c42c1SMike Galbraith int tmp = 0; 650923c42c1SMike Galbraith 651923c42c1SMike Galbraith prompt_integer(&tmp, msg); 652923c42c1SMike Galbraith if (tmp >= 0 && tmp <= 100) 653923c42c1SMike Galbraith *target = tmp; 654923c42c1SMike Galbraith } 655923c42c1SMike Galbraith 656923c42c1SMike Galbraith static void prompt_symbol(struct sym_entry **target, const char *msg) 657923c42c1SMike Galbraith { 658923c42c1SMike Galbraith char *buf = malloc(0), *p; 659923c42c1SMike Galbraith struct sym_entry *syme = *target, *n, *found = NULL; 660923c42c1SMike Galbraith size_t dummy = 0; 661923c42c1SMike Galbraith 662923c42c1SMike Galbraith /* zero counters of active symbol */ 663923c42c1SMike Galbraith if (syme) { 664b269876cSArnaldo Carvalho de Melo pthread_mutex_lock(&syme->src->lock); 665923c42c1SMike Galbraith __zero_source_counters(syme); 666923c42c1SMike Galbraith *target = NULL; 667b269876cSArnaldo Carvalho de Melo pthread_mutex_unlock(&syme->src->lock); 668923c42c1SMike Galbraith } 669923c42c1SMike Galbraith 670923c42c1SMike Galbraith fprintf(stdout, "\n%s: ", msg); 671923c42c1SMike Galbraith if (getline(&buf, &dummy, stdin) < 0) 672923c42c1SMike Galbraith goto out_free; 673923c42c1SMike Galbraith 674923c42c1SMike Galbraith p = strchr(buf, '\n'); 675923c42c1SMike Galbraith if (p) 676923c42c1SMike Galbraith *p = 0; 677923c42c1SMike Galbraith 678923c42c1SMike Galbraith pthread_mutex_lock(&active_symbols_lock); 679923c42c1SMike Galbraith syme = list_entry(active_symbols.next, struct sym_entry, node); 680923c42c1SMike Galbraith pthread_mutex_unlock(&active_symbols_lock); 681923c42c1SMike Galbraith 682923c42c1SMike Galbraith list_for_each_entry_safe_from(syme, n, &active_symbols, node) { 68351a472deSArnaldo Carvalho de Melo struct symbol *sym = sym_entry__symbol(syme); 684923c42c1SMike Galbraith 685923c42c1SMike Galbraith if (!strcmp(buf, sym->name)) { 686923c42c1SMike Galbraith found = syme; 687923c42c1SMike Galbraith break; 688923c42c1SMike Galbraith } 689923c42c1SMike Galbraith } 690923c42c1SMike Galbraith 691923c42c1SMike Galbraith if (!found) { 692923c42c1SMike Galbraith fprintf(stderr, "Sorry, %s is not active.\n", sym_filter); 693923c42c1SMike Galbraith sleep(1); 694923c42c1SMike Galbraith return; 695923c42c1SMike Galbraith } else 696923c42c1SMike Galbraith parse_source(found); 697923c42c1SMike Galbraith 698923c42c1SMike Galbraith out_free: 699923c42c1SMike Galbraith free(buf); 700923c42c1SMike Galbraith } 701923c42c1SMike Galbraith 702091bd2e9SMike Galbraith static void print_mapped_keys(void) 703923c42c1SMike Galbraith { 704091bd2e9SMike Galbraith char *name = NULL; 705091bd2e9SMike Galbraith 706091bd2e9SMike Galbraith if (sym_filter_entry) { 70751a472deSArnaldo Carvalho de Melo struct symbol *sym = sym_entry__symbol(sym_filter_entry); 708091bd2e9SMike Galbraith name = sym->name; 709091bd2e9SMike Galbraith } 710091bd2e9SMike Galbraith 711091bd2e9SMike Galbraith fprintf(stdout, "\nMapped keys:\n"); 712091bd2e9SMike Galbraith fprintf(stdout, "\t[d] display refresh delay. \t(%d)\n", delay_secs); 713091bd2e9SMike Galbraith fprintf(stdout, "\t[e] display entries (lines). \t(%d)\n", print_entries); 714091bd2e9SMike Galbraith 715091bd2e9SMike Galbraith if (nr_counters > 1) 71646ab9764SMike Galbraith fprintf(stdout, "\t[E] active event counter. \t(%s)\n", event_name(sym_counter)); 717091bd2e9SMike Galbraith 718091bd2e9SMike Galbraith fprintf(stdout, "\t[f] profile display filter (count). \t(%d)\n", count_filter); 719091bd2e9SMike Galbraith 72083a0944fSIngo Molnar if (vmlinux_name) { 721091bd2e9SMike Galbraith fprintf(stdout, "\t[F] annotate display filter (percent). \t(%d%%)\n", sym_pcnt_filter); 722091bd2e9SMike Galbraith fprintf(stdout, "\t[s] annotate symbol. \t(%s)\n", name?: "NULL"); 723091bd2e9SMike Galbraith fprintf(stdout, "\t[S] stop annotation.\n"); 724091bd2e9SMike Galbraith } 725091bd2e9SMike Galbraith 726091bd2e9SMike Galbraith if (nr_counters > 1) 72746ab9764SMike Galbraith fprintf(stdout, "\t[w] toggle display weighted/count[E]r. \t(%d)\n", display_weighted ? 1 : 0); 728091bd2e9SMike Galbraith 7298ffcda17SArnaldo Carvalho de Melo fprintf(stdout, 7308ffcda17SArnaldo Carvalho de Melo "\t[K] hide kernel_symbols symbols. \t(%s)\n", 7318ffcda17SArnaldo Carvalho de Melo hide_kernel_symbols ? "yes" : "no"); 7328ffcda17SArnaldo Carvalho de Melo fprintf(stdout, 7338ffcda17SArnaldo Carvalho de Melo "\t[U] hide user symbols. \t(%s)\n", 7348ffcda17SArnaldo Carvalho de Melo hide_user_symbols ? "yes" : "no"); 73546ab9764SMike Galbraith fprintf(stdout, "\t[z] toggle sample zeroing. \t(%d)\n", zero ? 1 : 0); 736091bd2e9SMike Galbraith fprintf(stdout, "\t[qQ] quit.\n"); 737091bd2e9SMike Galbraith } 738091bd2e9SMike Galbraith 739091bd2e9SMike Galbraith static int key_mapped(int c) 740091bd2e9SMike Galbraith { 741091bd2e9SMike Galbraith switch (c) { 742091bd2e9SMike Galbraith case 'd': 743091bd2e9SMike Galbraith case 'e': 744091bd2e9SMike Galbraith case 'f': 745091bd2e9SMike Galbraith case 'z': 746091bd2e9SMike Galbraith case 'q': 747091bd2e9SMike Galbraith case 'Q': 7488ffcda17SArnaldo Carvalho de Melo case 'K': 7498ffcda17SArnaldo Carvalho de Melo case 'U': 750091bd2e9SMike Galbraith return 1; 751091bd2e9SMike Galbraith case 'E': 752091bd2e9SMike Galbraith case 'w': 753091bd2e9SMike Galbraith return nr_counters > 1 ? 1 : 0; 754091bd2e9SMike Galbraith case 'F': 755091bd2e9SMike Galbraith case 's': 756091bd2e9SMike Galbraith case 'S': 75783a0944fSIngo Molnar return vmlinux_name ? 1 : 0; 75883a0944fSIngo Molnar default: 75983a0944fSIngo Molnar break; 760091bd2e9SMike Galbraith } 761091bd2e9SMike Galbraith 762091bd2e9SMike Galbraith return 0; 763923c42c1SMike Galbraith } 764923c42c1SMike Galbraith 765923c42c1SMike Galbraith static void handle_keypress(int c) 766923c42c1SMike Galbraith { 767091bd2e9SMike Galbraith if (!key_mapped(c)) { 768091bd2e9SMike Galbraith struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; 769091bd2e9SMike Galbraith struct termios tc, save; 770091bd2e9SMike Galbraith 771091bd2e9SMike Galbraith print_mapped_keys(); 772091bd2e9SMike Galbraith fprintf(stdout, "\nEnter selection, or unmapped key to continue: "); 773091bd2e9SMike Galbraith fflush(stdout); 774091bd2e9SMike Galbraith 775091bd2e9SMike Galbraith tcgetattr(0, &save); 776091bd2e9SMike Galbraith tc = save; 777091bd2e9SMike Galbraith tc.c_lflag &= ~(ICANON | ECHO); 778091bd2e9SMike Galbraith tc.c_cc[VMIN] = 0; 779091bd2e9SMike Galbraith tc.c_cc[VTIME] = 0; 780091bd2e9SMike Galbraith tcsetattr(0, TCSANOW, &tc); 781091bd2e9SMike Galbraith 782091bd2e9SMike Galbraith poll(&stdin_poll, 1, -1); 783091bd2e9SMike Galbraith c = getc(stdin); 784091bd2e9SMike Galbraith 785091bd2e9SMike Galbraith tcsetattr(0, TCSAFLUSH, &save); 786091bd2e9SMike Galbraith if (!key_mapped(c)) 787091bd2e9SMike Galbraith return; 788091bd2e9SMike Galbraith } 789091bd2e9SMike Galbraith 790923c42c1SMike Galbraith switch (c) { 791923c42c1SMike Galbraith case 'd': 792923c42c1SMike Galbraith prompt_integer(&delay_secs, "Enter display delay"); 793dc79959aSTim Blechmann if (delay_secs < 1) 794dc79959aSTim Blechmann delay_secs = 1; 795923c42c1SMike Galbraith break; 796923c42c1SMike Galbraith case 'e': 797923c42c1SMike Galbraith prompt_integer(&print_entries, "Enter display entries (lines)"); 7983b6ed988SArnaldo Carvalho de Melo if (print_entries == 0) { 79913cc5079SArnaldo Carvalho de Melo sig_winch_handler(SIGWINCH); 8003b6ed988SArnaldo Carvalho de Melo signal(SIGWINCH, sig_winch_handler); 8013b6ed988SArnaldo Carvalho de Melo } else 8023b6ed988SArnaldo Carvalho de Melo signal(SIGWINCH, SIG_DFL); 803923c42c1SMike Galbraith break; 804923c42c1SMike Galbraith case 'E': 805923c42c1SMike Galbraith if (nr_counters > 1) { 806923c42c1SMike Galbraith int i; 807923c42c1SMike Galbraith 808923c42c1SMike Galbraith fprintf(stderr, "\nAvailable events:"); 809923c42c1SMike Galbraith for (i = 0; i < nr_counters; i++) 810923c42c1SMike Galbraith fprintf(stderr, "\n\t%d %s", i, event_name(i)); 811923c42c1SMike Galbraith 812923c42c1SMike Galbraith prompt_integer(&sym_counter, "Enter details event counter"); 813923c42c1SMike Galbraith 814923c42c1SMike Galbraith if (sym_counter >= nr_counters) { 815923c42c1SMike Galbraith fprintf(stderr, "Sorry, no such event, using %s.\n", event_name(0)); 816923c42c1SMike Galbraith sym_counter = 0; 817923c42c1SMike Galbraith sleep(1); 818923c42c1SMike Galbraith } 819923c42c1SMike Galbraith } else sym_counter = 0; 820923c42c1SMike Galbraith break; 821923c42c1SMike Galbraith case 'f': 822923c42c1SMike Galbraith prompt_integer(&count_filter, "Enter display event count filter"); 823923c42c1SMike Galbraith break; 824923c42c1SMike Galbraith case 'F': 825923c42c1SMike Galbraith prompt_percent(&sym_pcnt_filter, "Enter details display event filter (percent)"); 826923c42c1SMike Galbraith break; 8278ffcda17SArnaldo Carvalho de Melo case 'K': 8288ffcda17SArnaldo Carvalho de Melo hide_kernel_symbols = !hide_kernel_symbols; 8298ffcda17SArnaldo Carvalho de Melo break; 830923c42c1SMike Galbraith case 'q': 831923c42c1SMike Galbraith case 'Q': 832923c42c1SMike Galbraith printf("exiting.\n"); 833c338aee8SArnaldo Carvalho de Melo if (dump_symtab) 834c338aee8SArnaldo Carvalho de Melo dsos__fprintf(stderr); 835923c42c1SMike Galbraith exit(0); 836923c42c1SMike Galbraith case 's': 837923c42c1SMike Galbraith prompt_symbol(&sym_filter_entry, "Enter details symbol"); 838923c42c1SMike Galbraith break; 839923c42c1SMike Galbraith case 'S': 840923c42c1SMike Galbraith if (!sym_filter_entry) 841923c42c1SMike Galbraith break; 842923c42c1SMike Galbraith else { 843923c42c1SMike Galbraith struct sym_entry *syme = sym_filter_entry; 844923c42c1SMike Galbraith 845b269876cSArnaldo Carvalho de Melo pthread_mutex_lock(&syme->src->lock); 846923c42c1SMike Galbraith sym_filter_entry = NULL; 847923c42c1SMike Galbraith __zero_source_counters(syme); 848b269876cSArnaldo Carvalho de Melo pthread_mutex_unlock(&syme->src->lock); 849923c42c1SMike Galbraith } 850923c42c1SMike Galbraith break; 8518ffcda17SArnaldo Carvalho de Melo case 'U': 8528ffcda17SArnaldo Carvalho de Melo hide_user_symbols = !hide_user_symbols; 8538ffcda17SArnaldo Carvalho de Melo break; 85446ab9764SMike Galbraith case 'w': 85546ab9764SMike Galbraith display_weighted = ~display_weighted; 85646ab9764SMike Galbraith break; 857923c42c1SMike Galbraith case 'z': 858923c42c1SMike Galbraith zero = ~zero; 859923c42c1SMike Galbraith break; 86083a0944fSIngo Molnar default: 86183a0944fSIngo Molnar break; 862923c42c1SMike Galbraith } 863923c42c1SMike Galbraith } 864923c42c1SMike Galbraith 865f37a291cSIngo Molnar static void *display_thread(void *arg __used) 86686470930SIngo Molnar { 86786470930SIngo Molnar struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; 868923c42c1SMike Galbraith struct termios tc, save; 869923c42c1SMike Galbraith int delay_msecs, c; 87086470930SIngo Molnar 871923c42c1SMike Galbraith tcgetattr(0, &save); 872923c42c1SMike Galbraith tc = save; 873923c42c1SMike Galbraith tc.c_lflag &= ~(ICANON | ECHO); 874923c42c1SMike Galbraith tc.c_cc[VMIN] = 0; 875923c42c1SMike Galbraith tc.c_cc[VTIME] = 0; 876091bd2e9SMike Galbraith 877923c42c1SMike Galbraith repeat: 878923c42c1SMike Galbraith delay_msecs = delay_secs * 1000; 879923c42c1SMike Galbraith tcsetattr(0, TCSANOW, &tc); 880923c42c1SMike Galbraith /* trash return*/ 881923c42c1SMike Galbraith getc(stdin); 88286470930SIngo Molnar 88386470930SIngo Molnar do { 88486470930SIngo Molnar print_sym_table(); 88586470930SIngo Molnar } while (!poll(&stdin_poll, 1, delay_msecs) == 1); 88686470930SIngo Molnar 887923c42c1SMike Galbraith c = getc(stdin); 888923c42c1SMike Galbraith tcsetattr(0, TCSAFLUSH, &save); 889923c42c1SMike Galbraith 890923c42c1SMike Galbraith handle_keypress(c); 891923c42c1SMike Galbraith goto repeat; 89286470930SIngo Molnar 89386470930SIngo Molnar return NULL; 89486470930SIngo Molnar } 89586470930SIngo Molnar 8962ab52083SAnton Blanchard /* Tag samples to be skipped. */ 897f37a291cSIngo Molnar static const char *skip_symbols[] = { 8982ab52083SAnton Blanchard "default_idle", 8992ab52083SAnton Blanchard "cpu_idle", 9002ab52083SAnton Blanchard "enter_idle", 9012ab52083SAnton Blanchard "exit_idle", 9022ab52083SAnton Blanchard "mwait_idle", 90359b90056SArnaldo Carvalho de Melo "mwait_idle_with_hints", 9048357275bSArnaldo Carvalho de Melo "poll_idle", 9053a3393efSAnton Blanchard "ppc64_runlatch_off", 9063a3393efSAnton Blanchard "pseries_dedicated_idle_sleep", 9072ab52083SAnton Blanchard NULL 9082ab52083SAnton Blanchard }; 9092ab52083SAnton Blanchard 910439d473bSArnaldo Carvalho de Melo static int symbol_filter(struct map *map, struct symbol *sym) 91186470930SIngo Molnar { 91286470930SIngo Molnar struct sym_entry *syme; 91386470930SIngo Molnar const char *name = sym->name; 9142ab52083SAnton Blanchard int i; 91586470930SIngo Molnar 9163a3393efSAnton Blanchard /* 9173a3393efSAnton Blanchard * ppc64 uses function descriptors and appends a '.' to the 9183a3393efSAnton Blanchard * start of every instruction address. Remove it. 9193a3393efSAnton Blanchard */ 9203a3393efSAnton Blanchard if (name[0] == '.') 9213a3393efSAnton Blanchard name++; 9223a3393efSAnton Blanchard 92386470930SIngo Molnar if (!strcmp(name, "_text") || 92486470930SIngo Molnar !strcmp(name, "_etext") || 92586470930SIngo Molnar !strcmp(name, "_sinittext") || 92686470930SIngo Molnar !strncmp("init_module", name, 11) || 92786470930SIngo Molnar !strncmp("cleanup_module", name, 14) || 92886470930SIngo Molnar strstr(name, "_text_start") || 92986470930SIngo Molnar strstr(name, "_text_end")) 93086470930SIngo Molnar return 1; 93186470930SIngo Molnar 93200a192b3SArnaldo Carvalho de Melo syme = symbol__priv(sym); 933439d473bSArnaldo Carvalho de Melo syme->map = map; 934b269876cSArnaldo Carvalho de Melo syme->src = NULL; 935923c42c1SMike Galbraith if (!sym_filter_entry && sym_filter && !strcmp(name, sym_filter)) 936923c42c1SMike Galbraith sym_filter_entry = syme; 937923c42c1SMike Galbraith 9382ab52083SAnton Blanchard for (i = 0; skip_symbols[i]; i++) { 9392ab52083SAnton Blanchard if (!strcmp(skip_symbols[i], name)) { 94086470930SIngo Molnar syme->skip = 1; 9412ab52083SAnton Blanchard break; 9422ab52083SAnton Blanchard } 9432ab52083SAnton Blanchard } 94486470930SIngo Molnar 94513cc5079SArnaldo Carvalho de Melo if (!syme->skip) 94613cc5079SArnaldo Carvalho de Melo syme->name_len = strlen(sym->name); 94713cc5079SArnaldo Carvalho de Melo 94886470930SIngo Molnar return 0; 94986470930SIngo Molnar } 95086470930SIngo Molnar 9515b2bb75aSArnaldo Carvalho de Melo static void event__process_sample(const event_t *self, int counter) 95286470930SIngo Molnar { 9535b2bb75aSArnaldo Carvalho de Melo u64 ip = self->ip.ip; 954439d473bSArnaldo Carvalho de Melo struct map *map; 9555b2bb75aSArnaldo Carvalho de Melo struct sym_entry *syme; 9565b2bb75aSArnaldo Carvalho de Melo struct symbol *sym; 9578ffcda17SArnaldo Carvalho de Melo u8 origin = self->header.misc & PERF_RECORD_MISC_CPUMODE_MASK; 95886470930SIngo Molnar 9598ffcda17SArnaldo Carvalho de Melo switch (origin) { 9605b2bb75aSArnaldo Carvalho de Melo case PERF_RECORD_MISC_USER: { 9618ffcda17SArnaldo Carvalho de Melo struct thread *thread; 9625b2bb75aSArnaldo Carvalho de Melo 9638ffcda17SArnaldo Carvalho de Melo if (hide_user_symbols) 9648ffcda17SArnaldo Carvalho de Melo return; 9658ffcda17SArnaldo Carvalho de Melo 9668ffcda17SArnaldo Carvalho de Melo thread = threads__findnew(self->ip.pid); 9675b2bb75aSArnaldo Carvalho de Melo if (thread == NULL) 9685b2bb75aSArnaldo Carvalho de Melo return; 9695b2bb75aSArnaldo Carvalho de Melo 9705b2bb75aSArnaldo Carvalho de Melo map = thread__find_map(thread, ip); 9715b2bb75aSArnaldo Carvalho de Melo if (map != NULL) { 9725b2bb75aSArnaldo Carvalho de Melo ip = map->map_ip(map, ip); 97366bd8424SArnaldo Carvalho de Melo sym = map__find_symbol(map, ip, symbol_filter); 9745b2bb75aSArnaldo Carvalho de Melo if (sym == NULL) 9755b2bb75aSArnaldo Carvalho de Melo return; 9765b2bb75aSArnaldo Carvalho de Melo userspace_samples++; 9775b2bb75aSArnaldo Carvalho de Melo break; 9785b2bb75aSArnaldo Carvalho de Melo } 9795b2bb75aSArnaldo Carvalho de Melo } 9805b2bb75aSArnaldo Carvalho de Melo /* 9815b2bb75aSArnaldo Carvalho de Melo * If this is outside of all known maps, 9825b2bb75aSArnaldo Carvalho de Melo * and is a negative address, try to look it 9835b2bb75aSArnaldo Carvalho de Melo * up in the kernel dso, as it might be a 9845b2bb75aSArnaldo Carvalho de Melo * vsyscall or vdso (which executes in user-mode). 9855b2bb75aSArnaldo Carvalho de Melo */ 9865b2bb75aSArnaldo Carvalho de Melo if ((long long)ip >= 0) 9875b2bb75aSArnaldo Carvalho de Melo return; 9885b2bb75aSArnaldo Carvalho de Melo /* Fall thru */ 9895b2bb75aSArnaldo Carvalho de Melo case PERF_RECORD_MISC_KERNEL: 9908ffcda17SArnaldo Carvalho de Melo if (hide_kernel_symbols) 9918ffcda17SArnaldo Carvalho de Melo return; 9928ffcda17SArnaldo Carvalho de Melo 993c338aee8SArnaldo Carvalho de Melo sym = kernel_maps__find_symbol(ip, &map, symbol_filter); 9945b2bb75aSArnaldo Carvalho de Melo if (sym == NULL) 9955b2bb75aSArnaldo Carvalho de Melo return; 9965b2bb75aSArnaldo Carvalho de Melo break; 9975b2bb75aSArnaldo Carvalho de Melo default: 9985b2bb75aSArnaldo Carvalho de Melo return; 9995b2bb75aSArnaldo Carvalho de Melo } 10005b2bb75aSArnaldo Carvalho de Melo 100100a192b3SArnaldo Carvalho de Melo syme = symbol__priv(sym); 100286470930SIngo Molnar 100386470930SIngo Molnar if (!syme->skip) { 100486470930SIngo Molnar syme->count[counter]++; 10058ffcda17SArnaldo Carvalho de Melo syme->origin = origin; 1006923c42c1SMike Galbraith record_precise_ip(syme, counter, ip); 100786470930SIngo Molnar pthread_mutex_lock(&active_symbols_lock); 100886470930SIngo Molnar if (list_empty(&syme->node) || !syme->node.next) 100986470930SIngo Molnar __list_insert_active_sym(syme); 101086470930SIngo Molnar pthread_mutex_unlock(&active_symbols_lock); 10115b2bb75aSArnaldo Carvalho de Melo ++samples; 101286470930SIngo Molnar return; 101386470930SIngo Molnar } 101486470930SIngo Molnar } 101586470930SIngo Molnar 10165b2bb75aSArnaldo Carvalho de Melo static void event__process_mmap(event_t *self) 101786470930SIngo Molnar { 10185b2bb75aSArnaldo Carvalho de Melo struct thread *thread = threads__findnew(self->mmap.pid); 101986470930SIngo Molnar 10205b2bb75aSArnaldo Carvalho de Melo if (thread != NULL) { 102100a192b3SArnaldo Carvalho de Melo struct map *map = map__new(&self->mmap, NULL, 0); 10225b2bb75aSArnaldo Carvalho de Melo if (map != NULL) 10235b2bb75aSArnaldo Carvalho de Melo thread__insert_map(thread, map); 10245b2bb75aSArnaldo Carvalho de Melo } 102586470930SIngo Molnar } 102686470930SIngo Molnar 10275b2bb75aSArnaldo Carvalho de Melo static void event__process_comm(event_t *self) 10285b2bb75aSArnaldo Carvalho de Melo { 10295b2bb75aSArnaldo Carvalho de Melo struct thread *thread = threads__findnew(self->comm.pid); 10305b2bb75aSArnaldo Carvalho de Melo 10315b2bb75aSArnaldo Carvalho de Melo if (thread != NULL) 10325b2bb75aSArnaldo Carvalho de Melo thread__set_comm(thread, self->comm.comm); 10335b2bb75aSArnaldo Carvalho de Melo } 10345b2bb75aSArnaldo Carvalho de Melo 10355b2bb75aSArnaldo Carvalho de Melo static int event__process(event_t *event) 10365b2bb75aSArnaldo Carvalho de Melo { 10375b2bb75aSArnaldo Carvalho de Melo switch (event->header.type) { 10385b2bb75aSArnaldo Carvalho de Melo case PERF_RECORD_COMM: 10395b2bb75aSArnaldo Carvalho de Melo event__process_comm(event); 10405b2bb75aSArnaldo Carvalho de Melo break; 10415b2bb75aSArnaldo Carvalho de Melo case PERF_RECORD_MMAP: 10425b2bb75aSArnaldo Carvalho de Melo event__process_mmap(event); 10435b2bb75aSArnaldo Carvalho de Melo break; 10445b2bb75aSArnaldo Carvalho de Melo default: 10455b2bb75aSArnaldo Carvalho de Melo break; 10465b2bb75aSArnaldo Carvalho de Melo } 10475b2bb75aSArnaldo Carvalho de Melo 10485b2bb75aSArnaldo Carvalho de Melo return 0; 104986470930SIngo Molnar } 105086470930SIngo Molnar 105186470930SIngo Molnar struct mmap_data { 105286470930SIngo Molnar int counter; 105386470930SIngo Molnar void *base; 1054f37a291cSIngo Molnar int mask; 105586470930SIngo Molnar unsigned int prev; 105686470930SIngo Molnar }; 105786470930SIngo Molnar 105886470930SIngo Molnar static unsigned int mmap_read_head(struct mmap_data *md) 105986470930SIngo Molnar { 1060cdd6c482SIngo Molnar struct perf_event_mmap_page *pc = md->base; 106186470930SIngo Molnar int head; 106286470930SIngo Molnar 106386470930SIngo Molnar head = pc->data_head; 106486470930SIngo Molnar rmb(); 106586470930SIngo Molnar 106686470930SIngo Molnar return head; 106786470930SIngo Molnar } 106886470930SIngo Molnar 10692f01190aSFrederic Weisbecker static void mmap_read_counter(struct mmap_data *md) 107086470930SIngo Molnar { 107186470930SIngo Molnar unsigned int head = mmap_read_head(md); 107286470930SIngo Molnar unsigned int old = md->prev; 107386470930SIngo Molnar unsigned char *data = md->base + page_size; 107486470930SIngo Molnar int diff; 107586470930SIngo Molnar 107686470930SIngo Molnar /* 107786470930SIngo Molnar * If we're further behind than half the buffer, there's a chance 107886470930SIngo Molnar * the writer will bite our tail and mess up the samples under us. 107986470930SIngo Molnar * 108086470930SIngo Molnar * If we somehow ended up ahead of the head, we got messed up. 108186470930SIngo Molnar * 108286470930SIngo Molnar * In either case, truncate and restart at head. 108386470930SIngo Molnar */ 108486470930SIngo Molnar diff = head - old; 108586470930SIngo Molnar if (diff > md->mask / 2 || diff < 0) { 1086f4f0b418SMike Galbraith fprintf(stderr, "WARNING: failed to keep up with mmap data.\n"); 108786470930SIngo Molnar 108886470930SIngo Molnar /* 108986470930SIngo Molnar * head points to a known good entry, start there. 109086470930SIngo Molnar */ 109186470930SIngo Molnar old = head; 109286470930SIngo Molnar } 109386470930SIngo Molnar 109486470930SIngo Molnar for (; old != head;) { 109586470930SIngo Molnar event_t *event = (event_t *)&data[old & md->mask]; 109686470930SIngo Molnar 109786470930SIngo Molnar event_t event_copy; 109886470930SIngo Molnar 109986470930SIngo Molnar size_t size = event->header.size; 110086470930SIngo Molnar 110186470930SIngo Molnar /* 110286470930SIngo Molnar * Event straddles the mmap boundary -- header should always 110386470930SIngo Molnar * be inside due to u64 alignment of output. 110486470930SIngo Molnar */ 110586470930SIngo Molnar if ((old & md->mask) + size != ((old + size) & md->mask)) { 110686470930SIngo Molnar unsigned int offset = old; 110786470930SIngo Molnar unsigned int len = min(sizeof(*event), size), cpy; 110886470930SIngo Molnar void *dst = &event_copy; 110986470930SIngo Molnar 111086470930SIngo Molnar do { 111186470930SIngo Molnar cpy = min(md->mask + 1 - (offset & md->mask), len); 111286470930SIngo Molnar memcpy(dst, &data[offset & md->mask], cpy); 111386470930SIngo Molnar offset += cpy; 111486470930SIngo Molnar dst += cpy; 111586470930SIngo Molnar len -= cpy; 111686470930SIngo Molnar } while (len); 111786470930SIngo Molnar 111886470930SIngo Molnar event = &event_copy; 111986470930SIngo Molnar } 112086470930SIngo Molnar 11215b2bb75aSArnaldo Carvalho de Melo if (event->header.type == PERF_RECORD_SAMPLE) 11225b2bb75aSArnaldo Carvalho de Melo event__process_sample(event, md->counter); 11235b2bb75aSArnaldo Carvalho de Melo else 11245b2bb75aSArnaldo Carvalho de Melo event__process(event); 112586470930SIngo Molnar old += size; 112686470930SIngo Molnar } 112786470930SIngo Molnar 112886470930SIngo Molnar md->prev = old; 112986470930SIngo Molnar } 113086470930SIngo Molnar 113186470930SIngo Molnar static struct pollfd event_array[MAX_NR_CPUS * MAX_COUNTERS]; 113286470930SIngo Molnar static struct mmap_data mmap_array[MAX_NR_CPUS][MAX_COUNTERS]; 113386470930SIngo Molnar 11342f01190aSFrederic Weisbecker static void mmap_read(void) 11352f01190aSFrederic Weisbecker { 11362f01190aSFrederic Weisbecker int i, counter; 11372f01190aSFrederic Weisbecker 11382f01190aSFrederic Weisbecker for (i = 0; i < nr_cpus; i++) { 11392f01190aSFrederic Weisbecker for (counter = 0; counter < nr_counters; counter++) 11402f01190aSFrederic Weisbecker mmap_read_counter(&mmap_array[i][counter]); 11412f01190aSFrederic Weisbecker } 11422f01190aSFrederic Weisbecker } 11432f01190aSFrederic Weisbecker 1144716c69feSIngo Molnar int nr_poll; 1145716c69feSIngo Molnar int group_fd; 1146716c69feSIngo Molnar 1147716c69feSIngo Molnar static void start_counter(int i, int counter) 114886470930SIngo Molnar { 1149cdd6c482SIngo Molnar struct perf_event_attr *attr; 11500fdc7e67SMike Galbraith int cpu; 115186470930SIngo Molnar 115286470930SIngo Molnar cpu = profile_cpu; 115386470930SIngo Molnar if (target_pid == -1 && profile_cpu == -1) 115486470930SIngo Molnar cpu = i; 115586470930SIngo Molnar 115686470930SIngo Molnar attr = attrs + counter; 115786470930SIngo Molnar 115886470930SIngo Molnar attr->sample_type = PERF_SAMPLE_IP | PERF_SAMPLE_TID; 11597e4ff9e3SMike Galbraith 11607e4ff9e3SMike Galbraith if (freq) { 11617e4ff9e3SMike Galbraith attr->sample_type |= PERF_SAMPLE_PERIOD; 11627e4ff9e3SMike Galbraith attr->freq = 1; 11637e4ff9e3SMike Galbraith attr->sample_freq = freq; 11647e4ff9e3SMike Galbraith } 11657e4ff9e3SMike Galbraith 11660fdc7e67SMike Galbraith attr->inherit = (cpu < 0) && inherit; 11675b2bb75aSArnaldo Carvalho de Melo attr->mmap = 1; 116886470930SIngo Molnar 1169716c69feSIngo Molnar try_again: 1170cdd6c482SIngo Molnar fd[i][counter] = sys_perf_event_open(attr, target_pid, cpu, group_fd, 0); 1171716c69feSIngo Molnar 117286470930SIngo Molnar if (fd[i][counter] < 0) { 117386470930SIngo Molnar int err = errno; 117486470930SIngo Molnar 1175c10edee2SPekka Enberg if (err == EPERM || err == EACCES) 1176716c69feSIngo Molnar die("No permission - are you root?\n"); 1177716c69feSIngo Molnar /* 1178716c69feSIngo Molnar * If it's cycles then fall back to hrtimer 1179716c69feSIngo Molnar * based cpu-clock-tick sw counter, which 1180716c69feSIngo Molnar * is always available even if no PMU support: 1181716c69feSIngo Molnar */ 1182716c69feSIngo Molnar if (attr->type == PERF_TYPE_HARDWARE 1183f4dbfa8fSPeter Zijlstra && attr->config == PERF_COUNT_HW_CPU_CYCLES) { 1184716c69feSIngo Molnar 11853da297a6SIngo Molnar if (verbose) 1186716c69feSIngo Molnar warning(" ... trying to fall back to cpu-clock-ticks\n"); 11873da297a6SIngo Molnar 1188716c69feSIngo Molnar attr->type = PERF_TYPE_SOFTWARE; 1189f4dbfa8fSPeter Zijlstra attr->config = PERF_COUNT_SW_CPU_CLOCK; 1190716c69feSIngo Molnar goto try_again; 1191716c69feSIngo Molnar } 119230c806a0SIngo Molnar printf("\n"); 119330c806a0SIngo Molnar error("perfcounter syscall returned with %d (%s)\n", 119430c806a0SIngo Molnar fd[i][counter], strerror(err)); 1195cdd6c482SIngo Molnar die("No CONFIG_PERF_EVENTS=y kernel support configured?\n"); 119686470930SIngo Molnar exit(-1); 119786470930SIngo Molnar } 119886470930SIngo Molnar assert(fd[i][counter] >= 0); 119986470930SIngo Molnar fcntl(fd[i][counter], F_SETFL, O_NONBLOCK); 120086470930SIngo Molnar 120186470930SIngo Molnar /* 120286470930SIngo Molnar * First counter acts as the group leader: 120386470930SIngo Molnar */ 120486470930SIngo Molnar if (group && group_fd == -1) 120586470930SIngo Molnar group_fd = fd[i][counter]; 120686470930SIngo Molnar 120786470930SIngo Molnar event_array[nr_poll].fd = fd[i][counter]; 120886470930SIngo Molnar event_array[nr_poll].events = POLLIN; 120986470930SIngo Molnar nr_poll++; 121086470930SIngo Molnar 121186470930SIngo Molnar mmap_array[i][counter].counter = counter; 121286470930SIngo Molnar mmap_array[i][counter].prev = 0; 121386470930SIngo Molnar mmap_array[i][counter].mask = mmap_pages*page_size - 1; 121486470930SIngo Molnar mmap_array[i][counter].base = mmap(NULL, (mmap_pages+1)*page_size, 121586470930SIngo Molnar PROT_READ, MAP_SHARED, fd[i][counter], 0); 121686470930SIngo Molnar if (mmap_array[i][counter].base == MAP_FAILED) 121786470930SIngo Molnar die("failed to mmap with %d (%s)\n", errno, strerror(errno)); 121886470930SIngo Molnar } 1219716c69feSIngo Molnar 1220716c69feSIngo Molnar static int __cmd_top(void) 1221716c69feSIngo Molnar { 1222716c69feSIngo Molnar pthread_t thread; 1223716c69feSIngo Molnar int i, counter; 1224716c69feSIngo Molnar int ret; 1225716c69feSIngo Molnar 12265b2bb75aSArnaldo Carvalho de Melo if (target_pid != -1) 12275b2bb75aSArnaldo Carvalho de Melo event__synthesize_thread(target_pid, event__process); 12285b2bb75aSArnaldo Carvalho de Melo else 12295b2bb75aSArnaldo Carvalho de Melo event__synthesize_threads(event__process); 12305b2bb75aSArnaldo Carvalho de Melo 1231716c69feSIngo Molnar for (i = 0; i < nr_cpus; i++) { 1232716c69feSIngo Molnar group_fd = -1; 1233716c69feSIngo Molnar for (counter = 0; counter < nr_counters; counter++) 1234716c69feSIngo Molnar start_counter(i, counter); 123586470930SIngo Molnar } 123686470930SIngo Molnar 12372f01190aSFrederic Weisbecker /* Wait for a minimal set of events before starting the snapshot */ 12382f01190aSFrederic Weisbecker poll(event_array, nr_poll, 100); 12392f01190aSFrederic Weisbecker 12402f01190aSFrederic Weisbecker mmap_read(); 12412f01190aSFrederic Weisbecker 124286470930SIngo Molnar if (pthread_create(&thread, NULL, display_thread, NULL)) { 124386470930SIngo Molnar printf("Could not create display thread.\n"); 124486470930SIngo Molnar exit(-1); 124586470930SIngo Molnar } 124686470930SIngo Molnar 124786470930SIngo Molnar if (realtime_prio) { 124886470930SIngo Molnar struct sched_param param; 124986470930SIngo Molnar 125086470930SIngo Molnar param.sched_priority = realtime_prio; 125186470930SIngo Molnar if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { 125286470930SIngo Molnar printf("Could not set realtime priority.\n"); 125386470930SIngo Molnar exit(-1); 125486470930SIngo Molnar } 125586470930SIngo Molnar } 125686470930SIngo Molnar 125786470930SIngo Molnar while (1) { 125886470930SIngo Molnar int hits = samples; 125986470930SIngo Molnar 12602f01190aSFrederic Weisbecker mmap_read(); 126186470930SIngo Molnar 126286470930SIngo Molnar if (hits == samples) 126386470930SIngo Molnar ret = poll(event_array, nr_poll, 100); 126486470930SIngo Molnar } 126586470930SIngo Molnar 126686470930SIngo Molnar return 0; 126786470930SIngo Molnar } 126886470930SIngo Molnar 126986470930SIngo Molnar static const char * const top_usage[] = { 127086470930SIngo Molnar "perf top [<options>]", 127186470930SIngo Molnar NULL 127286470930SIngo Molnar }; 127386470930SIngo Molnar 127486470930SIngo Molnar static const struct option options[] = { 127586470930SIngo Molnar OPT_CALLBACK('e', "event", NULL, "event", 127686470930SIngo Molnar "event selector. use 'perf list' to list available events", 127786470930SIngo Molnar parse_events), 127886470930SIngo Molnar OPT_INTEGER('c', "count", &default_interval, 127986470930SIngo Molnar "event period to sample"), 128086470930SIngo Molnar OPT_INTEGER('p', "pid", &target_pid, 128186470930SIngo Molnar "profile events on existing pid"), 128286470930SIngo Molnar OPT_BOOLEAN('a', "all-cpus", &system_wide, 128386470930SIngo Molnar "system-wide collection from all CPUs"), 128486470930SIngo Molnar OPT_INTEGER('C', "CPU", &profile_cpu, 128586470930SIngo Molnar "CPU to profile on"), 128683a0944fSIngo Molnar OPT_STRING('k', "vmlinux", &vmlinux_name, "file", "vmlinux pathname"), 12878ffcda17SArnaldo Carvalho de Melo OPT_BOOLEAN('K', "hide_kernel_symbols", &hide_kernel_symbols, 12888ffcda17SArnaldo Carvalho de Melo "hide kernel symbols"), 128986470930SIngo Molnar OPT_INTEGER('m', "mmap-pages", &mmap_pages, 129086470930SIngo Molnar "number of mmap data pages"), 129186470930SIngo Molnar OPT_INTEGER('r', "realtime", &realtime_prio, 129286470930SIngo Molnar "collect data with this RT SCHED_FIFO priority"), 129386470930SIngo Molnar OPT_INTEGER('d', "delay", &delay_secs, 129486470930SIngo Molnar "number of seconds to delay between refreshes"), 129586470930SIngo Molnar OPT_BOOLEAN('D', "dump-symtab", &dump_symtab, 129686470930SIngo Molnar "dump the symbol table used for profiling"), 129786470930SIngo Molnar OPT_INTEGER('f', "count-filter", &count_filter, 129886470930SIngo Molnar "only display functions with more events than this"), 129986470930SIngo Molnar OPT_BOOLEAN('g', "group", &group, 130086470930SIngo Molnar "put the counters into a counter group"), 13010fdc7e67SMike Galbraith OPT_BOOLEAN('i', "inherit", &inherit, 13020fdc7e67SMike Galbraith "child tasks inherit counters"), 1303923c42c1SMike Galbraith OPT_STRING('s', "sym-annotate", &sym_filter, "symbol name", 1304923c42c1SMike Galbraith "symbol to annotate - requires -k option"), 13051f208ea6SAnton Blanchard OPT_BOOLEAN('z', "zero", &zero, 130686470930SIngo Molnar "zero history across updates"), 130786470930SIngo Molnar OPT_INTEGER('F', "freq", &freq, 130886470930SIngo Molnar "profile at this frequency"), 130986470930SIngo Molnar OPT_INTEGER('E', "entries", &print_entries, 131086470930SIngo Molnar "display this many functions"), 13118ffcda17SArnaldo Carvalho de Melo OPT_BOOLEAN('U', "hide_user_symbols", &hide_user_symbols, 13128ffcda17SArnaldo Carvalho de Melo "hide user symbols"), 13133da297a6SIngo Molnar OPT_BOOLEAN('v', "verbose", &verbose, 13143da297a6SIngo Molnar "be more verbose (show counter open errors, etc)"), 131586470930SIngo Molnar OPT_END() 131686470930SIngo Molnar }; 131786470930SIngo Molnar 1318f37a291cSIngo Molnar int cmd_top(int argc, const char **argv, const char *prefix __used) 131986470930SIngo Molnar { 1320c338aee8SArnaldo Carvalho de Melo int counter, err; 132186470930SIngo Molnar 132286470930SIngo Molnar page_size = sysconf(_SC_PAGE_SIZE); 132386470930SIngo Molnar 132486470930SIngo Molnar argc = parse_options(argc, argv, options, top_usage, 0); 132586470930SIngo Molnar if (argc) 132686470930SIngo Molnar usage_with_options(top_usage, options); 132786470930SIngo Molnar 132886470930SIngo Molnar /* CPU and PID are mutually exclusive */ 132986470930SIngo Molnar if (target_pid != -1 && profile_cpu != -1) { 133086470930SIngo Molnar printf("WARNING: PID switch overriding CPU\n"); 133186470930SIngo Molnar sleep(1); 133286470930SIngo Molnar profile_cpu = -1; 133386470930SIngo Molnar } 133486470930SIngo Molnar 133586470930SIngo Molnar if (!nr_counters) 133686470930SIngo Molnar nr_counters = 1; 133786470930SIngo Molnar 13385a8e5a30SArnaldo Carvalho de Melo symbol__init(sizeof(struct sym_entry) + 13395a8e5a30SArnaldo Carvalho de Melo (nr_counters + 1) * sizeof(unsigned long)); 13405a8e5a30SArnaldo Carvalho de Melo 134186470930SIngo Molnar if (delay_secs < 1) 134286470930SIngo Molnar delay_secs = 1; 134386470930SIngo Molnar 1344c338aee8SArnaldo Carvalho de Melo err = kernel_maps__init(true); 1345c338aee8SArnaldo Carvalho de Melo if (err < 0) 1346c338aee8SArnaldo Carvalho de Melo return err; 1347923c42c1SMike Galbraith parse_source(sym_filter_entry); 134886470930SIngo Molnar 13497e4ff9e3SMike Galbraith /* 13507e4ff9e3SMike Galbraith * User specified count overrides default frequency. 13517e4ff9e3SMike Galbraith */ 13527e4ff9e3SMike Galbraith if (default_interval) 13537e4ff9e3SMike Galbraith freq = 0; 13547e4ff9e3SMike Galbraith else if (freq) { 13557e4ff9e3SMike Galbraith default_interval = freq; 13567e4ff9e3SMike Galbraith } else { 13577e4ff9e3SMike Galbraith fprintf(stderr, "frequency and count are zero, aborting\n"); 13587e4ff9e3SMike Galbraith exit(EXIT_FAILURE); 13597e4ff9e3SMike Galbraith } 13607e4ff9e3SMike Galbraith 136186470930SIngo Molnar /* 136286470930SIngo Molnar * Fill in the ones not specifically initialized via -c: 136386470930SIngo Molnar */ 136486470930SIngo Molnar for (counter = 0; counter < nr_counters; counter++) { 136586470930SIngo Molnar if (attrs[counter].sample_period) 136686470930SIngo Molnar continue; 136786470930SIngo Molnar 136886470930SIngo Molnar attrs[counter].sample_period = default_interval; 136986470930SIngo Molnar } 137086470930SIngo Molnar 137186470930SIngo Molnar nr_cpus = sysconf(_SC_NPROCESSORS_ONLN); 137286470930SIngo Molnar assert(nr_cpus <= MAX_NR_CPUS); 137386470930SIngo Molnar assert(nr_cpus >= 0); 137486470930SIngo Molnar 137586470930SIngo Molnar if (target_pid != -1 || profile_cpu != -1) 137686470930SIngo Molnar nr_cpus = 1; 137786470930SIngo Molnar 137813cc5079SArnaldo Carvalho de Melo get_term_dimensions(&winsize); 13793b6ed988SArnaldo Carvalho de Melo if (print_entries == 0) { 138013cc5079SArnaldo Carvalho de Melo update_print_entries(&winsize); 13813b6ed988SArnaldo Carvalho de Melo signal(SIGWINCH, sig_winch_handler); 13823b6ed988SArnaldo Carvalho de Melo } 13833b6ed988SArnaldo Carvalho de Melo 138486470930SIngo Molnar return __cmd_top(); 138586470930SIngo Molnar } 1386