186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-annotate.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin annotate command: Analyze the perf.data input file, 586470930SIngo Molnar * look up and read DSOs and symbol information and display 686470930SIngo Molnar * a histogram of results, along various sorting keys. 786470930SIngo Molnar */ 886470930SIngo Molnar #include "builtin.h" 986470930SIngo Molnar 1086470930SIngo Molnar #include "util/util.h" 1186470930SIngo Molnar 1286470930SIngo Molnar #include "util/color.h" 1386470930SIngo Molnar #include "util/list.h" 1486470930SIngo Molnar #include "util/cache.h" 1586470930SIngo Molnar #include "util/rbtree.h" 1686470930SIngo Molnar #include "util/symbol.h" 1786470930SIngo Molnar #include "util/string.h" 1886470930SIngo Molnar 1986470930SIngo Molnar #include "perf.h" 2086470930SIngo Molnar 2186470930SIngo Molnar #include "util/parse-options.h" 2286470930SIngo Molnar #include "util/parse-events.h" 2386470930SIngo Molnar 2486470930SIngo Molnar #define SHOW_KERNEL 1 2586470930SIngo Molnar #define SHOW_USER 2 2686470930SIngo Molnar #define SHOW_HV 4 2786470930SIngo Molnar 2886470930SIngo Molnar static char const *input_name = "perf.data"; 2939273ee9SIngo Molnar static char *vmlinux = "vmlinux"; 3086470930SIngo Molnar 3186470930SIngo Molnar static char default_sort_order[] = "comm,symbol"; 3286470930SIngo Molnar static char *sort_order = default_sort_order; 3386470930SIngo Molnar 3486470930SIngo Molnar static int input; 3586470930SIngo Molnar static int show_mask = SHOW_KERNEL | SHOW_USER | SHOW_HV; 3686470930SIngo Molnar 3786470930SIngo Molnar static int dump_trace = 0; 3886470930SIngo Molnar #define dprintf(x...) do { if (dump_trace) printf(x); } while (0) 3986470930SIngo Molnar 4086470930SIngo Molnar static int verbose; 4186470930SIngo Molnar 4286470930SIngo Molnar static unsigned long page_size; 4386470930SIngo Molnar static unsigned long mmap_window = 32; 4486470930SIngo Molnar 4586470930SIngo Molnar struct ip_event { 4686470930SIngo Molnar struct perf_event_header header; 4786470930SIngo Molnar __u64 ip; 4886470930SIngo Molnar __u32 pid, tid; 4986470930SIngo Molnar }; 5086470930SIngo Molnar 5186470930SIngo Molnar struct mmap_event { 5286470930SIngo Molnar struct perf_event_header header; 5386470930SIngo Molnar __u32 pid, tid; 5486470930SIngo Molnar __u64 start; 5586470930SIngo Molnar __u64 len; 5686470930SIngo Molnar __u64 pgoff; 5786470930SIngo Molnar char filename[PATH_MAX]; 5886470930SIngo Molnar }; 5986470930SIngo Molnar 6086470930SIngo Molnar struct comm_event { 6186470930SIngo Molnar struct perf_event_header header; 6286470930SIngo Molnar __u32 pid, tid; 6386470930SIngo Molnar char comm[16]; 6486470930SIngo Molnar }; 6586470930SIngo Molnar 6686470930SIngo Molnar struct fork_event { 6786470930SIngo Molnar struct perf_event_header header; 6886470930SIngo Molnar __u32 pid, ppid; 6986470930SIngo Molnar }; 7086470930SIngo Molnar 7186470930SIngo Molnar struct period_event { 7286470930SIngo Molnar struct perf_event_header header; 7386470930SIngo Molnar __u64 time; 7486470930SIngo Molnar __u64 id; 7586470930SIngo Molnar __u64 sample_period; 7686470930SIngo Molnar }; 7786470930SIngo Molnar 7886470930SIngo Molnar typedef union event_union { 7986470930SIngo Molnar struct perf_event_header header; 8086470930SIngo Molnar struct ip_event ip; 8186470930SIngo Molnar struct mmap_event mmap; 8286470930SIngo Molnar struct comm_event comm; 8386470930SIngo Molnar struct fork_event fork; 8486470930SIngo Molnar struct period_event period; 8586470930SIngo Molnar } event_t; 8686470930SIngo Molnar 8786470930SIngo Molnar static LIST_HEAD(dsos); 8886470930SIngo Molnar static struct dso *kernel_dso; 8986470930SIngo Molnar static struct dso *vdso; 9086470930SIngo Molnar 9186470930SIngo Molnar 9286470930SIngo Molnar static void dsos__add(struct dso *dso) 9386470930SIngo Molnar { 9486470930SIngo Molnar list_add_tail(&dso->node, &dsos); 9586470930SIngo Molnar } 9686470930SIngo Molnar 9786470930SIngo Molnar static struct dso *dsos__find(const char *name) 9886470930SIngo Molnar { 9986470930SIngo Molnar struct dso *pos; 10086470930SIngo Molnar 10186470930SIngo Molnar list_for_each_entry(pos, &dsos, node) 10286470930SIngo Molnar if (strcmp(pos->name, name) == 0) 10386470930SIngo Molnar return pos; 10486470930SIngo Molnar return NULL; 10586470930SIngo Molnar } 10686470930SIngo Molnar 10786470930SIngo Molnar static struct dso *dsos__findnew(const char *name) 10886470930SIngo Molnar { 10986470930SIngo Molnar struct dso *dso = dsos__find(name); 11086470930SIngo Molnar int nr; 11186470930SIngo Molnar 11286470930SIngo Molnar if (dso) 11386470930SIngo Molnar return dso; 11486470930SIngo Molnar 11586470930SIngo Molnar dso = dso__new(name, 0); 11686470930SIngo Molnar if (!dso) 11786470930SIngo Molnar goto out_delete_dso; 11886470930SIngo Molnar 11986470930SIngo Molnar nr = dso__load(dso, NULL, verbose); 12086470930SIngo Molnar if (nr < 0) { 12186470930SIngo Molnar if (verbose) 12286470930SIngo Molnar fprintf(stderr, "Failed to open: %s\n", name); 12386470930SIngo Molnar goto out_delete_dso; 12486470930SIngo Molnar } 12586470930SIngo Molnar if (!nr && verbose) { 12686470930SIngo Molnar fprintf(stderr, 12786470930SIngo Molnar "No symbols found in: %s, maybe install a debug package?\n", 12886470930SIngo Molnar name); 12986470930SIngo Molnar } 13086470930SIngo Molnar 13186470930SIngo Molnar dsos__add(dso); 13286470930SIngo Molnar 13386470930SIngo Molnar return dso; 13486470930SIngo Molnar 13586470930SIngo Molnar out_delete_dso: 13686470930SIngo Molnar dso__delete(dso); 13786470930SIngo Molnar return NULL; 13886470930SIngo Molnar } 13986470930SIngo Molnar 14086470930SIngo Molnar static void dsos__fprintf(FILE *fp) 14186470930SIngo Molnar { 14286470930SIngo Molnar struct dso *pos; 14386470930SIngo Molnar 14486470930SIngo Molnar list_for_each_entry(pos, &dsos, node) 14586470930SIngo Molnar dso__fprintf(pos, fp); 14686470930SIngo Molnar } 14786470930SIngo Molnar 14886470930SIngo Molnar static struct symbol *vdso__find_symbol(struct dso *dso, uint64_t ip) 14986470930SIngo Molnar { 15086470930SIngo Molnar return dso__find_symbol(kernel_dso, ip); 15186470930SIngo Molnar } 15286470930SIngo Molnar 15386470930SIngo Molnar static int load_kernel(void) 15486470930SIngo Molnar { 15586470930SIngo Molnar int err; 15686470930SIngo Molnar 15786470930SIngo Molnar kernel_dso = dso__new("[kernel]", 0); 15886470930SIngo Molnar if (!kernel_dso) 15986470930SIngo Molnar return -1; 16086470930SIngo Molnar 16186470930SIngo Molnar err = dso__load_kernel(kernel_dso, vmlinux, NULL, verbose); 16286470930SIngo Molnar if (err) { 16386470930SIngo Molnar dso__delete(kernel_dso); 16486470930SIngo Molnar kernel_dso = NULL; 16586470930SIngo Molnar } else 16686470930SIngo Molnar dsos__add(kernel_dso); 16786470930SIngo Molnar 16886470930SIngo Molnar vdso = dso__new("[vdso]", 0); 16986470930SIngo Molnar if (!vdso) 17086470930SIngo Molnar return -1; 17186470930SIngo Molnar 17286470930SIngo Molnar vdso->find_symbol = vdso__find_symbol; 17386470930SIngo Molnar 17486470930SIngo Molnar dsos__add(vdso); 17586470930SIngo Molnar 17686470930SIngo Molnar return err; 17786470930SIngo Molnar } 17886470930SIngo Molnar 17986470930SIngo Molnar struct map { 18086470930SIngo Molnar struct list_head node; 18186470930SIngo Molnar uint64_t start; 18286470930SIngo Molnar uint64_t end; 18386470930SIngo Molnar uint64_t pgoff; 18486470930SIngo Molnar uint64_t (*map_ip)(struct map *, uint64_t); 18586470930SIngo Molnar struct dso *dso; 18686470930SIngo Molnar }; 18786470930SIngo Molnar 18886470930SIngo Molnar static uint64_t map__map_ip(struct map *map, uint64_t ip) 18986470930SIngo Molnar { 19086470930SIngo Molnar return ip - map->start + map->pgoff; 19186470930SIngo Molnar } 19286470930SIngo Molnar 19386470930SIngo Molnar static uint64_t vdso__map_ip(struct map *map, uint64_t ip) 19486470930SIngo Molnar { 19586470930SIngo Molnar return ip; 19686470930SIngo Molnar } 19786470930SIngo Molnar 19886470930SIngo Molnar static struct map *map__new(struct mmap_event *event) 19986470930SIngo Molnar { 20086470930SIngo Molnar struct map *self = malloc(sizeof(*self)); 20186470930SIngo Molnar 20286470930SIngo Molnar if (self != NULL) { 20386470930SIngo Molnar const char *filename = event->filename; 20486470930SIngo Molnar 20586470930SIngo Molnar self->start = event->start; 20686470930SIngo Molnar self->end = event->start + event->len; 20786470930SIngo Molnar self->pgoff = event->pgoff; 20886470930SIngo Molnar 20986470930SIngo Molnar self->dso = dsos__findnew(filename); 21086470930SIngo Molnar if (self->dso == NULL) 21186470930SIngo Molnar goto out_delete; 21286470930SIngo Molnar 21386470930SIngo Molnar if (self->dso == vdso) 21486470930SIngo Molnar self->map_ip = vdso__map_ip; 21586470930SIngo Molnar else 21686470930SIngo Molnar self->map_ip = map__map_ip; 21786470930SIngo Molnar } 21886470930SIngo Molnar return self; 21986470930SIngo Molnar out_delete: 22086470930SIngo Molnar free(self); 22186470930SIngo Molnar return NULL; 22286470930SIngo Molnar } 22386470930SIngo Molnar 22486470930SIngo Molnar static struct map *map__clone(struct map *self) 22586470930SIngo Molnar { 22686470930SIngo Molnar struct map *map = malloc(sizeof(*self)); 22786470930SIngo Molnar 22886470930SIngo Molnar if (!map) 22986470930SIngo Molnar return NULL; 23086470930SIngo Molnar 23186470930SIngo Molnar memcpy(map, self, sizeof(*self)); 23286470930SIngo Molnar 23386470930SIngo Molnar return map; 23486470930SIngo Molnar } 23586470930SIngo Molnar 23686470930SIngo Molnar static int map__overlap(struct map *l, struct map *r) 23786470930SIngo Molnar { 23886470930SIngo Molnar if (l->start > r->start) { 23986470930SIngo Molnar struct map *t = l; 24086470930SIngo Molnar l = r; 24186470930SIngo Molnar r = t; 24286470930SIngo Molnar } 24386470930SIngo Molnar 24486470930SIngo Molnar if (l->end > r->start) 24586470930SIngo Molnar return 1; 24686470930SIngo Molnar 24786470930SIngo Molnar return 0; 24886470930SIngo Molnar } 24986470930SIngo Molnar 25086470930SIngo Molnar static size_t map__fprintf(struct map *self, FILE *fp) 25186470930SIngo Molnar { 25286470930SIngo Molnar return fprintf(fp, " %"PRIx64"-%"PRIx64" %"PRIx64" %s\n", 25386470930SIngo Molnar self->start, self->end, self->pgoff, self->dso->name); 25486470930SIngo Molnar } 25586470930SIngo Molnar 25686470930SIngo Molnar 25786470930SIngo Molnar struct thread { 25886470930SIngo Molnar struct rb_node rb_node; 25986470930SIngo Molnar struct list_head maps; 26086470930SIngo Molnar pid_t pid; 26186470930SIngo Molnar char *comm; 26286470930SIngo Molnar }; 26386470930SIngo Molnar 26486470930SIngo Molnar static struct thread *thread__new(pid_t pid) 26586470930SIngo Molnar { 26686470930SIngo Molnar struct thread *self = malloc(sizeof(*self)); 26786470930SIngo Molnar 26886470930SIngo Molnar if (self != NULL) { 26986470930SIngo Molnar self->pid = pid; 27086470930SIngo Molnar self->comm = malloc(32); 27186470930SIngo Molnar if (self->comm) 27286470930SIngo Molnar snprintf(self->comm, 32, ":%d", self->pid); 27386470930SIngo Molnar INIT_LIST_HEAD(&self->maps); 27486470930SIngo Molnar } 27586470930SIngo Molnar 27686470930SIngo Molnar return self; 27786470930SIngo Molnar } 27886470930SIngo Molnar 27986470930SIngo Molnar static int thread__set_comm(struct thread *self, const char *comm) 28086470930SIngo Molnar { 28186470930SIngo Molnar if (self->comm) 28286470930SIngo Molnar free(self->comm); 28386470930SIngo Molnar self->comm = strdup(comm); 28486470930SIngo Molnar return self->comm ? 0 : -ENOMEM; 28586470930SIngo Molnar } 28686470930SIngo Molnar 28786470930SIngo Molnar static size_t thread__fprintf(struct thread *self, FILE *fp) 28886470930SIngo Molnar { 28986470930SIngo Molnar struct map *pos; 29086470930SIngo Molnar size_t ret = fprintf(fp, "Thread %d %s\n", self->pid, self->comm); 29186470930SIngo Molnar 29286470930SIngo Molnar list_for_each_entry(pos, &self->maps, node) 29386470930SIngo Molnar ret += map__fprintf(pos, fp); 29486470930SIngo Molnar 29586470930SIngo Molnar return ret; 29686470930SIngo Molnar } 29786470930SIngo Molnar 29886470930SIngo Molnar 29986470930SIngo Molnar static struct rb_root threads; 30086470930SIngo Molnar static struct thread *last_match; 30186470930SIngo Molnar 30286470930SIngo Molnar static struct thread *threads__findnew(pid_t pid) 30386470930SIngo Molnar { 30486470930SIngo Molnar struct rb_node **p = &threads.rb_node; 30586470930SIngo Molnar struct rb_node *parent = NULL; 30686470930SIngo Molnar struct thread *th; 30786470930SIngo Molnar 30886470930SIngo Molnar /* 30986470930SIngo Molnar * Font-end cache - PID lookups come in blocks, 31086470930SIngo Molnar * so most of the time we dont have to look up 31186470930SIngo Molnar * the full rbtree: 31286470930SIngo Molnar */ 31386470930SIngo Molnar if (last_match && last_match->pid == pid) 31486470930SIngo Molnar return last_match; 31586470930SIngo Molnar 31686470930SIngo Molnar while (*p != NULL) { 31786470930SIngo Molnar parent = *p; 31886470930SIngo Molnar th = rb_entry(parent, struct thread, rb_node); 31986470930SIngo Molnar 32086470930SIngo Molnar if (th->pid == pid) { 32186470930SIngo Molnar last_match = th; 32286470930SIngo Molnar return th; 32386470930SIngo Molnar } 32486470930SIngo Molnar 32586470930SIngo Molnar if (pid < th->pid) 32686470930SIngo Molnar p = &(*p)->rb_left; 32786470930SIngo Molnar else 32886470930SIngo Molnar p = &(*p)->rb_right; 32986470930SIngo Molnar } 33086470930SIngo Molnar 33186470930SIngo Molnar th = thread__new(pid); 33286470930SIngo Molnar if (th != NULL) { 33386470930SIngo Molnar rb_link_node(&th->rb_node, parent, p); 33486470930SIngo Molnar rb_insert_color(&th->rb_node, &threads); 33586470930SIngo Molnar last_match = th; 33686470930SIngo Molnar } 33786470930SIngo Molnar 33886470930SIngo Molnar return th; 33986470930SIngo Molnar } 34086470930SIngo Molnar 34186470930SIngo Molnar static void thread__insert_map(struct thread *self, struct map *map) 34286470930SIngo Molnar { 34386470930SIngo Molnar struct map *pos, *tmp; 34486470930SIngo Molnar 34586470930SIngo Molnar list_for_each_entry_safe(pos, tmp, &self->maps, node) { 34686470930SIngo Molnar if (map__overlap(pos, map)) { 34786470930SIngo Molnar list_del_init(&pos->node); 34886470930SIngo Molnar /* XXX leaks dsos */ 34986470930SIngo Molnar free(pos); 35086470930SIngo Molnar } 35186470930SIngo Molnar } 35286470930SIngo Molnar 35386470930SIngo Molnar list_add_tail(&map->node, &self->maps); 35486470930SIngo Molnar } 35586470930SIngo Molnar 35686470930SIngo Molnar static int thread__fork(struct thread *self, struct thread *parent) 35786470930SIngo Molnar { 35886470930SIngo Molnar struct map *map; 35986470930SIngo Molnar 36086470930SIngo Molnar if (self->comm) 36186470930SIngo Molnar free(self->comm); 36286470930SIngo Molnar self->comm = strdup(parent->comm); 36386470930SIngo Molnar if (!self->comm) 36486470930SIngo Molnar return -ENOMEM; 36586470930SIngo Molnar 36686470930SIngo Molnar list_for_each_entry(map, &parent->maps, node) { 36786470930SIngo Molnar struct map *new = map__clone(map); 36886470930SIngo Molnar if (!new) 36986470930SIngo Molnar return -ENOMEM; 37086470930SIngo Molnar thread__insert_map(self, new); 37186470930SIngo Molnar } 37286470930SIngo Molnar 37386470930SIngo Molnar return 0; 37486470930SIngo Molnar } 37586470930SIngo Molnar 37686470930SIngo Molnar static struct map *thread__find_map(struct thread *self, uint64_t ip) 37786470930SIngo Molnar { 37886470930SIngo Molnar struct map *pos; 37986470930SIngo Molnar 38086470930SIngo Molnar if (self == NULL) 38186470930SIngo Molnar return NULL; 38286470930SIngo Molnar 38386470930SIngo Molnar list_for_each_entry(pos, &self->maps, node) 38486470930SIngo Molnar if (ip >= pos->start && ip <= pos->end) 38586470930SIngo Molnar return pos; 38686470930SIngo Molnar 38786470930SIngo Molnar return NULL; 38886470930SIngo Molnar } 38986470930SIngo Molnar 39086470930SIngo Molnar static size_t threads__fprintf(FILE *fp) 39186470930SIngo Molnar { 39286470930SIngo Molnar size_t ret = 0; 39386470930SIngo Molnar struct rb_node *nd; 39486470930SIngo Molnar 39586470930SIngo Molnar for (nd = rb_first(&threads); nd; nd = rb_next(nd)) { 39686470930SIngo Molnar struct thread *pos = rb_entry(nd, struct thread, rb_node); 39786470930SIngo Molnar 39886470930SIngo Molnar ret += thread__fprintf(pos, fp); 39986470930SIngo Molnar } 40086470930SIngo Molnar 40186470930SIngo Molnar return ret; 40286470930SIngo Molnar } 40386470930SIngo Molnar 40486470930SIngo Molnar /* 40586470930SIngo Molnar * histogram, sorted on item, collects counts 40686470930SIngo Molnar */ 40786470930SIngo Molnar 40886470930SIngo Molnar static struct rb_root hist; 40986470930SIngo Molnar 41086470930SIngo Molnar struct hist_entry { 41186470930SIngo Molnar struct rb_node rb_node; 41286470930SIngo Molnar 41386470930SIngo Molnar struct thread *thread; 41486470930SIngo Molnar struct map *map; 41586470930SIngo Molnar struct dso *dso; 41686470930SIngo Molnar struct symbol *sym; 41786470930SIngo Molnar uint64_t ip; 41886470930SIngo Molnar char level; 41986470930SIngo Molnar 42086470930SIngo Molnar uint32_t count; 42186470930SIngo Molnar }; 42286470930SIngo Molnar 42386470930SIngo Molnar /* 42486470930SIngo Molnar * configurable sorting bits 42586470930SIngo Molnar */ 42686470930SIngo Molnar 42786470930SIngo Molnar struct sort_entry { 42886470930SIngo Molnar struct list_head list; 42986470930SIngo Molnar 43086470930SIngo Molnar char *header; 43186470930SIngo Molnar 43286470930SIngo Molnar int64_t (*cmp)(struct hist_entry *, struct hist_entry *); 43386470930SIngo Molnar int64_t (*collapse)(struct hist_entry *, struct hist_entry *); 43486470930SIngo Molnar size_t (*print)(FILE *fp, struct hist_entry *); 43586470930SIngo Molnar }; 43686470930SIngo Molnar 43786470930SIngo Molnar /* --sort pid */ 43886470930SIngo Molnar 43986470930SIngo Molnar static int64_t 44086470930SIngo Molnar sort__thread_cmp(struct hist_entry *left, struct hist_entry *right) 44186470930SIngo Molnar { 44286470930SIngo Molnar return right->thread->pid - left->thread->pid; 44386470930SIngo Molnar } 44486470930SIngo Molnar 44586470930SIngo Molnar static size_t 44686470930SIngo Molnar sort__thread_print(FILE *fp, struct hist_entry *self) 44786470930SIngo Molnar { 44886470930SIngo Molnar return fprintf(fp, "%16s:%5d", self->thread->comm ?: "", self->thread->pid); 44986470930SIngo Molnar } 45086470930SIngo Molnar 45186470930SIngo Molnar static struct sort_entry sort_thread = { 45286470930SIngo Molnar .header = " Command: Pid", 45386470930SIngo Molnar .cmp = sort__thread_cmp, 45486470930SIngo Molnar .print = sort__thread_print, 45586470930SIngo Molnar }; 45686470930SIngo Molnar 45786470930SIngo Molnar /* --sort comm */ 45886470930SIngo Molnar 45986470930SIngo Molnar static int64_t 46086470930SIngo Molnar sort__comm_cmp(struct hist_entry *left, struct hist_entry *right) 46186470930SIngo Molnar { 46286470930SIngo Molnar return right->thread->pid - left->thread->pid; 46386470930SIngo Molnar } 46486470930SIngo Molnar 46586470930SIngo Molnar static int64_t 46686470930SIngo Molnar sort__comm_collapse(struct hist_entry *left, struct hist_entry *right) 46786470930SIngo Molnar { 46886470930SIngo Molnar char *comm_l = left->thread->comm; 46986470930SIngo Molnar char *comm_r = right->thread->comm; 47086470930SIngo Molnar 47186470930SIngo Molnar if (!comm_l || !comm_r) { 47286470930SIngo Molnar if (!comm_l && !comm_r) 47386470930SIngo Molnar return 0; 47486470930SIngo Molnar else if (!comm_l) 47586470930SIngo Molnar return -1; 47686470930SIngo Molnar else 47786470930SIngo Molnar return 1; 47886470930SIngo Molnar } 47986470930SIngo Molnar 48086470930SIngo Molnar return strcmp(comm_l, comm_r); 48186470930SIngo Molnar } 48286470930SIngo Molnar 48386470930SIngo Molnar static size_t 48486470930SIngo Molnar sort__comm_print(FILE *fp, struct hist_entry *self) 48586470930SIngo Molnar { 48686470930SIngo Molnar return fprintf(fp, "%16s", self->thread->comm); 48786470930SIngo Molnar } 48886470930SIngo Molnar 48986470930SIngo Molnar static struct sort_entry sort_comm = { 49086470930SIngo Molnar .header = " Command", 49186470930SIngo Molnar .cmp = sort__comm_cmp, 49286470930SIngo Molnar .collapse = sort__comm_collapse, 49386470930SIngo Molnar .print = sort__comm_print, 49486470930SIngo Molnar }; 49586470930SIngo Molnar 49686470930SIngo Molnar /* --sort dso */ 49786470930SIngo Molnar 49886470930SIngo Molnar static int64_t 49986470930SIngo Molnar sort__dso_cmp(struct hist_entry *left, struct hist_entry *right) 50086470930SIngo Molnar { 50186470930SIngo Molnar struct dso *dso_l = left->dso; 50286470930SIngo Molnar struct dso *dso_r = right->dso; 50386470930SIngo Molnar 50486470930SIngo Molnar if (!dso_l || !dso_r) { 50586470930SIngo Molnar if (!dso_l && !dso_r) 50686470930SIngo Molnar return 0; 50786470930SIngo Molnar else if (!dso_l) 50886470930SIngo Molnar return -1; 50986470930SIngo Molnar else 51086470930SIngo Molnar return 1; 51186470930SIngo Molnar } 51286470930SIngo Molnar 51386470930SIngo Molnar return strcmp(dso_l->name, dso_r->name); 51486470930SIngo Molnar } 51586470930SIngo Molnar 51686470930SIngo Molnar static size_t 51786470930SIngo Molnar sort__dso_print(FILE *fp, struct hist_entry *self) 51886470930SIngo Molnar { 51986470930SIngo Molnar if (self->dso) 52086470930SIngo Molnar return fprintf(fp, "%-25s", self->dso->name); 52186470930SIngo Molnar 52286470930SIngo Molnar return fprintf(fp, "%016llx ", (__u64)self->ip); 52386470930SIngo Molnar } 52486470930SIngo Molnar 52586470930SIngo Molnar static struct sort_entry sort_dso = { 52686470930SIngo Molnar .header = "Shared Object ", 52786470930SIngo Molnar .cmp = sort__dso_cmp, 52886470930SIngo Molnar .print = sort__dso_print, 52986470930SIngo Molnar }; 53086470930SIngo Molnar 53186470930SIngo Molnar /* --sort symbol */ 53286470930SIngo Molnar 53386470930SIngo Molnar static int64_t 53486470930SIngo Molnar sort__sym_cmp(struct hist_entry *left, struct hist_entry *right) 53586470930SIngo Molnar { 53686470930SIngo Molnar uint64_t ip_l, ip_r; 53786470930SIngo Molnar 53886470930SIngo Molnar if (left->sym == right->sym) 53986470930SIngo Molnar return 0; 54086470930SIngo Molnar 54186470930SIngo Molnar ip_l = left->sym ? left->sym->start : left->ip; 54286470930SIngo Molnar ip_r = right->sym ? right->sym->start : right->ip; 54386470930SIngo Molnar 54486470930SIngo Molnar return (int64_t)(ip_r - ip_l); 54586470930SIngo Molnar } 54686470930SIngo Molnar 54786470930SIngo Molnar static size_t 54886470930SIngo Molnar sort__sym_print(FILE *fp, struct hist_entry *self) 54986470930SIngo Molnar { 55086470930SIngo Molnar size_t ret = 0; 55186470930SIngo Molnar 55286470930SIngo Molnar if (verbose) 55386470930SIngo Molnar ret += fprintf(fp, "%#018llx ", (__u64)self->ip); 55486470930SIngo Molnar 55586470930SIngo Molnar if (self->sym) { 55686470930SIngo Molnar ret += fprintf(fp, "[%c] %s", 55786470930SIngo Molnar self->dso == kernel_dso ? 'k' : '.', self->sym->name); 55886470930SIngo Molnar } else { 55986470930SIngo Molnar ret += fprintf(fp, "%#016llx", (__u64)self->ip); 56086470930SIngo Molnar } 56186470930SIngo Molnar 56286470930SIngo Molnar return ret; 56386470930SIngo Molnar } 56486470930SIngo Molnar 56586470930SIngo Molnar static struct sort_entry sort_sym = { 56686470930SIngo Molnar .header = "Symbol", 56786470930SIngo Molnar .cmp = sort__sym_cmp, 56886470930SIngo Molnar .print = sort__sym_print, 56986470930SIngo Molnar }; 57086470930SIngo Molnar 57186470930SIngo Molnar static int sort__need_collapse = 0; 57286470930SIngo Molnar 57386470930SIngo Molnar struct sort_dimension { 57486470930SIngo Molnar char *name; 57586470930SIngo Molnar struct sort_entry *entry; 57686470930SIngo Molnar int taken; 57786470930SIngo Molnar }; 57886470930SIngo Molnar 57986470930SIngo Molnar static struct sort_dimension sort_dimensions[] = { 58086470930SIngo Molnar { .name = "pid", .entry = &sort_thread, }, 58186470930SIngo Molnar { .name = "comm", .entry = &sort_comm, }, 58286470930SIngo Molnar { .name = "dso", .entry = &sort_dso, }, 58386470930SIngo Molnar { .name = "symbol", .entry = &sort_sym, }, 58486470930SIngo Molnar }; 58586470930SIngo Molnar 58686470930SIngo Molnar static LIST_HEAD(hist_entry__sort_list); 58786470930SIngo Molnar 58886470930SIngo Molnar static int sort_dimension__add(char *tok) 58986470930SIngo Molnar { 59086470930SIngo Molnar int i; 59186470930SIngo Molnar 59286470930SIngo Molnar for (i = 0; i < ARRAY_SIZE(sort_dimensions); i++) { 59386470930SIngo Molnar struct sort_dimension *sd = &sort_dimensions[i]; 59486470930SIngo Molnar 59586470930SIngo Molnar if (sd->taken) 59686470930SIngo Molnar continue; 59786470930SIngo Molnar 59886470930SIngo Molnar if (strncasecmp(tok, sd->name, strlen(tok))) 59986470930SIngo Molnar continue; 60086470930SIngo Molnar 60186470930SIngo Molnar if (sd->entry->collapse) 60286470930SIngo Molnar sort__need_collapse = 1; 60386470930SIngo Molnar 60486470930SIngo Molnar list_add_tail(&sd->entry->list, &hist_entry__sort_list); 60586470930SIngo Molnar sd->taken = 1; 60686470930SIngo Molnar 60786470930SIngo Molnar return 0; 60886470930SIngo Molnar } 60986470930SIngo Molnar 61086470930SIngo Molnar return -ESRCH; 61186470930SIngo Molnar } 61286470930SIngo Molnar 61386470930SIngo Molnar static int64_t 61486470930SIngo Molnar hist_entry__cmp(struct hist_entry *left, struct hist_entry *right) 61586470930SIngo Molnar { 61686470930SIngo Molnar struct sort_entry *se; 61786470930SIngo Molnar int64_t cmp = 0; 61886470930SIngo Molnar 61986470930SIngo Molnar list_for_each_entry(se, &hist_entry__sort_list, list) { 62086470930SIngo Molnar cmp = se->cmp(left, right); 62186470930SIngo Molnar if (cmp) 62286470930SIngo Molnar break; 62386470930SIngo Molnar } 62486470930SIngo Molnar 62586470930SIngo Molnar return cmp; 62686470930SIngo Molnar } 62786470930SIngo Molnar 62886470930SIngo Molnar static int64_t 62986470930SIngo Molnar hist_entry__collapse(struct hist_entry *left, struct hist_entry *right) 63086470930SIngo Molnar { 63186470930SIngo Molnar struct sort_entry *se; 63286470930SIngo Molnar int64_t cmp = 0; 63386470930SIngo Molnar 63486470930SIngo Molnar list_for_each_entry(se, &hist_entry__sort_list, list) { 63586470930SIngo Molnar int64_t (*f)(struct hist_entry *, struct hist_entry *); 63686470930SIngo Molnar 63786470930SIngo Molnar f = se->collapse ?: se->cmp; 63886470930SIngo Molnar 63986470930SIngo Molnar cmp = f(left, right); 64086470930SIngo Molnar if (cmp) 64186470930SIngo Molnar break; 64286470930SIngo Molnar } 64386470930SIngo Molnar 64486470930SIngo Molnar return cmp; 64586470930SIngo Molnar } 64686470930SIngo Molnar 64786470930SIngo Molnar /* 64886470930SIngo Molnar * collect histogram counts 64986470930SIngo Molnar */ 65086470930SIngo Molnar static void hist_hit(struct hist_entry *he, uint64_t ip) 65186470930SIngo Molnar { 65286470930SIngo Molnar unsigned int sym_size, offset; 65386470930SIngo Molnar struct symbol *sym = he->sym; 65486470930SIngo Molnar 65586470930SIngo Molnar he->count++; 65686470930SIngo Molnar 65786470930SIngo Molnar if (!sym || !sym->hist) 65886470930SIngo Molnar return; 65986470930SIngo Molnar 66086470930SIngo Molnar sym_size = sym->end - sym->start; 66186470930SIngo Molnar offset = ip - sym->start; 66286470930SIngo Molnar 66386470930SIngo Molnar if (offset >= sym_size) 66486470930SIngo Molnar return; 66586470930SIngo Molnar 66686470930SIngo Molnar sym->hist_sum++; 66786470930SIngo Molnar sym->hist[offset]++; 66886470930SIngo Molnar 66986470930SIngo Molnar if (verbose >= 3) 67086470930SIngo Molnar printf("%p %s: count++ [ip: %p, %08Lx] => %Ld\n", 6717d37a0cbSArjan van de Ven (void *)(unsigned long)he->sym->start, 67286470930SIngo Molnar he->sym->name, 6737d37a0cbSArjan van de Ven (void *)(unsigned long)ip, ip - he->sym->start, 67486470930SIngo Molnar sym->hist[offset]); 67586470930SIngo Molnar } 67686470930SIngo Molnar 67786470930SIngo Molnar static int 67886470930SIngo Molnar hist_entry__add(struct thread *thread, struct map *map, struct dso *dso, 67986470930SIngo Molnar struct symbol *sym, uint64_t ip, char level) 68086470930SIngo Molnar { 68186470930SIngo Molnar struct rb_node **p = &hist.rb_node; 68286470930SIngo Molnar struct rb_node *parent = NULL; 68386470930SIngo Molnar struct hist_entry *he; 68486470930SIngo Molnar struct hist_entry entry = { 68586470930SIngo Molnar .thread = thread, 68686470930SIngo Molnar .map = map, 68786470930SIngo Molnar .dso = dso, 68886470930SIngo Molnar .sym = sym, 68986470930SIngo Molnar .ip = ip, 69086470930SIngo Molnar .level = level, 69186470930SIngo Molnar .count = 1, 69286470930SIngo Molnar }; 69386470930SIngo Molnar int cmp; 69486470930SIngo Molnar 69586470930SIngo Molnar while (*p != NULL) { 69686470930SIngo Molnar parent = *p; 69786470930SIngo Molnar he = rb_entry(parent, struct hist_entry, rb_node); 69886470930SIngo Molnar 69986470930SIngo Molnar cmp = hist_entry__cmp(&entry, he); 70086470930SIngo Molnar 70186470930SIngo Molnar if (!cmp) { 70286470930SIngo Molnar hist_hit(he, ip); 70386470930SIngo Molnar 70486470930SIngo Molnar return 0; 70586470930SIngo Molnar } 70686470930SIngo Molnar 70786470930SIngo Molnar if (cmp < 0) 70886470930SIngo Molnar p = &(*p)->rb_left; 70986470930SIngo Molnar else 71086470930SIngo Molnar p = &(*p)->rb_right; 71186470930SIngo Molnar } 71286470930SIngo Molnar 71386470930SIngo Molnar he = malloc(sizeof(*he)); 71486470930SIngo Molnar if (!he) 71586470930SIngo Molnar return -ENOMEM; 71686470930SIngo Molnar *he = entry; 71786470930SIngo Molnar rb_link_node(&he->rb_node, parent, p); 71886470930SIngo Molnar rb_insert_color(&he->rb_node, &hist); 71986470930SIngo Molnar 72086470930SIngo Molnar return 0; 72186470930SIngo Molnar } 72286470930SIngo Molnar 72386470930SIngo Molnar static void hist_entry__free(struct hist_entry *he) 72486470930SIngo Molnar { 72586470930SIngo Molnar free(he); 72686470930SIngo Molnar } 72786470930SIngo Molnar 72886470930SIngo Molnar /* 72986470930SIngo Molnar * collapse the histogram 73086470930SIngo Molnar */ 73186470930SIngo Molnar 73286470930SIngo Molnar static struct rb_root collapse_hists; 73386470930SIngo Molnar 73486470930SIngo Molnar static void collapse__insert_entry(struct hist_entry *he) 73586470930SIngo Molnar { 73686470930SIngo Molnar struct rb_node **p = &collapse_hists.rb_node; 73786470930SIngo Molnar struct rb_node *parent = NULL; 73886470930SIngo Molnar struct hist_entry *iter; 73986470930SIngo Molnar int64_t cmp; 74086470930SIngo Molnar 74186470930SIngo Molnar while (*p != NULL) { 74286470930SIngo Molnar parent = *p; 74386470930SIngo Molnar iter = rb_entry(parent, struct hist_entry, rb_node); 74486470930SIngo Molnar 74586470930SIngo Molnar cmp = hist_entry__collapse(iter, he); 74686470930SIngo Molnar 74786470930SIngo Molnar if (!cmp) { 74886470930SIngo Molnar iter->count += he->count; 74986470930SIngo Molnar hist_entry__free(he); 75086470930SIngo Molnar return; 75186470930SIngo Molnar } 75286470930SIngo Molnar 75386470930SIngo Molnar if (cmp < 0) 75486470930SIngo Molnar p = &(*p)->rb_left; 75586470930SIngo Molnar else 75686470930SIngo Molnar p = &(*p)->rb_right; 75786470930SIngo Molnar } 75886470930SIngo Molnar 75986470930SIngo Molnar rb_link_node(&he->rb_node, parent, p); 76086470930SIngo Molnar rb_insert_color(&he->rb_node, &collapse_hists); 76186470930SIngo Molnar } 76286470930SIngo Molnar 76386470930SIngo Molnar static void collapse__resort(void) 76486470930SIngo Molnar { 76586470930SIngo Molnar struct rb_node *next; 76686470930SIngo Molnar struct hist_entry *n; 76786470930SIngo Molnar 76886470930SIngo Molnar if (!sort__need_collapse) 76986470930SIngo Molnar return; 77086470930SIngo Molnar 77186470930SIngo Molnar next = rb_first(&hist); 77286470930SIngo Molnar while (next) { 77386470930SIngo Molnar n = rb_entry(next, struct hist_entry, rb_node); 77486470930SIngo Molnar next = rb_next(&n->rb_node); 77586470930SIngo Molnar 77686470930SIngo Molnar rb_erase(&n->rb_node, &hist); 77786470930SIngo Molnar collapse__insert_entry(n); 77886470930SIngo Molnar } 77986470930SIngo Molnar } 78086470930SIngo Molnar 78186470930SIngo Molnar /* 78286470930SIngo Molnar * reverse the map, sort on count. 78386470930SIngo Molnar */ 78486470930SIngo Molnar 78586470930SIngo Molnar static struct rb_root output_hists; 78686470930SIngo Molnar 78786470930SIngo Molnar static void output__insert_entry(struct hist_entry *he) 78886470930SIngo Molnar { 78986470930SIngo Molnar struct rb_node **p = &output_hists.rb_node; 79086470930SIngo Molnar struct rb_node *parent = NULL; 79186470930SIngo Molnar struct hist_entry *iter; 79286470930SIngo Molnar 79386470930SIngo Molnar while (*p != NULL) { 79486470930SIngo Molnar parent = *p; 79586470930SIngo Molnar iter = rb_entry(parent, struct hist_entry, rb_node); 79686470930SIngo Molnar 79786470930SIngo Molnar if (he->count > iter->count) 79886470930SIngo Molnar p = &(*p)->rb_left; 79986470930SIngo Molnar else 80086470930SIngo Molnar p = &(*p)->rb_right; 80186470930SIngo Molnar } 80286470930SIngo Molnar 80386470930SIngo Molnar rb_link_node(&he->rb_node, parent, p); 80486470930SIngo Molnar rb_insert_color(&he->rb_node, &output_hists); 80586470930SIngo Molnar } 80686470930SIngo Molnar 80786470930SIngo Molnar static void output__resort(void) 80886470930SIngo Molnar { 80986470930SIngo Molnar struct rb_node *next; 81086470930SIngo Molnar struct hist_entry *n; 81186470930SIngo Molnar struct rb_root *tree = &hist; 81286470930SIngo Molnar 81386470930SIngo Molnar if (sort__need_collapse) 81486470930SIngo Molnar tree = &collapse_hists; 81586470930SIngo Molnar 81686470930SIngo Molnar next = rb_first(tree); 81786470930SIngo Molnar 81886470930SIngo Molnar while (next) { 81986470930SIngo Molnar n = rb_entry(next, struct hist_entry, rb_node); 82086470930SIngo Molnar next = rb_next(&n->rb_node); 82186470930SIngo Molnar 82286470930SIngo Molnar rb_erase(&n->rb_node, tree); 82386470930SIngo Molnar output__insert_entry(n); 82486470930SIngo Molnar } 82586470930SIngo Molnar } 82686470930SIngo Molnar 82786470930SIngo Molnar static void register_idle_thread(void) 82886470930SIngo Molnar { 82986470930SIngo Molnar struct thread *thread = threads__findnew(0); 83086470930SIngo Molnar 83186470930SIngo Molnar if (thread == NULL || 83286470930SIngo Molnar thread__set_comm(thread, "[idle]")) { 83386470930SIngo Molnar fprintf(stderr, "problem inserting idle task.\n"); 83486470930SIngo Molnar exit(-1); 83586470930SIngo Molnar } 83686470930SIngo Molnar } 83786470930SIngo Molnar 83886470930SIngo Molnar static unsigned long total = 0, 83986470930SIngo Molnar total_mmap = 0, 84086470930SIngo Molnar total_comm = 0, 84186470930SIngo Molnar total_fork = 0, 84286470930SIngo Molnar total_unknown = 0; 84386470930SIngo Molnar 84486470930SIngo Molnar static int 84586470930SIngo Molnar process_overflow_event(event_t *event, unsigned long offset, unsigned long head) 84686470930SIngo Molnar { 84786470930SIngo Molnar char level; 84886470930SIngo Molnar int show = 0; 84986470930SIngo Molnar struct dso *dso = NULL; 85086470930SIngo Molnar struct thread *thread = threads__findnew(event->ip.pid); 85186470930SIngo Molnar uint64_t ip = event->ip.ip; 85286470930SIngo Molnar struct map *map = NULL; 85386470930SIngo Molnar 85486470930SIngo Molnar dprintf("%p [%p]: PERF_EVENT (IP, %d): %d: %p\n", 85586470930SIngo Molnar (void *)(offset + head), 85686470930SIngo Molnar (void *)(long)(event->header.size), 85786470930SIngo Molnar event->header.misc, 85886470930SIngo Molnar event->ip.pid, 85986470930SIngo Molnar (void *)(long)ip); 86086470930SIngo Molnar 86186470930SIngo Molnar dprintf(" ... thread: %s:%d\n", thread->comm, thread->pid); 86286470930SIngo Molnar 86386470930SIngo Molnar if (thread == NULL) { 86486470930SIngo Molnar fprintf(stderr, "problem processing %d event, skipping it.\n", 86586470930SIngo Molnar event->header.type); 86686470930SIngo Molnar return -1; 86786470930SIngo Molnar } 86886470930SIngo Molnar 86986470930SIngo Molnar if (event->header.misc & PERF_EVENT_MISC_KERNEL) { 87086470930SIngo Molnar show = SHOW_KERNEL; 87186470930SIngo Molnar level = 'k'; 87286470930SIngo Molnar 87386470930SIngo Molnar dso = kernel_dso; 87486470930SIngo Molnar 87586470930SIngo Molnar dprintf(" ...... dso: %s\n", dso->name); 87686470930SIngo Molnar 87786470930SIngo Molnar } else if (event->header.misc & PERF_EVENT_MISC_USER) { 87886470930SIngo Molnar 87986470930SIngo Molnar show = SHOW_USER; 88086470930SIngo Molnar level = '.'; 88186470930SIngo Molnar 88286470930SIngo Molnar map = thread__find_map(thread, ip); 88386470930SIngo Molnar if (map != NULL) { 88486470930SIngo Molnar ip = map->map_ip(map, ip); 88586470930SIngo Molnar dso = map->dso; 88686470930SIngo Molnar } else { 88786470930SIngo Molnar /* 88886470930SIngo Molnar * If this is outside of all known maps, 88986470930SIngo Molnar * and is a negative address, try to look it 89086470930SIngo Molnar * up in the kernel dso, as it might be a 89186470930SIngo Molnar * vsyscall (which executes in user-mode): 89286470930SIngo Molnar */ 89386470930SIngo Molnar if ((long long)ip < 0) 89486470930SIngo Molnar dso = kernel_dso; 89586470930SIngo Molnar } 89686470930SIngo Molnar dprintf(" ...... dso: %s\n", dso ? dso->name : "<not found>"); 89786470930SIngo Molnar 89886470930SIngo Molnar } else { 89986470930SIngo Molnar show = SHOW_HV; 90086470930SIngo Molnar level = 'H'; 90186470930SIngo Molnar dprintf(" ...... dso: [hypervisor]\n"); 90286470930SIngo Molnar } 90386470930SIngo Molnar 90486470930SIngo Molnar if (show & show_mask) { 90586470930SIngo Molnar struct symbol *sym = NULL; 90686470930SIngo Molnar 90786470930SIngo Molnar if (dso) 90886470930SIngo Molnar sym = dso->find_symbol(dso, ip); 90986470930SIngo Molnar 91086470930SIngo Molnar if (hist_entry__add(thread, map, dso, sym, ip, level)) { 91186470930SIngo Molnar fprintf(stderr, 91286470930SIngo Molnar "problem incrementing symbol count, skipping event\n"); 91386470930SIngo Molnar return -1; 91486470930SIngo Molnar } 91586470930SIngo Molnar } 91686470930SIngo Molnar total++; 91786470930SIngo Molnar 91886470930SIngo Molnar return 0; 91986470930SIngo Molnar } 92086470930SIngo Molnar 92186470930SIngo Molnar static int 92286470930SIngo Molnar process_mmap_event(event_t *event, unsigned long offset, unsigned long head) 92386470930SIngo Molnar { 92486470930SIngo Molnar struct thread *thread = threads__findnew(event->mmap.pid); 92586470930SIngo Molnar struct map *map = map__new(&event->mmap); 92686470930SIngo Molnar 92786470930SIngo Molnar dprintf("%p [%p]: PERF_EVENT_MMAP %d: [%p(%p) @ %p]: %s\n", 92886470930SIngo Molnar (void *)(offset + head), 92986470930SIngo Molnar (void *)(long)(event->header.size), 93086470930SIngo Molnar event->mmap.pid, 93186470930SIngo Molnar (void *)(long)event->mmap.start, 93286470930SIngo Molnar (void *)(long)event->mmap.len, 93386470930SIngo Molnar (void *)(long)event->mmap.pgoff, 93486470930SIngo Molnar event->mmap.filename); 93586470930SIngo Molnar 93686470930SIngo Molnar if (thread == NULL || map == NULL) { 93786470930SIngo Molnar dprintf("problem processing PERF_EVENT_MMAP, skipping event.\n"); 93886470930SIngo Molnar return 0; 93986470930SIngo Molnar } 94086470930SIngo Molnar 94186470930SIngo Molnar thread__insert_map(thread, map); 94286470930SIngo Molnar total_mmap++; 94386470930SIngo Molnar 94486470930SIngo Molnar return 0; 94586470930SIngo Molnar } 94686470930SIngo Molnar 94786470930SIngo Molnar static int 94886470930SIngo Molnar process_comm_event(event_t *event, unsigned long offset, unsigned long head) 94986470930SIngo Molnar { 95086470930SIngo Molnar struct thread *thread = threads__findnew(event->comm.pid); 95186470930SIngo Molnar 95286470930SIngo Molnar dprintf("%p [%p]: PERF_EVENT_COMM: %s:%d\n", 95386470930SIngo Molnar (void *)(offset + head), 95486470930SIngo Molnar (void *)(long)(event->header.size), 95586470930SIngo Molnar event->comm.comm, event->comm.pid); 95686470930SIngo Molnar 95786470930SIngo Molnar if (thread == NULL || 95886470930SIngo Molnar thread__set_comm(thread, event->comm.comm)) { 95986470930SIngo Molnar dprintf("problem processing PERF_EVENT_COMM, skipping event.\n"); 96086470930SIngo Molnar return -1; 96186470930SIngo Molnar } 96286470930SIngo Molnar total_comm++; 96386470930SIngo Molnar 96486470930SIngo Molnar return 0; 96586470930SIngo Molnar } 96686470930SIngo Molnar 96786470930SIngo Molnar static int 96886470930SIngo Molnar process_fork_event(event_t *event, unsigned long offset, unsigned long head) 96986470930SIngo Molnar { 97086470930SIngo Molnar struct thread *thread = threads__findnew(event->fork.pid); 97186470930SIngo Molnar struct thread *parent = threads__findnew(event->fork.ppid); 97286470930SIngo Molnar 97386470930SIngo Molnar dprintf("%p [%p]: PERF_EVENT_FORK: %d:%d\n", 97486470930SIngo Molnar (void *)(offset + head), 97586470930SIngo Molnar (void *)(long)(event->header.size), 97686470930SIngo Molnar event->fork.pid, event->fork.ppid); 97786470930SIngo Molnar 97886470930SIngo Molnar if (!thread || !parent || thread__fork(thread, parent)) { 97986470930SIngo Molnar dprintf("problem processing PERF_EVENT_FORK, skipping event.\n"); 98086470930SIngo Molnar return -1; 98186470930SIngo Molnar } 98286470930SIngo Molnar total_fork++; 98386470930SIngo Molnar 98486470930SIngo Molnar return 0; 98586470930SIngo Molnar } 98686470930SIngo Molnar 98786470930SIngo Molnar static int 98886470930SIngo Molnar process_period_event(event_t *event, unsigned long offset, unsigned long head) 98986470930SIngo Molnar { 99086470930SIngo Molnar dprintf("%p [%p]: PERF_EVENT_PERIOD: time:%Ld, id:%Ld: period:%Ld\n", 99186470930SIngo Molnar (void *)(offset + head), 99286470930SIngo Molnar (void *)(long)(event->header.size), 99386470930SIngo Molnar event->period.time, 99486470930SIngo Molnar event->period.id, 99586470930SIngo Molnar event->period.sample_period); 99686470930SIngo Molnar 99786470930SIngo Molnar return 0; 99886470930SIngo Molnar } 99986470930SIngo Molnar 100086470930SIngo Molnar static int 100186470930SIngo Molnar process_event(event_t *event, unsigned long offset, unsigned long head) 100286470930SIngo Molnar { 100386470930SIngo Molnar if (event->header.misc & PERF_EVENT_MISC_OVERFLOW) 100486470930SIngo Molnar return process_overflow_event(event, offset, head); 100586470930SIngo Molnar 100686470930SIngo Molnar switch (event->header.type) { 100786470930SIngo Molnar case PERF_EVENT_MMAP: 100886470930SIngo Molnar return process_mmap_event(event, offset, head); 100986470930SIngo Molnar 101086470930SIngo Molnar case PERF_EVENT_COMM: 101186470930SIngo Molnar return process_comm_event(event, offset, head); 101286470930SIngo Molnar 101386470930SIngo Molnar case PERF_EVENT_FORK: 101486470930SIngo Molnar return process_fork_event(event, offset, head); 101586470930SIngo Molnar 101686470930SIngo Molnar case PERF_EVENT_PERIOD: 101786470930SIngo Molnar return process_period_event(event, offset, head); 101886470930SIngo Molnar /* 101986470930SIngo Molnar * We dont process them right now but they are fine: 102086470930SIngo Molnar */ 102186470930SIngo Molnar 102286470930SIngo Molnar case PERF_EVENT_THROTTLE: 102386470930SIngo Molnar case PERF_EVENT_UNTHROTTLE: 102486470930SIngo Molnar return 0; 102586470930SIngo Molnar 102686470930SIngo Molnar default: 102786470930SIngo Molnar return -1; 102886470930SIngo Molnar } 102986470930SIngo Molnar 103086470930SIngo Molnar return 0; 103186470930SIngo Molnar } 103286470930SIngo Molnar 103386470930SIngo Molnar static int 103486470930SIngo Molnar parse_line(FILE *file, struct symbol *sym, uint64_t start, uint64_t len) 103586470930SIngo Molnar { 103686470930SIngo Molnar char *line = NULL, *tmp, *tmp2; 103786470930SIngo Molnar unsigned int offset; 103886470930SIngo Molnar size_t line_len; 103986470930SIngo Molnar __u64 line_ip; 104086470930SIngo Molnar int ret; 104186470930SIngo Molnar char *c; 104286470930SIngo Molnar 104386470930SIngo Molnar if (getline(&line, &line_len, file) < 0) 104486470930SIngo Molnar return -1; 104586470930SIngo Molnar if (!line) 104686470930SIngo Molnar return -1; 104786470930SIngo Molnar 104886470930SIngo Molnar c = strchr(line, '\n'); 104986470930SIngo Molnar if (c) 105086470930SIngo Molnar *c = 0; 105186470930SIngo Molnar 105286470930SIngo Molnar line_ip = -1; 105386470930SIngo Molnar offset = 0; 105486470930SIngo Molnar ret = -2; 105586470930SIngo Molnar 105686470930SIngo Molnar /* 105786470930SIngo Molnar * Strip leading spaces: 105886470930SIngo Molnar */ 105986470930SIngo Molnar tmp = line; 106086470930SIngo Molnar while (*tmp) { 106186470930SIngo Molnar if (*tmp != ' ') 106286470930SIngo Molnar break; 106386470930SIngo Molnar tmp++; 106486470930SIngo Molnar } 106586470930SIngo Molnar 106686470930SIngo Molnar if (*tmp) { 106786470930SIngo Molnar /* 106886470930SIngo Molnar * Parse hexa addresses followed by ':' 106986470930SIngo Molnar */ 107086470930SIngo Molnar line_ip = strtoull(tmp, &tmp2, 16); 107186470930SIngo Molnar if (*tmp2 != ':') 107286470930SIngo Molnar line_ip = -1; 107386470930SIngo Molnar } 107486470930SIngo Molnar 107586470930SIngo Molnar if (line_ip != -1) { 107686470930SIngo Molnar unsigned int hits = 0; 107786470930SIngo Molnar double percent = 0.0; 107886470930SIngo Molnar char *color = PERF_COLOR_NORMAL; 107986470930SIngo Molnar 108086470930SIngo Molnar offset = line_ip - start; 108186470930SIngo Molnar if (offset < len) 108286470930SIngo Molnar hits = sym->hist[offset]; 108386470930SIngo Molnar 108486470930SIngo Molnar if (sym->hist_sum) 108586470930SIngo Molnar percent = 100.0 * hits / sym->hist_sum; 108686470930SIngo Molnar 108786470930SIngo Molnar /* 108886470930SIngo Molnar * We color high-overhead entries in red, low-overhead 108986470930SIngo Molnar * entries in green - and keep the middle ground normal: 109086470930SIngo Molnar */ 109186470930SIngo Molnar if (percent >= 5.0) 109286470930SIngo Molnar color = PERF_COLOR_RED; 109386470930SIngo Molnar else { 109486470930SIngo Molnar if (percent > 0.5) 109586470930SIngo Molnar color = PERF_COLOR_GREEN; 109686470930SIngo Molnar } 109786470930SIngo Molnar 109886470930SIngo Molnar color_fprintf(stdout, color, " %7.2f", percent); 109986470930SIngo Molnar printf(" : "); 110086470930SIngo Molnar color_fprintf(stdout, PERF_COLOR_BLUE, "%s\n", line); 110186470930SIngo Molnar } else { 110286470930SIngo Molnar if (!*line) 110386470930SIngo Molnar printf(" :\n"); 110486470930SIngo Molnar else 110586470930SIngo Molnar printf(" : %s\n", line); 110686470930SIngo Molnar } 110786470930SIngo Molnar 110886470930SIngo Molnar return 0; 110986470930SIngo Molnar } 111086470930SIngo Molnar 111186470930SIngo Molnar static void annotate_sym(struct dso *dso, struct symbol *sym) 111286470930SIngo Molnar { 111386470930SIngo Molnar char *filename = dso->name; 111486470930SIngo Molnar uint64_t start, end, len; 111586470930SIngo Molnar char command[PATH_MAX*2]; 111686470930SIngo Molnar FILE *file; 111786470930SIngo Molnar 111886470930SIngo Molnar if (!filename) 111986470930SIngo Molnar return; 112086470930SIngo Molnar if (dso == kernel_dso) 112186470930SIngo Molnar filename = vmlinux; 112286470930SIngo Molnar 112386470930SIngo Molnar printf("\n------------------------------------------------\n"); 112486470930SIngo Molnar printf(" Percent | Source code & Disassembly of %s\n", filename); 112586470930SIngo Molnar printf("------------------------------------------------\n"); 112686470930SIngo Molnar 112786470930SIngo Molnar if (verbose >= 2) 112886470930SIngo Molnar printf("annotating [%p] %30s : [%p] %30s\n", dso, dso->name, sym, sym->name); 112986470930SIngo Molnar 113086470930SIngo Molnar start = sym->obj_start; 113186470930SIngo Molnar if (!start) 113286470930SIngo Molnar start = sym->start; 113386470930SIngo Molnar 113486470930SIngo Molnar end = start + sym->end - sym->start + 1; 113586470930SIngo Molnar len = sym->end - sym->start; 113686470930SIngo Molnar 113786470930SIngo Molnar sprintf(command, "objdump --start-address=0x%016Lx --stop-address=0x%016Lx -dS %s", (__u64)start, (__u64)end, filename); 113886470930SIngo Molnar 113986470930SIngo Molnar if (verbose >= 3) 114086470930SIngo Molnar printf("doing: %s\n", command); 114186470930SIngo Molnar 114286470930SIngo Molnar file = popen(command, "r"); 114386470930SIngo Molnar if (!file) 114486470930SIngo Molnar return; 114586470930SIngo Molnar 114686470930SIngo Molnar while (!feof(file)) { 114786470930SIngo Molnar if (parse_line(file, sym, start, len) < 0) 114886470930SIngo Molnar break; 114986470930SIngo Molnar } 115086470930SIngo Molnar 115186470930SIngo Molnar pclose(file); 115286470930SIngo Molnar } 115386470930SIngo Molnar 115486470930SIngo Molnar static void find_annotations(void) 115586470930SIngo Molnar { 115686470930SIngo Molnar struct rb_node *nd; 115786470930SIngo Molnar struct dso *dso; 115886470930SIngo Molnar int count = 0; 115986470930SIngo Molnar 116086470930SIngo Molnar list_for_each_entry(dso, &dsos, node) { 116186470930SIngo Molnar 116286470930SIngo Molnar for (nd = rb_first(&dso->syms); nd; nd = rb_next(nd)) { 116386470930SIngo Molnar struct symbol *sym = rb_entry(nd, struct symbol, rb_node); 116486470930SIngo Molnar 116586470930SIngo Molnar if (sym->hist) { 116686470930SIngo Molnar annotate_sym(dso, sym); 116786470930SIngo Molnar count++; 116886470930SIngo Molnar } 116986470930SIngo Molnar } 117086470930SIngo Molnar } 117186470930SIngo Molnar 117286470930SIngo Molnar if (!count) 117386470930SIngo Molnar printf(" Error: symbol '%s' not present amongst the samples.\n", sym_hist_filter); 117486470930SIngo Molnar } 117586470930SIngo Molnar 117686470930SIngo Molnar static int __cmd_annotate(void) 117786470930SIngo Molnar { 117886470930SIngo Molnar int ret, rc = EXIT_FAILURE; 117986470930SIngo Molnar unsigned long offset = 0; 118086470930SIngo Molnar unsigned long head = 0; 118186470930SIngo Molnar struct stat stat; 118286470930SIngo Molnar event_t *event; 118386470930SIngo Molnar uint32_t size; 118486470930SIngo Molnar char *buf; 118586470930SIngo Molnar 118686470930SIngo Molnar register_idle_thread(); 118786470930SIngo Molnar 118886470930SIngo Molnar input = open(input_name, O_RDONLY); 118986470930SIngo Molnar if (input < 0) { 119086470930SIngo Molnar perror("failed to open file"); 119186470930SIngo Molnar exit(-1); 119286470930SIngo Molnar } 119386470930SIngo Molnar 119486470930SIngo Molnar ret = fstat(input, &stat); 119586470930SIngo Molnar if (ret < 0) { 119686470930SIngo Molnar perror("failed to stat file"); 119786470930SIngo Molnar exit(-1); 119886470930SIngo Molnar } 119986470930SIngo Molnar 120086470930SIngo Molnar if (!stat.st_size) { 120186470930SIngo Molnar fprintf(stderr, "zero-sized file, nothing to do!\n"); 120286470930SIngo Molnar exit(0); 120386470930SIngo Molnar } 120486470930SIngo Molnar 120586470930SIngo Molnar if (load_kernel() < 0) { 120686470930SIngo Molnar perror("failed to load kernel symbols"); 120786470930SIngo Molnar return EXIT_FAILURE; 120886470930SIngo Molnar } 120986470930SIngo Molnar 121086470930SIngo Molnar remap: 121186470930SIngo Molnar buf = (char *)mmap(NULL, page_size * mmap_window, PROT_READ, 121286470930SIngo Molnar MAP_SHARED, input, offset); 121386470930SIngo Molnar if (buf == MAP_FAILED) { 121486470930SIngo Molnar perror("failed to mmap file"); 121586470930SIngo Molnar exit(-1); 121686470930SIngo Molnar } 121786470930SIngo Molnar 121886470930SIngo Molnar more: 121986470930SIngo Molnar event = (event_t *)(buf + head); 122086470930SIngo Molnar 122186470930SIngo Molnar size = event->header.size; 122286470930SIngo Molnar if (!size) 122386470930SIngo Molnar size = 8; 122486470930SIngo Molnar 122586470930SIngo Molnar if (head + event->header.size >= page_size * mmap_window) { 122686470930SIngo Molnar unsigned long shift = page_size * (head / page_size); 122786470930SIngo Molnar int ret; 122886470930SIngo Molnar 122986470930SIngo Molnar ret = munmap(buf, page_size * mmap_window); 123086470930SIngo Molnar assert(ret == 0); 123186470930SIngo Molnar 123286470930SIngo Molnar offset += shift; 123386470930SIngo Molnar head -= shift; 123486470930SIngo Molnar goto remap; 123586470930SIngo Molnar } 123686470930SIngo Molnar 123786470930SIngo Molnar size = event->header.size; 123886470930SIngo Molnar 123986470930SIngo Molnar dprintf("%p [%p]: event: %d\n", 124086470930SIngo Molnar (void *)(offset + head), 124186470930SIngo Molnar (void *)(long)event->header.size, 124286470930SIngo Molnar event->header.type); 124386470930SIngo Molnar 124486470930SIngo Molnar if (!size || process_event(event, offset, head) < 0) { 124586470930SIngo Molnar 124686470930SIngo Molnar dprintf("%p [%p]: skipping unknown header type: %d\n", 124786470930SIngo Molnar (void *)(offset + head), 124886470930SIngo Molnar (void *)(long)(event->header.size), 124986470930SIngo Molnar event->header.type); 125086470930SIngo Molnar 125186470930SIngo Molnar total_unknown++; 125286470930SIngo Molnar 125386470930SIngo Molnar /* 125486470930SIngo Molnar * assume we lost track of the stream, check alignment, and 125586470930SIngo Molnar * increment a single u64 in the hope to catch on again 'soon'. 125686470930SIngo Molnar */ 125786470930SIngo Molnar 125886470930SIngo Molnar if (unlikely(head & 7)) 125986470930SIngo Molnar head &= ~7ULL; 126086470930SIngo Molnar 126186470930SIngo Molnar size = 8; 126286470930SIngo Molnar } 126386470930SIngo Molnar 126486470930SIngo Molnar head += size; 126586470930SIngo Molnar 126686470930SIngo Molnar if (offset + head < stat.st_size) 126786470930SIngo Molnar goto more; 126886470930SIngo Molnar 126986470930SIngo Molnar rc = EXIT_SUCCESS; 127086470930SIngo Molnar close(input); 127186470930SIngo Molnar 127286470930SIngo Molnar dprintf(" IP events: %10ld\n", total); 127386470930SIngo Molnar dprintf(" mmap events: %10ld\n", total_mmap); 127486470930SIngo Molnar dprintf(" comm events: %10ld\n", total_comm); 127586470930SIngo Molnar dprintf(" fork events: %10ld\n", total_fork); 127686470930SIngo Molnar dprintf(" unknown events: %10ld\n", total_unknown); 127786470930SIngo Molnar 127886470930SIngo Molnar if (dump_trace) 127986470930SIngo Molnar return 0; 128086470930SIngo Molnar 128186470930SIngo Molnar if (verbose >= 3) 128286470930SIngo Molnar threads__fprintf(stdout); 128386470930SIngo Molnar 128486470930SIngo Molnar if (verbose >= 2) 128586470930SIngo Molnar dsos__fprintf(stdout); 128686470930SIngo Molnar 128786470930SIngo Molnar collapse__resort(); 128886470930SIngo Molnar output__resort(); 128986470930SIngo Molnar 129086470930SIngo Molnar find_annotations(); 129186470930SIngo Molnar 129286470930SIngo Molnar return rc; 129386470930SIngo Molnar } 129486470930SIngo Molnar 129586470930SIngo Molnar static const char * const annotate_usage[] = { 129686470930SIngo Molnar "perf annotate [<options>] <command>", 129786470930SIngo Molnar NULL 129886470930SIngo Molnar }; 129986470930SIngo Molnar 130086470930SIngo Molnar static const struct option options[] = { 130186470930SIngo Molnar OPT_STRING('i', "input", &input_name, "file", 130286470930SIngo Molnar "input file name"), 130386470930SIngo Molnar OPT_STRING('s', "symbol", &sym_hist_filter, "file", 130486470930SIngo Molnar "symbol to annotate"), 130586470930SIngo Molnar OPT_BOOLEAN('v', "verbose", &verbose, 130686470930SIngo Molnar "be more verbose (show symbol address, etc)"), 130786470930SIngo Molnar OPT_BOOLEAN('D', "dump-raw-trace", &dump_trace, 130886470930SIngo Molnar "dump raw trace in ASCII"), 130986470930SIngo Molnar OPT_STRING('k', "vmlinux", &vmlinux, "file", "vmlinux pathname"), 131086470930SIngo Molnar OPT_END() 131186470930SIngo Molnar }; 131286470930SIngo Molnar 131386470930SIngo Molnar static void setup_sorting(void) 131486470930SIngo Molnar { 131586470930SIngo Molnar char *tmp, *tok, *str = strdup(sort_order); 131686470930SIngo Molnar 131786470930SIngo Molnar for (tok = strtok_r(str, ", ", &tmp); 131886470930SIngo Molnar tok; tok = strtok_r(NULL, ", ", &tmp)) { 131986470930SIngo Molnar if (sort_dimension__add(tok) < 0) { 132086470930SIngo Molnar error("Unknown --sort key: `%s'", tok); 132186470930SIngo Molnar usage_with_options(annotate_usage, options); 132286470930SIngo Molnar } 132386470930SIngo Molnar } 132486470930SIngo Molnar 132586470930SIngo Molnar free(str); 132686470930SIngo Molnar } 132786470930SIngo Molnar 132886470930SIngo Molnar int cmd_annotate(int argc, const char **argv, const char *prefix) 132986470930SIngo Molnar { 133086470930SIngo Molnar symbol__init(); 133186470930SIngo Molnar 133286470930SIngo Molnar page_size = getpagesize(); 133386470930SIngo Molnar 133486470930SIngo Molnar argc = parse_options(argc, argv, options, annotate_usage, 0); 133586470930SIngo Molnar 133686470930SIngo Molnar setup_sorting(); 133786470930SIngo Molnar 133886470930SIngo Molnar if (argc) { 133986470930SIngo Molnar /* 134086470930SIngo Molnar * Special case: if there's an argument left then assume tha 134186470930SIngo Molnar * it's a symbol filter: 134286470930SIngo Molnar */ 134386470930SIngo Molnar if (argc > 1) 134486470930SIngo Molnar usage_with_options(annotate_usage, options); 134586470930SIngo Molnar 134686470930SIngo Molnar sym_hist_filter = argv[0]; 134786470930SIngo Molnar } 134886470930SIngo Molnar 134986470930SIngo Molnar if (!sym_hist_filter) 135086470930SIngo Molnar usage_with_options(annotate_usage, options); 135186470930SIngo Molnar 135286470930SIngo Molnar setup_pager(); 135386470930SIngo Molnar 135486470930SIngo Molnar return __cmd_annotate(); 135586470930SIngo Molnar } 1356