1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 2dd68ada2SJohn Kacur #ifndef __PERF_SORT_H 3dd68ada2SJohn Kacur #define __PERF_SORT_H 4dd68ada2SJohn Kacur #include "../builtin.h" 5dd68ada2SJohn Kacur 61eae20c1SArnaldo Carvalho de Melo #include <regex.h> 7dd68ada2SJohn Kacur 8dd68ada2SJohn Kacur #include "color.h" 9dd68ada2SJohn Kacur #include <linux/list.h> 10dd68ada2SJohn Kacur #include "cache.h" 11dd68ada2SJohn Kacur #include <linux/rbtree.h> 129f4e8ff2SArnaldo Carvalho de Melo #include "map_symbol.h" 139f4e8ff2SArnaldo Carvalho de Melo #include "symbol_conf.h" 14dd68ada2SJohn Kacur #include "string.h" 15dd68ada2SJohn Kacur #include "callchain.h" 16dd68ada2SJohn Kacur #include "values.h" 17dd68ada2SJohn Kacur 18dd68ada2SJohn Kacur #include "../perf.h" 19dd68ada2SJohn Kacur #include "debug.h" 20dd68ada2SJohn Kacur #include "header.h" 21dd68ada2SJohn Kacur 224b6ab94eSJosh Poimboeuf #include <subcmd/parse-options.h> 23dd68ada2SJohn Kacur #include "parse-events.h" 2414135663SNamhyung Kim #include "hist.h" 25632a5cabSArnaldo Carvalho de Melo #include "srcline.h" 26e7ff8920SArnaldo Carvalho de Melo 27e7ff8920SArnaldo Carvalho de Melo struct thread; 28dd68ada2SJohn Kacur 29dd68ada2SJohn Kacur extern regex_t parent_regex; 30edb7c60eSArnaldo Carvalho de Melo extern const char *sort_order; 31a7d945bcSNamhyung Kim extern const char *field_order; 32edb7c60eSArnaldo Carvalho de Melo extern const char default_parent_pattern[]; 33edb7c60eSArnaldo Carvalho de Melo extern const char *parent_pattern; 34fa1f4565SArnaldo Carvalho de Melo extern const char *default_sort_order; 35b21484f1SGreg Price extern regex_t ignore_callees_regex; 36b21484f1SGreg Price extern int have_ignore_callees; 3755369fc1SNamhyung Kim extern enum sort_mode sort__mode; 38dd68ada2SJohn Kacur extern struct sort_entry sort_comm; 39dd68ada2SJohn Kacur extern struct sort_entry sort_dso; 40dd68ada2SJohn Kacur extern struct sort_entry sort_sym; 41dd68ada2SJohn Kacur extern struct sort_entry sort_parent; 42a68c2c58SStephane Eranian extern struct sort_entry sort_dso_from; 43a68c2c58SStephane Eranian extern struct sort_entry sort_dso_to; 44a68c2c58SStephane Eranian extern struct sort_entry sort_sym_from; 45a68c2c58SStephane Eranian extern struct sort_entry sort_sym_to; 46f666ac0dSJiri Olsa extern struct sort_entry sort_srcline; 47a4fb581bSFrederic Weisbecker extern enum sort_type sort__first_dimension; 48228f14f2SYunlong Song extern const char default_mem_sort_order[]; 49dd68ada2SJohn Kacur 50b24c28f7SNamhyung Kim struct he_stat { 51b24c28f7SNamhyung Kim u64 period; 52b24c28f7SNamhyung Kim u64 period_sys; 53b24c28f7SNamhyung Kim u64 period_us; 54b24c28f7SNamhyung Kim u64 period_guest_sys; 55b24c28f7SNamhyung Kim u64 period_guest_us; 5605484298SAndi Kleen u64 weight; 57b24c28f7SNamhyung Kim u32 nr_events; 58b24c28f7SNamhyung Kim }; 59b24c28f7SNamhyung Kim 60d890a98cSHari Bathini struct namespace_id { 61d890a98cSHari Bathini u64 dev; 62d890a98cSHari Bathini u64 ino; 63d890a98cSHari Bathini }; 64d890a98cSHari Bathini 6596c47f19SJiri Olsa struct hist_entry_diff { 6696c47f19SJiri Olsa bool computed; 67a0b404f4SNamhyung Kim union { 6896c47f19SJiri Olsa /* PERF_HPP__DELTA */ 6996c47f19SJiri Olsa double period_ratio_delta; 7096c47f19SJiri Olsa 7196c47f19SJiri Olsa /* PERF_HPP__RATIO */ 7296c47f19SJiri Olsa double period_ratio; 7381d5f958SJiri Olsa 7481d5f958SJiri Olsa /* HISTC_WEIGHTED_DIFF */ 7581d5f958SJiri Olsa s64 wdiff; 7696c47f19SJiri Olsa }; 77a0b404f4SNamhyung Kim }; 7896c47f19SJiri Olsa 79f542e767SJiri Olsa struct hist_entry_ops { 80f542e767SJiri Olsa void *(*new)(size_t size); 81f542e767SJiri Olsa void (*free)(void *ptr); 82f542e767SJiri Olsa }; 83f542e767SJiri Olsa 840f0cbf7aSArnaldo Carvalho de Melo /** 850f0cbf7aSArnaldo Carvalho de Melo * struct hist_entry - histogram entry 860f0cbf7aSArnaldo Carvalho de Melo * 870f0cbf7aSArnaldo Carvalho de Melo * @row_offset - offset from the first callchain expanded to appear on screen 880f0cbf7aSArnaldo Carvalho de Melo * @nr_rows - rows expanded in callchain, recalculated on folding/unfolding 890f0cbf7aSArnaldo Carvalho de Melo */ 90dd68ada2SJohn Kacur struct hist_entry { 911980c2ebSArnaldo Carvalho de Melo struct rb_node rb_node_in; 92dd68ada2SJohn Kacur struct rb_node rb_node; 93b821c732SArnaldo Carvalho de Melo union { 94b821c732SArnaldo Carvalho de Melo struct list_head node; 95b821c732SArnaldo Carvalho de Melo struct list_head head; 96b821c732SArnaldo Carvalho de Melo } pairs; 97b24c28f7SNamhyung Kim struct he_stat stat; 98f8be1c8cSNamhyung Kim struct he_stat *stat_acc; 9959fd5306SArnaldo Carvalho de Melo struct map_symbol ms; 100a5e29acaSArnaldo Carvalho de Melo struct thread *thread; 1014dfced35SNamhyung Kim struct comm *comm; 102d890a98cSHari Bathini struct namespace_id cgroup_id; 103dd68ada2SJohn Kacur u64 ip; 104475eeab9SAndi Kleen u64 transaction; 1050c4c4debSKan Liang s32 socket; 106f60f3593SArun Sharma s32 cpu; 1077365be55SDon Zickus u8 cpumode; 108aef810ecSNamhyung Kim u8 depth; 1090f0cbf7aSArnaldo Carvalho de Melo 110e0af43d2SJiri Olsa /* We are added by hists__add_dummy_entry. */ 111e0af43d2SJiri Olsa bool dummy; 112aef810ecSNamhyung Kim bool leaf; 113e0af43d2SJiri Olsa 114dd68ada2SJohn Kacur char level; 115a5e29acaSArnaldo Carvalho de Melo u8 filtered; 11641477acfSArnaldo Carvalho de Melo 11741477acfSArnaldo Carvalho de Melo u16 callchain_size; 11829750821SNamhyung Kim union { 11929750821SNamhyung Kim /* 12029750821SNamhyung Kim * Since perf diff only supports the stdio output, TUI 12129750821SNamhyung Kim * fields are only accessed from perf report (or perf 12203440c4eSMasahiro Yamada * top). So make it a union to reduce memory usage. 12329750821SNamhyung Kim */ 12429750821SNamhyung Kim struct hist_entry_diff diff; 12529750821SNamhyung Kim struct /* for TUI */ { 12629750821SNamhyung Kim u16 row_offset; 12729750821SNamhyung Kim u16 nr_rows; 128d8a0f800SNamhyung Kim bool init_have_children; 1293698dab1SNamhyung Kim bool unfolded; 1303698dab1SNamhyung Kim bool has_children; 13179dded87SNamhyung Kim bool has_no_entry; 13229750821SNamhyung Kim }; 13329750821SNamhyung Kim }; 134409a8be6SArnaldo Carvalho de Melo char *srcline; 13531191a85SAndi Kleen char *srcfile; 136439d473bSArnaldo Carvalho de Melo struct symbol *parent; 137b5387528SRoberto Agostino Vitillo struct branch_info *branch_info; 1383723908dSAndi Kleen long time; 139ae359f19SJiri Olsa struct hists *hists; 14098a3b32cSStephane Eranian struct mem_info *mem_info; 14172392834SNamhyung Kim void *raw_data; 14272392834SNamhyung Kim u32 raw_size; 14360517d28SNamhyung Kim void *trace_output; 1441b2dbbf4SNamhyung Kim struct perf_hpp_list *hpp_list; 145aef810ecSNamhyung Kim struct hist_entry *parent_he; 146f542e767SJiri Olsa struct hist_entry_ops *ops; 147aef810ecSNamhyung Kim union { 148aef810ecSNamhyung Kim /* this is for hierarchical entry structure */ 149aef810ecSNamhyung Kim struct { 1502eb3d689SDavidlohr Bueso struct rb_root_cached hroot_in; 1512eb3d689SDavidlohr Bueso struct rb_root_cached hroot_out; 152aef810ecSNamhyung Kim }; /* non-leaf entries */ 153aef810ecSNamhyung Kim struct rb_root sorted_chain; /* leaf entry has callchains */ 154aef810ecSNamhyung Kim }; 15598a3b32cSStephane Eranian struct callchain_root callchain[0]; /* must be last member */ 15686a9eee0SArnaldo Carvalho de Melo }; 157dd68ada2SJohn Kacur 1580b5d6eceSArnaldo Carvalho de Melo static __pure inline bool hist_entry__has_callchains(struct hist_entry *he) 1590b5d6eceSArnaldo Carvalho de Melo { 160e5654455SArnaldo Carvalho de Melo return he->callchain_size != 0; 1610b5d6eceSArnaldo Carvalho de Melo } 1620b5d6eceSArnaldo Carvalho de Melo 163b821c732SArnaldo Carvalho de Melo static inline bool hist_entry__has_pairs(struct hist_entry *he) 164b821c732SArnaldo Carvalho de Melo { 165b821c732SArnaldo Carvalho de Melo return !list_empty(&he->pairs.node); 166b821c732SArnaldo Carvalho de Melo } 167b821c732SArnaldo Carvalho de Melo 168b821c732SArnaldo Carvalho de Melo static inline struct hist_entry *hist_entry__next_pair(struct hist_entry *he) 169b821c732SArnaldo Carvalho de Melo { 170b821c732SArnaldo Carvalho de Melo if (hist_entry__has_pairs(he)) 171b821c732SArnaldo Carvalho de Melo return list_entry(he->pairs.node.next, struct hist_entry, pairs.node); 172b821c732SArnaldo Carvalho de Melo return NULL; 173b821c732SArnaldo Carvalho de Melo } 174b821c732SArnaldo Carvalho de Melo 1754d23322aSJiri Olsa static inline void hist_entry__add_pair(struct hist_entry *pair, 1764d23322aSJiri Olsa struct hist_entry *he) 177b821c732SArnaldo Carvalho de Melo { 1784d23322aSJiri Olsa list_add_tail(&pair->pairs.node, &he->pairs.head); 179b821c732SArnaldo Carvalho de Melo } 180b821c732SArnaldo Carvalho de Melo 18114135663SNamhyung Kim static inline float hist_entry__get_percent_limit(struct hist_entry *he) 18214135663SNamhyung Kim { 18314135663SNamhyung Kim u64 period = he->stat.period; 18414135663SNamhyung Kim u64 total_period = hists__total_period(he->hists); 18514135663SNamhyung Kim 18614135663SNamhyung Kim if (unlikely(total_period == 0)) 18714135663SNamhyung Kim return 0; 18814135663SNamhyung Kim 18914135663SNamhyung Kim if (symbol_conf.cumulate_callchain) 19014135663SNamhyung Kim period = he->stat_acc->period; 19114135663SNamhyung Kim 19214135663SNamhyung Kim return period * 100.0 / total_period; 19314135663SNamhyung Kim } 19414135663SNamhyung Kim 195e95cf700SJiri Olsa static inline u64 cl_address(u64 address) 196e95cf700SJiri Olsa { 197e95cf700SJiri Olsa /* return the cacheline of the address */ 1989ac94e31SArnaldo Carvalho de Melo return (address & ~(cacheline_size() - 1)); 199e95cf700SJiri Olsa } 20014135663SNamhyung Kim 201d3927110SJiri Olsa static inline u64 cl_offset(u64 address) 202d3927110SJiri Olsa { 203d3927110SJiri Olsa /* return the cacheline of the address */ 2049ac94e31SArnaldo Carvalho de Melo return (address & (cacheline_size() - 1)); 205d3927110SJiri Olsa } 206d3927110SJiri Olsa 20755369fc1SNamhyung Kim enum sort_mode { 20855369fc1SNamhyung Kim SORT_MODE__NORMAL, 20955369fc1SNamhyung Kim SORT_MODE__BRANCH, 21055369fc1SNamhyung Kim SORT_MODE__MEMORY, 211512ae1bdSNamhyung Kim SORT_MODE__TOP, 212512ae1bdSNamhyung Kim SORT_MODE__DIFF, 213d49dadeaSNamhyung Kim SORT_MODE__TRACEPOINT, 21455369fc1SNamhyung Kim }; 21555369fc1SNamhyung Kim 216a4fb581bSFrederic Weisbecker enum sort_type { 217fc5871edSNamhyung Kim /* common sort keys */ 218a4fb581bSFrederic Weisbecker SORT_PID, 219a4fb581bSFrederic Weisbecker SORT_COMM, 220a4fb581bSFrederic Weisbecker SORT_DSO, 221a4fb581bSFrederic Weisbecker SORT_SYM, 222f60f3593SArun Sharma SORT_PARENT, 223f60f3593SArun Sharma SORT_CPU, 2242e7ea3abSKan Liang SORT_SOCKET, 225fc5871edSNamhyung Kim SORT_SRCLINE, 22631191a85SAndi Kleen SORT_SRCFILE, 227f9ea55d0SAndi Kleen SORT_LOCAL_WEIGHT, 228f9ea55d0SAndi Kleen SORT_GLOBAL_WEIGHT, 229475eeab9SAndi Kleen SORT_TRANSACTION, 230a34bb6a0SNamhyung Kim SORT_TRACE, 2317768f8daSCharles Baylis SORT_SYM_SIZE, 232b74d12d5SKim Phillips SORT_DSO_SIZE, 233d890a98cSHari Bathini SORT_CGROUP_ID, 234ec6ae74fSJin Yao SORT_SYM_IPC_NULL, 2353723908dSAndi Kleen SORT_TIME, 236fc5871edSNamhyung Kim 237fc5871edSNamhyung Kim /* branch stack specific sort keys */ 238fc5871edSNamhyung Kim __SORT_BRANCH_STACK, 239fc5871edSNamhyung Kim SORT_DSO_FROM = __SORT_BRANCH_STACK, 240b5387528SRoberto Agostino Vitillo SORT_DSO_TO, 241b5387528SRoberto Agostino Vitillo SORT_SYM_FROM, 242b5387528SRoberto Agostino Vitillo SORT_SYM_TO, 243b5387528SRoberto Agostino Vitillo SORT_MISPREDICT, 244f5d05bceSAndi Kleen SORT_ABORT, 245f5d05bceSAndi Kleen SORT_IN_TX, 2460e332f03SAndi Kleen SORT_CYCLES, 247508be0dfSAndi Kleen SORT_SRCLINE_FROM, 248508be0dfSAndi Kleen SORT_SRCLINE_TO, 249ec6ae74fSJin Yao SORT_SYM_IPC, 250afab87b9SNamhyung Kim 251afab87b9SNamhyung Kim /* memory mode specific sort keys */ 252afab87b9SNamhyung Kim __SORT_MEMORY_MODE, 253f9ea55d0SAndi Kleen SORT_MEM_DADDR_SYMBOL = __SORT_MEMORY_MODE, 254afab87b9SNamhyung Kim SORT_MEM_DADDR_DSO, 255afab87b9SNamhyung Kim SORT_MEM_LOCKED, 256afab87b9SNamhyung Kim SORT_MEM_TLB, 257afab87b9SNamhyung Kim SORT_MEM_LVL, 258afab87b9SNamhyung Kim SORT_MEM_SNOOP, 2599b32ba71SDon Zickus SORT_MEM_DCACHELINE, 26028e6db20SDon Zickus SORT_MEM_IADDR_SYMBOL, 2618780fb25SKan Liang SORT_MEM_PHYS_DADDR, 262a4fb581bSFrederic Weisbecker }; 263a4fb581bSFrederic Weisbecker 264dd68ada2SJohn Kacur /* 265dd68ada2SJohn Kacur * configurable sorting bits 266dd68ada2SJohn Kacur */ 267dd68ada2SJohn Kacur 268dd68ada2SJohn Kacur struct sort_entry { 269fcd14984SFrederic Weisbecker const char *se_header; 270dd68ada2SJohn Kacur 271fcd14984SFrederic Weisbecker int64_t (*se_cmp)(struct hist_entry *, struct hist_entry *); 272fcd14984SFrederic Weisbecker int64_t (*se_collapse)(struct hist_entry *, struct hist_entry *); 273202e7a6dSNamhyung Kim int64_t (*se_sort)(struct hist_entry *, struct hist_entry *); 274316c7136SArnaldo Carvalho de Melo int (*se_snprintf)(struct hist_entry *he, char *bf, size_t size, 275a4e3b956SArnaldo Carvalho de Melo unsigned int width); 27654430101SNamhyung Kim int (*se_filter)(struct hist_entry *he, int type, const void *arg); 2778a6c5b26SArnaldo Carvalho de Melo u8 se_width_idx; 278dd68ada2SJohn Kacur }; 279dd68ada2SJohn Kacur 280dd68ada2SJohn Kacur extern struct sort_entry sort_thread; 281dd68ada2SJohn Kacur extern struct list_head hist_entry__sort_list; 282dd68ada2SJohn Kacur 28340184c46SNamhyung Kim struct perf_evlist; 284096177a8STzvetomir Stoyanov (VMware) struct tep_handle; 28540184c46SNamhyung Kim int setup_sorting(struct perf_evlist *evlist); 286a7d945bcSNamhyung Kim int setup_output_field(void); 2871c89fe9bSNamhyung Kim void reset_output_field(void); 28808e71542SNamhyung Kim void sort__setup_elide(FILE *fp); 289f2998422SJiri Olsa void perf_hpp__set_elide(int idx, bool elide); 290dd68ada2SJohn Kacur 291b21484f1SGreg Price int report_parse_ignore_callees_opt(const struct option *opt, const char *arg, int unset); 292b21484f1SGreg Price 2932f3f9bcfSJiri Olsa bool is_strict_order(const char *order); 294beeaaeb3SJiri Olsa 295beeaaeb3SJiri Olsa int hpp_dimension__add_output(unsigned col); 296bcf98740SJiri Olsa void reset_dimensions(void); 297a76490e4SJiri Olsa int sort_dimension__add(struct perf_hpp_list *list, const char *tok, 298a76490e4SJiri Olsa struct perf_evlist *evlist, 299a76490e4SJiri Olsa int level); 300a76490e4SJiri Olsa int output_field_add(struct perf_hpp_list *list, char *tok); 3015fe7b9b4SJiri Olsa int64_t 3025fe7b9b4SJiri Olsa sort__iaddr_cmp(struct hist_entry *left, struct hist_entry *right); 3035fe7b9b4SJiri Olsa int64_t 3045fe7b9b4SJiri Olsa sort__daddr_cmp(struct hist_entry *left, struct hist_entry *right); 3055fe7b9b4SJiri Olsa int64_t 3065fe7b9b4SJiri Olsa sort__dcacheline_cmp(struct hist_entry *left, struct hist_entry *right); 3076a53da05SArnaldo Carvalho de Melo char *hist_entry__srcline(struct hist_entry *he); 308dd68ada2SJohn Kacur #endif /* __PERF_SORT_H */ 309