1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 2dd68ada2SJohn Kacur #ifndef __PERF_SORT_H 3dd68ada2SJohn Kacur #define __PERF_SORT_H 41eae20c1SArnaldo Carvalho de Melo #include <regex.h> 5185bcb92SArnaldo Carvalho de Melo #include <stdbool.h> 6dd68ada2SJohn Kacur #include <linux/list.h> 7dd68ada2SJohn Kacur #include <linux/rbtree.h> 89f4e8ff2SArnaldo Carvalho de Melo #include "map_symbol.h" 99f4e8ff2SArnaldo Carvalho de Melo #include "symbol_conf.h" 10dd68ada2SJohn Kacur #include "callchain.h" 11dd68ada2SJohn Kacur #include "values.h" 1214135663SNamhyung Kim #include "hist.h" 13cebf7d51SJin Yao #include "stat.h" 14cebf7d51SJin Yao #include "spark.h" 15e7ff8920SArnaldo Carvalho de Melo 16185bcb92SArnaldo Carvalho de Melo struct option; 17e7ff8920SArnaldo Carvalho de Melo struct thread; 18dd68ada2SJohn Kacur 19dd68ada2SJohn Kacur extern regex_t parent_regex; 20edb7c60eSArnaldo Carvalho de Melo extern const char *sort_order; 21a7d945bcSNamhyung Kim extern const char *field_order; 22edb7c60eSArnaldo Carvalho de Melo extern const char default_parent_pattern[]; 23edb7c60eSArnaldo Carvalho de Melo extern const char *parent_pattern; 24fa1f4565SArnaldo Carvalho de Melo extern const char *default_sort_order; 25b21484f1SGreg Price extern regex_t ignore_callees_regex; 26b21484f1SGreg Price extern int have_ignore_callees; 2755369fc1SNamhyung Kim extern enum sort_mode sort__mode; 28dd68ada2SJohn Kacur extern struct sort_entry sort_comm; 29dd68ada2SJohn Kacur extern struct sort_entry sort_dso; 30dd68ada2SJohn Kacur extern struct sort_entry sort_sym; 31dd68ada2SJohn Kacur extern struct sort_entry sort_parent; 32a68c2c58SStephane Eranian extern struct sort_entry sort_dso_from; 33a68c2c58SStephane Eranian extern struct sort_entry sort_dso_to; 34a68c2c58SStephane Eranian extern struct sort_entry sort_sym_from; 35a68c2c58SStephane Eranian extern struct sort_entry sort_sym_to; 36f666ac0dSJiri Olsa extern struct sort_entry sort_srcline; 37228f14f2SYunlong Song extern const char default_mem_sort_order[]; 38*1470a108SFeng Tang extern bool chk_double_cl; 39dd68ada2SJohn Kacur 404968ac8fSAndi Kleen struct res_sample { 414968ac8fSAndi Kleen u64 time; 424968ac8fSAndi Kleen int cpu; 434968ac8fSAndi Kleen int tid; 444968ac8fSAndi Kleen }; 454968ac8fSAndi Kleen 46b24c28f7SNamhyung Kim struct he_stat { 47b24c28f7SNamhyung Kim u64 period; 48b24c28f7SNamhyung Kim u64 period_sys; 49b24c28f7SNamhyung Kim u64 period_us; 50b24c28f7SNamhyung Kim u64 period_guest_sys; 51b24c28f7SNamhyung Kim u64 period_guest_us; 52b24c28f7SNamhyung Kim u32 nr_events; 53b24c28f7SNamhyung Kim }; 54b24c28f7SNamhyung Kim 55d890a98cSHari Bathini struct namespace_id { 56d890a98cSHari Bathini u64 dev; 57d890a98cSHari Bathini u64 ino; 58d890a98cSHari Bathini }; 59d890a98cSHari Bathini 6096c47f19SJiri Olsa struct hist_entry_diff { 6196c47f19SJiri Olsa bool computed; 62a0b404f4SNamhyung Kim union { 6396c47f19SJiri Olsa /* PERF_HPP__DELTA */ 6496c47f19SJiri Olsa double period_ratio_delta; 6596c47f19SJiri Olsa 6696c47f19SJiri Olsa /* PERF_HPP__RATIO */ 6796c47f19SJiri Olsa double period_ratio; 6881d5f958SJiri Olsa 6981d5f958SJiri Olsa /* HISTC_WEIGHTED_DIFF */ 7081d5f958SJiri Olsa s64 wdiff; 7199150a1fSJin Yao 7299150a1fSJin Yao /* PERF_HPP_DIFF__CYCLES */ 7399150a1fSJin Yao s64 cycles; 7496c47f19SJiri Olsa }; 75cebf7d51SJin Yao struct stats stats; 76cebf7d51SJin Yao unsigned long svals[NUM_SPARKS]; 77a0b404f4SNamhyung Kim }; 7896c47f19SJiri Olsa 79f542e767SJiri Olsa struct hist_entry_ops { 80f542e767SJiri Olsa void *(*new)(size_t size); 81f542e767SJiri Olsa void (*free)(void *ptr); 82f542e767SJiri Olsa }; 83f542e767SJiri Olsa 840f0cbf7aSArnaldo Carvalho de Melo /** 850f0cbf7aSArnaldo Carvalho de Melo * struct hist_entry - histogram entry 860f0cbf7aSArnaldo Carvalho de Melo * 870f0cbf7aSArnaldo Carvalho de Melo * @row_offset - offset from the first callchain expanded to appear on screen 880f0cbf7aSArnaldo Carvalho de Melo * @nr_rows - rows expanded in callchain, recalculated on folding/unfolding 890f0cbf7aSArnaldo Carvalho de Melo */ 90dd68ada2SJohn Kacur struct hist_entry { 911980c2ebSArnaldo Carvalho de Melo struct rb_node rb_node_in; 92dd68ada2SJohn Kacur struct rb_node rb_node; 93b821c732SArnaldo Carvalho de Melo union { 94b821c732SArnaldo Carvalho de Melo struct list_head node; 95b821c732SArnaldo Carvalho de Melo struct list_head head; 96b821c732SArnaldo Carvalho de Melo } pairs; 97b24c28f7SNamhyung Kim struct he_stat stat; 98f8be1c8cSNamhyung Kim struct he_stat *stat_acc; 9959fd5306SArnaldo Carvalho de Melo struct map_symbol ms; 100a5e29acaSArnaldo Carvalho de Melo struct thread *thread; 1014dfced35SNamhyung Kim struct comm *comm; 102d890a98cSHari Bathini struct namespace_id cgroup_id; 103b629f3e9SNamhyung Kim u64 cgroup; 104dd68ada2SJohn Kacur u64 ip; 105475eeab9SAndi Kleen u64 transaction; 1060c4c4debSKan Liang s32 socket; 107f60f3593SArun Sharma s32 cpu; 1089fd74f20SStephane Eranian u64 code_page_size; 109784e8addSNamhyung Kim u64 weight; 1104d03c753SNamhyung Kim u64 ins_lat; 111db4b2840SNamhyung Kim u64 p_stage_cyc; 1127365be55SDon Zickus u8 cpumode; 113aef810ecSNamhyung Kim u8 depth; 1140f0cbf7aSArnaldo Carvalho de Melo 115e0af43d2SJiri Olsa /* We are added by hists__add_dummy_entry. */ 116e0af43d2SJiri Olsa bool dummy; 117aef810ecSNamhyung Kim bool leaf; 118e0af43d2SJiri Olsa 119dd68ada2SJohn Kacur char level; 120a5e29acaSArnaldo Carvalho de Melo u8 filtered; 12141477acfSArnaldo Carvalho de Melo 12241477acfSArnaldo Carvalho de Melo u16 callchain_size; 12329750821SNamhyung Kim union { 12429750821SNamhyung Kim /* 12529750821SNamhyung Kim * Since perf diff only supports the stdio output, TUI 12629750821SNamhyung Kim * fields are only accessed from perf report (or perf 12703440c4eSMasahiro Yamada * top). So make it a union to reduce memory usage. 12829750821SNamhyung Kim */ 12929750821SNamhyung Kim struct hist_entry_diff diff; 13029750821SNamhyung Kim struct /* for TUI */ { 13129750821SNamhyung Kim u16 row_offset; 13229750821SNamhyung Kim u16 nr_rows; 133d8a0f800SNamhyung Kim bool init_have_children; 1343698dab1SNamhyung Kim bool unfolded; 1353698dab1SNamhyung Kim bool has_children; 13679dded87SNamhyung Kim bool has_no_entry; 13729750821SNamhyung Kim }; 13829750821SNamhyung Kim }; 139409a8be6SArnaldo Carvalho de Melo char *srcline; 14031191a85SAndi Kleen char *srcfile; 141439d473bSArnaldo Carvalho de Melo struct symbol *parent; 142b5387528SRoberto Agostino Vitillo struct branch_info *branch_info; 1433723908dSAndi Kleen long time; 144ae359f19SJiri Olsa struct hists *hists; 14598a3b32cSStephane Eranian struct mem_info *mem_info; 146fe96245cSJin Yao struct block_info *block_info; 14772392834SNamhyung Kim void *raw_data; 14872392834SNamhyung Kim u32 raw_size; 1494968ac8fSAndi Kleen int num_res; 1504968ac8fSAndi Kleen struct res_sample *res_samples; 15160517d28SNamhyung Kim void *trace_output; 1521b2dbbf4SNamhyung Kim struct perf_hpp_list *hpp_list; 153aef810ecSNamhyung Kim struct hist_entry *parent_he; 154f542e767SJiri Olsa struct hist_entry_ops *ops; 155aef810ecSNamhyung Kim union { 156aef810ecSNamhyung Kim /* this is for hierarchical entry structure */ 157aef810ecSNamhyung Kim struct { 1582eb3d689SDavidlohr Bueso struct rb_root_cached hroot_in; 1592eb3d689SDavidlohr Bueso struct rb_root_cached hroot_out; 160aef810ecSNamhyung Kim }; /* non-leaf entries */ 161aef810ecSNamhyung Kim struct rb_root sorted_chain; /* leaf entry has callchains */ 162aef810ecSNamhyung Kim }; 16398a3b32cSStephane Eranian struct callchain_root callchain[0]; /* must be last member */ 16486a9eee0SArnaldo Carvalho de Melo }; 165dd68ada2SJohn Kacur 1660b5d6eceSArnaldo Carvalho de Melo static __pure inline bool hist_entry__has_callchains(struct hist_entry *he) 1670b5d6eceSArnaldo Carvalho de Melo { 168e5654455SArnaldo Carvalho de Melo return he->callchain_size != 0; 1690b5d6eceSArnaldo Carvalho de Melo } 1700b5d6eceSArnaldo Carvalho de Melo 171bdc633feSArnaldo Carvalho de Melo int hist_entry__sym_snprintf(struct hist_entry *he, char *bf, size_t size, unsigned int width); 172bdc633feSArnaldo Carvalho de Melo 173b821c732SArnaldo Carvalho de Melo static inline bool hist_entry__has_pairs(struct hist_entry *he) 174b821c732SArnaldo Carvalho de Melo { 175b821c732SArnaldo Carvalho de Melo return !list_empty(&he->pairs.node); 176b821c732SArnaldo Carvalho de Melo } 177b821c732SArnaldo Carvalho de Melo 178b821c732SArnaldo Carvalho de Melo static inline struct hist_entry *hist_entry__next_pair(struct hist_entry *he) 179b821c732SArnaldo Carvalho de Melo { 180b821c732SArnaldo Carvalho de Melo if (hist_entry__has_pairs(he)) 181b821c732SArnaldo Carvalho de Melo return list_entry(he->pairs.node.next, struct hist_entry, pairs.node); 182b821c732SArnaldo Carvalho de Melo return NULL; 183b821c732SArnaldo Carvalho de Melo } 184b821c732SArnaldo Carvalho de Melo 1854d23322aSJiri Olsa static inline void hist_entry__add_pair(struct hist_entry *pair, 1864d23322aSJiri Olsa struct hist_entry *he) 187b821c732SArnaldo Carvalho de Melo { 1884d23322aSJiri Olsa list_add_tail(&pair->pairs.node, &he->pairs.head); 189b821c732SArnaldo Carvalho de Melo } 190b821c732SArnaldo Carvalho de Melo 19114135663SNamhyung Kim static inline float hist_entry__get_percent_limit(struct hist_entry *he) 19214135663SNamhyung Kim { 19314135663SNamhyung Kim u64 period = he->stat.period; 19414135663SNamhyung Kim u64 total_period = hists__total_period(he->hists); 19514135663SNamhyung Kim 19614135663SNamhyung Kim if (unlikely(total_period == 0)) 19714135663SNamhyung Kim return 0; 19814135663SNamhyung Kim 19914135663SNamhyung Kim if (symbol_conf.cumulate_callchain) 20014135663SNamhyung Kim period = he->stat_acc->period; 20114135663SNamhyung Kim 20214135663SNamhyung Kim return period * 100.0 / total_period; 20314135663SNamhyung Kim } 20414135663SNamhyung Kim 20555369fc1SNamhyung Kim enum sort_mode { 20655369fc1SNamhyung Kim SORT_MODE__NORMAL, 20755369fc1SNamhyung Kim SORT_MODE__BRANCH, 20855369fc1SNamhyung Kim SORT_MODE__MEMORY, 209512ae1bdSNamhyung Kim SORT_MODE__TOP, 210512ae1bdSNamhyung Kim SORT_MODE__DIFF, 211d49dadeaSNamhyung Kim SORT_MODE__TRACEPOINT, 21255369fc1SNamhyung Kim }; 21355369fc1SNamhyung Kim 214a4fb581bSFrederic Weisbecker enum sort_type { 215fc5871edSNamhyung Kim /* common sort keys */ 216a4fb581bSFrederic Weisbecker SORT_PID, 217a4fb581bSFrederic Weisbecker SORT_COMM, 218a4fb581bSFrederic Weisbecker SORT_DSO, 219a4fb581bSFrederic Weisbecker SORT_SYM, 220f60f3593SArun Sharma SORT_PARENT, 221f60f3593SArun Sharma SORT_CPU, 2222e7ea3abSKan Liang SORT_SOCKET, 223fc5871edSNamhyung Kim SORT_SRCLINE, 22431191a85SAndi Kleen SORT_SRCFILE, 225f9ea55d0SAndi Kleen SORT_LOCAL_WEIGHT, 226f9ea55d0SAndi Kleen SORT_GLOBAL_WEIGHT, 227475eeab9SAndi Kleen SORT_TRANSACTION, 228a34bb6a0SNamhyung Kim SORT_TRACE, 2297768f8daSCharles Baylis SORT_SYM_SIZE, 230b74d12d5SKim Phillips SORT_DSO_SIZE, 231b629f3e9SNamhyung Kim SORT_CGROUP, 232d890a98cSHari Bathini SORT_CGROUP_ID, 233ec6ae74fSJin Yao SORT_SYM_IPC_NULL, 2343723908dSAndi Kleen SORT_TIME, 2359fd74f20SStephane Eranian SORT_CODE_PAGE_SIZE, 236590db42dSKan Liang SORT_LOCAL_INS_LAT, 237590db42dSKan Liang SORT_GLOBAL_INS_LAT, 238e3304c21SAthira Rajeev SORT_LOCAL_PIPELINE_STAGE_CYC, 239e3304c21SAthira Rajeev SORT_GLOBAL_PIPELINE_STAGE_CYC, 240762461f1SNamhyung Kim SORT_ADDR, 241d7d213e0SKan Liang SORT_LOCAL_RETIRE_LAT, 242d7d213e0SKan Liang SORT_GLOBAL_RETIRE_LAT, 243fc5871edSNamhyung Kim 244fc5871edSNamhyung Kim /* branch stack specific sort keys */ 245fc5871edSNamhyung Kim __SORT_BRANCH_STACK, 246fc5871edSNamhyung Kim SORT_DSO_FROM = __SORT_BRANCH_STACK, 247b5387528SRoberto Agostino Vitillo SORT_DSO_TO, 248b5387528SRoberto Agostino Vitillo SORT_SYM_FROM, 249b5387528SRoberto Agostino Vitillo SORT_SYM_TO, 250b5387528SRoberto Agostino Vitillo SORT_MISPREDICT, 251f5d05bceSAndi Kleen SORT_ABORT, 252f5d05bceSAndi Kleen SORT_IN_TX, 2530e332f03SAndi Kleen SORT_CYCLES, 254508be0dfSAndi Kleen SORT_SRCLINE_FROM, 255508be0dfSAndi Kleen SORT_SRCLINE_TO, 256ec6ae74fSJin Yao SORT_SYM_IPC, 25705274770SStephane Eranian SORT_ADDR_FROM, 25805274770SStephane Eranian SORT_ADDR_TO, 259afab87b9SNamhyung Kim 260afab87b9SNamhyung Kim /* memory mode specific sort keys */ 261afab87b9SNamhyung Kim __SORT_MEMORY_MODE, 262f9ea55d0SAndi Kleen SORT_MEM_DADDR_SYMBOL = __SORT_MEMORY_MODE, 263afab87b9SNamhyung Kim SORT_MEM_DADDR_DSO, 264afab87b9SNamhyung Kim SORT_MEM_LOCKED, 265afab87b9SNamhyung Kim SORT_MEM_TLB, 266afab87b9SNamhyung Kim SORT_MEM_LVL, 267afab87b9SNamhyung Kim SORT_MEM_SNOOP, 2689b32ba71SDon Zickus SORT_MEM_DCACHELINE, 26928e6db20SDon Zickus SORT_MEM_IADDR_SYMBOL, 2708780fb25SKan Liang SORT_MEM_PHYS_DADDR, 271a50d03e3SKan Liang SORT_MEM_DATA_PAGE_SIZE, 272a054c298SKan Liang SORT_MEM_BLOCKED, 273a4fb581bSFrederic Weisbecker }; 274a4fb581bSFrederic Weisbecker 275dd68ada2SJohn Kacur /* 276dd68ada2SJohn Kacur * configurable sorting bits 277dd68ada2SJohn Kacur */ 278dd68ada2SJohn Kacur 279dd68ada2SJohn Kacur struct sort_entry { 280fcd14984SFrederic Weisbecker const char *se_header; 281dd68ada2SJohn Kacur 282fcd14984SFrederic Weisbecker int64_t (*se_cmp)(struct hist_entry *, struct hist_entry *); 283fcd14984SFrederic Weisbecker int64_t (*se_collapse)(struct hist_entry *, struct hist_entry *); 284202e7a6dSNamhyung Kim int64_t (*se_sort)(struct hist_entry *, struct hist_entry *); 285316c7136SArnaldo Carvalho de Melo int (*se_snprintf)(struct hist_entry *he, char *bf, size_t size, 286a4e3b956SArnaldo Carvalho de Melo unsigned int width); 28754430101SNamhyung Kim int (*se_filter)(struct hist_entry *he, int type, const void *arg); 288cb6e92c7SNamhyung Kim void (*se_init)(struct hist_entry *he); 2898a6c5b26SArnaldo Carvalho de Melo u8 se_width_idx; 290dd68ada2SJohn Kacur }; 291dd68ada2SJohn Kacur 29299150a1fSJin Yao struct block_hist { 29399150a1fSJin Yao struct hists block_hists; 29499150a1fSJin Yao struct perf_hpp_list block_list; 29599150a1fSJin Yao struct perf_hpp_fmt block_fmt; 29699150a1fSJin Yao int block_idx; 29799150a1fSJin Yao bool valid; 29899150a1fSJin Yao struct hist_entry he; 29999150a1fSJin Yao }; 30099150a1fSJin Yao 301dd68ada2SJohn Kacur extern struct sort_entry sort_thread; 302dd68ada2SJohn Kacur 30363503dbaSJiri Olsa struct evlist; 304096177a8STzvetomir Stoyanov (VMware) struct tep_handle; 30563503dbaSJiri Olsa int setup_sorting(struct evlist *evlist); 306a7d945bcSNamhyung Kim int setup_output_field(void); 3071c89fe9bSNamhyung Kim void reset_output_field(void); 30808e71542SNamhyung Kim void sort__setup_elide(FILE *fp); 309f2998422SJiri Olsa void perf_hpp__set_elide(int idx, bool elide); 310dd68ada2SJohn Kacur 311a37338aaSRiccardo Mancini char *sort_help(const char *prefix); 312702fb9b4SAndi Kleen 313b21484f1SGreg Price int report_parse_ignore_callees_opt(const struct option *opt, const char *arg, int unset); 314b21484f1SGreg Price 3152f3f9bcfSJiri Olsa bool is_strict_order(const char *order); 316beeaaeb3SJiri Olsa 317beeaaeb3SJiri Olsa int hpp_dimension__add_output(unsigned col); 318bcf98740SJiri Olsa void reset_dimensions(void); 319a76490e4SJiri Olsa int sort_dimension__add(struct perf_hpp_list *list, const char *tok, 32063503dbaSJiri Olsa struct evlist *evlist, 321a76490e4SJiri Olsa int level); 322a76490e4SJiri Olsa int output_field_add(struct perf_hpp_list *list, char *tok); 3235fe7b9b4SJiri Olsa int64_t 3245fe7b9b4SJiri Olsa sort__iaddr_cmp(struct hist_entry *left, struct hist_entry *right); 3255fe7b9b4SJiri Olsa int64_t 3265fe7b9b4SJiri Olsa sort__daddr_cmp(struct hist_entry *left, struct hist_entry *right); 3275fe7b9b4SJiri Olsa int64_t 3285fe7b9b4SJiri Olsa sort__dcacheline_cmp(struct hist_entry *left, struct hist_entry *right); 32912e89e65SKan Liang int64_t 33012e89e65SKan Liang _sort__sym_cmp(struct symbol *sym_l, struct symbol *sym_r); 3316a53da05SArnaldo Carvalho de Melo char *hist_entry__srcline(struct hist_entry *he); 332dd68ada2SJohn Kacur #endif /* __PERF_SORT_H */ 333