xref: /openbmc/linux/tools/perf/ui/hist.c (revision 81de3bf3)
1 // SPDX-License-Identifier: GPL-2.0
2 #include <inttypes.h>
3 #include <math.h>
4 #include <stdlib.h>
5 #include <string.h>
6 #include <linux/compiler.h>
7 
8 #include "../util/callchain.h"
9 #include "../util/debug.h"
10 #include "../util/hist.h"
11 #include "../util/sort.h"
12 #include "../util/evsel.h"
13 #include "../util/evlist.h"
14 #include "../perf.h"
15 
16 /* hist period print (hpp) functions */
17 
18 #define hpp__call_print_fn(hpp, fn, fmt, ...)			\
19 ({								\
20 	int __ret = fn(hpp, fmt, ##__VA_ARGS__);		\
21 	advance_hpp(hpp, __ret);				\
22 	__ret;							\
23 })
24 
25 static int __hpp__fmt(struct perf_hpp *hpp, struct hist_entry *he,
26 		      hpp_field_fn get_field, const char *fmt, int len,
27 		      hpp_snprint_fn print_fn, bool fmt_percent)
28 {
29 	int ret;
30 	struct hists *hists = he->hists;
31 	struct evsel *evsel = hists_to_evsel(hists);
32 	char *buf = hpp->buf;
33 	size_t size = hpp->size;
34 
35 	if (fmt_percent) {
36 		double percent = 0.0;
37 		u64 total = hists__total_period(hists);
38 
39 		if (total)
40 			percent = 100.0 * get_field(he) / total;
41 
42 		ret = hpp__call_print_fn(hpp, print_fn, fmt, len, percent);
43 	} else
44 		ret = hpp__call_print_fn(hpp, print_fn, fmt, len, get_field(he));
45 
46 	if (perf_evsel__is_group_event(evsel)) {
47 		int prev_idx, idx_delta;
48 		struct hist_entry *pair;
49 		int nr_members = evsel->core.nr_members;
50 
51 		prev_idx = perf_evsel__group_idx(evsel);
52 
53 		list_for_each_entry(pair, &he->pairs.head, pairs.node) {
54 			u64 period = get_field(pair);
55 			u64 total = hists__total_period(pair->hists);
56 
57 			if (!total)
58 				continue;
59 
60 			evsel = hists_to_evsel(pair->hists);
61 			idx_delta = perf_evsel__group_idx(evsel) - prev_idx - 1;
62 
63 			while (idx_delta--) {
64 				/*
65 				 * zero-fill group members in the middle which
66 				 * have no sample
67 				 */
68 				if (fmt_percent) {
69 					ret += hpp__call_print_fn(hpp, print_fn,
70 								  fmt, len, 0.0);
71 				} else {
72 					ret += hpp__call_print_fn(hpp, print_fn,
73 								  fmt, len, 0ULL);
74 				}
75 			}
76 
77 			if (fmt_percent) {
78 				ret += hpp__call_print_fn(hpp, print_fn, fmt, len,
79 							  100.0 * period / total);
80 			} else {
81 				ret += hpp__call_print_fn(hpp, print_fn, fmt,
82 							  len, period);
83 			}
84 
85 			prev_idx = perf_evsel__group_idx(evsel);
86 		}
87 
88 		idx_delta = nr_members - prev_idx - 1;
89 
90 		while (idx_delta--) {
91 			/*
92 			 * zero-fill group members at last which have no sample
93 			 */
94 			if (fmt_percent) {
95 				ret += hpp__call_print_fn(hpp, print_fn,
96 							  fmt, len, 0.0);
97 			} else {
98 				ret += hpp__call_print_fn(hpp, print_fn,
99 							  fmt, len, 0ULL);
100 			}
101 		}
102 	}
103 
104 	/*
105 	 * Restore original buf and size as it's where caller expects
106 	 * the result will be saved.
107 	 */
108 	hpp->buf = buf;
109 	hpp->size = size;
110 
111 	return ret;
112 }
113 
114 int hpp__fmt(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
115 	     struct hist_entry *he, hpp_field_fn get_field,
116 	     const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
117 {
118 	int len = fmt->user_len ?: fmt->len;
119 
120 	if (symbol_conf.field_sep) {
121 		return __hpp__fmt(hpp, he, get_field, fmtstr, 1,
122 				  print_fn, fmt_percent);
123 	}
124 
125 	if (fmt_percent)
126 		len -= 2; /* 2 for a space and a % sign */
127 	else
128 		len -= 1;
129 
130 	return  __hpp__fmt(hpp, he, get_field, fmtstr, len, print_fn, fmt_percent);
131 }
132 
133 int hpp__fmt_acc(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
134 		 struct hist_entry *he, hpp_field_fn get_field,
135 		 const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
136 {
137 	if (!symbol_conf.cumulate_callchain) {
138 		int len = fmt->user_len ?: fmt->len;
139 		return snprintf(hpp->buf, hpp->size, " %*s", len - 1, "N/A");
140 	}
141 
142 	return hpp__fmt(fmt, hpp, he, get_field, fmtstr, print_fn, fmt_percent);
143 }
144 
145 static int field_cmp(u64 field_a, u64 field_b)
146 {
147 	if (field_a > field_b)
148 		return 1;
149 	if (field_a < field_b)
150 		return -1;
151 	return 0;
152 }
153 
154 static int __hpp__sort(struct hist_entry *a, struct hist_entry *b,
155 		       hpp_field_fn get_field)
156 {
157 	s64 ret;
158 	int i, nr_members;
159 	struct evsel *evsel;
160 	struct hist_entry *pair;
161 	u64 *fields_a, *fields_b;
162 
163 	ret = field_cmp(get_field(a), get_field(b));
164 	if (ret || !symbol_conf.event_group)
165 		return ret;
166 
167 	evsel = hists_to_evsel(a->hists);
168 	if (!perf_evsel__is_group_event(evsel))
169 		return ret;
170 
171 	nr_members = evsel->core.nr_members;
172 	fields_a = calloc(nr_members, sizeof(*fields_a));
173 	fields_b = calloc(nr_members, sizeof(*fields_b));
174 
175 	if (!fields_a || !fields_b)
176 		goto out;
177 
178 	list_for_each_entry(pair, &a->pairs.head, pairs.node) {
179 		evsel = hists_to_evsel(pair->hists);
180 		fields_a[perf_evsel__group_idx(evsel)] = get_field(pair);
181 	}
182 
183 	list_for_each_entry(pair, &b->pairs.head, pairs.node) {
184 		evsel = hists_to_evsel(pair->hists);
185 		fields_b[perf_evsel__group_idx(evsel)] = get_field(pair);
186 	}
187 
188 	for (i = 1; i < nr_members; i++) {
189 		ret = field_cmp(fields_a[i], fields_b[i]);
190 		if (ret)
191 			break;
192 	}
193 
194 out:
195 	free(fields_a);
196 	free(fields_b);
197 
198 	return ret;
199 }
200 
201 static int __hpp__sort_acc(struct hist_entry *a, struct hist_entry *b,
202 			   hpp_field_fn get_field)
203 {
204 	s64 ret = 0;
205 
206 	if (symbol_conf.cumulate_callchain) {
207 		/*
208 		 * Put caller above callee when they have equal period.
209 		 */
210 		ret = field_cmp(get_field(a), get_field(b));
211 		if (ret)
212 			return ret;
213 
214 		if (a->thread != b->thread || !hist_entry__has_callchains(a) || !symbol_conf.use_callchain)
215 			return 0;
216 
217 		ret = b->callchain->max_depth - a->callchain->max_depth;
218 		if (callchain_param.order == ORDER_CALLER)
219 			ret = -ret;
220 	}
221 	return ret;
222 }
223 
224 static int hpp__width_fn(struct perf_hpp_fmt *fmt,
225 			 struct perf_hpp *hpp __maybe_unused,
226 			 struct hists *hists)
227 {
228 	int len = fmt->user_len ?: fmt->len;
229 	struct evsel *evsel = hists_to_evsel(hists);
230 
231 	if (symbol_conf.event_group)
232 		len = max(len, evsel->core.nr_members * fmt->len);
233 
234 	if (len < (int)strlen(fmt->name))
235 		len = strlen(fmt->name);
236 
237 	return len;
238 }
239 
240 static int hpp__header_fn(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
241 			  struct hists *hists, int line __maybe_unused,
242 			  int *span __maybe_unused)
243 {
244 	int len = hpp__width_fn(fmt, hpp, hists);
245 	return scnprintf(hpp->buf, hpp->size, "%*s", len, fmt->name);
246 }
247 
248 int hpp_color_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
249 {
250 	va_list args;
251 	ssize_t ssize = hpp->size;
252 	double percent;
253 	int ret, len;
254 
255 	va_start(args, fmt);
256 	len = va_arg(args, int);
257 	percent = va_arg(args, double);
258 	ret = percent_color_len_snprintf(hpp->buf, hpp->size, fmt, len, percent);
259 	va_end(args);
260 
261 	return (ret >= ssize) ? (ssize - 1) : ret;
262 }
263 
264 static int hpp_entry_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
265 {
266 	va_list args;
267 	ssize_t ssize = hpp->size;
268 	int ret;
269 
270 	va_start(args, fmt);
271 	ret = vsnprintf(hpp->buf, hpp->size, fmt, args);
272 	va_end(args);
273 
274 	return (ret >= ssize) ? (ssize - 1) : ret;
275 }
276 
277 #define __HPP_COLOR_PERCENT_FN(_type, _field)					\
278 static u64 he_get_##_field(struct hist_entry *he)				\
279 {										\
280 	return he->stat._field;							\
281 }										\
282 										\
283 static int hpp__color_##_type(struct perf_hpp_fmt *fmt,				\
284 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
285 {										\
286 	return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%",		\
287 			hpp_color_scnprintf, true);				\
288 }
289 
290 #define __HPP_ENTRY_PERCENT_FN(_type, _field)					\
291 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt,				\
292 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
293 {										\
294 	return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%",		\
295 			hpp_entry_scnprintf, true);				\
296 }
297 
298 #define __HPP_SORT_FN(_type, _field)						\
299 static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, 	\
300 				 struct hist_entry *a, struct hist_entry *b) 	\
301 {										\
302 	return __hpp__sort(a, b, he_get_##_field);				\
303 }
304 
305 #define __HPP_COLOR_ACC_PERCENT_FN(_type, _field)				\
306 static u64 he_get_acc_##_field(struct hist_entry *he)				\
307 {										\
308 	return he->stat_acc->_field;						\
309 }										\
310 										\
311 static int hpp__color_##_type(struct perf_hpp_fmt *fmt,				\
312 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
313 {										\
314 	return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", 	\
315 			    hpp_color_scnprintf, true);				\
316 }
317 
318 #define __HPP_ENTRY_ACC_PERCENT_FN(_type, _field)				\
319 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt,				\
320 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
321 {										\
322 	return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%",	\
323 			    hpp_entry_scnprintf, true);				\
324 }
325 
326 #define __HPP_SORT_ACC_FN(_type, _field)					\
327 static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, 	\
328 				 struct hist_entry *a, struct hist_entry *b) 	\
329 {										\
330 	return __hpp__sort_acc(a, b, he_get_acc_##_field);			\
331 }
332 
333 #define __HPP_ENTRY_RAW_FN(_type, _field)					\
334 static u64 he_get_raw_##_field(struct hist_entry *he)				\
335 {										\
336 	return he->stat._field;							\
337 }										\
338 										\
339 static int hpp__entry_##_type(struct perf_hpp_fmt *fmt,				\
340 			      struct perf_hpp *hpp, struct hist_entry *he) 	\
341 {										\
342 	return hpp__fmt(fmt, hpp, he, he_get_raw_##_field, " %*"PRIu64, 	\
343 			hpp_entry_scnprintf, false);				\
344 }
345 
346 #define __HPP_SORT_RAW_FN(_type, _field)					\
347 static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, 	\
348 				 struct hist_entry *a, struct hist_entry *b) 	\
349 {										\
350 	return __hpp__sort(a, b, he_get_raw_##_field);				\
351 }
352 
353 
354 #define HPP_PERCENT_FNS(_type, _field)					\
355 __HPP_COLOR_PERCENT_FN(_type, _field)					\
356 __HPP_ENTRY_PERCENT_FN(_type, _field)					\
357 __HPP_SORT_FN(_type, _field)
358 
359 #define HPP_PERCENT_ACC_FNS(_type, _field)				\
360 __HPP_COLOR_ACC_PERCENT_FN(_type, _field)				\
361 __HPP_ENTRY_ACC_PERCENT_FN(_type, _field)				\
362 __HPP_SORT_ACC_FN(_type, _field)
363 
364 #define HPP_RAW_FNS(_type, _field)					\
365 __HPP_ENTRY_RAW_FN(_type, _field)					\
366 __HPP_SORT_RAW_FN(_type, _field)
367 
368 HPP_PERCENT_FNS(overhead, period)
369 HPP_PERCENT_FNS(overhead_sys, period_sys)
370 HPP_PERCENT_FNS(overhead_us, period_us)
371 HPP_PERCENT_FNS(overhead_guest_sys, period_guest_sys)
372 HPP_PERCENT_FNS(overhead_guest_us, period_guest_us)
373 HPP_PERCENT_ACC_FNS(overhead_acc, period)
374 
375 HPP_RAW_FNS(samples, nr_events)
376 HPP_RAW_FNS(period, period)
377 
378 static int64_t hpp__nop_cmp(struct perf_hpp_fmt *fmt __maybe_unused,
379 			    struct hist_entry *a __maybe_unused,
380 			    struct hist_entry *b __maybe_unused)
381 {
382 	return 0;
383 }
384 
385 static bool perf_hpp__is_hpp_entry(struct perf_hpp_fmt *a)
386 {
387 	return a->header == hpp__header_fn;
388 }
389 
390 static bool hpp__equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
391 {
392 	if (!perf_hpp__is_hpp_entry(a) || !perf_hpp__is_hpp_entry(b))
393 		return false;
394 
395 	return a->idx == b->idx;
396 }
397 
398 #define HPP__COLOR_PRINT_FNS(_name, _fn, _idx)		\
399 	{						\
400 		.name   = _name,			\
401 		.header	= hpp__header_fn,		\
402 		.width	= hpp__width_fn,		\
403 		.color	= hpp__color_ ## _fn,		\
404 		.entry	= hpp__entry_ ## _fn,		\
405 		.cmp	= hpp__nop_cmp,			\
406 		.collapse = hpp__nop_cmp,		\
407 		.sort	= hpp__sort_ ## _fn,		\
408 		.idx	= PERF_HPP__ ## _idx,		\
409 		.equal	= hpp__equal,			\
410 	}
411 
412 #define HPP__COLOR_ACC_PRINT_FNS(_name, _fn, _idx)	\
413 	{						\
414 		.name   = _name,			\
415 		.header	= hpp__header_fn,		\
416 		.width	= hpp__width_fn,		\
417 		.color	= hpp__color_ ## _fn,		\
418 		.entry	= hpp__entry_ ## _fn,		\
419 		.cmp	= hpp__nop_cmp,			\
420 		.collapse = hpp__nop_cmp,		\
421 		.sort	= hpp__sort_ ## _fn,		\
422 		.idx	= PERF_HPP__ ## _idx,		\
423 		.equal	= hpp__equal,			\
424 	}
425 
426 #define HPP__PRINT_FNS(_name, _fn, _idx)		\
427 	{						\
428 		.name   = _name,			\
429 		.header	= hpp__header_fn,		\
430 		.width	= hpp__width_fn,		\
431 		.entry	= hpp__entry_ ## _fn,		\
432 		.cmp	= hpp__nop_cmp,			\
433 		.collapse = hpp__nop_cmp,		\
434 		.sort	= hpp__sort_ ## _fn,		\
435 		.idx	= PERF_HPP__ ## _idx,		\
436 		.equal	= hpp__equal,			\
437 	}
438 
439 struct perf_hpp_fmt perf_hpp__format[] = {
440 	HPP__COLOR_PRINT_FNS("Overhead", overhead, OVERHEAD),
441 	HPP__COLOR_PRINT_FNS("sys", overhead_sys, OVERHEAD_SYS),
442 	HPP__COLOR_PRINT_FNS("usr", overhead_us, OVERHEAD_US),
443 	HPP__COLOR_PRINT_FNS("guest sys", overhead_guest_sys, OVERHEAD_GUEST_SYS),
444 	HPP__COLOR_PRINT_FNS("guest usr", overhead_guest_us, OVERHEAD_GUEST_US),
445 	HPP__COLOR_ACC_PRINT_FNS("Children", overhead_acc, OVERHEAD_ACC),
446 	HPP__PRINT_FNS("Samples", samples, SAMPLES),
447 	HPP__PRINT_FNS("Period", period, PERIOD)
448 };
449 
450 struct perf_hpp_list perf_hpp_list = {
451 	.fields	= LIST_HEAD_INIT(perf_hpp_list.fields),
452 	.sorts	= LIST_HEAD_INIT(perf_hpp_list.sorts),
453 	.nr_header_lines = 1,
454 };
455 
456 #undef HPP__COLOR_PRINT_FNS
457 #undef HPP__COLOR_ACC_PRINT_FNS
458 #undef HPP__PRINT_FNS
459 
460 #undef HPP_PERCENT_FNS
461 #undef HPP_PERCENT_ACC_FNS
462 #undef HPP_RAW_FNS
463 
464 #undef __HPP_HEADER_FN
465 #undef __HPP_WIDTH_FN
466 #undef __HPP_COLOR_PERCENT_FN
467 #undef __HPP_ENTRY_PERCENT_FN
468 #undef __HPP_COLOR_ACC_PERCENT_FN
469 #undef __HPP_ENTRY_ACC_PERCENT_FN
470 #undef __HPP_ENTRY_RAW_FN
471 #undef __HPP_SORT_FN
472 #undef __HPP_SORT_ACC_FN
473 #undef __HPP_SORT_RAW_FN
474 
475 
476 void perf_hpp__init(void)
477 {
478 	int i;
479 
480 	for (i = 0; i < PERF_HPP__MAX_INDEX; i++) {
481 		struct perf_hpp_fmt *fmt = &perf_hpp__format[i];
482 
483 		INIT_LIST_HEAD(&fmt->list);
484 
485 		/* sort_list may be linked by setup_sorting() */
486 		if (fmt->sort_list.next == NULL)
487 			INIT_LIST_HEAD(&fmt->sort_list);
488 	}
489 
490 	/*
491 	 * If user specified field order, no need to setup default fields.
492 	 */
493 	if (is_strict_order(field_order))
494 		return;
495 
496 	if (symbol_conf.cumulate_callchain) {
497 		hpp_dimension__add_output(PERF_HPP__OVERHEAD_ACC);
498 		perf_hpp__format[PERF_HPP__OVERHEAD].name = "Self";
499 	}
500 
501 	hpp_dimension__add_output(PERF_HPP__OVERHEAD);
502 
503 	if (symbol_conf.show_cpu_utilization) {
504 		hpp_dimension__add_output(PERF_HPP__OVERHEAD_SYS);
505 		hpp_dimension__add_output(PERF_HPP__OVERHEAD_US);
506 
507 		if (perf_guest) {
508 			hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_SYS);
509 			hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_US);
510 		}
511 	}
512 
513 	if (symbol_conf.show_nr_samples)
514 		hpp_dimension__add_output(PERF_HPP__SAMPLES);
515 
516 	if (symbol_conf.show_total_period)
517 		hpp_dimension__add_output(PERF_HPP__PERIOD);
518 }
519 
520 void perf_hpp_list__column_register(struct perf_hpp_list *list,
521 				    struct perf_hpp_fmt *format)
522 {
523 	list_add_tail(&format->list, &list->fields);
524 }
525 
526 void perf_hpp_list__register_sort_field(struct perf_hpp_list *list,
527 					struct perf_hpp_fmt *format)
528 {
529 	list_add_tail(&format->sort_list, &list->sorts);
530 }
531 
532 void perf_hpp_list__prepend_sort_field(struct perf_hpp_list *list,
533 				       struct perf_hpp_fmt *format)
534 {
535 	list_add(&format->sort_list, &list->sorts);
536 }
537 
538 void perf_hpp__column_unregister(struct perf_hpp_fmt *format)
539 {
540 	list_del_init(&format->list);
541 }
542 
543 void perf_hpp__cancel_cumulate(void)
544 {
545 	struct perf_hpp_fmt *fmt, *acc, *ovh, *tmp;
546 
547 	if (is_strict_order(field_order))
548 		return;
549 
550 	ovh = &perf_hpp__format[PERF_HPP__OVERHEAD];
551 	acc = &perf_hpp__format[PERF_HPP__OVERHEAD_ACC];
552 
553 	perf_hpp_list__for_each_format_safe(&perf_hpp_list, fmt, tmp) {
554 		if (acc->equal(acc, fmt)) {
555 			perf_hpp__column_unregister(fmt);
556 			continue;
557 		}
558 
559 		if (ovh->equal(ovh, fmt))
560 			fmt->name = "Overhead";
561 	}
562 }
563 
564 static bool fmt_equal(struct perf_hpp_fmt *a, struct perf_hpp_fmt *b)
565 {
566 	return a->equal && a->equal(a, b);
567 }
568 
569 void perf_hpp__setup_output_field(struct perf_hpp_list *list)
570 {
571 	struct perf_hpp_fmt *fmt;
572 
573 	/* append sort keys to output field */
574 	perf_hpp_list__for_each_sort_list(list, fmt) {
575 		struct perf_hpp_fmt *pos;
576 
577 		/* skip sort-only fields ("sort_compute" in perf diff) */
578 		if (!fmt->entry && !fmt->color)
579 			continue;
580 
581 		perf_hpp_list__for_each_format(list, pos) {
582 			if (fmt_equal(fmt, pos))
583 				goto next;
584 		}
585 
586 		perf_hpp__column_register(fmt);
587 next:
588 		continue;
589 	}
590 }
591 
592 void perf_hpp__append_sort_keys(struct perf_hpp_list *list)
593 {
594 	struct perf_hpp_fmt *fmt;
595 
596 	/* append output fields to sort keys */
597 	perf_hpp_list__for_each_format(list, fmt) {
598 		struct perf_hpp_fmt *pos;
599 
600 		perf_hpp_list__for_each_sort_list(list, pos) {
601 			if (fmt_equal(fmt, pos))
602 				goto next;
603 		}
604 
605 		perf_hpp__register_sort_field(fmt);
606 next:
607 		continue;
608 	}
609 }
610 
611 
612 static void fmt_free(struct perf_hpp_fmt *fmt)
613 {
614 	/*
615 	 * At this point fmt should be completely
616 	 * unhooked, if not it's a bug.
617 	 */
618 	BUG_ON(!list_empty(&fmt->list));
619 	BUG_ON(!list_empty(&fmt->sort_list));
620 
621 	if (fmt->free)
622 		fmt->free(fmt);
623 }
624 
625 void perf_hpp__reset_output_field(struct perf_hpp_list *list)
626 {
627 	struct perf_hpp_fmt *fmt, *tmp;
628 
629 	/* reset output fields */
630 	perf_hpp_list__for_each_format_safe(list, fmt, tmp) {
631 		list_del_init(&fmt->list);
632 		list_del_init(&fmt->sort_list);
633 		fmt_free(fmt);
634 	}
635 
636 	/* reset sort keys */
637 	perf_hpp_list__for_each_sort_list_safe(list, fmt, tmp) {
638 		list_del_init(&fmt->list);
639 		list_del_init(&fmt->sort_list);
640 		fmt_free(fmt);
641 	}
642 }
643 
644 /*
645  * See hists__fprintf to match the column widths
646  */
647 unsigned int hists__sort_list_width(struct hists *hists)
648 {
649 	struct perf_hpp_fmt *fmt;
650 	int ret = 0;
651 	bool first = true;
652 	struct perf_hpp dummy_hpp;
653 
654 	hists__for_each_format(hists, fmt) {
655 		if (perf_hpp__should_skip(fmt, hists))
656 			continue;
657 
658 		if (first)
659 			first = false;
660 		else
661 			ret += 2;
662 
663 		ret += fmt->width(fmt, &dummy_hpp, hists);
664 	}
665 
666 	if (verbose > 0 && hists__has(hists, sym)) /* Addr + origin */
667 		ret += 3 + BITS_PER_LONG / 4;
668 
669 	return ret;
670 }
671 
672 unsigned int hists__overhead_width(struct hists *hists)
673 {
674 	struct perf_hpp_fmt *fmt;
675 	int ret = 0;
676 	bool first = true;
677 	struct perf_hpp dummy_hpp;
678 
679 	hists__for_each_format(hists, fmt) {
680 		if (perf_hpp__is_sort_entry(fmt) || perf_hpp__is_dynamic_entry(fmt))
681 			break;
682 
683 		if (first)
684 			first = false;
685 		else
686 			ret += 2;
687 
688 		ret += fmt->width(fmt, &dummy_hpp, hists);
689 	}
690 
691 	return ret;
692 }
693 
694 void perf_hpp__reset_width(struct perf_hpp_fmt *fmt, struct hists *hists)
695 {
696 	if (perf_hpp__is_sort_entry(fmt))
697 		return perf_hpp__reset_sort_width(fmt, hists);
698 
699 	if (perf_hpp__is_dynamic_entry(fmt))
700 		return;
701 
702 	BUG_ON(fmt->idx >= PERF_HPP__MAX_INDEX);
703 
704 	switch (fmt->idx) {
705 	case PERF_HPP__OVERHEAD:
706 	case PERF_HPP__OVERHEAD_SYS:
707 	case PERF_HPP__OVERHEAD_US:
708 	case PERF_HPP__OVERHEAD_ACC:
709 		fmt->len = 8;
710 		break;
711 
712 	case PERF_HPP__OVERHEAD_GUEST_SYS:
713 	case PERF_HPP__OVERHEAD_GUEST_US:
714 		fmt->len = 9;
715 		break;
716 
717 	case PERF_HPP__SAMPLES:
718 	case PERF_HPP__PERIOD:
719 		fmt->len = 12;
720 		break;
721 
722 	default:
723 		break;
724 	}
725 }
726 
727 void hists__reset_column_width(struct hists *hists)
728 {
729 	struct perf_hpp_fmt *fmt;
730 	struct perf_hpp_list_node *node;
731 
732 	hists__for_each_format(hists, fmt)
733 		perf_hpp__reset_width(fmt, hists);
734 
735 	/* hierarchy entries have their own hpp list */
736 	list_for_each_entry(node, &hists->hpp_formats, list) {
737 		perf_hpp_list__for_each_format(&node->hpp, fmt)
738 			perf_hpp__reset_width(fmt, hists);
739 	}
740 }
741 
742 void perf_hpp__set_user_width(const char *width_list_str)
743 {
744 	struct perf_hpp_fmt *fmt;
745 	const char *ptr = width_list_str;
746 
747 	perf_hpp_list__for_each_format(&perf_hpp_list, fmt) {
748 		char *p;
749 
750 		int len = strtol(ptr, &p, 10);
751 		fmt->user_len = len;
752 
753 		if (*p == ',')
754 			ptr = p + 1;
755 		else
756 			break;
757 	}
758 }
759 
760 static int add_hierarchy_fmt(struct hists *hists, struct perf_hpp_fmt *fmt)
761 {
762 	struct perf_hpp_list_node *node = NULL;
763 	struct perf_hpp_fmt *fmt_copy;
764 	bool found = false;
765 	bool skip = perf_hpp__should_skip(fmt, hists);
766 
767 	list_for_each_entry(node, &hists->hpp_formats, list) {
768 		if (node->level == fmt->level) {
769 			found = true;
770 			break;
771 		}
772 	}
773 
774 	if (!found) {
775 		node = malloc(sizeof(*node));
776 		if (node == NULL)
777 			return -1;
778 
779 		node->skip = skip;
780 		node->level = fmt->level;
781 		perf_hpp_list__init(&node->hpp);
782 
783 		hists->nr_hpp_node++;
784 		list_add_tail(&node->list, &hists->hpp_formats);
785 	}
786 
787 	fmt_copy = perf_hpp_fmt__dup(fmt);
788 	if (fmt_copy == NULL)
789 		return -1;
790 
791 	if (!skip)
792 		node->skip = false;
793 
794 	list_add_tail(&fmt_copy->list, &node->hpp.fields);
795 	list_add_tail(&fmt_copy->sort_list, &node->hpp.sorts);
796 
797 	return 0;
798 }
799 
800 int perf_hpp__setup_hists_formats(struct perf_hpp_list *list,
801 				  struct evlist *evlist)
802 {
803 	struct evsel *evsel;
804 	struct perf_hpp_fmt *fmt;
805 	struct hists *hists;
806 	int ret;
807 
808 	if (!symbol_conf.report_hierarchy)
809 		return 0;
810 
811 	evlist__for_each_entry(evlist, evsel) {
812 		hists = evsel__hists(evsel);
813 
814 		perf_hpp_list__for_each_sort_list(list, fmt) {
815 			if (perf_hpp__is_dynamic_entry(fmt) &&
816 			    !perf_hpp__defined_dynamic_entry(fmt, hists))
817 				continue;
818 
819 			ret = add_hierarchy_fmt(hists, fmt);
820 			if (ret < 0)
821 				return ret;
822 		}
823 	}
824 
825 	return 0;
826 }
827