xref: /openbmc/linux/tools/perf/util/pmu.c (revision a6efaa2c)
1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/list.h>
3 #include <linux/compiler.h>
4 #include <linux/string.h>
5 #include <linux/zalloc.h>
6 #include <linux/ctype.h>
7 #include <subcmd/pager.h>
8 #include <sys/types.h>
9 #include <errno.h>
10 #include <fcntl.h>
11 #include <sys/stat.h>
12 #include <unistd.h>
13 #include <stdio.h>
14 #include <stdbool.h>
15 #include <stdarg.h>
16 #include <dirent.h>
17 #include <api/fs/fs.h>
18 #include <locale.h>
19 #include <regex.h>
20 #include <perf/cpumap.h>
21 #include <fnmatch.h>
22 #include "debug.h"
23 #include "evsel.h"
24 #include "pmu.h"
25 #include "parse-events.h"
26 #include "header.h"
27 #include "string2.h"
28 #include "strbuf.h"
29 #include "fncache.h"
30 #include "pmu-hybrid.h"
31 
32 struct perf_pmu perf_pmu__fake;
33 
34 /**
35  * struct perf_pmu_format - Values from a format file read from
36  * <sysfs>/devices/cpu/format/ held in struct perf_pmu.
37  *
38  * For example, the contents of <sysfs>/devices/cpu/format/event may be
39  * "config:0-7" and will be represented here as name="event",
40  * value=PERF_PMU_FORMAT_VALUE_CONFIG and bits 0 to 7 will be set.
41  */
42 struct perf_pmu_format {
43 	/** @name: The modifier/file name. */
44 	char *name;
45 	/**
46 	 * @value : Which config value the format relates to. Supported values
47 	 * are from PERF_PMU_FORMAT_VALUE_CONFIG to
48 	 * PERF_PMU_FORMAT_VALUE_CONFIG_END.
49 	 */
50 	int value;
51 	/** @bits: Which config bits are set by this format value. */
52 	DECLARE_BITMAP(bits, PERF_PMU_FORMAT_BITS);
53 	/** @list: Element on list within struct perf_pmu. */
54 	struct list_head list;
55 };
56 
57 int perf_pmu_parse(struct list_head *list, char *name);
58 extern FILE *perf_pmu_in;
59 
60 static LIST_HEAD(pmus);
61 static bool hybrid_scanned;
62 
63 /*
64  * Parse & process all the sysfs attributes located under
65  * the directory specified in 'dir' parameter.
66  */
67 int perf_pmu__format_parse(char *dir, struct list_head *head)
68 {
69 	struct dirent *evt_ent;
70 	DIR *format_dir;
71 	int ret = 0;
72 
73 	format_dir = opendir(dir);
74 	if (!format_dir)
75 		return -EINVAL;
76 
77 	while (!ret && (evt_ent = readdir(format_dir))) {
78 		char path[PATH_MAX];
79 		char *name = evt_ent->d_name;
80 		FILE *file;
81 
82 		if (!strcmp(name, ".") || !strcmp(name, ".."))
83 			continue;
84 
85 		snprintf(path, PATH_MAX, "%s/%s", dir, name);
86 
87 		ret = -EINVAL;
88 		file = fopen(path, "r");
89 		if (!file)
90 			break;
91 
92 		perf_pmu_in = file;
93 		ret = perf_pmu_parse(head, name);
94 		fclose(file);
95 	}
96 
97 	closedir(format_dir);
98 	return ret;
99 }
100 
101 /*
102  * Reading/parsing the default pmu format definition, which should be
103  * located at:
104  * /sys/bus/event_source/devices/<dev>/format as sysfs group attributes.
105  */
106 static int pmu_format(const char *name, struct list_head *format)
107 {
108 	char path[PATH_MAX];
109 	const char *sysfs = sysfs__mountpoint();
110 
111 	if (!sysfs)
112 		return -1;
113 
114 	snprintf(path, PATH_MAX,
115 		 "%s" EVENT_SOURCE_DEVICE_PATH "%s/format", sysfs, name);
116 
117 	if (!file_available(path))
118 		return 0;
119 
120 	if (perf_pmu__format_parse(path, format))
121 		return -1;
122 
123 	return 0;
124 }
125 
126 int perf_pmu__convert_scale(const char *scale, char **end, double *sval)
127 {
128 	char *lc;
129 	int ret = 0;
130 
131 	/*
132 	 * save current locale
133 	 */
134 	lc = setlocale(LC_NUMERIC, NULL);
135 
136 	/*
137 	 * The lc string may be allocated in static storage,
138 	 * so get a dynamic copy to make it survive setlocale
139 	 * call below.
140 	 */
141 	lc = strdup(lc);
142 	if (!lc) {
143 		ret = -ENOMEM;
144 		goto out;
145 	}
146 
147 	/*
148 	 * force to C locale to ensure kernel
149 	 * scale string is converted correctly.
150 	 * kernel uses default C locale.
151 	 */
152 	setlocale(LC_NUMERIC, "C");
153 
154 	*sval = strtod(scale, end);
155 
156 out:
157 	/* restore locale */
158 	setlocale(LC_NUMERIC, lc);
159 	free(lc);
160 	return ret;
161 }
162 
163 static int perf_pmu__parse_scale(struct perf_pmu_alias *alias, char *dir, char *name)
164 {
165 	struct stat st;
166 	ssize_t sret;
167 	char scale[128];
168 	int fd, ret = -1;
169 	char path[PATH_MAX];
170 
171 	scnprintf(path, PATH_MAX, "%s/%s.scale", dir, name);
172 
173 	fd = open(path, O_RDONLY);
174 	if (fd == -1)
175 		return -1;
176 
177 	if (fstat(fd, &st) < 0)
178 		goto error;
179 
180 	sret = read(fd, scale, sizeof(scale)-1);
181 	if (sret < 0)
182 		goto error;
183 
184 	if (scale[sret - 1] == '\n')
185 		scale[sret - 1] = '\0';
186 	else
187 		scale[sret] = '\0';
188 
189 	ret = perf_pmu__convert_scale(scale, NULL, &alias->scale);
190 error:
191 	close(fd);
192 	return ret;
193 }
194 
195 static int perf_pmu__parse_unit(struct perf_pmu_alias *alias, char *dir, char *name)
196 {
197 	char path[PATH_MAX];
198 	ssize_t sret;
199 	int fd;
200 
201 	scnprintf(path, PATH_MAX, "%s/%s.unit", dir, name);
202 
203 	fd = open(path, O_RDONLY);
204 	if (fd == -1)
205 		return -1;
206 
207 	sret = read(fd, alias->unit, UNIT_MAX_LEN);
208 	if (sret < 0)
209 		goto error;
210 
211 	close(fd);
212 
213 	if (alias->unit[sret - 1] == '\n')
214 		alias->unit[sret - 1] = '\0';
215 	else
216 		alias->unit[sret] = '\0';
217 
218 	return 0;
219 error:
220 	close(fd);
221 	alias->unit[0] = '\0';
222 	return -1;
223 }
224 
225 static int
226 perf_pmu__parse_per_pkg(struct perf_pmu_alias *alias, char *dir, char *name)
227 {
228 	char path[PATH_MAX];
229 	int fd;
230 
231 	scnprintf(path, PATH_MAX, "%s/%s.per-pkg", dir, name);
232 
233 	fd = open(path, O_RDONLY);
234 	if (fd == -1)
235 		return -1;
236 
237 	close(fd);
238 
239 	alias->per_pkg = true;
240 	return 0;
241 }
242 
243 static int perf_pmu__parse_snapshot(struct perf_pmu_alias *alias,
244 				    char *dir, char *name)
245 {
246 	char path[PATH_MAX];
247 	int fd;
248 
249 	scnprintf(path, PATH_MAX, "%s/%s.snapshot", dir, name);
250 
251 	fd = open(path, O_RDONLY);
252 	if (fd == -1)
253 		return -1;
254 
255 	alias->snapshot = true;
256 	close(fd);
257 	return 0;
258 }
259 
260 static void perf_pmu_assign_str(char *name, const char *field, char **old_str,
261 				char **new_str)
262 {
263 	if (!*old_str)
264 		goto set_new;
265 
266 	if (*new_str) {	/* Have new string, check with old */
267 		if (strcasecmp(*old_str, *new_str))
268 			pr_debug("alias %s differs in field '%s'\n",
269 				 name, field);
270 		zfree(old_str);
271 	} else		/* Nothing new --> keep old string */
272 		return;
273 set_new:
274 	*old_str = *new_str;
275 	*new_str = NULL;
276 }
277 
278 static void perf_pmu_update_alias(struct perf_pmu_alias *old,
279 				  struct perf_pmu_alias *newalias)
280 {
281 	perf_pmu_assign_str(old->name, "desc", &old->desc, &newalias->desc);
282 	perf_pmu_assign_str(old->name, "long_desc", &old->long_desc,
283 			    &newalias->long_desc);
284 	perf_pmu_assign_str(old->name, "topic", &old->topic, &newalias->topic);
285 	perf_pmu_assign_str(old->name, "metric_expr", &old->metric_expr,
286 			    &newalias->metric_expr);
287 	perf_pmu_assign_str(old->name, "metric_name", &old->metric_name,
288 			    &newalias->metric_name);
289 	perf_pmu_assign_str(old->name, "value", &old->str, &newalias->str);
290 	old->scale = newalias->scale;
291 	old->per_pkg = newalias->per_pkg;
292 	old->snapshot = newalias->snapshot;
293 	memcpy(old->unit, newalias->unit, sizeof(old->unit));
294 }
295 
296 /* Delete an alias entry. */
297 void perf_pmu_free_alias(struct perf_pmu_alias *newalias)
298 {
299 	zfree(&newalias->name);
300 	zfree(&newalias->desc);
301 	zfree(&newalias->long_desc);
302 	zfree(&newalias->topic);
303 	zfree(&newalias->str);
304 	zfree(&newalias->metric_expr);
305 	zfree(&newalias->metric_name);
306 	zfree(&newalias->pmu_name);
307 	parse_events_terms__purge(&newalias->terms);
308 	free(newalias);
309 }
310 
311 /* Merge an alias, search in alias list. If this name is already
312  * present merge both of them to combine all information.
313  */
314 static bool perf_pmu_merge_alias(struct perf_pmu_alias *newalias,
315 				 struct list_head *alist)
316 {
317 	struct perf_pmu_alias *a;
318 
319 	list_for_each_entry(a, alist, list) {
320 		if (!strcasecmp(newalias->name, a->name)) {
321 			if (newalias->pmu_name && a->pmu_name &&
322 			    !strcasecmp(newalias->pmu_name, a->pmu_name)) {
323 				continue;
324 			}
325 			perf_pmu_update_alias(a, newalias);
326 			perf_pmu_free_alias(newalias);
327 			return true;
328 		}
329 	}
330 	return false;
331 }
332 
333 static int __perf_pmu__new_alias(struct list_head *list, char *dir, char *name,
334 				 char *desc, char *val, const struct pmu_event *pe)
335 {
336 	struct parse_events_term *term;
337 	struct perf_pmu_alias *alias;
338 	int ret;
339 	int num;
340 	char newval[256];
341 	char *long_desc = NULL, *topic = NULL, *unit = NULL, *perpkg = NULL,
342 	     *metric_expr = NULL, *metric_name = NULL, *deprecated = NULL,
343 	     *pmu_name = NULL;
344 
345 	if (pe) {
346 		long_desc = (char *)pe->long_desc;
347 		topic = (char *)pe->topic;
348 		unit = (char *)pe->unit;
349 		perpkg = (char *)pe->perpkg;
350 		metric_expr = (char *)pe->metric_expr;
351 		metric_name = (char *)pe->metric_name;
352 		deprecated = (char *)pe->deprecated;
353 		pmu_name = (char *)pe->pmu;
354 	}
355 
356 	alias = malloc(sizeof(*alias));
357 	if (!alias)
358 		return -ENOMEM;
359 
360 	INIT_LIST_HEAD(&alias->terms);
361 	alias->scale = 1.0;
362 	alias->unit[0] = '\0';
363 	alias->per_pkg = false;
364 	alias->snapshot = false;
365 	alias->deprecated = false;
366 
367 	ret = parse_events_terms(&alias->terms, val);
368 	if (ret) {
369 		pr_err("Cannot parse alias %s: %d\n", val, ret);
370 		free(alias);
371 		return ret;
372 	}
373 
374 	/* Scan event and remove leading zeroes, spaces, newlines, some
375 	 * platforms have terms specified as
376 	 * event=0x0091 (read from files ../<PMU>/events/<FILE>
377 	 * and terms specified as event=0x91 (read from JSON files).
378 	 *
379 	 * Rebuild string to make alias->str member comparable.
380 	 */
381 	memset(newval, 0, sizeof(newval));
382 	ret = 0;
383 	list_for_each_entry(term, &alias->terms, list) {
384 		if (ret)
385 			ret += scnprintf(newval + ret, sizeof(newval) - ret,
386 					 ",");
387 		if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM)
388 			ret += scnprintf(newval + ret, sizeof(newval) - ret,
389 					 "%s=%#x", term->config, term->val.num);
390 		else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR)
391 			ret += scnprintf(newval + ret, sizeof(newval) - ret,
392 					 "%s=%s", term->config, term->val.str);
393 	}
394 
395 	alias->name = strdup(name);
396 	if (dir) {
397 		/*
398 		 * load unit name and scale if available
399 		 */
400 		perf_pmu__parse_unit(alias, dir, name);
401 		perf_pmu__parse_scale(alias, dir, name);
402 		perf_pmu__parse_per_pkg(alias, dir, name);
403 		perf_pmu__parse_snapshot(alias, dir, name);
404 	}
405 
406 	alias->metric_expr = metric_expr ? strdup(metric_expr) : NULL;
407 	alias->metric_name = metric_name ? strdup(metric_name): NULL;
408 	alias->desc = desc ? strdup(desc) : NULL;
409 	alias->long_desc = long_desc ? strdup(long_desc) :
410 				desc ? strdup(desc) : NULL;
411 	alias->topic = topic ? strdup(topic) : NULL;
412 	if (unit) {
413 		if (perf_pmu__convert_scale(unit, &unit, &alias->scale) < 0)
414 			return -1;
415 		snprintf(alias->unit, sizeof(alias->unit), "%s", unit);
416 	}
417 	alias->per_pkg = perpkg && sscanf(perpkg, "%d", &num) == 1 && num == 1;
418 	alias->str = strdup(newval);
419 	alias->pmu_name = pmu_name ? strdup(pmu_name) : NULL;
420 
421 	if (deprecated)
422 		alias->deprecated = true;
423 
424 	if (!perf_pmu_merge_alias(alias, list))
425 		list_add_tail(&alias->list, list);
426 
427 	return 0;
428 }
429 
430 static int perf_pmu__new_alias(struct list_head *list, char *dir, char *name, FILE *file)
431 {
432 	char buf[256];
433 	int ret;
434 
435 	ret = fread(buf, 1, sizeof(buf), file);
436 	if (ret == 0)
437 		return -EINVAL;
438 
439 	buf[ret] = 0;
440 
441 	/* Remove trailing newline from sysfs file */
442 	strim(buf);
443 
444 	return __perf_pmu__new_alias(list, dir, name, NULL, buf, NULL);
445 }
446 
447 static inline bool pmu_alias_info_file(char *name)
448 {
449 	size_t len;
450 
451 	len = strlen(name);
452 	if (len > 5 && !strcmp(name + len - 5, ".unit"))
453 		return true;
454 	if (len > 6 && !strcmp(name + len - 6, ".scale"))
455 		return true;
456 	if (len > 8 && !strcmp(name + len - 8, ".per-pkg"))
457 		return true;
458 	if (len > 9 && !strcmp(name + len - 9, ".snapshot"))
459 		return true;
460 
461 	return false;
462 }
463 
464 /*
465  * Process all the sysfs attributes located under the directory
466  * specified in 'dir' parameter.
467  */
468 static int pmu_aliases_parse(char *dir, struct list_head *head)
469 {
470 	struct dirent *evt_ent;
471 	DIR *event_dir;
472 
473 	event_dir = opendir(dir);
474 	if (!event_dir)
475 		return -EINVAL;
476 
477 	while ((evt_ent = readdir(event_dir))) {
478 		char path[PATH_MAX];
479 		char *name = evt_ent->d_name;
480 		FILE *file;
481 
482 		if (!strcmp(name, ".") || !strcmp(name, ".."))
483 			continue;
484 
485 		/*
486 		 * skip info files parsed in perf_pmu__new_alias()
487 		 */
488 		if (pmu_alias_info_file(name))
489 			continue;
490 
491 		scnprintf(path, PATH_MAX, "%s/%s", dir, name);
492 
493 		file = fopen(path, "r");
494 		if (!file) {
495 			pr_debug("Cannot open %s\n", path);
496 			continue;
497 		}
498 
499 		if (perf_pmu__new_alias(head, dir, name, file) < 0)
500 			pr_debug("Cannot set up %s\n", name);
501 		fclose(file);
502 	}
503 
504 	closedir(event_dir);
505 	return 0;
506 }
507 
508 /*
509  * Reading the pmu event aliases definition, which should be located at:
510  * /sys/bus/event_source/devices/<dev>/events as sysfs group attributes.
511  */
512 static int pmu_aliases(const char *name, struct list_head *head)
513 {
514 	char path[PATH_MAX];
515 	const char *sysfs = sysfs__mountpoint();
516 
517 	if (!sysfs)
518 		return -1;
519 
520 	snprintf(path, PATH_MAX,
521 		 "%s/bus/event_source/devices/%s/events", sysfs, name);
522 
523 	if (!file_available(path))
524 		return 0;
525 
526 	if (pmu_aliases_parse(path, head))
527 		return -1;
528 
529 	return 0;
530 }
531 
532 static int pmu_alias_terms(struct perf_pmu_alias *alias,
533 			   struct list_head *terms)
534 {
535 	struct parse_events_term *term, *cloned;
536 	LIST_HEAD(list);
537 	int ret;
538 
539 	list_for_each_entry(term, &alias->terms, list) {
540 		ret = parse_events_term__clone(&cloned, term);
541 		if (ret) {
542 			parse_events_terms__purge(&list);
543 			return ret;
544 		}
545 		/*
546 		 * Weak terms don't override command line options,
547 		 * which we don't want for implicit terms in aliases.
548 		 */
549 		cloned->weak = true;
550 		list_add_tail(&cloned->list, &list);
551 	}
552 	list_splice(&list, terms);
553 	return 0;
554 }
555 
556 /*
557  * Reading/parsing the default pmu type value, which should be
558  * located at:
559  * /sys/bus/event_source/devices/<dev>/type as sysfs attribute.
560  */
561 static int pmu_type(const char *name, __u32 *type)
562 {
563 	char path[PATH_MAX];
564 	FILE *file;
565 	int ret = 0;
566 	const char *sysfs = sysfs__mountpoint();
567 
568 	if (!sysfs)
569 		return -1;
570 
571 	snprintf(path, PATH_MAX,
572 		 "%s" EVENT_SOURCE_DEVICE_PATH "%s/type", sysfs, name);
573 
574 	if (access(path, R_OK) < 0)
575 		return -1;
576 
577 	file = fopen(path, "r");
578 	if (!file)
579 		return -EINVAL;
580 
581 	if (1 != fscanf(file, "%u", type))
582 		ret = -1;
583 
584 	fclose(file);
585 	return ret;
586 }
587 
588 /* Add all pmus in sysfs to pmu list: */
589 static void pmu_read_sysfs(void)
590 {
591 	char path[PATH_MAX];
592 	DIR *dir;
593 	struct dirent *dent;
594 	const char *sysfs = sysfs__mountpoint();
595 
596 	if (!sysfs)
597 		return;
598 
599 	snprintf(path, PATH_MAX,
600 		 "%s" EVENT_SOURCE_DEVICE_PATH, sysfs);
601 
602 	dir = opendir(path);
603 	if (!dir)
604 		return;
605 
606 	while ((dent = readdir(dir))) {
607 		if (!strcmp(dent->d_name, ".") || !strcmp(dent->d_name, ".."))
608 			continue;
609 		/* add to static LIST_HEAD(pmus): */
610 		perf_pmu__find(dent->d_name);
611 	}
612 
613 	closedir(dir);
614 }
615 
616 static struct perf_cpu_map *__pmu_cpumask(const char *path)
617 {
618 	FILE *file;
619 	struct perf_cpu_map *cpus;
620 
621 	file = fopen(path, "r");
622 	if (!file)
623 		return NULL;
624 
625 	cpus = perf_cpu_map__read(file);
626 	fclose(file);
627 	return cpus;
628 }
629 
630 /*
631  * Uncore PMUs have a "cpumask" file under sysfs. CPU PMUs (e.g. on arm/arm64)
632  * may have a "cpus" file.
633  */
634 #define SYS_TEMPLATE_ID	"./bus/event_source/devices/%s/identifier"
635 #define CPUS_TEMPLATE_UNCORE	"%s/bus/event_source/devices/%s/cpumask"
636 
637 static struct perf_cpu_map *pmu_cpumask(const char *name)
638 {
639 	char path[PATH_MAX];
640 	struct perf_cpu_map *cpus;
641 	const char *sysfs = sysfs__mountpoint();
642 	const char *templates[] = {
643 		CPUS_TEMPLATE_UNCORE,
644 		CPUS_TEMPLATE_CPU,
645 		NULL
646 	};
647 	const char **template;
648 
649 	if (!sysfs)
650 		return NULL;
651 
652 	for (template = templates; *template; template++) {
653 		snprintf(path, PATH_MAX, *template, sysfs, name);
654 		cpus = __pmu_cpumask(path);
655 		if (cpus)
656 			return cpus;
657 	}
658 
659 	return NULL;
660 }
661 
662 static bool pmu_is_uncore(const char *name)
663 {
664 	char path[PATH_MAX];
665 	const char *sysfs;
666 
667 	if (perf_pmu__hybrid_mounted(name))
668 		return false;
669 
670 	sysfs = sysfs__mountpoint();
671 	snprintf(path, PATH_MAX, CPUS_TEMPLATE_UNCORE, sysfs, name);
672 	return file_available(path);
673 }
674 
675 static char *pmu_id(const char *name)
676 {
677 	char path[PATH_MAX], *str;
678 	size_t len;
679 
680 	snprintf(path, PATH_MAX, SYS_TEMPLATE_ID, name);
681 
682 	if (sysfs__read_str(path, &str, &len) < 0)
683 		return NULL;
684 
685 	str[len - 1] = 0; /* remove line feed */
686 
687 	return str;
688 }
689 
690 /*
691  *  PMU CORE devices have different name other than cpu in sysfs on some
692  *  platforms.
693  *  Looking for possible sysfs files to identify the arm core device.
694  */
695 static int is_arm_pmu_core(const char *name)
696 {
697 	char path[PATH_MAX];
698 	const char *sysfs = sysfs__mountpoint();
699 
700 	if (!sysfs)
701 		return 0;
702 
703 	/* Look for cpu sysfs (specific to arm) */
704 	scnprintf(path, PATH_MAX, "%s/bus/event_source/devices/%s/cpus",
705 				sysfs, name);
706 	return file_available(path);
707 }
708 
709 char *perf_pmu__getcpuid(struct perf_pmu *pmu)
710 {
711 	char *cpuid;
712 	static bool printed;
713 
714 	cpuid = getenv("PERF_CPUID");
715 	if (cpuid)
716 		cpuid = strdup(cpuid);
717 	if (!cpuid)
718 		cpuid = get_cpuid_str(pmu);
719 	if (!cpuid)
720 		return NULL;
721 
722 	if (!printed) {
723 		pr_debug("Using CPUID %s\n", cpuid);
724 		printed = true;
725 	}
726 	return cpuid;
727 }
728 
729 __weak const struct pmu_events_table *pmu_events_table__find(void)
730 {
731 	return perf_pmu__find_table(NULL);
732 }
733 
734 /*
735  * Suffix must be in form tok_{digits}, or tok{digits}, or same as pmu_name
736  * to be valid.
737  */
738 static bool perf_pmu__valid_suffix(const char *pmu_name, char *tok)
739 {
740 	const char *p;
741 
742 	if (strncmp(pmu_name, tok, strlen(tok)))
743 		return false;
744 
745 	p = pmu_name + strlen(tok);
746 	if (*p == 0)
747 		return true;
748 
749 	if (*p == '_')
750 		++p;
751 
752 	/* Ensure we end in a number */
753 	while (1) {
754 		if (!isdigit(*p))
755 			return false;
756 		if (*(++p) == 0)
757 			break;
758 	}
759 
760 	return true;
761 }
762 
763 bool pmu_uncore_alias_match(const char *pmu_name, const char *name)
764 {
765 	char *tmp = NULL, *tok, *str;
766 	bool res;
767 
768 	str = strdup(pmu_name);
769 	if (!str)
770 		return false;
771 
772 	/*
773 	 * uncore alias may be from different PMU with common prefix
774 	 */
775 	tok = strtok_r(str, ",", &tmp);
776 	if (strncmp(pmu_name, tok, strlen(tok))) {
777 		res = false;
778 		goto out;
779 	}
780 
781 	/*
782 	 * Match more complex aliases where the alias name is a comma-delimited
783 	 * list of tokens, orderly contained in the matching PMU name.
784 	 *
785 	 * Example: For alias "socket,pmuname" and PMU "socketX_pmunameY", we
786 	 *	    match "socket" in "socketX_pmunameY" and then "pmuname" in
787 	 *	    "pmunameY".
788 	 */
789 	while (1) {
790 		char *next_tok = strtok_r(NULL, ",", &tmp);
791 
792 		name = strstr(name, tok);
793 		if (!name ||
794 		    (!next_tok && !perf_pmu__valid_suffix(name, tok))) {
795 			res = false;
796 			goto out;
797 		}
798 		if (!next_tok)
799 			break;
800 		tok = next_tok;
801 		name += strlen(tok);
802 	}
803 
804 	res = true;
805 out:
806 	free(str);
807 	return res;
808 }
809 
810 struct pmu_add_cpu_aliases_map_data {
811 	struct list_head *head;
812 	const char *name;
813 	const char *cpu_name;
814 	struct perf_pmu *pmu;
815 };
816 
817 static int pmu_add_cpu_aliases_map_callback(const struct pmu_event *pe,
818 					const struct pmu_events_table *table __maybe_unused,
819 					void *vdata)
820 {
821 	struct pmu_add_cpu_aliases_map_data *data = vdata;
822 	const char *pname = pe->pmu ? pe->pmu : data->cpu_name;
823 
824 	if (!pe->name)
825 		return 0;
826 
827 	if (data->pmu->is_uncore && pmu_uncore_alias_match(pname, data->name))
828 		goto new_alias;
829 
830 	if (strcmp(pname, data->name))
831 		return 0;
832 
833 new_alias:
834 	/* need type casts to override 'const' */
835 	__perf_pmu__new_alias(data->head, NULL, (char *)pe->name, (char *)pe->desc,
836 			      (char *)pe->event, pe);
837 	return 0;
838 }
839 
840 /*
841  * From the pmu_events_map, find the table of PMU events that corresponds
842  * to the current running CPU. Then, add all PMU events from that table
843  * as aliases.
844  */
845 void pmu_add_cpu_aliases_table(struct list_head *head, struct perf_pmu *pmu,
846 			       const struct pmu_events_table *table)
847 {
848 	struct pmu_add_cpu_aliases_map_data data = {
849 		.head = head,
850 		.name = pmu->name,
851 		.cpu_name = is_arm_pmu_core(pmu->name) ? pmu->name : "cpu",
852 		.pmu = pmu,
853 	};
854 
855 	pmu_events_table_for_each_event(table, pmu_add_cpu_aliases_map_callback, &data);
856 }
857 
858 static void pmu_add_cpu_aliases(struct list_head *head, struct perf_pmu *pmu)
859 {
860 	const struct pmu_events_table *table;
861 
862 	table = perf_pmu__find_table(pmu);
863 	if (!table)
864 		return;
865 
866 	pmu_add_cpu_aliases_table(head, pmu, table);
867 }
868 
869 struct pmu_sys_event_iter_data {
870 	struct list_head *head;
871 	struct perf_pmu *pmu;
872 };
873 
874 static int pmu_add_sys_aliases_iter_fn(const struct pmu_event *pe,
875 				       const struct pmu_events_table *table __maybe_unused,
876 				       void *data)
877 {
878 	struct pmu_sys_event_iter_data *idata = data;
879 	struct perf_pmu *pmu = idata->pmu;
880 
881 	if (!pe->name) {
882 		if (pe->metric_group || pe->metric_name)
883 			return 0;
884 		return -EINVAL;
885 	}
886 
887 	if (!pe->compat || !pe->pmu)
888 		return 0;
889 
890 	if (!strcmp(pmu->id, pe->compat) &&
891 	    pmu_uncore_alias_match(pe->pmu, pmu->name)) {
892 		__perf_pmu__new_alias(idata->head, NULL,
893 				      (char *)pe->name,
894 				      (char *)pe->desc,
895 				      (char *)pe->event,
896 				      pe);
897 	}
898 
899 	return 0;
900 }
901 
902 void pmu_add_sys_aliases(struct list_head *head, struct perf_pmu *pmu)
903 {
904 	struct pmu_sys_event_iter_data idata = {
905 		.head = head,
906 		.pmu = pmu,
907 	};
908 
909 	if (!pmu->id)
910 		return;
911 
912 	pmu_for_each_sys_event(pmu_add_sys_aliases_iter_fn, &idata);
913 }
914 
915 struct perf_event_attr * __weak
916 perf_pmu__get_default_config(struct perf_pmu *pmu __maybe_unused)
917 {
918 	return NULL;
919 }
920 
921 char * __weak
922 pmu_find_real_name(const char *name)
923 {
924 	return (char *)name;
925 }
926 
927 char * __weak
928 pmu_find_alias_name(const char *name __maybe_unused)
929 {
930 	return NULL;
931 }
932 
933 static int pmu_max_precise(const char *name)
934 {
935 	char path[PATH_MAX];
936 	int max_precise = -1;
937 
938 	scnprintf(path, PATH_MAX,
939 		 "bus/event_source/devices/%s/caps/max_precise",
940 		 name);
941 
942 	sysfs__read_int(path, &max_precise);
943 	return max_precise;
944 }
945 
946 static struct perf_pmu *pmu_lookup(const char *lookup_name)
947 {
948 	struct perf_pmu *pmu;
949 	LIST_HEAD(format);
950 	LIST_HEAD(aliases);
951 	__u32 type;
952 	char *name = pmu_find_real_name(lookup_name);
953 	bool is_hybrid = perf_pmu__hybrid_mounted(name);
954 	char *alias_name;
955 
956 	/*
957 	 * Check pmu name for hybrid and the pmu may be invalid in sysfs
958 	 */
959 	if (!strncmp(name, "cpu_", 4) && !is_hybrid)
960 		return NULL;
961 
962 	/*
963 	 * The pmu data we store & need consists of the pmu
964 	 * type value and format definitions. Load both right
965 	 * now.
966 	 */
967 	if (pmu_format(name, &format))
968 		return NULL;
969 
970 	/*
971 	 * Check the type first to avoid unnecessary work.
972 	 */
973 	if (pmu_type(name, &type))
974 		return NULL;
975 
976 	if (pmu_aliases(name, &aliases))
977 		return NULL;
978 
979 	pmu = zalloc(sizeof(*pmu));
980 	if (!pmu)
981 		return NULL;
982 
983 	pmu->cpus = pmu_cpumask(name);
984 	pmu->name = strdup(name);
985 	if (!pmu->name)
986 		goto err;
987 
988 	alias_name = pmu_find_alias_name(name);
989 	if (alias_name) {
990 		pmu->alias_name = strdup(alias_name);
991 		if (!pmu->alias_name)
992 			goto err;
993 	}
994 
995 	pmu->type = type;
996 	pmu->is_uncore = pmu_is_uncore(name);
997 	if (pmu->is_uncore)
998 		pmu->id = pmu_id(name);
999 	pmu->max_precise = pmu_max_precise(name);
1000 	pmu_add_cpu_aliases(&aliases, pmu);
1001 	pmu_add_sys_aliases(&aliases, pmu);
1002 
1003 	INIT_LIST_HEAD(&pmu->format);
1004 	INIT_LIST_HEAD(&pmu->aliases);
1005 	INIT_LIST_HEAD(&pmu->caps);
1006 	list_splice(&format, &pmu->format);
1007 	list_splice(&aliases, &pmu->aliases);
1008 	list_add_tail(&pmu->list, &pmus);
1009 
1010 	if (is_hybrid)
1011 		list_add_tail(&pmu->hybrid_list, &perf_pmu__hybrid_pmus);
1012 
1013 	pmu->default_config = perf_pmu__get_default_config(pmu);
1014 
1015 	return pmu;
1016 err:
1017 	if (pmu->name)
1018 		free(pmu->name);
1019 	free(pmu);
1020 	return NULL;
1021 }
1022 
1023 void perf_pmu__warn_invalid_formats(struct perf_pmu *pmu)
1024 {
1025 	struct perf_pmu_format *format;
1026 
1027 	/* fake pmu doesn't have format list */
1028 	if (pmu == &perf_pmu__fake)
1029 		return;
1030 
1031 	list_for_each_entry(format, &pmu->format, list)
1032 		if (format->value >= PERF_PMU_FORMAT_VALUE_CONFIG_END) {
1033 			pr_warning("WARNING: '%s' format '%s' requires 'perf_event_attr::config%d'"
1034 				   "which is not supported by this version of perf!\n",
1035 				   pmu->name, format->name, format->value);
1036 			return;
1037 		}
1038 }
1039 
1040 static struct perf_pmu *pmu_find(const char *name)
1041 {
1042 	struct perf_pmu *pmu;
1043 
1044 	list_for_each_entry(pmu, &pmus, list) {
1045 		if (!strcmp(pmu->name, name) ||
1046 		    (pmu->alias_name && !strcmp(pmu->alias_name, name)))
1047 			return pmu;
1048 	}
1049 
1050 	return NULL;
1051 }
1052 
1053 struct perf_pmu *perf_pmu__find_by_type(unsigned int type)
1054 {
1055 	struct perf_pmu *pmu;
1056 
1057 	list_for_each_entry(pmu, &pmus, list)
1058 		if (pmu->type == type)
1059 			return pmu;
1060 
1061 	return NULL;
1062 }
1063 
1064 struct perf_pmu *perf_pmu__scan(struct perf_pmu *pmu)
1065 {
1066 	/*
1067 	 * pmu iterator: If pmu is NULL, we start at the begin,
1068 	 * otherwise return the next pmu. Returns NULL on end.
1069 	 */
1070 	if (!pmu) {
1071 		pmu_read_sysfs();
1072 		pmu = list_prepare_entry(pmu, &pmus, list);
1073 	}
1074 	list_for_each_entry_continue(pmu, &pmus, list)
1075 		return pmu;
1076 	return NULL;
1077 }
1078 
1079 struct perf_pmu *evsel__find_pmu(struct evsel *evsel)
1080 {
1081 	struct perf_pmu *pmu = NULL;
1082 
1083 	if (evsel->pmu)
1084 		return evsel->pmu;
1085 
1086 	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1087 		if (pmu->type == evsel->core.attr.type)
1088 			break;
1089 	}
1090 
1091 	evsel->pmu = pmu;
1092 	return pmu;
1093 }
1094 
1095 bool evsel__is_aux_event(struct evsel *evsel)
1096 {
1097 	struct perf_pmu *pmu = evsel__find_pmu(evsel);
1098 
1099 	return pmu && pmu->auxtrace;
1100 }
1101 
1102 struct perf_pmu *perf_pmu__find(const char *name)
1103 {
1104 	struct perf_pmu *pmu;
1105 
1106 	/*
1107 	 * Once PMU is loaded it stays in the list,
1108 	 * so we keep us from multiple reading/parsing
1109 	 * the pmu format definitions.
1110 	 */
1111 	pmu = pmu_find(name);
1112 	if (pmu)
1113 		return pmu;
1114 
1115 	return pmu_lookup(name);
1116 }
1117 
1118 static struct perf_pmu_format *
1119 pmu_find_format(struct list_head *formats, const char *name)
1120 {
1121 	struct perf_pmu_format *format;
1122 
1123 	list_for_each_entry(format, formats, list)
1124 		if (!strcmp(format->name, name))
1125 			return format;
1126 
1127 	return NULL;
1128 }
1129 
1130 __u64 perf_pmu__format_bits(struct list_head *formats, const char *name)
1131 {
1132 	struct perf_pmu_format *format = pmu_find_format(formats, name);
1133 	__u64 bits = 0;
1134 	int fbit;
1135 
1136 	if (!format)
1137 		return 0;
1138 
1139 	for_each_set_bit(fbit, format->bits, PERF_PMU_FORMAT_BITS)
1140 		bits |= 1ULL << fbit;
1141 
1142 	return bits;
1143 }
1144 
1145 int perf_pmu__format_type(struct list_head *formats, const char *name)
1146 {
1147 	struct perf_pmu_format *format = pmu_find_format(formats, name);
1148 
1149 	if (!format)
1150 		return -1;
1151 
1152 	return format->value;
1153 }
1154 
1155 /*
1156  * Sets value based on the format definition (format parameter)
1157  * and unformatted value (value parameter).
1158  */
1159 static void pmu_format_value(unsigned long *format, __u64 value, __u64 *v,
1160 			     bool zero)
1161 {
1162 	unsigned long fbit, vbit;
1163 
1164 	for (fbit = 0, vbit = 0; fbit < PERF_PMU_FORMAT_BITS; fbit++) {
1165 
1166 		if (!test_bit(fbit, format))
1167 			continue;
1168 
1169 		if (value & (1llu << vbit++))
1170 			*v |= (1llu << fbit);
1171 		else if (zero)
1172 			*v &= ~(1llu << fbit);
1173 	}
1174 }
1175 
1176 static __u64 pmu_format_max_value(const unsigned long *format)
1177 {
1178 	int w;
1179 
1180 	w = bitmap_weight(format, PERF_PMU_FORMAT_BITS);
1181 	if (!w)
1182 		return 0;
1183 	if (w < 64)
1184 		return (1ULL << w) - 1;
1185 	return -1;
1186 }
1187 
1188 /*
1189  * Term is a string term, and might be a param-term. Try to look up it's value
1190  * in the remaining terms.
1191  * - We have a term like "base-or-format-term=param-term",
1192  * - We need to find the value supplied for "param-term" (with param-term named
1193  *   in a config string) later on in the term list.
1194  */
1195 static int pmu_resolve_param_term(struct parse_events_term *term,
1196 				  struct list_head *head_terms,
1197 				  __u64 *value)
1198 {
1199 	struct parse_events_term *t;
1200 
1201 	list_for_each_entry(t, head_terms, list) {
1202 		if (t->type_val == PARSE_EVENTS__TERM_TYPE_NUM &&
1203 		    t->config && !strcmp(t->config, term->config)) {
1204 			t->used = true;
1205 			*value = t->val.num;
1206 			return 0;
1207 		}
1208 	}
1209 
1210 	if (verbose > 0)
1211 		printf("Required parameter '%s' not specified\n", term->config);
1212 
1213 	return -1;
1214 }
1215 
1216 static char *pmu_formats_string(struct list_head *formats)
1217 {
1218 	struct perf_pmu_format *format;
1219 	char *str = NULL;
1220 	struct strbuf buf = STRBUF_INIT;
1221 	unsigned int i = 0;
1222 
1223 	if (!formats)
1224 		return NULL;
1225 
1226 	/* sysfs exported terms */
1227 	list_for_each_entry(format, formats, list)
1228 		if (strbuf_addf(&buf, i++ ? ",%s" : "%s", format->name) < 0)
1229 			goto error;
1230 
1231 	str = strbuf_detach(&buf, NULL);
1232 error:
1233 	strbuf_release(&buf);
1234 
1235 	return str;
1236 }
1237 
1238 /*
1239  * Setup one of config[12] attr members based on the
1240  * user input data - term parameter.
1241  */
1242 static int pmu_config_term(const char *pmu_name,
1243 			   struct list_head *formats,
1244 			   struct perf_event_attr *attr,
1245 			   struct parse_events_term *term,
1246 			   struct list_head *head_terms,
1247 			   bool zero, struct parse_events_error *err)
1248 {
1249 	struct perf_pmu_format *format;
1250 	__u64 *vp;
1251 	__u64 val, max_val;
1252 
1253 	/*
1254 	 * If this is a parameter we've already used for parameterized-eval,
1255 	 * skip it in normal eval.
1256 	 */
1257 	if (term->used)
1258 		return 0;
1259 
1260 	/*
1261 	 * Hardcoded terms should be already in, so nothing
1262 	 * to be done for them.
1263 	 */
1264 	if (parse_events__is_hardcoded_term(term))
1265 		return 0;
1266 
1267 	format = pmu_find_format(formats, term->config);
1268 	if (!format) {
1269 		char *pmu_term = pmu_formats_string(formats);
1270 		char *unknown_term;
1271 		char *help_msg;
1272 
1273 		if (asprintf(&unknown_term,
1274 				"unknown term '%s' for pmu '%s'",
1275 				term->config, pmu_name) < 0)
1276 			unknown_term = NULL;
1277 		help_msg = parse_events_formats_error_string(pmu_term);
1278 		if (err) {
1279 			parse_events_error__handle(err, term->err_term,
1280 						   unknown_term,
1281 						   help_msg);
1282 		} else {
1283 			pr_debug("%s (%s)\n", unknown_term, help_msg);
1284 			free(unknown_term);
1285 		}
1286 		free(pmu_term);
1287 		return -EINVAL;
1288 	}
1289 
1290 	switch (format->value) {
1291 	case PERF_PMU_FORMAT_VALUE_CONFIG:
1292 		vp = &attr->config;
1293 		break;
1294 	case PERF_PMU_FORMAT_VALUE_CONFIG1:
1295 		vp = &attr->config1;
1296 		break;
1297 	case PERF_PMU_FORMAT_VALUE_CONFIG2:
1298 		vp = &attr->config2;
1299 		break;
1300 	default:
1301 		return -EINVAL;
1302 	}
1303 
1304 	/*
1305 	 * Either directly use a numeric term, or try to translate string terms
1306 	 * using event parameters.
1307 	 */
1308 	if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) {
1309 		if (term->no_value &&
1310 		    bitmap_weight(format->bits, PERF_PMU_FORMAT_BITS) > 1) {
1311 			if (err) {
1312 				parse_events_error__handle(err, term->err_val,
1313 					   strdup("no value assigned for term"),
1314 					   NULL);
1315 			}
1316 			return -EINVAL;
1317 		}
1318 
1319 		val = term->val.num;
1320 	} else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) {
1321 		if (strcmp(term->val.str, "?")) {
1322 			if (verbose > 0) {
1323 				pr_info("Invalid sysfs entry %s=%s\n",
1324 						term->config, term->val.str);
1325 			}
1326 			if (err) {
1327 				parse_events_error__handle(err, term->err_val,
1328 					strdup("expected numeric value"),
1329 					NULL);
1330 			}
1331 			return -EINVAL;
1332 		}
1333 
1334 		if (pmu_resolve_param_term(term, head_terms, &val))
1335 			return -EINVAL;
1336 	} else
1337 		return -EINVAL;
1338 
1339 	max_val = pmu_format_max_value(format->bits);
1340 	if (val > max_val) {
1341 		if (err) {
1342 			char *err_str;
1343 
1344 			parse_events_error__handle(err, term->err_val,
1345 				asprintf(&err_str,
1346 				    "value too big for format, maximum is %llu",
1347 				    (unsigned long long)max_val) < 0
1348 				    ? strdup("value too big for format")
1349 				    : err_str,
1350 				    NULL);
1351 			return -EINVAL;
1352 		}
1353 		/*
1354 		 * Assume we don't care if !err, in which case the value will be
1355 		 * silently truncated.
1356 		 */
1357 	}
1358 
1359 	pmu_format_value(format->bits, val, vp, zero);
1360 	return 0;
1361 }
1362 
1363 int perf_pmu__config_terms(const char *pmu_name, struct list_head *formats,
1364 			   struct perf_event_attr *attr,
1365 			   struct list_head *head_terms,
1366 			   bool zero, struct parse_events_error *err)
1367 {
1368 	struct parse_events_term *term;
1369 
1370 	list_for_each_entry(term, head_terms, list) {
1371 		if (pmu_config_term(pmu_name, formats, attr, term, head_terms,
1372 				    zero, err))
1373 			return -EINVAL;
1374 	}
1375 
1376 	return 0;
1377 }
1378 
1379 /*
1380  * Configures event's 'attr' parameter based on the:
1381  * 1) users input - specified in terms parameter
1382  * 2) pmu format definitions - specified by pmu parameter
1383  */
1384 int perf_pmu__config(struct perf_pmu *pmu, struct perf_event_attr *attr,
1385 		     struct list_head *head_terms,
1386 		     struct parse_events_error *err)
1387 {
1388 	bool zero = !!pmu->default_config;
1389 
1390 	attr->type = pmu->type;
1391 	return perf_pmu__config_terms(pmu->name, &pmu->format, attr,
1392 				      head_terms, zero, err);
1393 }
1394 
1395 static struct perf_pmu_alias *pmu_find_alias(struct perf_pmu *pmu,
1396 					     struct parse_events_term *term)
1397 {
1398 	struct perf_pmu_alias *alias;
1399 	char *name;
1400 
1401 	if (parse_events__is_hardcoded_term(term))
1402 		return NULL;
1403 
1404 	if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) {
1405 		if (term->val.num != 1)
1406 			return NULL;
1407 		if (pmu_find_format(&pmu->format, term->config))
1408 			return NULL;
1409 		name = term->config;
1410 	} else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) {
1411 		if (strcasecmp(term->config, "event"))
1412 			return NULL;
1413 		name = term->val.str;
1414 	} else {
1415 		return NULL;
1416 	}
1417 
1418 	list_for_each_entry(alias, &pmu->aliases, list) {
1419 		if (!strcasecmp(alias->name, name))
1420 			return alias;
1421 	}
1422 	return NULL;
1423 }
1424 
1425 
1426 static int check_info_data(struct perf_pmu_alias *alias,
1427 			   struct perf_pmu_info *info)
1428 {
1429 	/*
1430 	 * Only one term in event definition can
1431 	 * define unit, scale and snapshot, fail
1432 	 * if there's more than one.
1433 	 */
1434 	if ((info->unit && alias->unit[0]) ||
1435 	    (info->scale && alias->scale) ||
1436 	    (info->snapshot && alias->snapshot))
1437 		return -EINVAL;
1438 
1439 	if (alias->unit[0])
1440 		info->unit = alias->unit;
1441 
1442 	if (alias->scale)
1443 		info->scale = alias->scale;
1444 
1445 	if (alias->snapshot)
1446 		info->snapshot = alias->snapshot;
1447 
1448 	return 0;
1449 }
1450 
1451 /*
1452  * Find alias in the terms list and replace it with the terms
1453  * defined for the alias
1454  */
1455 int perf_pmu__check_alias(struct perf_pmu *pmu, struct list_head *head_terms,
1456 			  struct perf_pmu_info *info)
1457 {
1458 	struct parse_events_term *term, *h;
1459 	struct perf_pmu_alias *alias;
1460 	int ret;
1461 
1462 	info->per_pkg = false;
1463 
1464 	/*
1465 	 * Mark unit and scale as not set
1466 	 * (different from default values, see below)
1467 	 */
1468 	info->unit     = NULL;
1469 	info->scale    = 0.0;
1470 	info->snapshot = false;
1471 	info->metric_expr = NULL;
1472 	info->metric_name = NULL;
1473 
1474 	list_for_each_entry_safe(term, h, head_terms, list) {
1475 		alias = pmu_find_alias(pmu, term);
1476 		if (!alias)
1477 			continue;
1478 		ret = pmu_alias_terms(alias, &term->list);
1479 		if (ret)
1480 			return ret;
1481 
1482 		ret = check_info_data(alias, info);
1483 		if (ret)
1484 			return ret;
1485 
1486 		if (alias->per_pkg)
1487 			info->per_pkg = true;
1488 		info->metric_expr = alias->metric_expr;
1489 		info->metric_name = alias->metric_name;
1490 
1491 		list_del_init(&term->list);
1492 		parse_events_term__delete(term);
1493 	}
1494 
1495 	/*
1496 	 * if no unit or scale found in aliases, then
1497 	 * set defaults as for evsel
1498 	 * unit cannot left to NULL
1499 	 */
1500 	if (info->unit == NULL)
1501 		info->unit   = "";
1502 
1503 	if (info->scale == 0.0)
1504 		info->scale  = 1.0;
1505 
1506 	return 0;
1507 }
1508 
1509 int perf_pmu__new_format(struct list_head *list, char *name,
1510 			 int config, unsigned long *bits)
1511 {
1512 	struct perf_pmu_format *format;
1513 
1514 	format = zalloc(sizeof(*format));
1515 	if (!format)
1516 		return -ENOMEM;
1517 
1518 	format->name = strdup(name);
1519 	format->value = config;
1520 	memcpy(format->bits, bits, sizeof(format->bits));
1521 
1522 	list_add_tail(&format->list, list);
1523 	return 0;
1524 }
1525 
1526 void perf_pmu__set_format(unsigned long *bits, long from, long to)
1527 {
1528 	long b;
1529 
1530 	if (!to)
1531 		to = from;
1532 
1533 	memset(bits, 0, BITS_TO_BYTES(PERF_PMU_FORMAT_BITS));
1534 	for (b = from; b <= to; b++)
1535 		set_bit(b, bits);
1536 }
1537 
1538 void perf_pmu__del_formats(struct list_head *formats)
1539 {
1540 	struct perf_pmu_format *fmt, *tmp;
1541 
1542 	list_for_each_entry_safe(fmt, tmp, formats, list) {
1543 		list_del(&fmt->list);
1544 		free(fmt->name);
1545 		free(fmt);
1546 	}
1547 }
1548 
1549 static int sub_non_neg(int a, int b)
1550 {
1551 	if (b > a)
1552 		return 0;
1553 	return a - b;
1554 }
1555 
1556 static char *format_alias(char *buf, int len, const struct perf_pmu *pmu,
1557 			  const struct perf_pmu_alias *alias)
1558 {
1559 	struct parse_events_term *term;
1560 	int used = snprintf(buf, len, "%s/%s", pmu->name, alias->name);
1561 
1562 	list_for_each_entry(term, &alias->terms, list) {
1563 		if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR)
1564 			used += snprintf(buf + used, sub_non_neg(len, used),
1565 					",%s=%s", term->config,
1566 					term->val.str);
1567 	}
1568 
1569 	if (sub_non_neg(len, used) > 0) {
1570 		buf[used] = '/';
1571 		used++;
1572 	}
1573 	if (sub_non_neg(len, used) > 0) {
1574 		buf[used] = '\0';
1575 		used++;
1576 	} else
1577 		buf[len - 1] = '\0';
1578 
1579 	return buf;
1580 }
1581 
1582 static char *format_alias_or(char *buf, int len, const struct perf_pmu *pmu,
1583 			     const struct perf_pmu_alias *alias)
1584 {
1585 	snprintf(buf, len, "%s OR %s/%s/", alias->name, pmu->name, alias->name);
1586 	return buf;
1587 }
1588 
1589 /** Struct for ordering events as output in perf list. */
1590 struct sevent {
1591 	/** PMU for event. */
1592 	const struct perf_pmu *pmu;
1593 	/**
1594 	 * Optional event for name, desc, etc. If not present then this is a
1595 	 * selectable PMU and the event name is shown as "//".
1596 	 */
1597 	const struct perf_pmu_alias *event;
1598 	/** Is the PMU for the CPU? */
1599 	bool is_cpu;
1600 };
1601 
1602 static int cmp_sevent(const void *a, const void *b)
1603 {
1604 	const struct sevent *as = a;
1605 	const struct sevent *bs = b;
1606 	const char *a_pmu_name, *b_pmu_name;
1607 	const char *a_name = "//", *a_desc = NULL, *a_topic = "";
1608 	const char *b_name = "//", *b_desc = NULL, *b_topic = "";
1609 	int ret;
1610 
1611 	if (as->event) {
1612 		a_name = as->event->name;
1613 		a_desc = as->event->desc;
1614 		a_topic = as->event->topic ?: "";
1615 	}
1616 	if (bs->event) {
1617 		b_name = bs->event->name;
1618 		b_desc = bs->event->desc;
1619 		b_topic = bs->event->topic ?: "";
1620 	}
1621 	/* Put extra events last. */
1622 	if (!!a_desc != !!b_desc)
1623 		return !!a_desc - !!b_desc;
1624 
1625 	/* Order by topics. */
1626 	ret = strcmp(a_topic, b_topic);
1627 	if (ret)
1628 		return ret;
1629 
1630 	/* Order CPU core events to be first */
1631 	if (as->is_cpu != bs->is_cpu)
1632 		return bs->is_cpu - as->is_cpu;
1633 
1634 	/* Order by PMU name. */
1635 	a_pmu_name = as->pmu->name ?: "";
1636 	b_pmu_name = bs->pmu->name ?: "";
1637 	ret = strcmp(a_pmu_name, b_pmu_name);
1638 	if (ret)
1639 		return ret;
1640 
1641 	/* Order by event name. */
1642 	return strcmp(a_name, b_name);
1643 }
1644 
1645 static void wordwrap(char *s, int start, int max, int corr)
1646 {
1647 	int column = start;
1648 	int n;
1649 
1650 	while (*s) {
1651 		int wlen = strcspn(s, " \t");
1652 
1653 		if (column + wlen >= max && column > start) {
1654 			printf("\n%*s", start, "");
1655 			column = start + corr;
1656 		}
1657 		n = printf("%s%.*s", column > start ? " " : "", wlen, s);
1658 		if (n <= 0)
1659 			break;
1660 		s += wlen;
1661 		column += n;
1662 		s = skip_spaces(s);
1663 	}
1664 }
1665 
1666 bool is_pmu_core(const char *name)
1667 {
1668 	return !strcmp(name, "cpu") || is_arm_pmu_core(name);
1669 }
1670 
1671 static bool pmu_alias_is_duplicate(struct sevent *alias_a,
1672 				   struct sevent *alias_b)
1673 {
1674 	const char *a_pmu_name, *b_pmu_name;
1675 	const char *a_name = alias_a->event ? alias_a->event->name : "//";
1676 	const char *b_name = alias_b->event ? alias_b->event->name : "//";
1677 
1678 	/* Different names -> never duplicates */
1679 	if (strcmp(a_name, b_name))
1680 		return false;
1681 
1682 	/* Don't remove duplicates for different PMUs */
1683 	a_pmu_name = alias_a->pmu->name ?: "";
1684 	b_pmu_name = alias_b->pmu->name ?: "";
1685 	return strcmp(a_pmu_name, b_pmu_name) == 0;
1686 }
1687 
1688 void print_pmu_events(const char *event_glob, bool name_only, bool quiet_flag,
1689 			bool long_desc, bool details_flag, bool deprecated,
1690 			const char *pmu_name)
1691 {
1692 	struct perf_pmu *pmu;
1693 	struct perf_pmu_alias *alias;
1694 	char buf[1024];
1695 	int printed = 0;
1696 	int len, j;
1697 	struct sevent *aliases;
1698 	int numdesc = 0;
1699 	int columns = pager_get_columns();
1700 	char *topic = NULL;
1701 
1702 	pmu = NULL;
1703 	len = 0;
1704 	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1705 		list_for_each_entry(alias, &pmu->aliases, list)
1706 			len++;
1707 		if (pmu->selectable)
1708 			len++;
1709 	}
1710 	aliases = zalloc(sizeof(struct sevent) * len);
1711 	if (!aliases) {
1712 		pr_err("FATAL: not enough memory to print PMU events\n");
1713 		return;
1714 	}
1715 	pmu = NULL;
1716 	j = 0;
1717 	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1718 		bool is_cpu;
1719 
1720 		if (pmu_name && pmu->name && strcmp(pmu_name, pmu->name))
1721 			continue;
1722 
1723 		is_cpu = is_pmu_core(pmu->name) || perf_pmu__is_hybrid(pmu->name);
1724 
1725 		list_for_each_entry(alias, &pmu->aliases, list) {
1726 			if (alias->deprecated && !deprecated)
1727 				continue;
1728 
1729 			if (event_glob != NULL &&
1730 			    !(strglobmatch_nocase(alias->name, event_glob) ||
1731 			      (!is_cpu &&
1732 			       strglobmatch_nocase(alias->name, event_glob)) ||
1733 			      (alias->topic &&
1734 			       strglobmatch_nocase(alias->topic, event_glob))))
1735 				continue;
1736 
1737 			aliases[j].event = alias;
1738 			aliases[j].pmu = pmu;
1739 			aliases[j].is_cpu = is_cpu;
1740 			j++;
1741 		}
1742 		if (pmu->selectable &&
1743 		    (event_glob == NULL || strglobmatch(pmu->name, event_glob))) {
1744 			aliases[j].event = NULL;
1745 			aliases[j].pmu = pmu;
1746 			aliases[j].is_cpu = is_cpu;
1747 			j++;
1748 		}
1749 	}
1750 	len = j;
1751 	qsort(aliases, len, sizeof(struct sevent), cmp_sevent);
1752 	for (j = 0; j < len; j++) {
1753 		char *name, *desc;
1754 
1755 		/* Skip duplicates */
1756 		if (j > 0 && pmu_alias_is_duplicate(&aliases[j], &aliases[j - 1]))
1757 			continue;
1758 
1759 		if (!aliases[j].event) {
1760 			/* A selectable event. */
1761 			snprintf(buf, sizeof(buf), "%s//", aliases[j].pmu->name);
1762 			name = buf;
1763 		} else if (aliases[j].event->desc) {
1764 			name = aliases[j].event->name;
1765 		} else {
1766 			if (!name_only && aliases[j].is_cpu) {
1767 				name = format_alias_or(buf, sizeof(buf), aliases[j].pmu,
1768 						       aliases[j].event);
1769 			} else {
1770 				name = format_alias(buf, sizeof(buf), aliases[j].pmu,
1771 						    aliases[j].event);
1772 			}
1773 		}
1774 		if (name_only) {
1775 			printf("%s ", name);
1776 			continue;
1777 		}
1778 		printed++;
1779 		if (!aliases[j].event || !aliases[j].event->desc || quiet_flag) {
1780 			printf("  %-50s [Kernel PMU event]\n", name);
1781 			continue;
1782 		}
1783 		if (numdesc++ == 0)
1784 			printf("\n");
1785 		if (aliases[j].event->topic && (!topic ||
1786 						strcmp(topic, aliases[j].event->topic))) {
1787 			printf("%s%s:\n", topic ? "\n" : "", aliases[j].event->topic);
1788 			topic = aliases[j].event->topic;
1789 		}
1790 		printf("  %-50s\n", name);
1791 		printf("%*s", 8, "[");
1792 		desc = long_desc ? aliases[j].event->long_desc : aliases[j].event->desc;
1793 		wordwrap(desc, 8, columns, 0);
1794 		printf("]\n");
1795 		if (details_flag) {
1796 			printf("%*s%s/%s/ ", 8, "", aliases[j].pmu->name, aliases[j].event->str);
1797 			if (aliases[j].event->metric_name)
1798 				printf(" MetricName: %s", aliases[j].event->metric_name);
1799 			if (aliases[j].event->metric_expr)
1800 				printf(" MetricExpr: %s", aliases[j].event->metric_expr);
1801 			putchar('\n');
1802 		}
1803 	}
1804 	if (printed && pager_in_use())
1805 		printf("\n");
1806 
1807 	zfree(&aliases);
1808 	return;
1809 }
1810 
1811 bool pmu_have_event(const char *pname, const char *name)
1812 {
1813 	struct perf_pmu *pmu;
1814 	struct perf_pmu_alias *alias;
1815 
1816 	pmu = NULL;
1817 	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1818 		if (strcmp(pname, pmu->name))
1819 			continue;
1820 		list_for_each_entry(alias, &pmu->aliases, list)
1821 			if (!strcmp(alias->name, name))
1822 				return true;
1823 	}
1824 	return false;
1825 }
1826 
1827 static FILE *perf_pmu__open_file(struct perf_pmu *pmu, const char *name)
1828 {
1829 	char path[PATH_MAX];
1830 	const char *sysfs;
1831 
1832 	sysfs = sysfs__mountpoint();
1833 	if (!sysfs)
1834 		return NULL;
1835 
1836 	snprintf(path, PATH_MAX,
1837 		 "%s" EVENT_SOURCE_DEVICE_PATH "%s/%s", sysfs, pmu->name, name);
1838 	if (!file_available(path))
1839 		return NULL;
1840 	return fopen(path, "r");
1841 }
1842 
1843 int perf_pmu__scan_file(struct perf_pmu *pmu, const char *name, const char *fmt,
1844 			...)
1845 {
1846 	va_list args;
1847 	FILE *file;
1848 	int ret = EOF;
1849 
1850 	va_start(args, fmt);
1851 	file = perf_pmu__open_file(pmu, name);
1852 	if (file) {
1853 		ret = vfscanf(file, fmt, args);
1854 		fclose(file);
1855 	}
1856 	va_end(args);
1857 	return ret;
1858 }
1859 
1860 static int perf_pmu__new_caps(struct list_head *list, char *name, char *value)
1861 {
1862 	struct perf_pmu_caps *caps = zalloc(sizeof(*caps));
1863 
1864 	if (!caps)
1865 		return -ENOMEM;
1866 
1867 	caps->name = strdup(name);
1868 	if (!caps->name)
1869 		goto free_caps;
1870 	caps->value = strndup(value, strlen(value) - 1);
1871 	if (!caps->value)
1872 		goto free_name;
1873 	list_add_tail(&caps->list, list);
1874 	return 0;
1875 
1876 free_name:
1877 	zfree(caps->name);
1878 free_caps:
1879 	free(caps);
1880 
1881 	return -ENOMEM;
1882 }
1883 
1884 /*
1885  * Reading/parsing the given pmu capabilities, which should be located at:
1886  * /sys/bus/event_source/devices/<dev>/caps as sysfs group attributes.
1887  * Return the number of capabilities
1888  */
1889 int perf_pmu__caps_parse(struct perf_pmu *pmu)
1890 {
1891 	struct stat st;
1892 	char caps_path[PATH_MAX];
1893 	const char *sysfs = sysfs__mountpoint();
1894 	DIR *caps_dir;
1895 	struct dirent *evt_ent;
1896 
1897 	if (pmu->caps_initialized)
1898 		return pmu->nr_caps;
1899 
1900 	pmu->nr_caps = 0;
1901 
1902 	if (!sysfs)
1903 		return -1;
1904 
1905 	snprintf(caps_path, PATH_MAX,
1906 		 "%s" EVENT_SOURCE_DEVICE_PATH "%s/caps", sysfs, pmu->name);
1907 
1908 	if (stat(caps_path, &st) < 0) {
1909 		pmu->caps_initialized = true;
1910 		return 0;	/* no error if caps does not exist */
1911 	}
1912 
1913 	caps_dir = opendir(caps_path);
1914 	if (!caps_dir)
1915 		return -EINVAL;
1916 
1917 	while ((evt_ent = readdir(caps_dir)) != NULL) {
1918 		char path[PATH_MAX + NAME_MAX + 1];
1919 		char *name = evt_ent->d_name;
1920 		char value[128];
1921 		FILE *file;
1922 
1923 		if (!strcmp(name, ".") || !strcmp(name, ".."))
1924 			continue;
1925 
1926 		snprintf(path, sizeof(path), "%s/%s", caps_path, name);
1927 
1928 		file = fopen(path, "r");
1929 		if (!file)
1930 			continue;
1931 
1932 		if (!fgets(value, sizeof(value), file) ||
1933 		    (perf_pmu__new_caps(&pmu->caps, name, value) < 0)) {
1934 			fclose(file);
1935 			continue;
1936 		}
1937 
1938 		pmu->nr_caps++;
1939 		fclose(file);
1940 	}
1941 
1942 	closedir(caps_dir);
1943 
1944 	pmu->caps_initialized = true;
1945 	return pmu->nr_caps;
1946 }
1947 
1948 void perf_pmu__warn_invalid_config(struct perf_pmu *pmu, __u64 config,
1949 				   const char *name)
1950 {
1951 	struct perf_pmu_format *format;
1952 	__u64 masks = 0, bits;
1953 	char buf[100];
1954 	unsigned int i;
1955 
1956 	list_for_each_entry(format, &pmu->format, list)	{
1957 		if (format->value != PERF_PMU_FORMAT_VALUE_CONFIG)
1958 			continue;
1959 
1960 		for_each_set_bit(i, format->bits, PERF_PMU_FORMAT_BITS)
1961 			masks |= 1ULL << i;
1962 	}
1963 
1964 	/*
1965 	 * Kernel doesn't export any valid format bits.
1966 	 */
1967 	if (masks == 0)
1968 		return;
1969 
1970 	bits = config & ~masks;
1971 	if (bits == 0)
1972 		return;
1973 
1974 	bitmap_scnprintf((unsigned long *)&bits, sizeof(bits) * 8, buf, sizeof(buf));
1975 
1976 	pr_warning("WARNING: event '%s' not valid (bits %s of config "
1977 		   "'%llx' not supported by kernel)!\n",
1978 		   name ?: "N/A", buf, config);
1979 }
1980 
1981 bool perf_pmu__has_hybrid(void)
1982 {
1983 	if (!hybrid_scanned) {
1984 		hybrid_scanned = true;
1985 		perf_pmu__scan(NULL);
1986 	}
1987 
1988 	return !list_empty(&perf_pmu__hybrid_pmus);
1989 }
1990 
1991 int perf_pmu__match(char *pattern, char *name, char *tok)
1992 {
1993 	if (!name)
1994 		return -1;
1995 
1996 	if (fnmatch(pattern, name, 0))
1997 		return -1;
1998 
1999 	if (tok && !perf_pmu__valid_suffix(name, tok))
2000 		return -1;
2001 
2002 	return 0;
2003 }
2004 
2005 int perf_pmu__cpus_match(struct perf_pmu *pmu, struct perf_cpu_map *cpus,
2006 			 struct perf_cpu_map **mcpus_ptr,
2007 			 struct perf_cpu_map **ucpus_ptr)
2008 {
2009 	struct perf_cpu_map *pmu_cpus = pmu->cpus;
2010 	struct perf_cpu_map *matched_cpus, *unmatched_cpus;
2011 	struct perf_cpu cpu;
2012 	int i, matched_nr = 0, unmatched_nr = 0;
2013 
2014 	matched_cpus = perf_cpu_map__default_new();
2015 	if (!matched_cpus)
2016 		return -1;
2017 
2018 	unmatched_cpus = perf_cpu_map__default_new();
2019 	if (!unmatched_cpus) {
2020 		perf_cpu_map__put(matched_cpus);
2021 		return -1;
2022 	}
2023 
2024 	perf_cpu_map__for_each_cpu(cpu, i, cpus) {
2025 		if (!perf_cpu_map__has(pmu_cpus, cpu))
2026 			unmatched_cpus->map[unmatched_nr++] = cpu;
2027 		else
2028 			matched_cpus->map[matched_nr++] = cpu;
2029 	}
2030 
2031 	unmatched_cpus->nr = unmatched_nr;
2032 	matched_cpus->nr = matched_nr;
2033 	*mcpus_ptr = matched_cpus;
2034 	*ucpus_ptr = unmatched_cpus;
2035 	return 0;
2036 }
2037