1 #include <linux/hw_breakpoint.h> 2 #include <linux/err.h> 3 #include <dirent.h> 4 #include <errno.h> 5 #include <sys/ioctl.h> 6 #include <sys/param.h> 7 #include "term.h" 8 #include "../perf.h" 9 #include "evlist.h" 10 #include "evsel.h" 11 #include <subcmd/parse-options.h> 12 #include "parse-events.h" 13 #include <subcmd/exec-cmd.h> 14 #include "string2.h" 15 #include "strlist.h" 16 #include "symbol.h" 17 #include "cache.h" 18 #include "header.h" 19 #include "bpf-loader.h" 20 #include "debug.h" 21 #include <api/fs/tracing_path.h> 22 #include "parse-events-bison.h" 23 #define YY_EXTRA_TYPE int 24 #include "parse-events-flex.h" 25 #include "pmu.h" 26 #include "thread_map.h" 27 #include "cpumap.h" 28 #include "probe-file.h" 29 #include "asm/bug.h" 30 #include "util/parse-branch-options.h" 31 32 #define MAX_NAME_LEN 100 33 34 #ifdef PARSER_DEBUG 35 extern int parse_events_debug; 36 #endif 37 int parse_events_parse(void *parse_state, void *scanner); 38 static int get_config_terms(struct list_head *head_config, 39 struct list_head *head_terms __maybe_unused); 40 41 static struct perf_pmu_event_symbol *perf_pmu_events_list; 42 /* 43 * The variable indicates the number of supported pmu event symbols. 44 * 0 means not initialized and ready to init 45 * -1 means failed to init, don't try anymore 46 * >0 is the number of supported pmu event symbols 47 */ 48 static int perf_pmu_events_list_num; 49 50 struct event_symbol event_symbols_hw[PERF_COUNT_HW_MAX] = { 51 [PERF_COUNT_HW_CPU_CYCLES] = { 52 .symbol = "cpu-cycles", 53 .alias = "cycles", 54 }, 55 [PERF_COUNT_HW_INSTRUCTIONS] = { 56 .symbol = "instructions", 57 .alias = "", 58 }, 59 [PERF_COUNT_HW_CACHE_REFERENCES] = { 60 .symbol = "cache-references", 61 .alias = "", 62 }, 63 [PERF_COUNT_HW_CACHE_MISSES] = { 64 .symbol = "cache-misses", 65 .alias = "", 66 }, 67 [PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = { 68 .symbol = "branch-instructions", 69 .alias = "branches", 70 }, 71 [PERF_COUNT_HW_BRANCH_MISSES] = { 72 .symbol = "branch-misses", 73 .alias = "", 74 }, 75 [PERF_COUNT_HW_BUS_CYCLES] = { 76 .symbol = "bus-cycles", 77 .alias = "", 78 }, 79 [PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = { 80 .symbol = "stalled-cycles-frontend", 81 .alias = "idle-cycles-frontend", 82 }, 83 [PERF_COUNT_HW_STALLED_CYCLES_BACKEND] = { 84 .symbol = "stalled-cycles-backend", 85 .alias = "idle-cycles-backend", 86 }, 87 [PERF_COUNT_HW_REF_CPU_CYCLES] = { 88 .symbol = "ref-cycles", 89 .alias = "", 90 }, 91 }; 92 93 struct event_symbol event_symbols_sw[PERF_COUNT_SW_MAX] = { 94 [PERF_COUNT_SW_CPU_CLOCK] = { 95 .symbol = "cpu-clock", 96 .alias = "", 97 }, 98 [PERF_COUNT_SW_TASK_CLOCK] = { 99 .symbol = "task-clock", 100 .alias = "", 101 }, 102 [PERF_COUNT_SW_PAGE_FAULTS] = { 103 .symbol = "page-faults", 104 .alias = "faults", 105 }, 106 [PERF_COUNT_SW_CONTEXT_SWITCHES] = { 107 .symbol = "context-switches", 108 .alias = "cs", 109 }, 110 [PERF_COUNT_SW_CPU_MIGRATIONS] = { 111 .symbol = "cpu-migrations", 112 .alias = "migrations", 113 }, 114 [PERF_COUNT_SW_PAGE_FAULTS_MIN] = { 115 .symbol = "minor-faults", 116 .alias = "", 117 }, 118 [PERF_COUNT_SW_PAGE_FAULTS_MAJ] = { 119 .symbol = "major-faults", 120 .alias = "", 121 }, 122 [PERF_COUNT_SW_ALIGNMENT_FAULTS] = { 123 .symbol = "alignment-faults", 124 .alias = "", 125 }, 126 [PERF_COUNT_SW_EMULATION_FAULTS] = { 127 .symbol = "emulation-faults", 128 .alias = "", 129 }, 130 [PERF_COUNT_SW_DUMMY] = { 131 .symbol = "dummy", 132 .alias = "", 133 }, 134 [PERF_COUNT_SW_BPF_OUTPUT] = { 135 .symbol = "bpf-output", 136 .alias = "", 137 }, 138 }; 139 140 #define __PERF_EVENT_FIELD(config, name) \ 141 ((config & PERF_EVENT_##name##_MASK) >> PERF_EVENT_##name##_SHIFT) 142 143 #define PERF_EVENT_RAW(config) __PERF_EVENT_FIELD(config, RAW) 144 #define PERF_EVENT_CONFIG(config) __PERF_EVENT_FIELD(config, CONFIG) 145 #define PERF_EVENT_TYPE(config) __PERF_EVENT_FIELD(config, TYPE) 146 #define PERF_EVENT_ID(config) __PERF_EVENT_FIELD(config, EVENT) 147 148 #define for_each_subsystem(sys_dir, sys_dirent) \ 149 while ((sys_dirent = readdir(sys_dir)) != NULL) \ 150 if (sys_dirent->d_type == DT_DIR && \ 151 (strcmp(sys_dirent->d_name, ".")) && \ 152 (strcmp(sys_dirent->d_name, ".."))) 153 154 static int tp_event_has_id(struct dirent *sys_dir, struct dirent *evt_dir) 155 { 156 char evt_path[MAXPATHLEN]; 157 int fd; 158 159 snprintf(evt_path, MAXPATHLEN, "%s/%s/%s/id", tracing_events_path, 160 sys_dir->d_name, evt_dir->d_name); 161 fd = open(evt_path, O_RDONLY); 162 if (fd < 0) 163 return -EINVAL; 164 close(fd); 165 166 return 0; 167 } 168 169 #define for_each_event(sys_dirent, evt_dir, evt_dirent) \ 170 while ((evt_dirent = readdir(evt_dir)) != NULL) \ 171 if (evt_dirent->d_type == DT_DIR && \ 172 (strcmp(evt_dirent->d_name, ".")) && \ 173 (strcmp(evt_dirent->d_name, "..")) && \ 174 (!tp_event_has_id(sys_dirent, evt_dirent))) 175 176 #define MAX_EVENT_LENGTH 512 177 178 179 struct tracepoint_path *tracepoint_id_to_path(u64 config) 180 { 181 struct tracepoint_path *path = NULL; 182 DIR *sys_dir, *evt_dir; 183 struct dirent *sys_dirent, *evt_dirent; 184 char id_buf[24]; 185 int fd; 186 u64 id; 187 char evt_path[MAXPATHLEN]; 188 char dir_path[MAXPATHLEN]; 189 190 sys_dir = opendir(tracing_events_path); 191 if (!sys_dir) 192 return NULL; 193 194 for_each_subsystem(sys_dir, sys_dirent) { 195 196 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path, 197 sys_dirent->d_name); 198 evt_dir = opendir(dir_path); 199 if (!evt_dir) 200 continue; 201 202 for_each_event(sys_dirent, evt_dir, evt_dirent) { 203 204 snprintf(evt_path, MAXPATHLEN, "%s/%s/id", dir_path, 205 evt_dirent->d_name); 206 fd = open(evt_path, O_RDONLY); 207 if (fd < 0) 208 continue; 209 if (read(fd, id_buf, sizeof(id_buf)) < 0) { 210 close(fd); 211 continue; 212 } 213 close(fd); 214 id = atoll(id_buf); 215 if (id == config) { 216 closedir(evt_dir); 217 closedir(sys_dir); 218 path = zalloc(sizeof(*path)); 219 if (!path) 220 return NULL; 221 path->system = malloc(MAX_EVENT_LENGTH); 222 if (!path->system) { 223 free(path); 224 return NULL; 225 } 226 path->name = malloc(MAX_EVENT_LENGTH); 227 if (!path->name) { 228 zfree(&path->system); 229 free(path); 230 return NULL; 231 } 232 strncpy(path->system, sys_dirent->d_name, 233 MAX_EVENT_LENGTH); 234 strncpy(path->name, evt_dirent->d_name, 235 MAX_EVENT_LENGTH); 236 return path; 237 } 238 } 239 closedir(evt_dir); 240 } 241 242 closedir(sys_dir); 243 return NULL; 244 } 245 246 struct tracepoint_path *tracepoint_name_to_path(const char *name) 247 { 248 struct tracepoint_path *path = zalloc(sizeof(*path)); 249 char *str = strchr(name, ':'); 250 251 if (path == NULL || str == NULL) { 252 free(path); 253 return NULL; 254 } 255 256 path->system = strndup(name, str - name); 257 path->name = strdup(str+1); 258 259 if (path->system == NULL || path->name == NULL) { 260 zfree(&path->system); 261 zfree(&path->name); 262 zfree(&path); 263 } 264 265 return path; 266 } 267 268 const char *event_type(int type) 269 { 270 switch (type) { 271 case PERF_TYPE_HARDWARE: 272 return "hardware"; 273 274 case PERF_TYPE_SOFTWARE: 275 return "software"; 276 277 case PERF_TYPE_TRACEPOINT: 278 return "tracepoint"; 279 280 case PERF_TYPE_HW_CACHE: 281 return "hardware-cache"; 282 283 default: 284 break; 285 } 286 287 return "unknown"; 288 } 289 290 static int parse_events__is_name_term(struct parse_events_term *term) 291 { 292 return term->type_term == PARSE_EVENTS__TERM_TYPE_NAME; 293 } 294 295 static char *get_config_name(struct list_head *head_terms) 296 { 297 struct parse_events_term *term; 298 299 if (!head_terms) 300 return NULL; 301 302 list_for_each_entry(term, head_terms, list) 303 if (parse_events__is_name_term(term)) 304 return term->val.str; 305 306 return NULL; 307 } 308 309 static struct perf_evsel * 310 __add_event(struct list_head *list, int *idx, 311 struct perf_event_attr *attr, 312 char *name, struct cpu_map *cpus, 313 struct list_head *config_terms, bool auto_merge_stats) 314 { 315 struct perf_evsel *evsel; 316 317 event_attr_init(attr); 318 319 evsel = perf_evsel__new_idx(attr, *idx); 320 if (!evsel) 321 return NULL; 322 323 (*idx)++; 324 evsel->cpus = cpu_map__get(cpus); 325 evsel->own_cpus = cpu_map__get(cpus); 326 evsel->system_wide = !!cpus; 327 evsel->auto_merge_stats = auto_merge_stats; 328 329 if (name) 330 evsel->name = strdup(name); 331 332 if (config_terms) 333 list_splice(config_terms, &evsel->config_terms); 334 335 list_add_tail(&evsel->node, list); 336 return evsel; 337 } 338 339 static int add_event(struct list_head *list, int *idx, 340 struct perf_event_attr *attr, char *name, 341 struct list_head *config_terms) 342 { 343 return __add_event(list, idx, attr, name, NULL, config_terms, false) ? 0 : -ENOMEM; 344 } 345 346 static int parse_aliases(char *str, const char *names[][PERF_EVSEL__MAX_ALIASES], int size) 347 { 348 int i, j; 349 int n, longest = -1; 350 351 for (i = 0; i < size; i++) { 352 for (j = 0; j < PERF_EVSEL__MAX_ALIASES && names[i][j]; j++) { 353 n = strlen(names[i][j]); 354 if (n > longest && !strncasecmp(str, names[i][j], n)) 355 longest = n; 356 } 357 if (longest > 0) 358 return i; 359 } 360 361 return -1; 362 } 363 364 typedef int config_term_func_t(struct perf_event_attr *attr, 365 struct parse_events_term *term, 366 struct parse_events_error *err); 367 static int config_term_common(struct perf_event_attr *attr, 368 struct parse_events_term *term, 369 struct parse_events_error *err); 370 static int config_attr(struct perf_event_attr *attr, 371 struct list_head *head, 372 struct parse_events_error *err, 373 config_term_func_t config_term); 374 375 int parse_events_add_cache(struct list_head *list, int *idx, 376 char *type, char *op_result1, char *op_result2, 377 struct parse_events_error *err, 378 struct list_head *head_config) 379 { 380 struct perf_event_attr attr; 381 LIST_HEAD(config_terms); 382 char name[MAX_NAME_LEN], *config_name; 383 int cache_type = -1, cache_op = -1, cache_result = -1; 384 char *op_result[2] = { op_result1, op_result2 }; 385 int i, n; 386 387 /* 388 * No fallback - if we cannot get a clear cache type 389 * then bail out: 390 */ 391 cache_type = parse_aliases(type, perf_evsel__hw_cache, 392 PERF_COUNT_HW_CACHE_MAX); 393 if (cache_type == -1) 394 return -EINVAL; 395 396 config_name = get_config_name(head_config); 397 n = snprintf(name, MAX_NAME_LEN, "%s", type); 398 399 for (i = 0; (i < 2) && (op_result[i]); i++) { 400 char *str = op_result[i]; 401 402 n += snprintf(name + n, MAX_NAME_LEN - n, "-%s", str); 403 404 if (cache_op == -1) { 405 cache_op = parse_aliases(str, perf_evsel__hw_cache_op, 406 PERF_COUNT_HW_CACHE_OP_MAX); 407 if (cache_op >= 0) { 408 if (!perf_evsel__is_cache_op_valid(cache_type, cache_op)) 409 return -EINVAL; 410 continue; 411 } 412 } 413 414 if (cache_result == -1) { 415 cache_result = parse_aliases(str, perf_evsel__hw_cache_result, 416 PERF_COUNT_HW_CACHE_RESULT_MAX); 417 if (cache_result >= 0) 418 continue; 419 } 420 } 421 422 /* 423 * Fall back to reads: 424 */ 425 if (cache_op == -1) 426 cache_op = PERF_COUNT_HW_CACHE_OP_READ; 427 428 /* 429 * Fall back to accesses: 430 */ 431 if (cache_result == -1) 432 cache_result = PERF_COUNT_HW_CACHE_RESULT_ACCESS; 433 434 memset(&attr, 0, sizeof(attr)); 435 attr.config = cache_type | (cache_op << 8) | (cache_result << 16); 436 attr.type = PERF_TYPE_HW_CACHE; 437 438 if (head_config) { 439 if (config_attr(&attr, head_config, err, 440 config_term_common)) 441 return -EINVAL; 442 443 if (get_config_terms(head_config, &config_terms)) 444 return -ENOMEM; 445 } 446 return add_event(list, idx, &attr, config_name ? : name, &config_terms); 447 } 448 449 static void tracepoint_error(struct parse_events_error *e, int err, 450 const char *sys, const char *name) 451 { 452 char help[BUFSIZ]; 453 454 if (!e) 455 return; 456 457 /* 458 * We get error directly from syscall errno ( > 0), 459 * or from encoded pointer's error ( < 0). 460 */ 461 err = abs(err); 462 463 switch (err) { 464 case EACCES: 465 e->str = strdup("can't access trace events"); 466 break; 467 case ENOENT: 468 e->str = strdup("unknown tracepoint"); 469 break; 470 default: 471 e->str = strdup("failed to add tracepoint"); 472 break; 473 } 474 475 tracing_path__strerror_open_tp(err, help, sizeof(help), sys, name); 476 e->help = strdup(help); 477 } 478 479 static int add_tracepoint(struct list_head *list, int *idx, 480 const char *sys_name, const char *evt_name, 481 struct parse_events_error *err, 482 struct list_head *head_config) 483 { 484 struct perf_evsel *evsel; 485 486 evsel = perf_evsel__newtp_idx(sys_name, evt_name, (*idx)++); 487 if (IS_ERR(evsel)) { 488 tracepoint_error(err, PTR_ERR(evsel), sys_name, evt_name); 489 return PTR_ERR(evsel); 490 } 491 492 if (head_config) { 493 LIST_HEAD(config_terms); 494 495 if (get_config_terms(head_config, &config_terms)) 496 return -ENOMEM; 497 list_splice(&config_terms, &evsel->config_terms); 498 } 499 500 list_add_tail(&evsel->node, list); 501 return 0; 502 } 503 504 static int add_tracepoint_multi_event(struct list_head *list, int *idx, 505 const char *sys_name, const char *evt_name, 506 struct parse_events_error *err, 507 struct list_head *head_config) 508 { 509 char evt_path[MAXPATHLEN]; 510 struct dirent *evt_ent; 511 DIR *evt_dir; 512 int ret = 0, found = 0; 513 514 snprintf(evt_path, MAXPATHLEN, "%s/%s", tracing_events_path, sys_name); 515 evt_dir = opendir(evt_path); 516 if (!evt_dir) { 517 tracepoint_error(err, errno, sys_name, evt_name); 518 return -1; 519 } 520 521 while (!ret && (evt_ent = readdir(evt_dir))) { 522 if (!strcmp(evt_ent->d_name, ".") 523 || !strcmp(evt_ent->d_name, "..") 524 || !strcmp(evt_ent->d_name, "enable") 525 || !strcmp(evt_ent->d_name, "filter")) 526 continue; 527 528 if (!strglobmatch(evt_ent->d_name, evt_name)) 529 continue; 530 531 found++; 532 533 ret = add_tracepoint(list, idx, sys_name, evt_ent->d_name, 534 err, head_config); 535 } 536 537 if (!found) { 538 tracepoint_error(err, ENOENT, sys_name, evt_name); 539 ret = -1; 540 } 541 542 closedir(evt_dir); 543 return ret; 544 } 545 546 static int add_tracepoint_event(struct list_head *list, int *idx, 547 const char *sys_name, const char *evt_name, 548 struct parse_events_error *err, 549 struct list_head *head_config) 550 { 551 return strpbrk(evt_name, "*?") ? 552 add_tracepoint_multi_event(list, idx, sys_name, evt_name, 553 err, head_config) : 554 add_tracepoint(list, idx, sys_name, evt_name, 555 err, head_config); 556 } 557 558 static int add_tracepoint_multi_sys(struct list_head *list, int *idx, 559 const char *sys_name, const char *evt_name, 560 struct parse_events_error *err, 561 struct list_head *head_config) 562 { 563 struct dirent *events_ent; 564 DIR *events_dir; 565 int ret = 0; 566 567 events_dir = opendir(tracing_events_path); 568 if (!events_dir) { 569 tracepoint_error(err, errno, sys_name, evt_name); 570 return -1; 571 } 572 573 while (!ret && (events_ent = readdir(events_dir))) { 574 if (!strcmp(events_ent->d_name, ".") 575 || !strcmp(events_ent->d_name, "..") 576 || !strcmp(events_ent->d_name, "enable") 577 || !strcmp(events_ent->d_name, "header_event") 578 || !strcmp(events_ent->d_name, "header_page")) 579 continue; 580 581 if (!strglobmatch(events_ent->d_name, sys_name)) 582 continue; 583 584 ret = add_tracepoint_event(list, idx, events_ent->d_name, 585 evt_name, err, head_config); 586 } 587 588 closedir(events_dir); 589 return ret; 590 } 591 592 struct __add_bpf_event_param { 593 struct parse_events_state *parse_state; 594 struct list_head *list; 595 struct list_head *head_config; 596 }; 597 598 static int add_bpf_event(const char *group, const char *event, int fd, 599 void *_param) 600 { 601 LIST_HEAD(new_evsels); 602 struct __add_bpf_event_param *param = _param; 603 struct parse_events_state *parse_state = param->parse_state; 604 struct list_head *list = param->list; 605 struct perf_evsel *pos; 606 int err; 607 608 pr_debug("add bpf event %s:%s and attach bpf program %d\n", 609 group, event, fd); 610 611 err = parse_events_add_tracepoint(&new_evsels, &parse_state->idx, group, 612 event, parse_state->error, 613 param->head_config); 614 if (err) { 615 struct perf_evsel *evsel, *tmp; 616 617 pr_debug("Failed to add BPF event %s:%s\n", 618 group, event); 619 list_for_each_entry_safe(evsel, tmp, &new_evsels, node) { 620 list_del(&evsel->node); 621 perf_evsel__delete(evsel); 622 } 623 return err; 624 } 625 pr_debug("adding %s:%s\n", group, event); 626 627 list_for_each_entry(pos, &new_evsels, node) { 628 pr_debug("adding %s:%s to %p\n", 629 group, event, pos); 630 pos->bpf_fd = fd; 631 } 632 list_splice(&new_evsels, list); 633 return 0; 634 } 635 636 int parse_events_load_bpf_obj(struct parse_events_state *parse_state, 637 struct list_head *list, 638 struct bpf_object *obj, 639 struct list_head *head_config) 640 { 641 int err; 642 char errbuf[BUFSIZ]; 643 struct __add_bpf_event_param param = {parse_state, list, head_config}; 644 static bool registered_unprobe_atexit = false; 645 646 if (IS_ERR(obj) || !obj) { 647 snprintf(errbuf, sizeof(errbuf), 648 "Internal error: load bpf obj with NULL"); 649 err = -EINVAL; 650 goto errout; 651 } 652 653 /* 654 * Register atexit handler before calling bpf__probe() so 655 * bpf__probe() don't need to unprobe probe points its already 656 * created when failure. 657 */ 658 if (!registered_unprobe_atexit) { 659 atexit(bpf__clear); 660 registered_unprobe_atexit = true; 661 } 662 663 err = bpf__probe(obj); 664 if (err) { 665 bpf__strerror_probe(obj, err, errbuf, sizeof(errbuf)); 666 goto errout; 667 } 668 669 err = bpf__load(obj); 670 if (err) { 671 bpf__strerror_load(obj, err, errbuf, sizeof(errbuf)); 672 goto errout; 673 } 674 675 err = bpf__foreach_event(obj, add_bpf_event, ¶m); 676 if (err) { 677 snprintf(errbuf, sizeof(errbuf), 678 "Attach events in BPF object failed"); 679 goto errout; 680 } 681 682 return 0; 683 errout: 684 parse_state->error->help = strdup("(add -v to see detail)"); 685 parse_state->error->str = strdup(errbuf); 686 return err; 687 } 688 689 static int 690 parse_events_config_bpf(struct parse_events_state *parse_state, 691 struct bpf_object *obj, 692 struct list_head *head_config) 693 { 694 struct parse_events_term *term; 695 int error_pos; 696 697 if (!head_config || list_empty(head_config)) 698 return 0; 699 700 list_for_each_entry(term, head_config, list) { 701 char errbuf[BUFSIZ]; 702 int err; 703 704 if (term->type_term != PARSE_EVENTS__TERM_TYPE_USER) { 705 snprintf(errbuf, sizeof(errbuf), 706 "Invalid config term for BPF object"); 707 errbuf[BUFSIZ - 1] = '\0'; 708 709 parse_state->error->idx = term->err_term; 710 parse_state->error->str = strdup(errbuf); 711 return -EINVAL; 712 } 713 714 err = bpf__config_obj(obj, term, parse_state->evlist, &error_pos); 715 if (err) { 716 bpf__strerror_config_obj(obj, term, parse_state->evlist, 717 &error_pos, err, errbuf, 718 sizeof(errbuf)); 719 parse_state->error->help = strdup( 720 "Hint:\tValid config terms:\n" 721 " \tmap:[<arraymap>].value<indices>=[value]\n" 722 " \tmap:[<eventmap>].event<indices>=[event]\n" 723 "\n" 724 " \twhere <indices> is something like [0,3...5] or [all]\n" 725 " \t(add -v to see detail)"); 726 parse_state->error->str = strdup(errbuf); 727 if (err == -BPF_LOADER_ERRNO__OBJCONF_MAP_VALUE) 728 parse_state->error->idx = term->err_val; 729 else 730 parse_state->error->idx = term->err_term + error_pos; 731 return err; 732 } 733 } 734 return 0; 735 } 736 737 /* 738 * Split config terms: 739 * perf record -e bpf.c/call-graph=fp,map:array.value[0]=1/ ... 740 * 'call-graph=fp' is 'evt config', should be applied to each 741 * events in bpf.c. 742 * 'map:array.value[0]=1' is 'obj config', should be processed 743 * with parse_events_config_bpf. 744 * 745 * Move object config terms from the first list to obj_head_config. 746 */ 747 static void 748 split_bpf_config_terms(struct list_head *evt_head_config, 749 struct list_head *obj_head_config) 750 { 751 struct parse_events_term *term, *temp; 752 753 /* 754 * Currectly, all possible user config term 755 * belong to bpf object. parse_events__is_hardcoded_term() 756 * happends to be a good flag. 757 * 758 * See parse_events_config_bpf() and 759 * config_term_tracepoint(). 760 */ 761 list_for_each_entry_safe(term, temp, evt_head_config, list) 762 if (!parse_events__is_hardcoded_term(term)) 763 list_move_tail(&term->list, obj_head_config); 764 } 765 766 int parse_events_load_bpf(struct parse_events_state *parse_state, 767 struct list_head *list, 768 char *bpf_file_name, 769 bool source, 770 struct list_head *head_config) 771 { 772 int err; 773 struct bpf_object *obj; 774 LIST_HEAD(obj_head_config); 775 776 if (head_config) 777 split_bpf_config_terms(head_config, &obj_head_config); 778 779 obj = bpf__prepare_load(bpf_file_name, source); 780 if (IS_ERR(obj)) { 781 char errbuf[BUFSIZ]; 782 783 err = PTR_ERR(obj); 784 785 if (err == -ENOTSUP) 786 snprintf(errbuf, sizeof(errbuf), 787 "BPF support is not compiled"); 788 else 789 bpf__strerror_prepare_load(bpf_file_name, 790 source, 791 -err, errbuf, 792 sizeof(errbuf)); 793 794 parse_state->error->help = strdup("(add -v to see detail)"); 795 parse_state->error->str = strdup(errbuf); 796 return err; 797 } 798 799 err = parse_events_load_bpf_obj(parse_state, list, obj, head_config); 800 if (err) 801 return err; 802 err = parse_events_config_bpf(parse_state, obj, &obj_head_config); 803 804 /* 805 * Caller doesn't know anything about obj_head_config, 806 * so combine them together again before returnning. 807 */ 808 if (head_config) 809 list_splice_tail(&obj_head_config, head_config); 810 return err; 811 } 812 813 static int 814 parse_breakpoint_type(const char *type, struct perf_event_attr *attr) 815 { 816 int i; 817 818 for (i = 0; i < 3; i++) { 819 if (!type || !type[i]) 820 break; 821 822 #define CHECK_SET_TYPE(bit) \ 823 do { \ 824 if (attr->bp_type & bit) \ 825 return -EINVAL; \ 826 else \ 827 attr->bp_type |= bit; \ 828 } while (0) 829 830 switch (type[i]) { 831 case 'r': 832 CHECK_SET_TYPE(HW_BREAKPOINT_R); 833 break; 834 case 'w': 835 CHECK_SET_TYPE(HW_BREAKPOINT_W); 836 break; 837 case 'x': 838 CHECK_SET_TYPE(HW_BREAKPOINT_X); 839 break; 840 default: 841 return -EINVAL; 842 } 843 } 844 845 #undef CHECK_SET_TYPE 846 847 if (!attr->bp_type) /* Default */ 848 attr->bp_type = HW_BREAKPOINT_R | HW_BREAKPOINT_W; 849 850 return 0; 851 } 852 853 int parse_events_add_breakpoint(struct list_head *list, int *idx, 854 void *ptr, char *type, u64 len) 855 { 856 struct perf_event_attr attr; 857 858 memset(&attr, 0, sizeof(attr)); 859 attr.bp_addr = (unsigned long) ptr; 860 861 if (parse_breakpoint_type(type, &attr)) 862 return -EINVAL; 863 864 /* Provide some defaults if len is not specified */ 865 if (!len) { 866 if (attr.bp_type == HW_BREAKPOINT_X) 867 len = sizeof(long); 868 else 869 len = HW_BREAKPOINT_LEN_4; 870 } 871 872 attr.bp_len = len; 873 874 attr.type = PERF_TYPE_BREAKPOINT; 875 attr.sample_period = 1; 876 877 return add_event(list, idx, &attr, NULL, NULL); 878 } 879 880 static int check_type_val(struct parse_events_term *term, 881 struct parse_events_error *err, 882 int type) 883 { 884 if (type == term->type_val) 885 return 0; 886 887 if (err) { 888 err->idx = term->err_val; 889 if (type == PARSE_EVENTS__TERM_TYPE_NUM) 890 err->str = strdup("expected numeric value"); 891 else 892 err->str = strdup("expected string value"); 893 } 894 return -EINVAL; 895 } 896 897 /* 898 * Update according to parse-events.l 899 */ 900 static const char *config_term_names[__PARSE_EVENTS__TERM_TYPE_NR] = { 901 [PARSE_EVENTS__TERM_TYPE_USER] = "<sysfs term>", 902 [PARSE_EVENTS__TERM_TYPE_CONFIG] = "config", 903 [PARSE_EVENTS__TERM_TYPE_CONFIG1] = "config1", 904 [PARSE_EVENTS__TERM_TYPE_CONFIG2] = "config2", 905 [PARSE_EVENTS__TERM_TYPE_NAME] = "name", 906 [PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD] = "period", 907 [PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ] = "freq", 908 [PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE] = "branch_type", 909 [PARSE_EVENTS__TERM_TYPE_TIME] = "time", 910 [PARSE_EVENTS__TERM_TYPE_CALLGRAPH] = "call-graph", 911 [PARSE_EVENTS__TERM_TYPE_STACKSIZE] = "stack-size", 912 [PARSE_EVENTS__TERM_TYPE_NOINHERIT] = "no-inherit", 913 [PARSE_EVENTS__TERM_TYPE_INHERIT] = "inherit", 914 [PARSE_EVENTS__TERM_TYPE_MAX_STACK] = "max-stack", 915 [PARSE_EVENTS__TERM_TYPE_OVERWRITE] = "overwrite", 916 [PARSE_EVENTS__TERM_TYPE_NOOVERWRITE] = "no-overwrite", 917 [PARSE_EVENTS__TERM_TYPE_DRV_CFG] = "driver-config", 918 }; 919 920 static bool config_term_shrinked; 921 922 static bool 923 config_term_avail(int term_type, struct parse_events_error *err) 924 { 925 if (term_type < 0 || term_type >= __PARSE_EVENTS__TERM_TYPE_NR) { 926 err->str = strdup("Invalid term_type"); 927 return false; 928 } 929 if (!config_term_shrinked) 930 return true; 931 932 switch (term_type) { 933 case PARSE_EVENTS__TERM_TYPE_CONFIG: 934 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 935 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 936 case PARSE_EVENTS__TERM_TYPE_NAME: 937 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 938 return true; 939 default: 940 if (!err) 941 return false; 942 943 /* term_type is validated so indexing is safe */ 944 if (asprintf(&err->str, "'%s' is not usable in 'perf stat'", 945 config_term_names[term_type]) < 0) 946 err->str = NULL; 947 return false; 948 } 949 } 950 951 void parse_events__shrink_config_terms(void) 952 { 953 config_term_shrinked = true; 954 } 955 956 static int config_term_common(struct perf_event_attr *attr, 957 struct parse_events_term *term, 958 struct parse_events_error *err) 959 { 960 #define CHECK_TYPE_VAL(type) \ 961 do { \ 962 if (check_type_val(term, err, PARSE_EVENTS__TERM_TYPE_ ## type)) \ 963 return -EINVAL; \ 964 } while (0) 965 966 switch (term->type_term) { 967 case PARSE_EVENTS__TERM_TYPE_CONFIG: 968 CHECK_TYPE_VAL(NUM); 969 attr->config = term->val.num; 970 break; 971 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 972 CHECK_TYPE_VAL(NUM); 973 attr->config1 = term->val.num; 974 break; 975 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 976 CHECK_TYPE_VAL(NUM); 977 attr->config2 = term->val.num; 978 break; 979 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 980 CHECK_TYPE_VAL(NUM); 981 break; 982 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 983 CHECK_TYPE_VAL(NUM); 984 break; 985 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 986 CHECK_TYPE_VAL(STR); 987 if (strcmp(term->val.str, "no") && 988 parse_branch_str(term->val.str, &attr->branch_sample_type)) { 989 err->str = strdup("invalid branch sample type"); 990 err->idx = term->err_val; 991 return -EINVAL; 992 } 993 break; 994 case PARSE_EVENTS__TERM_TYPE_TIME: 995 CHECK_TYPE_VAL(NUM); 996 if (term->val.num > 1) { 997 err->str = strdup("expected 0 or 1"); 998 err->idx = term->err_val; 999 return -EINVAL; 1000 } 1001 break; 1002 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 1003 CHECK_TYPE_VAL(STR); 1004 break; 1005 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1006 CHECK_TYPE_VAL(NUM); 1007 break; 1008 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1009 CHECK_TYPE_VAL(NUM); 1010 break; 1011 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1012 CHECK_TYPE_VAL(NUM); 1013 break; 1014 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1015 CHECK_TYPE_VAL(NUM); 1016 break; 1017 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1018 CHECK_TYPE_VAL(NUM); 1019 break; 1020 case PARSE_EVENTS__TERM_TYPE_NAME: 1021 CHECK_TYPE_VAL(STR); 1022 break; 1023 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1024 CHECK_TYPE_VAL(NUM); 1025 break; 1026 default: 1027 err->str = strdup("unknown term"); 1028 err->idx = term->err_term; 1029 err->help = parse_events_formats_error_string(NULL); 1030 return -EINVAL; 1031 } 1032 1033 /* 1034 * Check term availbility after basic checking so 1035 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered. 1036 * 1037 * If check availbility at the entry of this function, 1038 * user will see "'<sysfs term>' is not usable in 'perf stat'" 1039 * if an invalid config term is provided for legacy events 1040 * (for example, instructions/badterm/...), which is confusing. 1041 */ 1042 if (!config_term_avail(term->type_term, err)) 1043 return -EINVAL; 1044 return 0; 1045 #undef CHECK_TYPE_VAL 1046 } 1047 1048 static int config_term_pmu(struct perf_event_attr *attr, 1049 struct parse_events_term *term, 1050 struct parse_events_error *err) 1051 { 1052 if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER || 1053 term->type_term == PARSE_EVENTS__TERM_TYPE_DRV_CFG) 1054 /* 1055 * Always succeed for sysfs terms, as we dont know 1056 * at this point what type they need to have. 1057 */ 1058 return 0; 1059 else 1060 return config_term_common(attr, term, err); 1061 } 1062 1063 static int config_term_tracepoint(struct perf_event_attr *attr, 1064 struct parse_events_term *term, 1065 struct parse_events_error *err) 1066 { 1067 switch (term->type_term) { 1068 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 1069 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1070 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1071 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1072 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1073 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1074 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1075 return config_term_common(attr, term, err); 1076 default: 1077 if (err) { 1078 err->idx = term->err_term; 1079 err->str = strdup("unknown term"); 1080 err->help = strdup("valid terms: call-graph,stack-size\n"); 1081 } 1082 return -EINVAL; 1083 } 1084 1085 return 0; 1086 } 1087 1088 static int config_attr(struct perf_event_attr *attr, 1089 struct list_head *head, 1090 struct parse_events_error *err, 1091 config_term_func_t config_term) 1092 { 1093 struct parse_events_term *term; 1094 1095 list_for_each_entry(term, head, list) 1096 if (config_term(attr, term, err)) 1097 return -EINVAL; 1098 1099 return 0; 1100 } 1101 1102 static int get_config_terms(struct list_head *head_config, 1103 struct list_head *head_terms __maybe_unused) 1104 { 1105 #define ADD_CONFIG_TERM(__type, __name, __val) \ 1106 do { \ 1107 struct perf_evsel_config_term *__t; \ 1108 \ 1109 __t = zalloc(sizeof(*__t)); \ 1110 if (!__t) \ 1111 return -ENOMEM; \ 1112 \ 1113 INIT_LIST_HEAD(&__t->list); \ 1114 __t->type = PERF_EVSEL__CONFIG_TERM_ ## __type; \ 1115 __t->val.__name = __val; \ 1116 list_add_tail(&__t->list, head_terms); \ 1117 } while (0) 1118 1119 struct parse_events_term *term; 1120 1121 list_for_each_entry(term, head_config, list) { 1122 switch (term->type_term) { 1123 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 1124 ADD_CONFIG_TERM(PERIOD, period, term->val.num); 1125 break; 1126 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 1127 ADD_CONFIG_TERM(FREQ, freq, term->val.num); 1128 break; 1129 case PARSE_EVENTS__TERM_TYPE_TIME: 1130 ADD_CONFIG_TERM(TIME, time, term->val.num); 1131 break; 1132 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 1133 ADD_CONFIG_TERM(CALLGRAPH, callgraph, term->val.str); 1134 break; 1135 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 1136 ADD_CONFIG_TERM(BRANCH, branch, term->val.str); 1137 break; 1138 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1139 ADD_CONFIG_TERM(STACK_USER, stack_user, term->val.num); 1140 break; 1141 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1142 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 1 : 0); 1143 break; 1144 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1145 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 0 : 1); 1146 break; 1147 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1148 ADD_CONFIG_TERM(MAX_STACK, max_stack, term->val.num); 1149 break; 1150 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1151 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 1 : 0); 1152 break; 1153 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1154 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 0 : 1); 1155 break; 1156 case PARSE_EVENTS__TERM_TYPE_DRV_CFG: 1157 ADD_CONFIG_TERM(DRV_CFG, drv_cfg, term->val.str); 1158 break; 1159 default: 1160 break; 1161 } 1162 } 1163 #undef ADD_EVSEL_CONFIG 1164 return 0; 1165 } 1166 1167 int parse_events_add_tracepoint(struct list_head *list, int *idx, 1168 const char *sys, const char *event, 1169 struct parse_events_error *err, 1170 struct list_head *head_config) 1171 { 1172 if (head_config) { 1173 struct perf_event_attr attr; 1174 1175 if (config_attr(&attr, head_config, err, 1176 config_term_tracepoint)) 1177 return -EINVAL; 1178 } 1179 1180 if (strpbrk(sys, "*?")) 1181 return add_tracepoint_multi_sys(list, idx, sys, event, 1182 err, head_config); 1183 else 1184 return add_tracepoint_event(list, idx, sys, event, 1185 err, head_config); 1186 } 1187 1188 int parse_events_add_numeric(struct parse_events_state *parse_state, 1189 struct list_head *list, 1190 u32 type, u64 config, 1191 struct list_head *head_config) 1192 { 1193 struct perf_event_attr attr; 1194 LIST_HEAD(config_terms); 1195 1196 memset(&attr, 0, sizeof(attr)); 1197 attr.type = type; 1198 attr.config = config; 1199 1200 if (head_config) { 1201 if (config_attr(&attr, head_config, parse_state->error, 1202 config_term_common)) 1203 return -EINVAL; 1204 1205 if (get_config_terms(head_config, &config_terms)) 1206 return -ENOMEM; 1207 } 1208 1209 return add_event(list, &parse_state->idx, &attr, 1210 get_config_name(head_config), &config_terms); 1211 } 1212 1213 static int __parse_events_add_pmu(struct parse_events_state *parse_state, 1214 struct list_head *list, char *name, 1215 struct list_head *head_config, bool auto_merge_stats) 1216 { 1217 struct perf_event_attr attr; 1218 struct perf_pmu_info info; 1219 struct perf_pmu *pmu; 1220 struct perf_evsel *evsel; 1221 LIST_HEAD(config_terms); 1222 1223 pmu = perf_pmu__find(name); 1224 if (!pmu) 1225 return -EINVAL; 1226 1227 if (pmu->default_config) { 1228 memcpy(&attr, pmu->default_config, 1229 sizeof(struct perf_event_attr)); 1230 } else { 1231 memset(&attr, 0, sizeof(attr)); 1232 } 1233 1234 if (!head_config) { 1235 attr.type = pmu->type; 1236 evsel = __add_event(list, &parse_state->idx, &attr, NULL, pmu->cpus, NULL, auto_merge_stats); 1237 return evsel ? 0 : -ENOMEM; 1238 } 1239 1240 if (perf_pmu__check_alias(pmu, head_config, &info)) 1241 return -EINVAL; 1242 1243 /* 1244 * Configure hardcoded terms first, no need to check 1245 * return value when called with fail == 0 ;) 1246 */ 1247 if (config_attr(&attr, head_config, parse_state->error, config_term_pmu)) 1248 return -EINVAL; 1249 1250 if (get_config_terms(head_config, &config_terms)) 1251 return -ENOMEM; 1252 1253 if (perf_pmu__config(pmu, &attr, head_config, parse_state->error)) 1254 return -EINVAL; 1255 1256 evsel = __add_event(list, &parse_state->idx, &attr, 1257 get_config_name(head_config), pmu->cpus, 1258 &config_terms, auto_merge_stats); 1259 if (evsel) { 1260 evsel->unit = info.unit; 1261 evsel->scale = info.scale; 1262 evsel->per_pkg = info.per_pkg; 1263 evsel->snapshot = info.snapshot; 1264 evsel->metric_expr = info.metric_expr; 1265 evsel->metric_name = info.metric_name; 1266 } 1267 1268 return evsel ? 0 : -ENOMEM; 1269 } 1270 1271 int parse_events_add_pmu(struct parse_events_state *parse_state, 1272 struct list_head *list, char *name, 1273 struct list_head *head_config) 1274 { 1275 return __parse_events_add_pmu(parse_state, list, name, head_config, false); 1276 } 1277 1278 int parse_events_multi_pmu_add(struct parse_events_state *parse_state, 1279 char *str, struct list_head **listp) 1280 { 1281 struct list_head *head; 1282 struct parse_events_term *term; 1283 struct list_head *list; 1284 struct perf_pmu *pmu = NULL; 1285 int ok = 0; 1286 1287 *listp = NULL; 1288 /* Add it for all PMUs that support the alias */ 1289 list = malloc(sizeof(struct list_head)); 1290 if (!list) 1291 return -1; 1292 INIT_LIST_HEAD(list); 1293 while ((pmu = perf_pmu__scan(pmu)) != NULL) { 1294 struct perf_pmu_alias *alias; 1295 1296 list_for_each_entry(alias, &pmu->aliases, list) { 1297 if (!strcasecmp(alias->name, str)) { 1298 head = malloc(sizeof(struct list_head)); 1299 if (!head) 1300 return -1; 1301 INIT_LIST_HEAD(head); 1302 if (parse_events_term__num(&term, PARSE_EVENTS__TERM_TYPE_USER, 1303 str, 1, false, &str, NULL) < 0) 1304 return -1; 1305 list_add_tail(&term->list, head); 1306 1307 if (!__parse_events_add_pmu(parse_state, list, 1308 pmu->name, head, true)) { 1309 pr_debug("%s -> %s/%s/\n", str, 1310 pmu->name, alias->str); 1311 ok++; 1312 } 1313 1314 parse_events_terms__delete(head); 1315 } 1316 } 1317 } 1318 if (!ok) 1319 return -1; 1320 *listp = list; 1321 return 0; 1322 } 1323 1324 int parse_events__modifier_group(struct list_head *list, 1325 char *event_mod) 1326 { 1327 return parse_events__modifier_event(list, event_mod, true); 1328 } 1329 1330 void parse_events__set_leader(char *name, struct list_head *list) 1331 { 1332 struct perf_evsel *leader; 1333 1334 if (list_empty(list)) { 1335 WARN_ONCE(true, "WARNING: failed to set leader: empty list"); 1336 return; 1337 } 1338 1339 __perf_evlist__set_leader(list); 1340 leader = list_entry(list->next, struct perf_evsel, node); 1341 leader->group_name = name ? strdup(name) : NULL; 1342 } 1343 1344 /* list_event is assumed to point to malloc'ed memory */ 1345 void parse_events_update_lists(struct list_head *list_event, 1346 struct list_head *list_all) 1347 { 1348 /* 1349 * Called for single event definition. Update the 1350 * 'all event' list, and reinit the 'single event' 1351 * list, for next event definition. 1352 */ 1353 list_splice_tail(list_event, list_all); 1354 free(list_event); 1355 } 1356 1357 struct event_modifier { 1358 int eu; 1359 int ek; 1360 int eh; 1361 int eH; 1362 int eG; 1363 int eI; 1364 int precise; 1365 int precise_max; 1366 int exclude_GH; 1367 int sample_read; 1368 int pinned; 1369 }; 1370 1371 static int get_event_modifier(struct event_modifier *mod, char *str, 1372 struct perf_evsel *evsel) 1373 { 1374 int eu = evsel ? evsel->attr.exclude_user : 0; 1375 int ek = evsel ? evsel->attr.exclude_kernel : 0; 1376 int eh = evsel ? evsel->attr.exclude_hv : 0; 1377 int eH = evsel ? evsel->attr.exclude_host : 0; 1378 int eG = evsel ? evsel->attr.exclude_guest : 0; 1379 int eI = evsel ? evsel->attr.exclude_idle : 0; 1380 int precise = evsel ? evsel->attr.precise_ip : 0; 1381 int precise_max = 0; 1382 int sample_read = 0; 1383 int pinned = evsel ? evsel->attr.pinned : 0; 1384 1385 int exclude = eu | ek | eh; 1386 int exclude_GH = evsel ? evsel->exclude_GH : 0; 1387 1388 memset(mod, 0, sizeof(*mod)); 1389 1390 while (*str) { 1391 if (*str == 'u') { 1392 if (!exclude) 1393 exclude = eu = ek = eh = 1; 1394 eu = 0; 1395 } else if (*str == 'k') { 1396 if (!exclude) 1397 exclude = eu = ek = eh = 1; 1398 ek = 0; 1399 } else if (*str == 'h') { 1400 if (!exclude) 1401 exclude = eu = ek = eh = 1; 1402 eh = 0; 1403 } else if (*str == 'G') { 1404 if (!exclude_GH) 1405 exclude_GH = eG = eH = 1; 1406 eG = 0; 1407 } else if (*str == 'H') { 1408 if (!exclude_GH) 1409 exclude_GH = eG = eH = 1; 1410 eH = 0; 1411 } else if (*str == 'I') { 1412 eI = 1; 1413 } else if (*str == 'p') { 1414 precise++; 1415 /* use of precise requires exclude_guest */ 1416 if (!exclude_GH) 1417 eG = 1; 1418 } else if (*str == 'P') { 1419 precise_max = 1; 1420 } else if (*str == 'S') { 1421 sample_read = 1; 1422 } else if (*str == 'D') { 1423 pinned = 1; 1424 } else 1425 break; 1426 1427 ++str; 1428 } 1429 1430 /* 1431 * precise ip: 1432 * 1433 * 0 - SAMPLE_IP can have arbitrary skid 1434 * 1 - SAMPLE_IP must have constant skid 1435 * 2 - SAMPLE_IP requested to have 0 skid 1436 * 3 - SAMPLE_IP must have 0 skid 1437 * 1438 * See also PERF_RECORD_MISC_EXACT_IP 1439 */ 1440 if (precise > 3) 1441 return -EINVAL; 1442 1443 mod->eu = eu; 1444 mod->ek = ek; 1445 mod->eh = eh; 1446 mod->eH = eH; 1447 mod->eG = eG; 1448 mod->eI = eI; 1449 mod->precise = precise; 1450 mod->precise_max = precise_max; 1451 mod->exclude_GH = exclude_GH; 1452 mod->sample_read = sample_read; 1453 mod->pinned = pinned; 1454 1455 return 0; 1456 } 1457 1458 /* 1459 * Basic modifier sanity check to validate it contains only one 1460 * instance of any modifier (apart from 'p') present. 1461 */ 1462 static int check_modifier(char *str) 1463 { 1464 char *p = str; 1465 1466 /* The sizeof includes 0 byte as well. */ 1467 if (strlen(str) > (sizeof("ukhGHpppPSDI") - 1)) 1468 return -1; 1469 1470 while (*p) { 1471 if (*p != 'p' && strchr(p + 1, *p)) 1472 return -1; 1473 p++; 1474 } 1475 1476 return 0; 1477 } 1478 1479 int parse_events__modifier_event(struct list_head *list, char *str, bool add) 1480 { 1481 struct perf_evsel *evsel; 1482 struct event_modifier mod; 1483 1484 if (str == NULL) 1485 return 0; 1486 1487 if (check_modifier(str)) 1488 return -EINVAL; 1489 1490 if (!add && get_event_modifier(&mod, str, NULL)) 1491 return -EINVAL; 1492 1493 __evlist__for_each_entry(list, evsel) { 1494 if (add && get_event_modifier(&mod, str, evsel)) 1495 return -EINVAL; 1496 1497 evsel->attr.exclude_user = mod.eu; 1498 evsel->attr.exclude_kernel = mod.ek; 1499 evsel->attr.exclude_hv = mod.eh; 1500 evsel->attr.precise_ip = mod.precise; 1501 evsel->attr.exclude_host = mod.eH; 1502 evsel->attr.exclude_guest = mod.eG; 1503 evsel->attr.exclude_idle = mod.eI; 1504 evsel->exclude_GH = mod.exclude_GH; 1505 evsel->sample_read = mod.sample_read; 1506 evsel->precise_max = mod.precise_max; 1507 1508 if (perf_evsel__is_group_leader(evsel)) 1509 evsel->attr.pinned = mod.pinned; 1510 } 1511 1512 return 0; 1513 } 1514 1515 int parse_events_name(struct list_head *list, char *name) 1516 { 1517 struct perf_evsel *evsel; 1518 1519 __evlist__for_each_entry(list, evsel) { 1520 if (!evsel->name) 1521 evsel->name = strdup(name); 1522 } 1523 1524 return 0; 1525 } 1526 1527 static int 1528 comp_pmu(const void *p1, const void *p2) 1529 { 1530 struct perf_pmu_event_symbol *pmu1 = (struct perf_pmu_event_symbol *) p1; 1531 struct perf_pmu_event_symbol *pmu2 = (struct perf_pmu_event_symbol *) p2; 1532 1533 return strcasecmp(pmu1->symbol, pmu2->symbol); 1534 } 1535 1536 static void perf_pmu__parse_cleanup(void) 1537 { 1538 if (perf_pmu_events_list_num > 0) { 1539 struct perf_pmu_event_symbol *p; 1540 int i; 1541 1542 for (i = 0; i < perf_pmu_events_list_num; i++) { 1543 p = perf_pmu_events_list + i; 1544 zfree(&p->symbol); 1545 } 1546 zfree(&perf_pmu_events_list); 1547 perf_pmu_events_list_num = 0; 1548 } 1549 } 1550 1551 #define SET_SYMBOL(str, stype) \ 1552 do { \ 1553 p->symbol = str; \ 1554 if (!p->symbol) \ 1555 goto err; \ 1556 p->type = stype; \ 1557 } while (0) 1558 1559 /* 1560 * Read the pmu events list from sysfs 1561 * Save it into perf_pmu_events_list 1562 */ 1563 static void perf_pmu__parse_init(void) 1564 { 1565 1566 struct perf_pmu *pmu = NULL; 1567 struct perf_pmu_alias *alias; 1568 int len = 0; 1569 1570 pmu = NULL; 1571 while ((pmu = perf_pmu__scan(pmu)) != NULL) { 1572 list_for_each_entry(alias, &pmu->aliases, list) { 1573 if (strchr(alias->name, '-')) 1574 len++; 1575 len++; 1576 } 1577 } 1578 1579 if (len == 0) { 1580 perf_pmu_events_list_num = -1; 1581 return; 1582 } 1583 perf_pmu_events_list = malloc(sizeof(struct perf_pmu_event_symbol) * len); 1584 if (!perf_pmu_events_list) 1585 return; 1586 perf_pmu_events_list_num = len; 1587 1588 len = 0; 1589 pmu = NULL; 1590 while ((pmu = perf_pmu__scan(pmu)) != NULL) { 1591 list_for_each_entry(alias, &pmu->aliases, list) { 1592 struct perf_pmu_event_symbol *p = perf_pmu_events_list + len; 1593 char *tmp = strchr(alias->name, '-'); 1594 1595 if (tmp != NULL) { 1596 SET_SYMBOL(strndup(alias->name, tmp - alias->name), 1597 PMU_EVENT_SYMBOL_PREFIX); 1598 p++; 1599 SET_SYMBOL(strdup(++tmp), PMU_EVENT_SYMBOL_SUFFIX); 1600 len += 2; 1601 } else { 1602 SET_SYMBOL(strdup(alias->name), PMU_EVENT_SYMBOL); 1603 len++; 1604 } 1605 } 1606 } 1607 qsort(perf_pmu_events_list, len, 1608 sizeof(struct perf_pmu_event_symbol), comp_pmu); 1609 1610 return; 1611 err: 1612 perf_pmu__parse_cleanup(); 1613 } 1614 1615 enum perf_pmu_event_symbol_type 1616 perf_pmu__parse_check(const char *name) 1617 { 1618 struct perf_pmu_event_symbol p, *r; 1619 1620 /* scan kernel pmu events from sysfs if needed */ 1621 if (perf_pmu_events_list_num == 0) 1622 perf_pmu__parse_init(); 1623 /* 1624 * name "cpu" could be prefix of cpu-cycles or cpu// events. 1625 * cpu-cycles has been handled by hardcode. 1626 * So it must be cpu// events, not kernel pmu event. 1627 */ 1628 if ((perf_pmu_events_list_num <= 0) || !strcmp(name, "cpu")) 1629 return PMU_EVENT_SYMBOL_ERR; 1630 1631 p.symbol = strdup(name); 1632 r = bsearch(&p, perf_pmu_events_list, 1633 (size_t) perf_pmu_events_list_num, 1634 sizeof(struct perf_pmu_event_symbol), comp_pmu); 1635 zfree(&p.symbol); 1636 return r ? r->type : PMU_EVENT_SYMBOL_ERR; 1637 } 1638 1639 static int parse_events__scanner(const char *str, void *parse_state, int start_token) 1640 { 1641 YY_BUFFER_STATE buffer; 1642 void *scanner; 1643 int ret; 1644 1645 ret = parse_events_lex_init_extra(start_token, &scanner); 1646 if (ret) 1647 return ret; 1648 1649 buffer = parse_events__scan_string(str, scanner); 1650 1651 #ifdef PARSER_DEBUG 1652 parse_events_debug = 1; 1653 #endif 1654 ret = parse_events_parse(parse_state, scanner); 1655 1656 parse_events__flush_buffer(buffer, scanner); 1657 parse_events__delete_buffer(buffer, scanner); 1658 parse_events_lex_destroy(scanner); 1659 return ret; 1660 } 1661 1662 /* 1663 * parse event config string, return a list of event terms. 1664 */ 1665 int parse_events_terms(struct list_head *terms, const char *str) 1666 { 1667 struct parse_events_state parse_state = { 1668 .terms = NULL, 1669 }; 1670 int ret; 1671 1672 ret = parse_events__scanner(str, &parse_state, PE_START_TERMS); 1673 if (!ret) { 1674 list_splice(parse_state.terms, terms); 1675 zfree(&parse_state.terms); 1676 return 0; 1677 } 1678 1679 parse_events_terms__delete(parse_state.terms); 1680 return ret; 1681 } 1682 1683 int parse_events(struct perf_evlist *evlist, const char *str, 1684 struct parse_events_error *err) 1685 { 1686 struct parse_events_state parse_state = { 1687 .list = LIST_HEAD_INIT(parse_state.list), 1688 .idx = evlist->nr_entries, 1689 .error = err, 1690 .evlist = evlist, 1691 }; 1692 int ret; 1693 1694 ret = parse_events__scanner(str, &parse_state, PE_START_EVENTS); 1695 perf_pmu__parse_cleanup(); 1696 if (!ret) { 1697 struct perf_evsel *last; 1698 1699 if (list_empty(&parse_state.list)) { 1700 WARN_ONCE(true, "WARNING: event parser found nothing"); 1701 return -1; 1702 } 1703 1704 perf_evlist__splice_list_tail(evlist, &parse_state.list); 1705 evlist->nr_groups += parse_state.nr_groups; 1706 last = perf_evlist__last(evlist); 1707 last->cmdline_group_boundary = true; 1708 1709 return 0; 1710 } 1711 1712 /* 1713 * There are 2 users - builtin-record and builtin-test objects. 1714 * Both call perf_evlist__delete in case of error, so we dont 1715 * need to bother. 1716 */ 1717 return ret; 1718 } 1719 1720 #define MAX_WIDTH 1000 1721 static int get_term_width(void) 1722 { 1723 struct winsize ws; 1724 1725 get_term_dimensions(&ws); 1726 return ws.ws_col > MAX_WIDTH ? MAX_WIDTH : ws.ws_col; 1727 } 1728 1729 static void parse_events_print_error(struct parse_events_error *err, 1730 const char *event) 1731 { 1732 const char *str = "invalid or unsupported event: "; 1733 char _buf[MAX_WIDTH]; 1734 char *buf = (char *) event; 1735 int idx = 0; 1736 1737 if (err->str) { 1738 /* -2 for extra '' in the final fprintf */ 1739 int width = get_term_width() - 2; 1740 int len_event = strlen(event); 1741 int len_str, max_len, cut = 0; 1742 1743 /* 1744 * Maximum error index indent, we will cut 1745 * the event string if it's bigger. 1746 */ 1747 int max_err_idx = 13; 1748 1749 /* 1750 * Let's be specific with the message when 1751 * we have the precise error. 1752 */ 1753 str = "event syntax error: "; 1754 len_str = strlen(str); 1755 max_len = width - len_str; 1756 1757 buf = _buf; 1758 1759 /* We're cutting from the beginning. */ 1760 if (err->idx > max_err_idx) 1761 cut = err->idx - max_err_idx; 1762 1763 strncpy(buf, event + cut, max_len); 1764 1765 /* Mark cut parts with '..' on both sides. */ 1766 if (cut) 1767 buf[0] = buf[1] = '.'; 1768 1769 if ((len_event - cut) > max_len) { 1770 buf[max_len - 1] = buf[max_len - 2] = '.'; 1771 buf[max_len] = 0; 1772 } 1773 1774 idx = len_str + err->idx - cut; 1775 } 1776 1777 fprintf(stderr, "%s'%s'\n", str, buf); 1778 if (idx) { 1779 fprintf(stderr, "%*s\\___ %s\n", idx + 1, "", err->str); 1780 if (err->help) 1781 fprintf(stderr, "\n%s\n", err->help); 1782 zfree(&err->str); 1783 zfree(&err->help); 1784 } 1785 1786 fprintf(stderr, "Run 'perf list' for a list of valid events\n"); 1787 } 1788 1789 #undef MAX_WIDTH 1790 1791 int parse_events_option(const struct option *opt, const char *str, 1792 int unset __maybe_unused) 1793 { 1794 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; 1795 struct parse_events_error err = { .idx = 0, }; 1796 int ret = parse_events(evlist, str, &err); 1797 1798 if (ret) 1799 parse_events_print_error(&err, str); 1800 1801 return ret; 1802 } 1803 1804 static int 1805 foreach_evsel_in_last_glob(struct perf_evlist *evlist, 1806 int (*func)(struct perf_evsel *evsel, 1807 const void *arg), 1808 const void *arg) 1809 { 1810 struct perf_evsel *last = NULL; 1811 int err; 1812 1813 /* 1814 * Don't return when list_empty, give func a chance to report 1815 * error when it found last == NULL. 1816 * 1817 * So no need to WARN here, let *func do this. 1818 */ 1819 if (evlist->nr_entries > 0) 1820 last = perf_evlist__last(evlist); 1821 1822 do { 1823 err = (*func)(last, arg); 1824 if (err) 1825 return -1; 1826 if (!last) 1827 return 0; 1828 1829 if (last->node.prev == &evlist->entries) 1830 return 0; 1831 last = list_entry(last->node.prev, struct perf_evsel, node); 1832 } while (!last->cmdline_group_boundary); 1833 1834 return 0; 1835 } 1836 1837 static int set_filter(struct perf_evsel *evsel, const void *arg) 1838 { 1839 const char *str = arg; 1840 bool found = false; 1841 int nr_addr_filters = 0; 1842 struct perf_pmu *pmu = NULL; 1843 1844 if (evsel == NULL) 1845 goto err; 1846 1847 if (evsel->attr.type == PERF_TYPE_TRACEPOINT) { 1848 if (perf_evsel__append_tp_filter(evsel, str) < 0) { 1849 fprintf(stderr, 1850 "not enough memory to hold filter string\n"); 1851 return -1; 1852 } 1853 1854 return 0; 1855 } 1856 1857 while ((pmu = perf_pmu__scan(pmu)) != NULL) 1858 if (pmu->type == evsel->attr.type) { 1859 found = true; 1860 break; 1861 } 1862 1863 if (found) 1864 perf_pmu__scan_file(pmu, "nr_addr_filters", 1865 "%d", &nr_addr_filters); 1866 1867 if (!nr_addr_filters) 1868 goto err; 1869 1870 if (perf_evsel__append_addr_filter(evsel, str) < 0) { 1871 fprintf(stderr, 1872 "not enough memory to hold filter string\n"); 1873 return -1; 1874 } 1875 1876 return 0; 1877 1878 err: 1879 fprintf(stderr, 1880 "--filter option should follow a -e tracepoint or HW tracer option\n"); 1881 1882 return -1; 1883 } 1884 1885 int parse_filter(const struct option *opt, const char *str, 1886 int unset __maybe_unused) 1887 { 1888 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; 1889 1890 return foreach_evsel_in_last_glob(evlist, set_filter, 1891 (const void *)str); 1892 } 1893 1894 static int add_exclude_perf_filter(struct perf_evsel *evsel, 1895 const void *arg __maybe_unused) 1896 { 1897 char new_filter[64]; 1898 1899 if (evsel == NULL || evsel->attr.type != PERF_TYPE_TRACEPOINT) { 1900 fprintf(stderr, 1901 "--exclude-perf option should follow a -e tracepoint option\n"); 1902 return -1; 1903 } 1904 1905 snprintf(new_filter, sizeof(new_filter), "common_pid != %d", getpid()); 1906 1907 if (perf_evsel__append_tp_filter(evsel, new_filter) < 0) { 1908 fprintf(stderr, 1909 "not enough memory to hold filter string\n"); 1910 return -1; 1911 } 1912 1913 return 0; 1914 } 1915 1916 int exclude_perf(const struct option *opt, 1917 const char *arg __maybe_unused, 1918 int unset __maybe_unused) 1919 { 1920 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; 1921 1922 return foreach_evsel_in_last_glob(evlist, add_exclude_perf_filter, 1923 NULL); 1924 } 1925 1926 static const char * const event_type_descriptors[] = { 1927 "Hardware event", 1928 "Software event", 1929 "Tracepoint event", 1930 "Hardware cache event", 1931 "Raw hardware event descriptor", 1932 "Hardware breakpoint", 1933 }; 1934 1935 static int cmp_string(const void *a, const void *b) 1936 { 1937 const char * const *as = a; 1938 const char * const *bs = b; 1939 1940 return strcmp(*as, *bs); 1941 } 1942 1943 /* 1944 * Print the events from <debugfs_mount_point>/tracing/events 1945 */ 1946 1947 void print_tracepoint_events(const char *subsys_glob, const char *event_glob, 1948 bool name_only) 1949 { 1950 DIR *sys_dir, *evt_dir; 1951 struct dirent *sys_dirent, *evt_dirent; 1952 char evt_path[MAXPATHLEN]; 1953 char dir_path[MAXPATHLEN]; 1954 char **evt_list = NULL; 1955 unsigned int evt_i = 0, evt_num = 0; 1956 bool evt_num_known = false; 1957 1958 restart: 1959 sys_dir = opendir(tracing_events_path); 1960 if (!sys_dir) 1961 return; 1962 1963 if (evt_num_known) { 1964 evt_list = zalloc(sizeof(char *) * evt_num); 1965 if (!evt_list) 1966 goto out_close_sys_dir; 1967 } 1968 1969 for_each_subsystem(sys_dir, sys_dirent) { 1970 if (subsys_glob != NULL && 1971 !strglobmatch(sys_dirent->d_name, subsys_glob)) 1972 continue; 1973 1974 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path, 1975 sys_dirent->d_name); 1976 evt_dir = opendir(dir_path); 1977 if (!evt_dir) 1978 continue; 1979 1980 for_each_event(sys_dirent, evt_dir, evt_dirent) { 1981 if (event_glob != NULL && 1982 !strglobmatch(evt_dirent->d_name, event_glob)) 1983 continue; 1984 1985 if (!evt_num_known) { 1986 evt_num++; 1987 continue; 1988 } 1989 1990 snprintf(evt_path, MAXPATHLEN, "%s:%s", 1991 sys_dirent->d_name, evt_dirent->d_name); 1992 1993 evt_list[evt_i] = strdup(evt_path); 1994 if (evt_list[evt_i] == NULL) 1995 goto out_close_evt_dir; 1996 evt_i++; 1997 } 1998 closedir(evt_dir); 1999 } 2000 closedir(sys_dir); 2001 2002 if (!evt_num_known) { 2003 evt_num_known = true; 2004 goto restart; 2005 } 2006 qsort(evt_list, evt_num, sizeof(char *), cmp_string); 2007 evt_i = 0; 2008 while (evt_i < evt_num) { 2009 if (name_only) { 2010 printf("%s ", evt_list[evt_i++]); 2011 continue; 2012 } 2013 printf(" %-50s [%s]\n", evt_list[evt_i++], 2014 event_type_descriptors[PERF_TYPE_TRACEPOINT]); 2015 } 2016 if (evt_num && pager_in_use()) 2017 printf("\n"); 2018 2019 out_free: 2020 evt_num = evt_i; 2021 for (evt_i = 0; evt_i < evt_num; evt_i++) 2022 zfree(&evt_list[evt_i]); 2023 zfree(&evt_list); 2024 return; 2025 2026 out_close_evt_dir: 2027 closedir(evt_dir); 2028 out_close_sys_dir: 2029 closedir(sys_dir); 2030 2031 printf("FATAL: not enough memory to print %s\n", 2032 event_type_descriptors[PERF_TYPE_TRACEPOINT]); 2033 if (evt_list) 2034 goto out_free; 2035 } 2036 2037 /* 2038 * Check whether event is in <debugfs_mount_point>/tracing/events 2039 */ 2040 2041 int is_valid_tracepoint(const char *event_string) 2042 { 2043 DIR *sys_dir, *evt_dir; 2044 struct dirent *sys_dirent, *evt_dirent; 2045 char evt_path[MAXPATHLEN]; 2046 char dir_path[MAXPATHLEN]; 2047 2048 sys_dir = opendir(tracing_events_path); 2049 if (!sys_dir) 2050 return 0; 2051 2052 for_each_subsystem(sys_dir, sys_dirent) { 2053 2054 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path, 2055 sys_dirent->d_name); 2056 evt_dir = opendir(dir_path); 2057 if (!evt_dir) 2058 continue; 2059 2060 for_each_event(sys_dirent, evt_dir, evt_dirent) { 2061 snprintf(evt_path, MAXPATHLEN, "%s:%s", 2062 sys_dirent->d_name, evt_dirent->d_name); 2063 if (!strcmp(evt_path, event_string)) { 2064 closedir(evt_dir); 2065 closedir(sys_dir); 2066 return 1; 2067 } 2068 } 2069 closedir(evt_dir); 2070 } 2071 closedir(sys_dir); 2072 return 0; 2073 } 2074 2075 static bool is_event_supported(u8 type, unsigned config) 2076 { 2077 bool ret = true; 2078 int open_return; 2079 struct perf_evsel *evsel; 2080 struct perf_event_attr attr = { 2081 .type = type, 2082 .config = config, 2083 .disabled = 1, 2084 }; 2085 struct thread_map *tmap = thread_map__new_by_tid(0); 2086 2087 if (tmap == NULL) 2088 return false; 2089 2090 evsel = perf_evsel__new(&attr); 2091 if (evsel) { 2092 open_return = perf_evsel__open(evsel, NULL, tmap); 2093 ret = open_return >= 0; 2094 2095 if (open_return == -EACCES) { 2096 /* 2097 * This happens if the paranoid value 2098 * /proc/sys/kernel/perf_event_paranoid is set to 2 2099 * Re-run with exclude_kernel set; we don't do that 2100 * by default as some ARM machines do not support it. 2101 * 2102 */ 2103 evsel->attr.exclude_kernel = 1; 2104 ret = perf_evsel__open(evsel, NULL, tmap) >= 0; 2105 } 2106 perf_evsel__delete(evsel); 2107 } 2108 2109 return ret; 2110 } 2111 2112 void print_sdt_events(const char *subsys_glob, const char *event_glob, 2113 bool name_only) 2114 { 2115 struct probe_cache *pcache; 2116 struct probe_cache_entry *ent; 2117 struct strlist *bidlist, *sdtlist; 2118 struct strlist_config cfg = {.dont_dupstr = true}; 2119 struct str_node *nd, *nd2; 2120 char *buf, *path, *ptr = NULL; 2121 bool show_detail = false; 2122 int ret; 2123 2124 sdtlist = strlist__new(NULL, &cfg); 2125 if (!sdtlist) { 2126 pr_debug("Failed to allocate new strlist for SDT\n"); 2127 return; 2128 } 2129 bidlist = build_id_cache__list_all(true); 2130 if (!bidlist) { 2131 pr_debug("Failed to get buildids: %d\n", errno); 2132 return; 2133 } 2134 strlist__for_each_entry(nd, bidlist) { 2135 pcache = probe_cache__new(nd->s, NULL); 2136 if (!pcache) 2137 continue; 2138 list_for_each_entry(ent, &pcache->entries, node) { 2139 if (!ent->sdt) 2140 continue; 2141 if (subsys_glob && 2142 !strglobmatch(ent->pev.group, subsys_glob)) 2143 continue; 2144 if (event_glob && 2145 !strglobmatch(ent->pev.event, event_glob)) 2146 continue; 2147 ret = asprintf(&buf, "%s:%s@%s", ent->pev.group, 2148 ent->pev.event, nd->s); 2149 if (ret > 0) 2150 strlist__add(sdtlist, buf); 2151 } 2152 probe_cache__delete(pcache); 2153 } 2154 strlist__delete(bidlist); 2155 2156 strlist__for_each_entry(nd, sdtlist) { 2157 buf = strchr(nd->s, '@'); 2158 if (buf) 2159 *(buf++) = '\0'; 2160 if (name_only) { 2161 printf("%s ", nd->s); 2162 continue; 2163 } 2164 nd2 = strlist__next(nd); 2165 if (nd2) { 2166 ptr = strchr(nd2->s, '@'); 2167 if (ptr) 2168 *ptr = '\0'; 2169 if (strcmp(nd->s, nd2->s) == 0) 2170 show_detail = true; 2171 } 2172 if (show_detail) { 2173 path = build_id_cache__origname(buf); 2174 ret = asprintf(&buf, "%s@%s(%.12s)", nd->s, path, buf); 2175 if (ret > 0) { 2176 printf(" %-50s [%s]\n", buf, "SDT event"); 2177 free(buf); 2178 } 2179 } else 2180 printf(" %-50s [%s]\n", nd->s, "SDT event"); 2181 if (nd2) { 2182 if (strcmp(nd->s, nd2->s) != 0) 2183 show_detail = false; 2184 if (ptr) 2185 *ptr = '@'; 2186 } 2187 } 2188 strlist__delete(sdtlist); 2189 } 2190 2191 int print_hwcache_events(const char *event_glob, bool name_only) 2192 { 2193 unsigned int type, op, i, evt_i = 0, evt_num = 0; 2194 char name[64]; 2195 char **evt_list = NULL; 2196 bool evt_num_known = false; 2197 2198 restart: 2199 if (evt_num_known) { 2200 evt_list = zalloc(sizeof(char *) * evt_num); 2201 if (!evt_list) 2202 goto out_enomem; 2203 } 2204 2205 for (type = 0; type < PERF_COUNT_HW_CACHE_MAX; type++) { 2206 for (op = 0; op < PERF_COUNT_HW_CACHE_OP_MAX; op++) { 2207 /* skip invalid cache type */ 2208 if (!perf_evsel__is_cache_op_valid(type, op)) 2209 continue; 2210 2211 for (i = 0; i < PERF_COUNT_HW_CACHE_RESULT_MAX; i++) { 2212 __perf_evsel__hw_cache_type_op_res_name(type, op, i, 2213 name, sizeof(name)); 2214 if (event_glob != NULL && !strglobmatch(name, event_glob)) 2215 continue; 2216 2217 if (!is_event_supported(PERF_TYPE_HW_CACHE, 2218 type | (op << 8) | (i << 16))) 2219 continue; 2220 2221 if (!evt_num_known) { 2222 evt_num++; 2223 continue; 2224 } 2225 2226 evt_list[evt_i] = strdup(name); 2227 if (evt_list[evt_i] == NULL) 2228 goto out_enomem; 2229 evt_i++; 2230 } 2231 } 2232 } 2233 2234 if (!evt_num_known) { 2235 evt_num_known = true; 2236 goto restart; 2237 } 2238 qsort(evt_list, evt_num, sizeof(char *), cmp_string); 2239 evt_i = 0; 2240 while (evt_i < evt_num) { 2241 if (name_only) { 2242 printf("%s ", evt_list[evt_i++]); 2243 continue; 2244 } 2245 printf(" %-50s [%s]\n", evt_list[evt_i++], 2246 event_type_descriptors[PERF_TYPE_HW_CACHE]); 2247 } 2248 if (evt_num && pager_in_use()) 2249 printf("\n"); 2250 2251 out_free: 2252 evt_num = evt_i; 2253 for (evt_i = 0; evt_i < evt_num; evt_i++) 2254 zfree(&evt_list[evt_i]); 2255 zfree(&evt_list); 2256 return evt_num; 2257 2258 out_enomem: 2259 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[PERF_TYPE_HW_CACHE]); 2260 if (evt_list) 2261 goto out_free; 2262 return evt_num; 2263 } 2264 2265 void print_symbol_events(const char *event_glob, unsigned type, 2266 struct event_symbol *syms, unsigned max, 2267 bool name_only) 2268 { 2269 unsigned int i, evt_i = 0, evt_num = 0; 2270 char name[MAX_NAME_LEN]; 2271 char **evt_list = NULL; 2272 bool evt_num_known = false; 2273 2274 restart: 2275 if (evt_num_known) { 2276 evt_list = zalloc(sizeof(char *) * evt_num); 2277 if (!evt_list) 2278 goto out_enomem; 2279 syms -= max; 2280 } 2281 2282 for (i = 0; i < max; i++, syms++) { 2283 2284 if (event_glob != NULL && syms->symbol != NULL && 2285 !(strglobmatch(syms->symbol, event_glob) || 2286 (syms->alias && strglobmatch(syms->alias, event_glob)))) 2287 continue; 2288 2289 if (!is_event_supported(type, i)) 2290 continue; 2291 2292 if (!evt_num_known) { 2293 evt_num++; 2294 continue; 2295 } 2296 2297 if (!name_only && strlen(syms->alias)) 2298 snprintf(name, MAX_NAME_LEN, "%s OR %s", syms->symbol, syms->alias); 2299 else 2300 strncpy(name, syms->symbol, MAX_NAME_LEN); 2301 2302 evt_list[evt_i] = strdup(name); 2303 if (evt_list[evt_i] == NULL) 2304 goto out_enomem; 2305 evt_i++; 2306 } 2307 2308 if (!evt_num_known) { 2309 evt_num_known = true; 2310 goto restart; 2311 } 2312 qsort(evt_list, evt_num, sizeof(char *), cmp_string); 2313 evt_i = 0; 2314 while (evt_i < evt_num) { 2315 if (name_only) { 2316 printf("%s ", evt_list[evt_i++]); 2317 continue; 2318 } 2319 printf(" %-50s [%s]\n", evt_list[evt_i++], event_type_descriptors[type]); 2320 } 2321 if (evt_num && pager_in_use()) 2322 printf("\n"); 2323 2324 out_free: 2325 evt_num = evt_i; 2326 for (evt_i = 0; evt_i < evt_num; evt_i++) 2327 zfree(&evt_list[evt_i]); 2328 zfree(&evt_list); 2329 return; 2330 2331 out_enomem: 2332 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[type]); 2333 if (evt_list) 2334 goto out_free; 2335 } 2336 2337 /* 2338 * Print the help text for the event symbols: 2339 */ 2340 void print_events(const char *event_glob, bool name_only, bool quiet_flag, 2341 bool long_desc, bool details_flag) 2342 { 2343 print_symbol_events(event_glob, PERF_TYPE_HARDWARE, 2344 event_symbols_hw, PERF_COUNT_HW_MAX, name_only); 2345 2346 print_symbol_events(event_glob, PERF_TYPE_SOFTWARE, 2347 event_symbols_sw, PERF_COUNT_SW_MAX, name_only); 2348 2349 print_hwcache_events(event_glob, name_only); 2350 2351 print_pmu_events(event_glob, name_only, quiet_flag, long_desc, 2352 details_flag); 2353 2354 if (event_glob != NULL) 2355 return; 2356 2357 if (!name_only) { 2358 printf(" %-50s [%s]\n", 2359 "rNNN", 2360 event_type_descriptors[PERF_TYPE_RAW]); 2361 printf(" %-50s [%s]\n", 2362 "cpu/t1=v1[,t2=v2,t3 ...]/modifier", 2363 event_type_descriptors[PERF_TYPE_RAW]); 2364 if (pager_in_use()) 2365 printf(" (see 'man perf-list' on how to encode it)\n\n"); 2366 2367 printf(" %-50s [%s]\n", 2368 "mem:<addr>[/len][:access]", 2369 event_type_descriptors[PERF_TYPE_BREAKPOINT]); 2370 if (pager_in_use()) 2371 printf("\n"); 2372 } 2373 2374 print_tracepoint_events(NULL, NULL, name_only); 2375 2376 print_sdt_events(NULL, NULL, name_only); 2377 } 2378 2379 int parse_events__is_hardcoded_term(struct parse_events_term *term) 2380 { 2381 return term->type_term != PARSE_EVENTS__TERM_TYPE_USER; 2382 } 2383 2384 static int new_term(struct parse_events_term **_term, 2385 struct parse_events_term *temp, 2386 char *str, u64 num) 2387 { 2388 struct parse_events_term *term; 2389 2390 term = malloc(sizeof(*term)); 2391 if (!term) 2392 return -ENOMEM; 2393 2394 *term = *temp; 2395 INIT_LIST_HEAD(&term->list); 2396 2397 switch (term->type_val) { 2398 case PARSE_EVENTS__TERM_TYPE_NUM: 2399 term->val.num = num; 2400 break; 2401 case PARSE_EVENTS__TERM_TYPE_STR: 2402 term->val.str = str; 2403 break; 2404 default: 2405 free(term); 2406 return -EINVAL; 2407 } 2408 2409 *_term = term; 2410 return 0; 2411 } 2412 2413 int parse_events_term__num(struct parse_events_term **term, 2414 int type_term, char *config, u64 num, 2415 bool no_value, 2416 void *loc_term_, void *loc_val_) 2417 { 2418 YYLTYPE *loc_term = loc_term_; 2419 YYLTYPE *loc_val = loc_val_; 2420 2421 struct parse_events_term temp = { 2422 .type_val = PARSE_EVENTS__TERM_TYPE_NUM, 2423 .type_term = type_term, 2424 .config = config, 2425 .no_value = no_value, 2426 .err_term = loc_term ? loc_term->first_column : 0, 2427 .err_val = loc_val ? loc_val->first_column : 0, 2428 }; 2429 2430 return new_term(term, &temp, NULL, num); 2431 } 2432 2433 int parse_events_term__str(struct parse_events_term **term, 2434 int type_term, char *config, char *str, 2435 void *loc_term_, void *loc_val_) 2436 { 2437 YYLTYPE *loc_term = loc_term_; 2438 YYLTYPE *loc_val = loc_val_; 2439 2440 struct parse_events_term temp = { 2441 .type_val = PARSE_EVENTS__TERM_TYPE_STR, 2442 .type_term = type_term, 2443 .config = config, 2444 .err_term = loc_term ? loc_term->first_column : 0, 2445 .err_val = loc_val ? loc_val->first_column : 0, 2446 }; 2447 2448 return new_term(term, &temp, str, 0); 2449 } 2450 2451 int parse_events_term__sym_hw(struct parse_events_term **term, 2452 char *config, unsigned idx) 2453 { 2454 struct event_symbol *sym; 2455 struct parse_events_term temp = { 2456 .type_val = PARSE_EVENTS__TERM_TYPE_STR, 2457 .type_term = PARSE_EVENTS__TERM_TYPE_USER, 2458 .config = config ?: (char *) "event", 2459 }; 2460 2461 BUG_ON(idx >= PERF_COUNT_HW_MAX); 2462 sym = &event_symbols_hw[idx]; 2463 2464 return new_term(term, &temp, (char *) sym->symbol, 0); 2465 } 2466 2467 int parse_events_term__clone(struct parse_events_term **new, 2468 struct parse_events_term *term) 2469 { 2470 struct parse_events_term temp = { 2471 .type_val = term->type_val, 2472 .type_term = term->type_term, 2473 .config = term->config, 2474 .err_term = term->err_term, 2475 .err_val = term->err_val, 2476 }; 2477 2478 return new_term(new, &temp, term->val.str, term->val.num); 2479 } 2480 2481 int parse_events_copy_term_list(struct list_head *old, 2482 struct list_head **new) 2483 { 2484 struct parse_events_term *term, *n; 2485 int ret; 2486 2487 if (!old) { 2488 *new = NULL; 2489 return 0; 2490 } 2491 2492 *new = malloc(sizeof(struct list_head)); 2493 if (!*new) 2494 return -ENOMEM; 2495 INIT_LIST_HEAD(*new); 2496 2497 list_for_each_entry (term, old, list) { 2498 ret = parse_events_term__clone(&n, term); 2499 if (ret) 2500 return ret; 2501 list_add_tail(&n->list, *new); 2502 } 2503 return 0; 2504 } 2505 2506 void parse_events_terms__purge(struct list_head *terms) 2507 { 2508 struct parse_events_term *term, *h; 2509 2510 list_for_each_entry_safe(term, h, terms, list) { 2511 if (term->array.nr_ranges) 2512 zfree(&term->array.ranges); 2513 list_del_init(&term->list); 2514 free(term); 2515 } 2516 } 2517 2518 void parse_events_terms__delete(struct list_head *terms) 2519 { 2520 if (!terms) 2521 return; 2522 parse_events_terms__purge(terms); 2523 free(terms); 2524 } 2525 2526 void parse_events__clear_array(struct parse_events_array *a) 2527 { 2528 zfree(&a->ranges); 2529 } 2530 2531 void parse_events_evlist_error(struct parse_events_state *parse_state, 2532 int idx, const char *str) 2533 { 2534 struct parse_events_error *err = parse_state->error; 2535 2536 if (!err) 2537 return; 2538 err->idx = idx; 2539 err->str = strdup(str); 2540 WARN_ONCE(!err->str, "WARNING: failed to allocate error string"); 2541 } 2542 2543 static void config_terms_list(char *buf, size_t buf_sz) 2544 { 2545 int i; 2546 bool first = true; 2547 2548 buf[0] = '\0'; 2549 for (i = 0; i < __PARSE_EVENTS__TERM_TYPE_NR; i++) { 2550 const char *name = config_term_names[i]; 2551 2552 if (!config_term_avail(i, NULL)) 2553 continue; 2554 if (!name) 2555 continue; 2556 if (name[0] == '<') 2557 continue; 2558 2559 if (strlen(buf) + strlen(name) + 2 >= buf_sz) 2560 return; 2561 2562 if (!first) 2563 strcat(buf, ","); 2564 else 2565 first = false; 2566 strcat(buf, name); 2567 } 2568 } 2569 2570 /* 2571 * Return string contains valid config terms of an event. 2572 * @additional_terms: For terms such as PMU sysfs terms. 2573 */ 2574 char *parse_events_formats_error_string(char *additional_terms) 2575 { 2576 char *str; 2577 /* "no-overwrite" is the longest name */ 2578 char static_terms[__PARSE_EVENTS__TERM_TYPE_NR * 2579 (sizeof("no-overwrite") - 1)]; 2580 2581 config_terms_list(static_terms, sizeof(static_terms)); 2582 /* valid terms */ 2583 if (additional_terms) { 2584 if (asprintf(&str, "valid terms: %s,%s", 2585 additional_terms, static_terms) < 0) 2586 goto fail; 2587 } else { 2588 if (asprintf(&str, "valid terms: %s", static_terms) < 0) 2589 goto fail; 2590 } 2591 return str; 2592 2593 fail: 2594 return NULL; 2595 } 2596