1 #define _FILE_OFFSET_BITS 64 2 3 #include <linux/kernel.h> 4 5 #include <byteswap.h> 6 #include <unistd.h> 7 #include <sys/types.h> 8 #include <sys/mman.h> 9 10 #include "evlist.h" 11 #include "evsel.h" 12 #include "session.h" 13 #include "tool.h" 14 #include "sort.h" 15 #include "util.h" 16 #include "cpumap.h" 17 18 static int perf_session__open(struct perf_session *self, bool force) 19 { 20 struct stat input_stat; 21 22 if (!strcmp(self->filename, "-")) { 23 self->fd_pipe = true; 24 self->fd = STDIN_FILENO; 25 26 if (perf_session__read_header(self, self->fd) < 0) 27 pr_err("incompatible file format (rerun with -v to learn more)"); 28 29 return 0; 30 } 31 32 self->fd = open(self->filename, O_RDONLY); 33 if (self->fd < 0) { 34 int err = errno; 35 36 pr_err("failed to open %s: %s", self->filename, strerror(err)); 37 if (err == ENOENT && !strcmp(self->filename, "perf.data")) 38 pr_err(" (try 'perf record' first)"); 39 pr_err("\n"); 40 return -errno; 41 } 42 43 if (fstat(self->fd, &input_stat) < 0) 44 goto out_close; 45 46 if (!force && input_stat.st_uid && (input_stat.st_uid != geteuid())) { 47 pr_err("file %s not owned by current user or root\n", 48 self->filename); 49 goto out_close; 50 } 51 52 if (!input_stat.st_size) { 53 pr_info("zero-sized file (%s), nothing to do!\n", 54 self->filename); 55 goto out_close; 56 } 57 58 if (perf_session__read_header(self, self->fd) < 0) { 59 pr_err("incompatible file format (rerun with -v to learn more)"); 60 goto out_close; 61 } 62 63 if (!perf_evlist__valid_sample_type(self->evlist)) { 64 pr_err("non matching sample_type"); 65 goto out_close; 66 } 67 68 if (!perf_evlist__valid_sample_id_all(self->evlist)) { 69 pr_err("non matching sample_id_all"); 70 goto out_close; 71 } 72 73 self->size = input_stat.st_size; 74 return 0; 75 76 out_close: 77 close(self->fd); 78 self->fd = -1; 79 return -1; 80 } 81 82 void perf_session__update_sample_type(struct perf_session *self) 83 { 84 self->sample_type = perf_evlist__sample_type(self->evlist); 85 self->sample_size = __perf_evsel__sample_size(self->sample_type); 86 self->sample_id_all = perf_evlist__sample_id_all(self->evlist); 87 self->id_hdr_size = perf_evlist__id_hdr_size(self->evlist); 88 self->host_machine.id_hdr_size = self->id_hdr_size; 89 } 90 91 int perf_session__create_kernel_maps(struct perf_session *self) 92 { 93 int ret = machine__create_kernel_maps(&self->host_machine); 94 95 if (ret >= 0) 96 ret = machines__create_guest_kernel_maps(&self->machines); 97 return ret; 98 } 99 100 static void perf_session__destroy_kernel_maps(struct perf_session *self) 101 { 102 machine__destroy_kernel_maps(&self->host_machine); 103 machines__destroy_guest_kernel_maps(&self->machines); 104 } 105 106 struct perf_session *perf_session__new(const char *filename, int mode, 107 bool force, bool repipe, 108 struct perf_tool *tool) 109 { 110 struct perf_session *self; 111 struct stat st; 112 size_t len; 113 114 if (!filename || !strlen(filename)) { 115 if (!fstat(STDIN_FILENO, &st) && S_ISFIFO(st.st_mode)) 116 filename = "-"; 117 else 118 filename = "perf.data"; 119 } 120 121 len = strlen(filename); 122 self = zalloc(sizeof(*self) + len); 123 124 if (self == NULL) 125 goto out; 126 127 memcpy(self->filename, filename, len); 128 /* 129 * On 64bit we can mmap the data file in one go. No need for tiny mmap 130 * slices. On 32bit we use 32MB. 131 */ 132 #if BITS_PER_LONG == 64 133 self->mmap_window = ULLONG_MAX; 134 #else 135 self->mmap_window = 32 * 1024 * 1024ULL; 136 #endif 137 self->machines = RB_ROOT; 138 self->repipe = repipe; 139 INIT_LIST_HEAD(&self->ordered_samples.samples); 140 INIT_LIST_HEAD(&self->ordered_samples.sample_cache); 141 INIT_LIST_HEAD(&self->ordered_samples.to_free); 142 machine__init(&self->host_machine, "", HOST_KERNEL_ID); 143 hists__init(&self->hists); 144 145 if (mode == O_RDONLY) { 146 if (perf_session__open(self, force) < 0) 147 goto out_delete; 148 perf_session__update_sample_type(self); 149 } else if (mode == O_WRONLY) { 150 /* 151 * In O_RDONLY mode this will be performed when reading the 152 * kernel MMAP event, in perf_event__process_mmap(). 153 */ 154 if (perf_session__create_kernel_maps(self) < 0) 155 goto out_delete; 156 } 157 158 if (tool && tool->ordering_requires_timestamps && 159 tool->ordered_samples && !self->sample_id_all) { 160 dump_printf("WARNING: No sample_id_all support, falling back to unordered processing\n"); 161 tool->ordered_samples = false; 162 } 163 164 out: 165 return self; 166 out_delete: 167 perf_session__delete(self); 168 return NULL; 169 } 170 171 static void machine__delete_dead_threads(struct machine *machine) 172 { 173 struct thread *n, *t; 174 175 list_for_each_entry_safe(t, n, &machine->dead_threads, node) { 176 list_del(&t->node); 177 thread__delete(t); 178 } 179 } 180 181 static void perf_session__delete_dead_threads(struct perf_session *session) 182 { 183 machine__delete_dead_threads(&session->host_machine); 184 } 185 186 static void machine__delete_threads(struct machine *self) 187 { 188 struct rb_node *nd = rb_first(&self->threads); 189 190 while (nd) { 191 struct thread *t = rb_entry(nd, struct thread, rb_node); 192 193 rb_erase(&t->rb_node, &self->threads); 194 nd = rb_next(nd); 195 thread__delete(t); 196 } 197 } 198 199 static void perf_session__delete_threads(struct perf_session *session) 200 { 201 machine__delete_threads(&session->host_machine); 202 } 203 204 void perf_session__delete(struct perf_session *self) 205 { 206 perf_session__destroy_kernel_maps(self); 207 perf_session__delete_dead_threads(self); 208 perf_session__delete_threads(self); 209 machine__exit(&self->host_machine); 210 close(self->fd); 211 free(self); 212 } 213 214 void machine__remove_thread(struct machine *self, struct thread *th) 215 { 216 self->last_match = NULL; 217 rb_erase(&th->rb_node, &self->threads); 218 /* 219 * We may have references to this thread, for instance in some hist_entry 220 * instances, so just move them to a separate list. 221 */ 222 list_add_tail(&th->node, &self->dead_threads); 223 } 224 225 static bool symbol__match_parent_regex(struct symbol *sym) 226 { 227 if (sym->name && !regexec(&parent_regex, sym->name, 0, NULL, 0)) 228 return 1; 229 230 return 0; 231 } 232 233 static const u8 cpumodes[] = { 234 PERF_RECORD_MISC_USER, 235 PERF_RECORD_MISC_KERNEL, 236 PERF_RECORD_MISC_GUEST_USER, 237 PERF_RECORD_MISC_GUEST_KERNEL 238 }; 239 #define NCPUMODES (sizeof(cpumodes)/sizeof(u8)) 240 241 static void ip__resolve_ams(struct machine *self, struct thread *thread, 242 struct addr_map_symbol *ams, 243 u64 ip) 244 { 245 struct addr_location al; 246 size_t i; 247 u8 m; 248 249 memset(&al, 0, sizeof(al)); 250 251 for (i = 0; i < NCPUMODES; i++) { 252 m = cpumodes[i]; 253 /* 254 * We cannot use the header.misc hint to determine whether a 255 * branch stack address is user, kernel, guest, hypervisor. 256 * Branches may straddle the kernel/user/hypervisor boundaries. 257 * Thus, we have to try consecutively until we find a match 258 * or else, the symbol is unknown 259 */ 260 thread__find_addr_location(thread, self, m, MAP__FUNCTION, 261 ip, &al, NULL); 262 if (al.sym) 263 goto found; 264 } 265 found: 266 ams->addr = ip; 267 ams->al_addr = al.addr; 268 ams->sym = al.sym; 269 ams->map = al.map; 270 } 271 272 struct branch_info *machine__resolve_bstack(struct machine *self, 273 struct thread *thr, 274 struct branch_stack *bs) 275 { 276 struct branch_info *bi; 277 unsigned int i; 278 279 bi = calloc(bs->nr, sizeof(struct branch_info)); 280 if (!bi) 281 return NULL; 282 283 for (i = 0; i < bs->nr; i++) { 284 ip__resolve_ams(self, thr, &bi[i].to, bs->entries[i].to); 285 ip__resolve_ams(self, thr, &bi[i].from, bs->entries[i].from); 286 bi[i].flags = bs->entries[i].flags; 287 } 288 return bi; 289 } 290 291 int machine__resolve_callchain(struct machine *self, struct perf_evsel *evsel, 292 struct thread *thread, 293 struct ip_callchain *chain, 294 struct symbol **parent) 295 { 296 u8 cpumode = PERF_RECORD_MISC_USER; 297 unsigned int i; 298 int err; 299 300 callchain_cursor_reset(&evsel->hists.callchain_cursor); 301 302 for (i = 0; i < chain->nr; i++) { 303 u64 ip; 304 struct addr_location al; 305 306 if (callchain_param.order == ORDER_CALLEE) 307 ip = chain->ips[i]; 308 else 309 ip = chain->ips[chain->nr - i - 1]; 310 311 if (ip >= PERF_CONTEXT_MAX) { 312 switch (ip) { 313 case PERF_CONTEXT_HV: 314 cpumode = PERF_RECORD_MISC_HYPERVISOR; break; 315 case PERF_CONTEXT_KERNEL: 316 cpumode = PERF_RECORD_MISC_KERNEL; break; 317 case PERF_CONTEXT_USER: 318 cpumode = PERF_RECORD_MISC_USER; break; 319 default: 320 break; 321 } 322 continue; 323 } 324 325 al.filtered = false; 326 thread__find_addr_location(thread, self, cpumode, 327 MAP__FUNCTION, ip, &al, NULL); 328 if (al.sym != NULL) { 329 if (sort__has_parent && !*parent && 330 symbol__match_parent_regex(al.sym)) 331 *parent = al.sym; 332 if (!symbol_conf.use_callchain) 333 break; 334 } 335 336 err = callchain_cursor_append(&evsel->hists.callchain_cursor, 337 ip, al.map, al.sym); 338 if (err) 339 return err; 340 } 341 342 return 0; 343 } 344 345 static int process_event_synth_tracing_data_stub(union perf_event *event __used, 346 struct perf_session *session __used) 347 { 348 dump_printf(": unhandled!\n"); 349 return 0; 350 } 351 352 static int process_event_synth_attr_stub(union perf_event *event __used, 353 struct perf_evlist **pevlist __used) 354 { 355 dump_printf(": unhandled!\n"); 356 return 0; 357 } 358 359 static int process_event_sample_stub(struct perf_tool *tool __used, 360 union perf_event *event __used, 361 struct perf_sample *sample __used, 362 struct perf_evsel *evsel __used, 363 struct machine *machine __used) 364 { 365 dump_printf(": unhandled!\n"); 366 return 0; 367 } 368 369 static int process_event_stub(struct perf_tool *tool __used, 370 union perf_event *event __used, 371 struct perf_sample *sample __used, 372 struct machine *machine __used) 373 { 374 dump_printf(": unhandled!\n"); 375 return 0; 376 } 377 378 static int process_finished_round_stub(struct perf_tool *tool __used, 379 union perf_event *event __used, 380 struct perf_session *perf_session __used) 381 { 382 dump_printf(": unhandled!\n"); 383 return 0; 384 } 385 386 static int process_event_type_stub(struct perf_tool *tool __used, 387 union perf_event *event __used) 388 { 389 dump_printf(": unhandled!\n"); 390 return 0; 391 } 392 393 static int process_finished_round(struct perf_tool *tool, 394 union perf_event *event, 395 struct perf_session *session); 396 397 static void perf_tool__fill_defaults(struct perf_tool *tool) 398 { 399 if (tool->sample == NULL) 400 tool->sample = process_event_sample_stub; 401 if (tool->mmap == NULL) 402 tool->mmap = process_event_stub; 403 if (tool->comm == NULL) 404 tool->comm = process_event_stub; 405 if (tool->fork == NULL) 406 tool->fork = process_event_stub; 407 if (tool->exit == NULL) 408 tool->exit = process_event_stub; 409 if (tool->lost == NULL) 410 tool->lost = perf_event__process_lost; 411 if (tool->read == NULL) 412 tool->read = process_event_sample_stub; 413 if (tool->throttle == NULL) 414 tool->throttle = process_event_stub; 415 if (tool->unthrottle == NULL) 416 tool->unthrottle = process_event_stub; 417 if (tool->attr == NULL) 418 tool->attr = process_event_synth_attr_stub; 419 if (tool->event_type == NULL) 420 tool->event_type = process_event_type_stub; 421 if (tool->tracing_data == NULL) 422 tool->tracing_data = process_event_synth_tracing_data_stub; 423 if (tool->build_id == NULL) 424 tool->build_id = process_finished_round_stub; 425 if (tool->finished_round == NULL) { 426 if (tool->ordered_samples) 427 tool->finished_round = process_finished_round; 428 else 429 tool->finished_round = process_finished_round_stub; 430 } 431 } 432 433 void mem_bswap_64(void *src, int byte_size) 434 { 435 u64 *m = src; 436 437 while (byte_size > 0) { 438 *m = bswap_64(*m); 439 byte_size -= sizeof(u64); 440 ++m; 441 } 442 } 443 444 static void perf_event__all64_swap(union perf_event *event) 445 { 446 struct perf_event_header *hdr = &event->header; 447 mem_bswap_64(hdr + 1, event->header.size - sizeof(*hdr)); 448 } 449 450 static void perf_event__comm_swap(union perf_event *event) 451 { 452 event->comm.pid = bswap_32(event->comm.pid); 453 event->comm.tid = bswap_32(event->comm.tid); 454 } 455 456 static void perf_event__mmap_swap(union perf_event *event) 457 { 458 event->mmap.pid = bswap_32(event->mmap.pid); 459 event->mmap.tid = bswap_32(event->mmap.tid); 460 event->mmap.start = bswap_64(event->mmap.start); 461 event->mmap.len = bswap_64(event->mmap.len); 462 event->mmap.pgoff = bswap_64(event->mmap.pgoff); 463 } 464 465 static void perf_event__task_swap(union perf_event *event) 466 { 467 event->fork.pid = bswap_32(event->fork.pid); 468 event->fork.tid = bswap_32(event->fork.tid); 469 event->fork.ppid = bswap_32(event->fork.ppid); 470 event->fork.ptid = bswap_32(event->fork.ptid); 471 event->fork.time = bswap_64(event->fork.time); 472 } 473 474 static void perf_event__read_swap(union perf_event *event) 475 { 476 event->read.pid = bswap_32(event->read.pid); 477 event->read.tid = bswap_32(event->read.tid); 478 event->read.value = bswap_64(event->read.value); 479 event->read.time_enabled = bswap_64(event->read.time_enabled); 480 event->read.time_running = bswap_64(event->read.time_running); 481 event->read.id = bswap_64(event->read.id); 482 } 483 484 /* exported for swapping attributes in file header */ 485 void perf_event__attr_swap(struct perf_event_attr *attr) 486 { 487 attr->type = bswap_32(attr->type); 488 attr->size = bswap_32(attr->size); 489 attr->config = bswap_64(attr->config); 490 attr->sample_period = bswap_64(attr->sample_period); 491 attr->sample_type = bswap_64(attr->sample_type); 492 attr->read_format = bswap_64(attr->read_format); 493 attr->wakeup_events = bswap_32(attr->wakeup_events); 494 attr->bp_type = bswap_32(attr->bp_type); 495 attr->bp_addr = bswap_64(attr->bp_addr); 496 attr->bp_len = bswap_64(attr->bp_len); 497 } 498 499 static void perf_event__hdr_attr_swap(union perf_event *event) 500 { 501 size_t size; 502 503 perf_event__attr_swap(&event->attr.attr); 504 505 size = event->header.size; 506 size -= (void *)&event->attr.id - (void *)event; 507 mem_bswap_64(event->attr.id, size); 508 } 509 510 static void perf_event__event_type_swap(union perf_event *event) 511 { 512 event->event_type.event_type.event_id = 513 bswap_64(event->event_type.event_type.event_id); 514 } 515 516 static void perf_event__tracing_data_swap(union perf_event *event) 517 { 518 event->tracing_data.size = bswap_32(event->tracing_data.size); 519 } 520 521 typedef void (*perf_event__swap_op)(union perf_event *event); 522 523 static perf_event__swap_op perf_event__swap_ops[] = { 524 [PERF_RECORD_MMAP] = perf_event__mmap_swap, 525 [PERF_RECORD_COMM] = perf_event__comm_swap, 526 [PERF_RECORD_FORK] = perf_event__task_swap, 527 [PERF_RECORD_EXIT] = perf_event__task_swap, 528 [PERF_RECORD_LOST] = perf_event__all64_swap, 529 [PERF_RECORD_READ] = perf_event__read_swap, 530 [PERF_RECORD_SAMPLE] = perf_event__all64_swap, 531 [PERF_RECORD_HEADER_ATTR] = perf_event__hdr_attr_swap, 532 [PERF_RECORD_HEADER_EVENT_TYPE] = perf_event__event_type_swap, 533 [PERF_RECORD_HEADER_TRACING_DATA] = perf_event__tracing_data_swap, 534 [PERF_RECORD_HEADER_BUILD_ID] = NULL, 535 [PERF_RECORD_HEADER_MAX] = NULL, 536 }; 537 538 struct sample_queue { 539 u64 timestamp; 540 u64 file_offset; 541 union perf_event *event; 542 struct list_head list; 543 }; 544 545 static void perf_session_free_sample_buffers(struct perf_session *session) 546 { 547 struct ordered_samples *os = &session->ordered_samples; 548 549 while (!list_empty(&os->to_free)) { 550 struct sample_queue *sq; 551 552 sq = list_entry(os->to_free.next, struct sample_queue, list); 553 list_del(&sq->list); 554 free(sq); 555 } 556 } 557 558 static int perf_session_deliver_event(struct perf_session *session, 559 union perf_event *event, 560 struct perf_sample *sample, 561 struct perf_tool *tool, 562 u64 file_offset); 563 564 static void flush_sample_queue(struct perf_session *s, 565 struct perf_tool *tool) 566 { 567 struct ordered_samples *os = &s->ordered_samples; 568 struct list_head *head = &os->samples; 569 struct sample_queue *tmp, *iter; 570 struct perf_sample sample; 571 u64 limit = os->next_flush; 572 u64 last_ts = os->last_sample ? os->last_sample->timestamp : 0ULL; 573 unsigned idx = 0, progress_next = os->nr_samples / 16; 574 int ret; 575 576 if (!tool->ordered_samples || !limit) 577 return; 578 579 list_for_each_entry_safe(iter, tmp, head, list) { 580 if (iter->timestamp > limit) 581 break; 582 583 ret = perf_session__parse_sample(s, iter->event, &sample); 584 if (ret) 585 pr_err("Can't parse sample, err = %d\n", ret); 586 else 587 perf_session_deliver_event(s, iter->event, &sample, tool, 588 iter->file_offset); 589 590 os->last_flush = iter->timestamp; 591 list_del(&iter->list); 592 list_add(&iter->list, &os->sample_cache); 593 if (++idx >= progress_next) { 594 progress_next += os->nr_samples / 16; 595 ui_progress__update(idx, os->nr_samples, 596 "Processing time ordered events..."); 597 } 598 } 599 600 if (list_empty(head)) { 601 os->last_sample = NULL; 602 } else if (last_ts <= limit) { 603 os->last_sample = 604 list_entry(head->prev, struct sample_queue, list); 605 } 606 607 os->nr_samples = 0; 608 } 609 610 /* 611 * When perf record finishes a pass on every buffers, it records this pseudo 612 * event. 613 * We record the max timestamp t found in the pass n. 614 * Assuming these timestamps are monotonic across cpus, we know that if 615 * a buffer still has events with timestamps below t, they will be all 616 * available and then read in the pass n + 1. 617 * Hence when we start to read the pass n + 2, we can safely flush every 618 * events with timestamps below t. 619 * 620 * ============ PASS n ================= 621 * CPU 0 | CPU 1 622 * | 623 * cnt1 timestamps | cnt2 timestamps 624 * 1 | 2 625 * 2 | 3 626 * - | 4 <--- max recorded 627 * 628 * ============ PASS n + 1 ============== 629 * CPU 0 | CPU 1 630 * | 631 * cnt1 timestamps | cnt2 timestamps 632 * 3 | 5 633 * 4 | 6 634 * 5 | 7 <---- max recorded 635 * 636 * Flush every events below timestamp 4 637 * 638 * ============ PASS n + 2 ============== 639 * CPU 0 | CPU 1 640 * | 641 * cnt1 timestamps | cnt2 timestamps 642 * 6 | 8 643 * 7 | 9 644 * - | 10 645 * 646 * Flush every events below timestamp 7 647 * etc... 648 */ 649 static int process_finished_round(struct perf_tool *tool, 650 union perf_event *event __used, 651 struct perf_session *session) 652 { 653 flush_sample_queue(session, tool); 654 session->ordered_samples.next_flush = session->ordered_samples.max_timestamp; 655 656 return 0; 657 } 658 659 /* The queue is ordered by time */ 660 static void __queue_event(struct sample_queue *new, struct perf_session *s) 661 { 662 struct ordered_samples *os = &s->ordered_samples; 663 struct sample_queue *sample = os->last_sample; 664 u64 timestamp = new->timestamp; 665 struct list_head *p; 666 667 ++os->nr_samples; 668 os->last_sample = new; 669 670 if (!sample) { 671 list_add(&new->list, &os->samples); 672 os->max_timestamp = timestamp; 673 return; 674 } 675 676 /* 677 * last_sample might point to some random place in the list as it's 678 * the last queued event. We expect that the new event is close to 679 * this. 680 */ 681 if (sample->timestamp <= timestamp) { 682 while (sample->timestamp <= timestamp) { 683 p = sample->list.next; 684 if (p == &os->samples) { 685 list_add_tail(&new->list, &os->samples); 686 os->max_timestamp = timestamp; 687 return; 688 } 689 sample = list_entry(p, struct sample_queue, list); 690 } 691 list_add_tail(&new->list, &sample->list); 692 } else { 693 while (sample->timestamp > timestamp) { 694 p = sample->list.prev; 695 if (p == &os->samples) { 696 list_add(&new->list, &os->samples); 697 return; 698 } 699 sample = list_entry(p, struct sample_queue, list); 700 } 701 list_add(&new->list, &sample->list); 702 } 703 } 704 705 #define MAX_SAMPLE_BUFFER (64 * 1024 / sizeof(struct sample_queue)) 706 707 static int perf_session_queue_event(struct perf_session *s, union perf_event *event, 708 struct perf_sample *sample, u64 file_offset) 709 { 710 struct ordered_samples *os = &s->ordered_samples; 711 struct list_head *sc = &os->sample_cache; 712 u64 timestamp = sample->time; 713 struct sample_queue *new; 714 715 if (!timestamp || timestamp == ~0ULL) 716 return -ETIME; 717 718 if (timestamp < s->ordered_samples.last_flush) { 719 printf("Warning: Timestamp below last timeslice flush\n"); 720 return -EINVAL; 721 } 722 723 if (!list_empty(sc)) { 724 new = list_entry(sc->next, struct sample_queue, list); 725 list_del(&new->list); 726 } else if (os->sample_buffer) { 727 new = os->sample_buffer + os->sample_buffer_idx; 728 if (++os->sample_buffer_idx == MAX_SAMPLE_BUFFER) 729 os->sample_buffer = NULL; 730 } else { 731 os->sample_buffer = malloc(MAX_SAMPLE_BUFFER * sizeof(*new)); 732 if (!os->sample_buffer) 733 return -ENOMEM; 734 list_add(&os->sample_buffer->list, &os->to_free); 735 os->sample_buffer_idx = 2; 736 new = os->sample_buffer + 1; 737 } 738 739 new->timestamp = timestamp; 740 new->file_offset = file_offset; 741 new->event = event; 742 743 __queue_event(new, s); 744 745 return 0; 746 } 747 748 static void callchain__printf(struct perf_sample *sample) 749 { 750 unsigned int i; 751 752 printf("... chain: nr:%" PRIu64 "\n", sample->callchain->nr); 753 754 for (i = 0; i < sample->callchain->nr; i++) 755 printf("..... %2d: %016" PRIx64 "\n", 756 i, sample->callchain->ips[i]); 757 } 758 759 static void branch_stack__printf(struct perf_sample *sample) 760 { 761 uint64_t i; 762 763 printf("... branch stack: nr:%" PRIu64 "\n", sample->branch_stack->nr); 764 765 for (i = 0; i < sample->branch_stack->nr; i++) 766 printf("..... %2"PRIu64": %016" PRIx64 " -> %016" PRIx64 "\n", 767 i, sample->branch_stack->entries[i].from, 768 sample->branch_stack->entries[i].to); 769 } 770 771 static void perf_session__print_tstamp(struct perf_session *session, 772 union perf_event *event, 773 struct perf_sample *sample) 774 { 775 if (event->header.type != PERF_RECORD_SAMPLE && 776 !session->sample_id_all) { 777 fputs("-1 -1 ", stdout); 778 return; 779 } 780 781 if ((session->sample_type & PERF_SAMPLE_CPU)) 782 printf("%u ", sample->cpu); 783 784 if (session->sample_type & PERF_SAMPLE_TIME) 785 printf("%" PRIu64 " ", sample->time); 786 } 787 788 static void dump_event(struct perf_session *session, union perf_event *event, 789 u64 file_offset, struct perf_sample *sample) 790 { 791 if (!dump_trace) 792 return; 793 794 printf("\n%#" PRIx64 " [%#x]: event: %d\n", 795 file_offset, event->header.size, event->header.type); 796 797 trace_event(event); 798 799 if (sample) 800 perf_session__print_tstamp(session, event, sample); 801 802 printf("%#" PRIx64 " [%#x]: PERF_RECORD_%s", file_offset, 803 event->header.size, perf_event__name(event->header.type)); 804 } 805 806 static void dump_sample(struct perf_session *session, union perf_event *event, 807 struct perf_sample *sample) 808 { 809 if (!dump_trace) 810 return; 811 812 printf("(IP, %d): %d/%d: %#" PRIx64 " period: %" PRIu64 " addr: %#" PRIx64 "\n", 813 event->header.misc, sample->pid, sample->tid, sample->ip, 814 sample->period, sample->addr); 815 816 if (session->sample_type & PERF_SAMPLE_CALLCHAIN) 817 callchain__printf(sample); 818 819 if (session->sample_type & PERF_SAMPLE_BRANCH_STACK) 820 branch_stack__printf(sample); 821 } 822 823 static struct machine * 824 perf_session__find_machine_for_cpumode(struct perf_session *session, 825 union perf_event *event) 826 { 827 const u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK; 828 829 if (cpumode == PERF_RECORD_MISC_GUEST_KERNEL && perf_guest) 830 return perf_session__find_machine(session, event->ip.pid); 831 832 return perf_session__find_host_machine(session); 833 } 834 835 static int perf_session_deliver_event(struct perf_session *session, 836 union perf_event *event, 837 struct perf_sample *sample, 838 struct perf_tool *tool, 839 u64 file_offset) 840 { 841 struct perf_evsel *evsel; 842 struct machine *machine; 843 844 dump_event(session, event, file_offset, sample); 845 846 evsel = perf_evlist__id2evsel(session->evlist, sample->id); 847 if (evsel != NULL && event->header.type != PERF_RECORD_SAMPLE) { 848 /* 849 * XXX We're leaving PERF_RECORD_SAMPLE unnacounted here 850 * because the tools right now may apply filters, discarding 851 * some of the samples. For consistency, in the future we 852 * should have something like nr_filtered_samples and remove 853 * the sample->period from total_sample_period, etc, KISS for 854 * now tho. 855 * 856 * Also testing against NULL allows us to handle files without 857 * attr.sample_id_all and/or without PERF_SAMPLE_ID. In the 858 * future probably it'll be a good idea to restrict event 859 * processing via perf_session to files with both set. 860 */ 861 hists__inc_nr_events(&evsel->hists, event->header.type); 862 } 863 864 machine = perf_session__find_machine_for_cpumode(session, event); 865 866 switch (event->header.type) { 867 case PERF_RECORD_SAMPLE: 868 dump_sample(session, event, sample); 869 if (evsel == NULL) { 870 ++session->hists.stats.nr_unknown_id; 871 return -1; 872 } 873 if (machine == NULL) { 874 ++session->hists.stats.nr_unprocessable_samples; 875 return -1; 876 } 877 return tool->sample(tool, event, sample, evsel, machine); 878 case PERF_RECORD_MMAP: 879 return tool->mmap(tool, event, sample, machine); 880 case PERF_RECORD_COMM: 881 return tool->comm(tool, event, sample, machine); 882 case PERF_RECORD_FORK: 883 return tool->fork(tool, event, sample, machine); 884 case PERF_RECORD_EXIT: 885 return tool->exit(tool, event, sample, machine); 886 case PERF_RECORD_LOST: 887 if (tool->lost == perf_event__process_lost) 888 session->hists.stats.total_lost += event->lost.lost; 889 return tool->lost(tool, event, sample, machine); 890 case PERF_RECORD_READ: 891 return tool->read(tool, event, sample, evsel, machine); 892 case PERF_RECORD_THROTTLE: 893 return tool->throttle(tool, event, sample, machine); 894 case PERF_RECORD_UNTHROTTLE: 895 return tool->unthrottle(tool, event, sample, machine); 896 default: 897 ++session->hists.stats.nr_unknown_events; 898 return -1; 899 } 900 } 901 902 static int perf_session__preprocess_sample(struct perf_session *session, 903 union perf_event *event, struct perf_sample *sample) 904 { 905 if (event->header.type != PERF_RECORD_SAMPLE || 906 !(session->sample_type & PERF_SAMPLE_CALLCHAIN)) 907 return 0; 908 909 if (!ip_callchain__valid(sample->callchain, event)) { 910 pr_debug("call-chain problem with event, skipping it.\n"); 911 ++session->hists.stats.nr_invalid_chains; 912 session->hists.stats.total_invalid_chains += sample->period; 913 return -EINVAL; 914 } 915 return 0; 916 } 917 918 static int perf_session__process_user_event(struct perf_session *session, union perf_event *event, 919 struct perf_tool *tool, u64 file_offset) 920 { 921 int err; 922 923 dump_event(session, event, file_offset, NULL); 924 925 /* These events are processed right away */ 926 switch (event->header.type) { 927 case PERF_RECORD_HEADER_ATTR: 928 err = tool->attr(event, &session->evlist); 929 if (err == 0) 930 perf_session__update_sample_type(session); 931 return err; 932 case PERF_RECORD_HEADER_EVENT_TYPE: 933 return tool->event_type(tool, event); 934 case PERF_RECORD_HEADER_TRACING_DATA: 935 /* setup for reading amidst mmap */ 936 lseek(session->fd, file_offset, SEEK_SET); 937 return tool->tracing_data(event, session); 938 case PERF_RECORD_HEADER_BUILD_ID: 939 return tool->build_id(tool, event, session); 940 case PERF_RECORD_FINISHED_ROUND: 941 return tool->finished_round(tool, event, session); 942 default: 943 return -EINVAL; 944 } 945 } 946 947 static int perf_session__process_event(struct perf_session *session, 948 union perf_event *event, 949 struct perf_tool *tool, 950 u64 file_offset) 951 { 952 struct perf_sample sample; 953 int ret; 954 955 if (session->header.needs_swap && 956 perf_event__swap_ops[event->header.type]) 957 perf_event__swap_ops[event->header.type](event); 958 959 if (event->header.type >= PERF_RECORD_HEADER_MAX) 960 return -EINVAL; 961 962 hists__inc_nr_events(&session->hists, event->header.type); 963 964 if (event->header.type >= PERF_RECORD_USER_TYPE_START) 965 return perf_session__process_user_event(session, event, tool, file_offset); 966 967 /* 968 * For all kernel events we get the sample data 969 */ 970 ret = perf_session__parse_sample(session, event, &sample); 971 if (ret) 972 return ret; 973 974 /* Preprocess sample records - precheck callchains */ 975 if (perf_session__preprocess_sample(session, event, &sample)) 976 return 0; 977 978 if (tool->ordered_samples) { 979 ret = perf_session_queue_event(session, event, &sample, 980 file_offset); 981 if (ret != -ETIME) 982 return ret; 983 } 984 985 return perf_session_deliver_event(session, event, &sample, tool, 986 file_offset); 987 } 988 989 void perf_event_header__bswap(struct perf_event_header *self) 990 { 991 self->type = bswap_32(self->type); 992 self->misc = bswap_16(self->misc); 993 self->size = bswap_16(self->size); 994 } 995 996 struct thread *perf_session__findnew(struct perf_session *session, pid_t pid) 997 { 998 return machine__findnew_thread(&session->host_machine, pid); 999 } 1000 1001 static struct thread *perf_session__register_idle_thread(struct perf_session *self) 1002 { 1003 struct thread *thread = perf_session__findnew(self, 0); 1004 1005 if (thread == NULL || thread__set_comm(thread, "swapper")) { 1006 pr_err("problem inserting idle task.\n"); 1007 thread = NULL; 1008 } 1009 1010 return thread; 1011 } 1012 1013 static void perf_session__warn_about_errors(const struct perf_session *session, 1014 const struct perf_tool *tool) 1015 { 1016 if (tool->lost == perf_event__process_lost && 1017 session->hists.stats.nr_events[PERF_RECORD_LOST] != 0) { 1018 ui__warning("Processed %d events and lost %d chunks!\n\n" 1019 "Check IO/CPU overload!\n\n", 1020 session->hists.stats.nr_events[0], 1021 session->hists.stats.nr_events[PERF_RECORD_LOST]); 1022 } 1023 1024 if (session->hists.stats.nr_unknown_events != 0) { 1025 ui__warning("Found %u unknown events!\n\n" 1026 "Is this an older tool processing a perf.data " 1027 "file generated by a more recent tool?\n\n" 1028 "If that is not the case, consider " 1029 "reporting to linux-kernel@vger.kernel.org.\n\n", 1030 session->hists.stats.nr_unknown_events); 1031 } 1032 1033 if (session->hists.stats.nr_unknown_id != 0) { 1034 ui__warning("%u samples with id not present in the header\n", 1035 session->hists.stats.nr_unknown_id); 1036 } 1037 1038 if (session->hists.stats.nr_invalid_chains != 0) { 1039 ui__warning("Found invalid callchains!\n\n" 1040 "%u out of %u events were discarded for this reason.\n\n" 1041 "Consider reporting to linux-kernel@vger.kernel.org.\n\n", 1042 session->hists.stats.nr_invalid_chains, 1043 session->hists.stats.nr_events[PERF_RECORD_SAMPLE]); 1044 } 1045 1046 if (session->hists.stats.nr_unprocessable_samples != 0) { 1047 ui__warning("%u unprocessable samples recorded.\n" 1048 "Do you have a KVM guest running and not using 'perf kvm'?\n", 1049 session->hists.stats.nr_unprocessable_samples); 1050 } 1051 } 1052 1053 #define session_done() (*(volatile int *)(&session_done)) 1054 volatile int session_done; 1055 1056 static int __perf_session__process_pipe_events(struct perf_session *self, 1057 struct perf_tool *tool) 1058 { 1059 union perf_event event; 1060 uint32_t size; 1061 int skip = 0; 1062 u64 head; 1063 int err; 1064 void *p; 1065 1066 perf_tool__fill_defaults(tool); 1067 1068 head = 0; 1069 more: 1070 err = readn(self->fd, &event, sizeof(struct perf_event_header)); 1071 if (err <= 0) { 1072 if (err == 0) 1073 goto done; 1074 1075 pr_err("failed to read event header\n"); 1076 goto out_err; 1077 } 1078 1079 if (self->header.needs_swap) 1080 perf_event_header__bswap(&event.header); 1081 1082 size = event.header.size; 1083 if (size == 0) 1084 size = 8; 1085 1086 p = &event; 1087 p += sizeof(struct perf_event_header); 1088 1089 if (size - sizeof(struct perf_event_header)) { 1090 err = readn(self->fd, p, size - sizeof(struct perf_event_header)); 1091 if (err <= 0) { 1092 if (err == 0) { 1093 pr_err("unexpected end of event stream\n"); 1094 goto done; 1095 } 1096 1097 pr_err("failed to read event data\n"); 1098 goto out_err; 1099 } 1100 } 1101 1102 if ((skip = perf_session__process_event(self, &event, tool, head)) < 0) { 1103 pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n", 1104 head, event.header.size, event.header.type); 1105 err = -EINVAL; 1106 goto out_err; 1107 } 1108 1109 head += size; 1110 1111 if (skip > 0) 1112 head += skip; 1113 1114 if (!session_done()) 1115 goto more; 1116 done: 1117 err = 0; 1118 out_err: 1119 perf_session__warn_about_errors(self, tool); 1120 perf_session_free_sample_buffers(self); 1121 return err; 1122 } 1123 1124 static union perf_event * 1125 fetch_mmaped_event(struct perf_session *session, 1126 u64 head, size_t mmap_size, char *buf) 1127 { 1128 union perf_event *event; 1129 1130 /* 1131 * Ensure we have enough space remaining to read 1132 * the size of the event in the headers. 1133 */ 1134 if (head + sizeof(event->header) > mmap_size) 1135 return NULL; 1136 1137 event = (union perf_event *)(buf + head); 1138 1139 if (session->header.needs_swap) 1140 perf_event_header__bswap(&event->header); 1141 1142 if (head + event->header.size > mmap_size) 1143 return NULL; 1144 1145 return event; 1146 } 1147 1148 int __perf_session__process_events(struct perf_session *session, 1149 u64 data_offset, u64 data_size, 1150 u64 file_size, struct perf_tool *tool) 1151 { 1152 u64 head, page_offset, file_offset, file_pos, progress_next; 1153 int err, mmap_prot, mmap_flags, map_idx = 0; 1154 size_t page_size, mmap_size; 1155 char *buf, *mmaps[8]; 1156 union perf_event *event; 1157 uint32_t size; 1158 1159 perf_tool__fill_defaults(tool); 1160 1161 page_size = sysconf(_SC_PAGESIZE); 1162 1163 page_offset = page_size * (data_offset / page_size); 1164 file_offset = page_offset; 1165 head = data_offset - page_offset; 1166 1167 if (data_offset + data_size < file_size) 1168 file_size = data_offset + data_size; 1169 1170 progress_next = file_size / 16; 1171 1172 mmap_size = session->mmap_window; 1173 if (mmap_size > file_size) 1174 mmap_size = file_size; 1175 1176 memset(mmaps, 0, sizeof(mmaps)); 1177 1178 mmap_prot = PROT_READ; 1179 mmap_flags = MAP_SHARED; 1180 1181 if (session->header.needs_swap) { 1182 mmap_prot |= PROT_WRITE; 1183 mmap_flags = MAP_PRIVATE; 1184 } 1185 remap: 1186 buf = mmap(NULL, mmap_size, mmap_prot, mmap_flags, session->fd, 1187 file_offset); 1188 if (buf == MAP_FAILED) { 1189 pr_err("failed to mmap file\n"); 1190 err = -errno; 1191 goto out_err; 1192 } 1193 mmaps[map_idx] = buf; 1194 map_idx = (map_idx + 1) & (ARRAY_SIZE(mmaps) - 1); 1195 file_pos = file_offset + head; 1196 1197 more: 1198 event = fetch_mmaped_event(session, head, mmap_size, buf); 1199 if (!event) { 1200 if (mmaps[map_idx]) { 1201 munmap(mmaps[map_idx], mmap_size); 1202 mmaps[map_idx] = NULL; 1203 } 1204 1205 page_offset = page_size * (head / page_size); 1206 file_offset += page_offset; 1207 head -= page_offset; 1208 goto remap; 1209 } 1210 1211 size = event->header.size; 1212 1213 if (size == 0 || 1214 perf_session__process_event(session, event, tool, file_pos) < 0) { 1215 pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n", 1216 file_offset + head, event->header.size, 1217 event->header.type); 1218 err = -EINVAL; 1219 goto out_err; 1220 } 1221 1222 head += size; 1223 file_pos += size; 1224 1225 if (file_pos >= progress_next) { 1226 progress_next += file_size / 16; 1227 ui_progress__update(file_pos, file_size, 1228 "Processing events..."); 1229 } 1230 1231 if (file_pos < file_size) 1232 goto more; 1233 1234 err = 0; 1235 /* do the final flush for ordered samples */ 1236 session->ordered_samples.next_flush = ULLONG_MAX; 1237 flush_sample_queue(session, tool); 1238 out_err: 1239 perf_session__warn_about_errors(session, tool); 1240 perf_session_free_sample_buffers(session); 1241 return err; 1242 } 1243 1244 int perf_session__process_events(struct perf_session *self, 1245 struct perf_tool *tool) 1246 { 1247 int err; 1248 1249 if (perf_session__register_idle_thread(self) == NULL) 1250 return -ENOMEM; 1251 1252 if (!self->fd_pipe) 1253 err = __perf_session__process_events(self, 1254 self->header.data_offset, 1255 self->header.data_size, 1256 self->size, tool); 1257 else 1258 err = __perf_session__process_pipe_events(self, tool); 1259 1260 return err; 1261 } 1262 1263 bool perf_session__has_traces(struct perf_session *self, const char *msg) 1264 { 1265 if (!(self->sample_type & PERF_SAMPLE_RAW)) { 1266 pr_err("No trace sample to read. Did you call 'perf %s'?\n", msg); 1267 return false; 1268 } 1269 1270 return true; 1271 } 1272 1273 int maps__set_kallsyms_ref_reloc_sym(struct map **maps, 1274 const char *symbol_name, u64 addr) 1275 { 1276 char *bracket; 1277 enum map_type i; 1278 struct ref_reloc_sym *ref; 1279 1280 ref = zalloc(sizeof(struct ref_reloc_sym)); 1281 if (ref == NULL) 1282 return -ENOMEM; 1283 1284 ref->name = strdup(symbol_name); 1285 if (ref->name == NULL) { 1286 free(ref); 1287 return -ENOMEM; 1288 } 1289 1290 bracket = strchr(ref->name, ']'); 1291 if (bracket) 1292 *bracket = '\0'; 1293 1294 ref->addr = addr; 1295 1296 for (i = 0; i < MAP__NR_TYPES; ++i) { 1297 struct kmap *kmap = map__kmap(maps[i]); 1298 kmap->ref_reloc_sym = ref; 1299 } 1300 1301 return 0; 1302 } 1303 1304 size_t perf_session__fprintf_dsos(struct perf_session *self, FILE *fp) 1305 { 1306 return __dsos__fprintf(&self->host_machine.kernel_dsos, fp) + 1307 __dsos__fprintf(&self->host_machine.user_dsos, fp) + 1308 machines__fprintf_dsos(&self->machines, fp); 1309 } 1310 1311 size_t perf_session__fprintf_dsos_buildid(struct perf_session *self, FILE *fp, 1312 bool with_hits) 1313 { 1314 size_t ret = machine__fprintf_dsos_buildid(&self->host_machine, fp, with_hits); 1315 return ret + machines__fprintf_dsos_buildid(&self->machines, fp, with_hits); 1316 } 1317 1318 size_t perf_session__fprintf_nr_events(struct perf_session *session, FILE *fp) 1319 { 1320 struct perf_evsel *pos; 1321 size_t ret = fprintf(fp, "Aggregated stats:\n"); 1322 1323 ret += hists__fprintf_nr_events(&session->hists, fp); 1324 1325 list_for_each_entry(pos, &session->evlist->entries, node) { 1326 ret += fprintf(fp, "%s stats:\n", event_name(pos)); 1327 ret += hists__fprintf_nr_events(&pos->hists, fp); 1328 } 1329 1330 return ret; 1331 } 1332 1333 size_t perf_session__fprintf(struct perf_session *session, FILE *fp) 1334 { 1335 /* 1336 * FIXME: Here we have to actually print all the machines in this 1337 * session, not just the host... 1338 */ 1339 return machine__fprintf(&session->host_machine, fp); 1340 } 1341 1342 void perf_session__remove_thread(struct perf_session *session, 1343 struct thread *th) 1344 { 1345 /* 1346 * FIXME: This one makes no sense, we need to remove the thread from 1347 * the machine it belongs to, perf_session can have many machines, so 1348 * doing it always on ->host_machine is wrong. Fix when auditing all 1349 * the 'perf kvm' code. 1350 */ 1351 machine__remove_thread(&session->host_machine, th); 1352 } 1353 1354 struct perf_evsel *perf_session__find_first_evtype(struct perf_session *session, 1355 unsigned int type) 1356 { 1357 struct perf_evsel *pos; 1358 1359 list_for_each_entry(pos, &session->evlist->entries, node) { 1360 if (pos->attr.type == type) 1361 return pos; 1362 } 1363 return NULL; 1364 } 1365 1366 void perf_event__print_ip(union perf_event *event, struct perf_sample *sample, 1367 struct machine *machine, struct perf_evsel *evsel, 1368 int print_sym, int print_dso, int print_symoffset) 1369 { 1370 struct addr_location al; 1371 struct callchain_cursor *cursor = &evsel->hists.callchain_cursor; 1372 struct callchain_cursor_node *node; 1373 1374 if (perf_event__preprocess_sample(event, machine, &al, sample, 1375 NULL) < 0) { 1376 error("problem processing %d event, skipping it.\n", 1377 event->header.type); 1378 return; 1379 } 1380 1381 if (symbol_conf.use_callchain && sample->callchain) { 1382 1383 if (machine__resolve_callchain(machine, evsel, al.thread, 1384 sample->callchain, NULL) != 0) { 1385 if (verbose) 1386 error("Failed to resolve callchain. Skipping\n"); 1387 return; 1388 } 1389 callchain_cursor_commit(cursor); 1390 1391 while (1) { 1392 node = callchain_cursor_current(cursor); 1393 if (!node) 1394 break; 1395 1396 printf("\t%16" PRIx64, node->ip); 1397 if (print_sym) { 1398 printf(" "); 1399 symbol__fprintf_symname(node->sym, stdout); 1400 } 1401 if (print_dso) { 1402 printf(" ("); 1403 map__fprintf_dsoname(al.map, stdout); 1404 printf(")"); 1405 } 1406 printf("\n"); 1407 1408 callchain_cursor_advance(cursor); 1409 } 1410 1411 } else { 1412 printf("%16" PRIx64, sample->ip); 1413 if (print_sym) { 1414 printf(" "); 1415 if (print_symoffset) 1416 symbol__fprintf_symname_offs(al.sym, &al, 1417 stdout); 1418 else 1419 symbol__fprintf_symname(al.sym, stdout); 1420 } 1421 1422 if (print_dso) { 1423 printf(" ("); 1424 map__fprintf_dsoname(al.map, stdout); 1425 printf(")"); 1426 } 1427 } 1428 } 1429 1430 int perf_session__cpu_bitmap(struct perf_session *session, 1431 const char *cpu_list, unsigned long *cpu_bitmap) 1432 { 1433 int i; 1434 struct cpu_map *map; 1435 1436 for (i = 0; i < PERF_TYPE_MAX; ++i) { 1437 struct perf_evsel *evsel; 1438 1439 evsel = perf_session__find_first_evtype(session, i); 1440 if (!evsel) 1441 continue; 1442 1443 if (!(evsel->attr.sample_type & PERF_SAMPLE_CPU)) { 1444 pr_err("File does not contain CPU events. " 1445 "Remove -c option to proceed.\n"); 1446 return -1; 1447 } 1448 } 1449 1450 map = cpu_map__new(cpu_list); 1451 if (map == NULL) { 1452 pr_err("Invalid cpu_list\n"); 1453 return -1; 1454 } 1455 1456 for (i = 0; i < map->nr; i++) { 1457 int cpu = map->map[i]; 1458 1459 if (cpu >= MAX_NR_CPUS) { 1460 pr_err("Requested CPU %d too large. " 1461 "Consider raising MAX_NR_CPUS\n", cpu); 1462 return -1; 1463 } 1464 1465 set_bit(cpu, cpu_bitmap); 1466 } 1467 1468 return 0; 1469 } 1470 1471 void perf_session__fprintf_info(struct perf_session *session, FILE *fp, 1472 bool full) 1473 { 1474 struct stat st; 1475 int ret; 1476 1477 if (session == NULL || fp == NULL) 1478 return; 1479 1480 ret = fstat(session->fd, &st); 1481 if (ret == -1) 1482 return; 1483 1484 fprintf(fp, "# ========\n"); 1485 fprintf(fp, "# captured on: %s", ctime(&st.st_ctime)); 1486 perf_header__fprintf_info(session, fp, full); 1487 fprintf(fp, "# ========\n#\n"); 1488 } 1489