186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-record.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin record command: Record the profile of a workload 586470930SIngo Molnar * (or a CPU, or a PID) into the perf.data output file - for 686470930SIngo Molnar * later analysis via perf report. 786470930SIngo Molnar */ 8b8f46c5aSXiao Guangrong #define _FILE_OFFSET_BITS 64 9b8f46c5aSXiao Guangrong 1086470930SIngo Molnar #include "builtin.h" 1186470930SIngo Molnar 1286470930SIngo Molnar #include "perf.h" 1386470930SIngo Molnar 146122e4e4SArnaldo Carvalho de Melo #include "util/build-id.h" 1586470930SIngo Molnar #include "util/util.h" 1686470930SIngo Molnar #include "util/parse-options.h" 1786470930SIngo Molnar #include "util/parse-events.h" 1886470930SIngo Molnar 197c6a1c65SPeter Zijlstra #include "util/header.h" 2066e274f3SFrederic Weisbecker #include "util/event.h" 21361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 2269aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 238f28827aSFrederic Weisbecker #include "util/debug.h" 2494c744b6SArnaldo Carvalho de Melo #include "util/session.h" 258d06367fSArnaldo Carvalho de Melo #include "util/symbol.h" 26a12b51c4SPaul Mackerras #include "util/cpumap.h" 277c6a1c65SPeter Zijlstra 2886470930SIngo Molnar #include <unistd.h> 2986470930SIngo Molnar #include <sched.h> 30a41794cdSArnaldo Carvalho de Melo #include <sys/mman.h> 3186470930SIngo Molnar 3269aad6f1SArnaldo Carvalho de Melo #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y)) 33*0a27d7f9SArnaldo Carvalho de Melo #define SID(e, x, y) xyarray__entry(e->id, x, y) 3469aad6f1SArnaldo Carvalho de Melo 357865e817SFrederic Weisbecker enum write_mode_t { 367865e817SFrederic Weisbecker WRITE_FORCE, 377865e817SFrederic Weisbecker WRITE_APPEND 387865e817SFrederic Weisbecker }; 397865e817SFrederic Weisbecker 403de29cabSStephane Eranian static u64 user_interval = ULLONG_MAX; 413de29cabSStephane Eranian static u64 default_interval = 0; 42640c03ceSArnaldo Carvalho de Melo static u64 sample_type; 4386470930SIngo Molnar 4460d567e2SArnaldo Carvalho de Melo static struct cpu_map *cpus; 4586470930SIngo Molnar static unsigned int page_size; 4686470930SIngo Molnar static unsigned int mmap_pages = 128; 47f9212819SFrederic Weisbecker static unsigned int user_freq = UINT_MAX; 4842e59d7dSIngo Molnar static int freq = 1000; 4986470930SIngo Molnar static int output; 50529870e3STom Zanussi static int pipe_output = 0; 5186470930SIngo Molnar static const char *output_name = "perf.data"; 5286470930SIngo Molnar static int group = 0; 531967936dSArnaldo Carvalho de Melo static int realtime_prio = 0; 54acac03faSKirill Smelkov static bool nodelay = false; 55c0555642SIan Munsie static bool raw_samples = false; 569c90a61cSArnaldo Carvalho de Melo static bool sample_id_all_avail = true; 57c0555642SIan Munsie static bool system_wide = false; 5886470930SIngo Molnar static pid_t target_pid = -1; 59d6d901c2SZhang, Yanmin static pid_t target_tid = -1; 605c98d466SArnaldo Carvalho de Melo static struct thread_map *threads; 61933da83aSChris Wilson static pid_t child_pid = -1; 622e6cdf99SStephane Eranian static bool no_inherit = false; 637865e817SFrederic Weisbecker static enum write_mode_t write_mode = WRITE_FORCE; 64c0555642SIan Munsie static bool call_graph = false; 65c0555642SIan Munsie static bool inherit_stat = false; 66c0555642SIan Munsie static bool no_samples = false; 67c0555642SIan Munsie static bool sample_address = false; 689c90a61cSArnaldo Carvalho de Melo static bool sample_time = false; 69a1ac1d3cSStephane Eranian static bool no_buildid = false; 70baa2f6ceSArnaldo Carvalho de Melo static bool no_buildid_cache = false; 71361c99a6SArnaldo Carvalho de Melo static struct perf_evlist *evsel_list; 7286470930SIngo Molnar 7342e59d7dSIngo Molnar static long samples = 0; 7442e59d7dSIngo Molnar static u64 bytes_written = 0; 7586470930SIngo Molnar 76f5970550SPeter Zijlstra static int file_new = 1; 776122e4e4SArnaldo Carvalho de Melo static off_t post_processing_offset; 787c6a1c65SPeter Zijlstra 7994c744b6SArnaldo Carvalho de Melo static struct perf_session *session; 80c45c6ea2SStephane Eranian static const char *cpu_list; 81f5970550SPeter Zijlstra 829215545eSTom Zanussi static void advance_output(size_t size) 839215545eSTom Zanussi { 849215545eSTom Zanussi bytes_written += size; 859215545eSTom Zanussi } 869215545eSTom Zanussi 87f5970550SPeter Zijlstra static void write_output(void *buf, size_t size) 88f5970550SPeter Zijlstra { 89f5970550SPeter Zijlstra while (size) { 90f5970550SPeter Zijlstra int ret = write(output, buf, size); 91f5970550SPeter Zijlstra 92f5970550SPeter Zijlstra if (ret < 0) 93f5970550SPeter Zijlstra die("failed to write"); 94f5970550SPeter Zijlstra 95f5970550SPeter Zijlstra size -= ret; 96f5970550SPeter Zijlstra buf += ret; 97f5970550SPeter Zijlstra 98f5970550SPeter Zijlstra bytes_written += ret; 99f5970550SPeter Zijlstra } 100f5970550SPeter Zijlstra } 101f5970550SPeter Zijlstra 102d8f66248SArnaldo Carvalho de Melo static int process_synthesized_event(event_t *event, 103640c03ceSArnaldo Carvalho de Melo struct sample_data *sample __used, 104d8f66248SArnaldo Carvalho de Melo struct perf_session *self __used) 105234fbbf5SArnaldo Carvalho de Melo { 1066122e4e4SArnaldo Carvalho de Melo write_output(event, event->header.size); 107234fbbf5SArnaldo Carvalho de Melo return 0; 108234fbbf5SArnaldo Carvalho de Melo } 109234fbbf5SArnaldo Carvalho de Melo 110744bd8aaSArnaldo Carvalho de Melo static void mmap_read(struct perf_mmap *md) 11186470930SIngo Molnar { 112744bd8aaSArnaldo Carvalho de Melo unsigned int head = perf_mmap__read_head(md); 11386470930SIngo Molnar unsigned int old = md->prev; 11486470930SIngo Molnar unsigned char *data = md->base + page_size; 11586470930SIngo Molnar unsigned long size; 11686470930SIngo Molnar void *buf; 11786470930SIngo Molnar int diff; 11886470930SIngo Molnar 11986470930SIngo Molnar /* 12086470930SIngo Molnar * If we're further behind than half the buffer, there's a chance 12186470930SIngo Molnar * the writer will bite our tail and mess up the samples under us. 12286470930SIngo Molnar * 12386470930SIngo Molnar * If we somehow ended up ahead of the head, we got messed up. 12486470930SIngo Molnar * 12586470930SIngo Molnar * In either case, truncate and restart at head. 12686470930SIngo Molnar */ 12786470930SIngo Molnar diff = head - old; 1289d91a6f7SPeter Zijlstra if (diff < 0) { 129ef365cefSRuss Anderson fprintf(stderr, "WARNING: failed to keep up with mmap data\n"); 13086470930SIngo Molnar /* 13186470930SIngo Molnar * head points to a known good entry, start there. 13286470930SIngo Molnar */ 13386470930SIngo Molnar old = head; 13486470930SIngo Molnar } 13586470930SIngo Molnar 13686470930SIngo Molnar if (old != head) 13786470930SIngo Molnar samples++; 13886470930SIngo Molnar 13986470930SIngo Molnar size = head - old; 14086470930SIngo Molnar 14186470930SIngo Molnar if ((old & md->mask) + size != (head & md->mask)) { 14286470930SIngo Molnar buf = &data[old & md->mask]; 14386470930SIngo Molnar size = md->mask + 1 - (old & md->mask); 14486470930SIngo Molnar old += size; 14586470930SIngo Molnar 1466122e4e4SArnaldo Carvalho de Melo write_output(buf, size); 14786470930SIngo Molnar } 14886470930SIngo Molnar 14986470930SIngo Molnar buf = &data[old & md->mask]; 15086470930SIngo Molnar size = head - old; 15186470930SIngo Molnar old += size; 15286470930SIngo Molnar 1536122e4e4SArnaldo Carvalho de Melo write_output(buf, size); 15486470930SIngo Molnar 15586470930SIngo Molnar md->prev = old; 156115d2d89SArnaldo Carvalho de Melo perf_mmap__write_tail(md, old); 15786470930SIngo Molnar } 15886470930SIngo Molnar 15986470930SIngo Molnar static volatile int done = 0; 160f7b7c26eSPeter Zijlstra static volatile int signr = -1; 16186470930SIngo Molnar 16286470930SIngo Molnar static void sig_handler(int sig) 16386470930SIngo Molnar { 16486470930SIngo Molnar done = 1; 165f7b7c26eSPeter Zijlstra signr = sig; 166f7b7c26eSPeter Zijlstra } 167f7b7c26eSPeter Zijlstra 168f7b7c26eSPeter Zijlstra static void sig_atexit(void) 169f7b7c26eSPeter Zijlstra { 1705ffc8881SIan Munsie if (child_pid > 0) 171933da83aSChris Wilson kill(child_pid, SIGTERM); 172933da83aSChris Wilson 17318483b81SArnaldo Carvalho de Melo if (signr == -1 || signr == SIGUSR1) 174f7b7c26eSPeter Zijlstra return; 175f7b7c26eSPeter Zijlstra 176f7b7c26eSPeter Zijlstra signal(signr, SIG_DFL); 177f7b7c26eSPeter Zijlstra kill(getpid(), signr); 17886470930SIngo Molnar } 17986470930SIngo Molnar 180cdd6c482SIngo Molnar static struct perf_header_attr *get_header_attr(struct perf_event_attr *a, int nr) 1817c6a1c65SPeter Zijlstra { 1827c6a1c65SPeter Zijlstra struct perf_header_attr *h_attr; 1837c6a1c65SPeter Zijlstra 18494c744b6SArnaldo Carvalho de Melo if (nr < session->header.attrs) { 18594c744b6SArnaldo Carvalho de Melo h_attr = session->header.attr[nr]; 1867c6a1c65SPeter Zijlstra } else { 1877c6a1c65SPeter Zijlstra h_attr = perf_header_attr__new(a); 188dc79c0fcSArnaldo Carvalho de Melo if (h_attr != NULL) 18994c744b6SArnaldo Carvalho de Melo if (perf_header__add_attr(&session->header, h_attr) < 0) { 19011deb1f9SArnaldo Carvalho de Melo perf_header_attr__delete(h_attr); 19111deb1f9SArnaldo Carvalho de Melo h_attr = NULL; 19211deb1f9SArnaldo Carvalho de Melo } 1937c6a1c65SPeter Zijlstra } 1947c6a1c65SPeter Zijlstra 1957c6a1c65SPeter Zijlstra return h_attr; 1967c6a1c65SPeter Zijlstra } 1977c6a1c65SPeter Zijlstra 198*0a27d7f9SArnaldo Carvalho de Melo static void create_counter(struct perf_evsel *evsel, int cpu) 19986470930SIngo Molnar { 20069aad6f1SArnaldo Carvalho de Melo char *filter = evsel->filter; 20169aad6f1SArnaldo Carvalho de Melo struct perf_event_attr *attr = &evsel->attr; 2027c6a1c65SPeter Zijlstra struct perf_header_attr *h_attr; 203*0a27d7f9SArnaldo Carvalho de Melo struct perf_sample_id *sid; 204d6d901c2SZhang, Yanmin int thread_index; 205c171b552SLi Zefan int ret; 206dd7927f4SArnaldo Carvalho de Melo 207dd7927f4SArnaldo Carvalho de Melo for (thread_index = 0; thread_index < threads->nr; thread_index++) { 208dd7927f4SArnaldo Carvalho de Melo h_attr = get_header_attr(attr, evsel->idx); 209dd7927f4SArnaldo Carvalho de Melo if (h_attr == NULL) 210dd7927f4SArnaldo Carvalho de Melo die("nomem\n"); 211dd7927f4SArnaldo Carvalho de Melo 212dd7927f4SArnaldo Carvalho de Melo if (!file_new) { 213dd7927f4SArnaldo Carvalho de Melo if (memcmp(&h_attr->attr, attr, sizeof(*attr))) { 214dd7927f4SArnaldo Carvalho de Melo fprintf(stderr, "incompatible append\n"); 215dd7927f4SArnaldo Carvalho de Melo exit(-1); 216dd7927f4SArnaldo Carvalho de Melo } 217dd7927f4SArnaldo Carvalho de Melo } 218dd7927f4SArnaldo Carvalho de Melo 219*0a27d7f9SArnaldo Carvalho de Melo sid = SID(evsel, cpu, thread_index); 220*0a27d7f9SArnaldo Carvalho de Melo if (perf_header_attr__add_id(h_attr, sid->id) < 0) { 221dd7927f4SArnaldo Carvalho de Melo pr_warning("Not enough memory to add id\n"); 222dd7927f4SArnaldo Carvalho de Melo exit(-1); 223dd7927f4SArnaldo Carvalho de Melo } 224dd7927f4SArnaldo Carvalho de Melo 225dd7927f4SArnaldo Carvalho de Melo if (filter != NULL) { 226dd7927f4SArnaldo Carvalho de Melo ret = ioctl(FD(evsel, cpu, thread_index), 227dd7927f4SArnaldo Carvalho de Melo PERF_EVENT_IOC_SET_FILTER, filter); 228dd7927f4SArnaldo Carvalho de Melo if (ret) { 229dd7927f4SArnaldo Carvalho de Melo error("failed to set filter with %d (%s)\n", errno, 230dd7927f4SArnaldo Carvalho de Melo strerror(errno)); 231dd7927f4SArnaldo Carvalho de Melo exit(-1); 232dd7927f4SArnaldo Carvalho de Melo } 233dd7927f4SArnaldo Carvalho de Melo } 234dd7927f4SArnaldo Carvalho de Melo } 235dd7927f4SArnaldo Carvalho de Melo 236dd7927f4SArnaldo Carvalho de Melo if (!sample_type) 237dd7927f4SArnaldo Carvalho de Melo sample_type = attr->sample_type; 238dd7927f4SArnaldo Carvalho de Melo } 239dd7927f4SArnaldo Carvalho de Melo 240dd7927f4SArnaldo Carvalho de Melo static void config_attr(struct perf_evsel *evsel, struct perf_evlist *evlist) 241dd7927f4SArnaldo Carvalho de Melo { 242dd7927f4SArnaldo Carvalho de Melo struct perf_event_attr *attr = &evsel->attr; 243dd7927f4SArnaldo Carvalho de Melo int track = !evsel->idx; /* only the first counter needs these */ 2447c6a1c65SPeter Zijlstra 2457c6a1c65SPeter Zijlstra attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 2467c6a1c65SPeter Zijlstra PERF_FORMAT_TOTAL_TIME_RUNNING | 2477c6a1c65SPeter Zijlstra PERF_FORMAT_ID; 24886470930SIngo Molnar 2493a9f131fSFrederic Weisbecker attr->sample_type |= PERF_SAMPLE_IP | PERF_SAMPLE_TID; 2503efa1cc9SIngo Molnar 251361c99a6SArnaldo Carvalho de Melo if (evlist->nr_entries > 1) 2528907fd60SEric B Munson attr->sample_type |= PERF_SAMPLE_ID; 2538907fd60SEric B Munson 254f9212819SFrederic Weisbecker /* 255f9212819SFrederic Weisbecker * We default some events to a 1 default interval. But keep 256f9212819SFrederic Weisbecker * it a weak assumption overridable by the user. 257f9212819SFrederic Weisbecker */ 258f9212819SFrederic Weisbecker if (!attr->sample_period || (user_freq != UINT_MAX && 2593de29cabSStephane Eranian user_interval != ULLONG_MAX)) { 26086470930SIngo Molnar if (freq) { 261ea1900e5SPeter Zijlstra attr->sample_type |= PERF_SAMPLE_PERIOD; 26286470930SIngo Molnar attr->freq = 1; 26386470930SIngo Molnar attr->sample_freq = freq; 264f9212819SFrederic Weisbecker } else { 265f9212819SFrederic Weisbecker attr->sample_period = default_interval; 266f9212819SFrederic Weisbecker } 26786470930SIngo Molnar } 2683efa1cc9SIngo Molnar 269649c48a9SPeter Zijlstra if (no_samples) 270649c48a9SPeter Zijlstra attr->sample_freq = 0; 271649c48a9SPeter Zijlstra 272649c48a9SPeter Zijlstra if (inherit_stat) 273649c48a9SPeter Zijlstra attr->inherit_stat = 1; 274649c48a9SPeter Zijlstra 2753af9e859SEric B Munson if (sample_address) { 2764bba828dSAnton Blanchard attr->sample_type |= PERF_SAMPLE_ADDR; 2773af9e859SEric B Munson attr->mmap_data = track; 2783af9e859SEric B Munson } 2794bba828dSAnton Blanchard 2803efa1cc9SIngo Molnar if (call_graph) 2813efa1cc9SIngo Molnar attr->sample_type |= PERF_SAMPLE_CALLCHAIN; 2823efa1cc9SIngo Molnar 283f60f3593SArun Sharma if (system_wide) 284f60f3593SArun Sharma attr->sample_type |= PERF_SAMPLE_CPU; 285f60f3593SArun Sharma 286a43d3f08SArnaldo Carvalho de Melo if (sample_id_all_avail && 287a43d3f08SArnaldo Carvalho de Melo (sample_time || system_wide || !no_inherit || cpu_list)) 2889c90a61cSArnaldo Carvalho de Melo attr->sample_type |= PERF_SAMPLE_TIME; 2899c90a61cSArnaldo Carvalho de Melo 290cd6feeeaSIngo Molnar if (raw_samples) { 2916ddf259dSIngo Molnar attr->sample_type |= PERF_SAMPLE_TIME; 292daac07b2SFrederic Weisbecker attr->sample_type |= PERF_SAMPLE_RAW; 293cd6feeeaSIngo Molnar attr->sample_type |= PERF_SAMPLE_CPU; 294cd6feeeaSIngo Molnar } 295f413cdb8SFrederic Weisbecker 296acac03faSKirill Smelkov if (nodelay) { 297acac03faSKirill Smelkov attr->watermark = 0; 298acac03faSKirill Smelkov attr->wakeup_events = 1; 299acac03faSKirill Smelkov } 300acac03faSKirill Smelkov 30186470930SIngo Molnar attr->mmap = track; 30286470930SIngo Molnar attr->comm = track; 303dd7927f4SArnaldo Carvalho de Melo 3042e6cdf99SStephane Eranian if (target_pid == -1 && target_tid == -1 && !system_wide) { 3054502d77cSPeter Zijlstra attr->disabled = 1; 306bedbfdeaSEric B Munson attr->enable_on_exec = 1; 30746be604bSZhang, Yanmin } 308dd7927f4SArnaldo Carvalho de Melo } 309dd7927f4SArnaldo Carvalho de Melo 310dd7927f4SArnaldo Carvalho de Melo static void open_counters(struct perf_evlist *evlist) 311dd7927f4SArnaldo Carvalho de Melo { 312dd7927f4SArnaldo Carvalho de Melo struct perf_evsel *pos; 313dd7927f4SArnaldo Carvalho de Melo int cpu; 314dd7927f4SArnaldo Carvalho de Melo 315dd7927f4SArnaldo Carvalho de Melo list_for_each_entry(pos, &evlist->entries, node) { 316dd7927f4SArnaldo Carvalho de Melo struct perf_event_attr *attr = &pos->attr; 317dd7927f4SArnaldo Carvalho de Melo /* 318dd7927f4SArnaldo Carvalho de Melo * Check if parse_single_tracepoint_event has already asked for 319dd7927f4SArnaldo Carvalho de Melo * PERF_SAMPLE_TIME. 320dd7927f4SArnaldo Carvalho de Melo * 321dd7927f4SArnaldo Carvalho de Melo * XXX this is kludgy but short term fix for problems introduced by 322dd7927f4SArnaldo Carvalho de Melo * eac23d1c that broke 'perf script' by having different sample_types 323dd7927f4SArnaldo Carvalho de Melo * when using multiple tracepoint events when we use a perf binary 324dd7927f4SArnaldo Carvalho de Melo * that tries to use sample_id_all on an older kernel. 325dd7927f4SArnaldo Carvalho de Melo * 326dd7927f4SArnaldo Carvalho de Melo * We need to move counter creation to perf_session, support 327dd7927f4SArnaldo Carvalho de Melo * different sample_types, etc. 328dd7927f4SArnaldo Carvalho de Melo */ 329dd7927f4SArnaldo Carvalho de Melo bool time_needed = attr->sample_type & PERF_SAMPLE_TIME; 330dd7927f4SArnaldo Carvalho de Melo 331dd7927f4SArnaldo Carvalho de Melo config_attr(pos, evlist); 3329c90a61cSArnaldo Carvalho de Melo retry_sample_id: 3339c90a61cSArnaldo Carvalho de Melo attr->sample_id_all = sample_id_all_avail ? 1 : 0; 3343da297a6SIngo Molnar try_again: 335dd7927f4SArnaldo Carvalho de Melo if (perf_evsel__open(pos, cpus, threads, group, !no_inherit) < 0) { 33686470930SIngo Molnar int err = errno; 33786470930SIngo Molnar 338c10edee2SPekka Enberg if (err == EPERM || err == EACCES) 3396230f2c7SArnaldo Carvalho de Melo die("Permission error - are you root?\n" 340d6d901c2SZhang, Yanmin "\t Consider tweaking" 341d6d901c2SZhang, Yanmin " /proc/sys/kernel/perf_event_paranoid.\n"); 342c45c6ea2SStephane Eranian else if (err == ENODEV && cpu_list) { 343d6d901c2SZhang, Yanmin die("No such device - did you specify" 344d6d901c2SZhang, Yanmin " an out-of-range profile CPU?\n"); 3459c90a61cSArnaldo Carvalho de Melo } else if (err == EINVAL && sample_id_all_avail) { 3469c90a61cSArnaldo Carvalho de Melo /* 3479c90a61cSArnaldo Carvalho de Melo * Old kernel, no attr->sample_id_type_all field 3489c90a61cSArnaldo Carvalho de Melo */ 3499c90a61cSArnaldo Carvalho de Melo sample_id_all_avail = false; 350a43d3f08SArnaldo Carvalho de Melo if (!sample_time && !raw_samples && !time_needed) 351eac23d1cSIan Munsie attr->sample_type &= ~PERF_SAMPLE_TIME; 352eac23d1cSIan Munsie 3539c90a61cSArnaldo Carvalho de Melo goto retry_sample_id; 354d6d901c2SZhang, Yanmin } 3553da297a6SIngo Molnar 3563da297a6SIngo Molnar /* 3573da297a6SIngo Molnar * If it's cycles then fall back to hrtimer 3583da297a6SIngo Molnar * based cpu-clock-tick sw counter, which 3593da297a6SIngo Molnar * is always available even if no PMU support: 3603da297a6SIngo Molnar */ 3613da297a6SIngo Molnar if (attr->type == PERF_TYPE_HARDWARE 362f4dbfa8fSPeter Zijlstra && attr->config == PERF_COUNT_HW_CPU_CYCLES) { 3633da297a6SIngo Molnar 3643da297a6SIngo Molnar if (verbose) 3653da297a6SIngo Molnar warning(" ... trying to fall back to cpu-clock-ticks\n"); 3663da297a6SIngo Molnar attr->type = PERF_TYPE_SOFTWARE; 367f4dbfa8fSPeter Zijlstra attr->config = PERF_COUNT_SW_CPU_CLOCK; 3683da297a6SIngo Molnar goto try_again; 3693da297a6SIngo Molnar } 37030c806a0SIngo Molnar printf("\n"); 371d9cf837eSCorey Ashford error("sys_perf_event_open() syscall returned with %d (%s). /bin/dmesg may provide additional information.\n", 372dd7927f4SArnaldo Carvalho de Melo err, strerror(err)); 373bfd45118SSimon Kaempflein 374bfd45118SSimon Kaempflein #if defined(__i386__) || defined(__x86_64__) 375bfd45118SSimon Kaempflein if (attr->type == PERF_TYPE_HARDWARE && err == EOPNOTSUPP) 376d6d901c2SZhang, Yanmin die("No hardware sampling interrupt available." 377d6d901c2SZhang, Yanmin " No APIC? If so then you can boot the kernel" 378d6d901c2SZhang, Yanmin " with the \"lapic\" boot parameter to" 379d6d901c2SZhang, Yanmin " force-enable it.\n"); 380bfd45118SSimon Kaempflein #endif 381bfd45118SSimon Kaempflein 382cdd6c482SIngo Molnar die("No CONFIG_PERF_EVENTS=y kernel support configured?\n"); 3837c6a1c65SPeter Zijlstra } 3847c6a1c65SPeter Zijlstra } 3857c6a1c65SPeter Zijlstra 386*0a27d7f9SArnaldo Carvalho de Melo if (perf_evlist__mmap(evlist, cpus, threads, mmap_pages, false) < 0) 387*0a27d7f9SArnaldo Carvalho de Melo die("failed to mmap with %d (%s)\n", errno, strerror(errno)); 388*0a27d7f9SArnaldo Carvalho de Melo 389dd7927f4SArnaldo Carvalho de Melo for (cpu = 0; cpu < cpus->nr; ++cpu) { 390361c99a6SArnaldo Carvalho de Melo list_for_each_entry(pos, &evlist->entries, node) 391*0a27d7f9SArnaldo Carvalho de Melo create_counter(pos, cpu); 392dd7927f4SArnaldo Carvalho de Melo } 39386470930SIngo Molnar } 39486470930SIngo Molnar 3956122e4e4SArnaldo Carvalho de Melo static int process_buildids(void) 3966122e4e4SArnaldo Carvalho de Melo { 3976122e4e4SArnaldo Carvalho de Melo u64 size = lseek(output, 0, SEEK_CUR); 3986122e4e4SArnaldo Carvalho de Melo 3999f591fd7SArnaldo Carvalho de Melo if (size == 0) 4009f591fd7SArnaldo Carvalho de Melo return 0; 4019f591fd7SArnaldo Carvalho de Melo 4026122e4e4SArnaldo Carvalho de Melo session->fd = output; 4036122e4e4SArnaldo Carvalho de Melo return __perf_session__process_events(session, post_processing_offset, 4046122e4e4SArnaldo Carvalho de Melo size - post_processing_offset, 4056122e4e4SArnaldo Carvalho de Melo size, &build_id__mark_dso_hit_ops); 4066122e4e4SArnaldo Carvalho de Melo } 4076122e4e4SArnaldo Carvalho de Melo 408f5970550SPeter Zijlstra static void atexit_header(void) 409f5970550SPeter Zijlstra { 410c7929e47STom Zanussi if (!pipe_output) { 41194c744b6SArnaldo Carvalho de Melo session->header.data_size += bytes_written; 412f5970550SPeter Zijlstra 413baa2f6ceSArnaldo Carvalho de Melo if (!no_buildid) 4146122e4e4SArnaldo Carvalho de Melo process_buildids(); 415361c99a6SArnaldo Carvalho de Melo perf_header__write(&session->header, evsel_list, output, true); 41639d17dacSArnaldo Carvalho de Melo perf_session__delete(session); 417361c99a6SArnaldo Carvalho de Melo perf_evlist__delete(evsel_list); 418d65a458bSArnaldo Carvalho de Melo symbol__exit(); 419c7929e47STom Zanussi } 420f5970550SPeter Zijlstra } 421f5970550SPeter Zijlstra 42223346f21SArnaldo Carvalho de Melo static void event__synthesize_guest_os(struct machine *machine, void *data) 423a1645ce1SZhang, Yanmin { 424a1645ce1SZhang, Yanmin int err; 42523346f21SArnaldo Carvalho de Melo struct perf_session *psession = data; 426a1645ce1SZhang, Yanmin 42723346f21SArnaldo Carvalho de Melo if (machine__is_host(machine)) 428a1645ce1SZhang, Yanmin return; 429a1645ce1SZhang, Yanmin 430a1645ce1SZhang, Yanmin /* 431a1645ce1SZhang, Yanmin *As for guest kernel when processing subcommand record&report, 432a1645ce1SZhang, Yanmin *we arrange module mmap prior to guest kernel mmap and trigger 433a1645ce1SZhang, Yanmin *a preload dso because default guest module symbols are loaded 434a1645ce1SZhang, Yanmin *from guest kallsyms instead of /lib/modules/XXX/XXX. This 435a1645ce1SZhang, Yanmin *method is used to avoid symbol missing when the first addr is 436a1645ce1SZhang, Yanmin *in module instead of in guest kernel. 437a1645ce1SZhang, Yanmin */ 438a1645ce1SZhang, Yanmin err = event__synthesize_modules(process_synthesized_event, 43923346f21SArnaldo Carvalho de Melo psession, machine); 440a1645ce1SZhang, Yanmin if (err < 0) 441a1645ce1SZhang, Yanmin pr_err("Couldn't record guest kernel [%d]'s reference" 44223346f21SArnaldo Carvalho de Melo " relocation symbol.\n", machine->pid); 443a1645ce1SZhang, Yanmin 444a1645ce1SZhang, Yanmin /* 445a1645ce1SZhang, Yanmin * We use _stext for guest kernel because guest kernel's /proc/kallsyms 446a1645ce1SZhang, Yanmin * have no _text sometimes. 447a1645ce1SZhang, Yanmin */ 448a1645ce1SZhang, Yanmin err = event__synthesize_kernel_mmap(process_synthesized_event, 44923346f21SArnaldo Carvalho de Melo psession, machine, "_text"); 450a1645ce1SZhang, Yanmin if (err < 0) 451a1645ce1SZhang, Yanmin err = event__synthesize_kernel_mmap(process_synthesized_event, 45223346f21SArnaldo Carvalho de Melo psession, machine, "_stext"); 453a1645ce1SZhang, Yanmin if (err < 0) 454a1645ce1SZhang, Yanmin pr_err("Couldn't record guest kernel [%d]'s reference" 45523346f21SArnaldo Carvalho de Melo " relocation symbol.\n", machine->pid); 456a1645ce1SZhang, Yanmin } 457a1645ce1SZhang, Yanmin 45898402807SFrederic Weisbecker static struct perf_event_header finished_round_event = { 45998402807SFrederic Weisbecker .size = sizeof(struct perf_event_header), 46098402807SFrederic Weisbecker .type = PERF_RECORD_FINISHED_ROUND, 46198402807SFrederic Weisbecker }; 46298402807SFrederic Weisbecker 46398402807SFrederic Weisbecker static void mmap_read_all(void) 46498402807SFrederic Weisbecker { 4650e2e63ddSPeter Zijlstra int i; 46698402807SFrederic Weisbecker 467dd7927f4SArnaldo Carvalho de Melo for (i = 0; i < cpus->nr; i++) { 468*0a27d7f9SArnaldo Carvalho de Melo if (evsel_list->mmap[i].base) 469*0a27d7f9SArnaldo Carvalho de Melo mmap_read(&evsel_list->mmap[i]); 47098402807SFrederic Weisbecker } 47198402807SFrederic Weisbecker 47298402807SFrederic Weisbecker if (perf_header__has_feat(&session->header, HEADER_TRACE_INFO)) 47398402807SFrederic Weisbecker write_output(&finished_round_event, sizeof(finished_round_event)); 47498402807SFrederic Weisbecker } 47598402807SFrederic Weisbecker 476d4db3f16SArnaldo Carvalho de Melo static int __cmd_record(int argc, const char **argv) 47786470930SIngo Molnar { 47869aad6f1SArnaldo Carvalho de Melo int i; 47986470930SIngo Molnar struct stat st; 48086470930SIngo Molnar int flags; 4814dc0a04bSArnaldo Carvalho de Melo int err; 4828b412664SPeter Zijlstra unsigned long waking = 0; 483856e9660SPeter Zijlstra int child_ready_pipe[2], go_pipe[2]; 48446be604bSZhang, Yanmin const bool forks = argc > 0; 485856e9660SPeter Zijlstra char buf; 48623346f21SArnaldo Carvalho de Melo struct machine *machine; 48786470930SIngo Molnar 48886470930SIngo Molnar page_size = sysconf(_SC_PAGE_SIZE); 48986470930SIngo Molnar 490f5970550SPeter Zijlstra atexit(sig_atexit); 491f5970550SPeter Zijlstra signal(SIGCHLD, sig_handler); 492f5970550SPeter Zijlstra signal(SIGINT, sig_handler); 49318483b81SArnaldo Carvalho de Melo signal(SIGUSR1, sig_handler); 494f5970550SPeter Zijlstra 495d4db3f16SArnaldo Carvalho de Melo if (forks && (pipe(child_ready_pipe) < 0 || pipe(go_pipe) < 0)) { 496856e9660SPeter Zijlstra perror("failed to create pipes"); 497856e9660SPeter Zijlstra exit(-1); 498856e9660SPeter Zijlstra } 499856e9660SPeter Zijlstra 500529870e3STom Zanussi if (!strcmp(output_name, "-")) 501529870e3STom Zanussi pipe_output = 1; 502529870e3STom Zanussi else if (!stat(output_name, &st) && st.st_size) { 5037865e817SFrederic Weisbecker if (write_mode == WRITE_FORCE) { 504b38d3464SArnaldo Carvalho de Melo char oldname[PATH_MAX]; 505b38d3464SArnaldo Carvalho de Melo snprintf(oldname, sizeof(oldname), "%s.old", 506b38d3464SArnaldo Carvalho de Melo output_name); 507b38d3464SArnaldo Carvalho de Melo unlink(oldname); 508b38d3464SArnaldo Carvalho de Melo rename(output_name, oldname); 509b38d3464SArnaldo Carvalho de Melo } 5107865e817SFrederic Weisbecker } else if (write_mode == WRITE_APPEND) { 5117865e817SFrederic Weisbecker write_mode = WRITE_FORCE; 512266e0e21SPierre Habouzit } 51386470930SIngo Molnar 514f887f301SXiao Guangrong flags = O_CREAT|O_RDWR; 5157865e817SFrederic Weisbecker if (write_mode == WRITE_APPEND) 516f5970550SPeter Zijlstra file_new = 0; 51786470930SIngo Molnar else 51886470930SIngo Molnar flags |= O_TRUNC; 51986470930SIngo Molnar 520529870e3STom Zanussi if (pipe_output) 521529870e3STom Zanussi output = STDOUT_FILENO; 522529870e3STom Zanussi else 52386470930SIngo Molnar output = open(output_name, flags, S_IRUSR | S_IWUSR); 52486470930SIngo Molnar if (output < 0) { 52586470930SIngo Molnar perror("failed to create output file"); 52686470930SIngo Molnar exit(-1); 52786470930SIngo Molnar } 52886470930SIngo Molnar 5297865e817SFrederic Weisbecker session = perf_session__new(output_name, O_WRONLY, 53021ef97f0SIan Munsie write_mode == WRITE_FORCE, false, NULL); 53194c744b6SArnaldo Carvalho de Melo if (session == NULL) { 532a9a70bbcSArnaldo Carvalho de Melo pr_err("Not enough memory for reading perf file header\n"); 533a9a70bbcSArnaldo Carvalho de Melo return -1; 534a9a70bbcSArnaldo Carvalho de Melo } 535a9a70bbcSArnaldo Carvalho de Melo 536baa2f6ceSArnaldo Carvalho de Melo if (!no_buildid) 537baa2f6ceSArnaldo Carvalho de Melo perf_header__set_feat(&session->header, HEADER_BUILD_ID); 538baa2f6ceSArnaldo Carvalho de Melo 5394dc0a04bSArnaldo Carvalho de Melo if (!file_new) { 5408dc58101STom Zanussi err = perf_header__read(session, output); 5414dc0a04bSArnaldo Carvalho de Melo if (err < 0) 54239d17dacSArnaldo Carvalho de Melo goto out_delete_session; 5434dc0a04bSArnaldo Carvalho de Melo } 5444dc0a04bSArnaldo Carvalho de Melo 545361c99a6SArnaldo Carvalho de Melo if (have_tracepoints(&evsel_list->entries)) 54694c744b6SArnaldo Carvalho de Melo perf_header__set_feat(&session->header, HEADER_TRACE_INFO); 54703456a15SFrederic Weisbecker 54839d17dacSArnaldo Carvalho de Melo /* 54939d17dacSArnaldo Carvalho de Melo * perf_session__delete(session) will be called at atexit_header() 55039d17dacSArnaldo Carvalho de Melo */ 551f5970550SPeter Zijlstra atexit(atexit_header); 552f5970550SPeter Zijlstra 553d4db3f16SArnaldo Carvalho de Melo if (forks) { 55446be604bSZhang, Yanmin child_pid = fork(); 5552fb750e8SBorislav Petkov if (child_pid < 0) { 556856e9660SPeter Zijlstra perror("failed to fork"); 557856e9660SPeter Zijlstra exit(-1); 558856e9660SPeter Zijlstra } 5597c6a1c65SPeter Zijlstra 56046be604bSZhang, Yanmin if (!child_pid) { 561529870e3STom Zanussi if (pipe_output) 562529870e3STom Zanussi dup2(2, 1); 563856e9660SPeter Zijlstra close(child_ready_pipe[0]); 564856e9660SPeter Zijlstra close(go_pipe[1]); 565856e9660SPeter Zijlstra fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC); 566856e9660SPeter Zijlstra 567856e9660SPeter Zijlstra /* 568856e9660SPeter Zijlstra * Do a dummy execvp to get the PLT entry resolved, 569856e9660SPeter Zijlstra * so we avoid the resolver overhead on the real 570856e9660SPeter Zijlstra * execvp call. 571856e9660SPeter Zijlstra */ 572856e9660SPeter Zijlstra execvp("", (char **)argv); 573856e9660SPeter Zijlstra 574856e9660SPeter Zijlstra /* 575856e9660SPeter Zijlstra * Tell the parent we're ready to go 576856e9660SPeter Zijlstra */ 577856e9660SPeter Zijlstra close(child_ready_pipe[1]); 578856e9660SPeter Zijlstra 579856e9660SPeter Zijlstra /* 580856e9660SPeter Zijlstra * Wait until the parent tells us to go. 581856e9660SPeter Zijlstra */ 582856e9660SPeter Zijlstra if (read(go_pipe[0], &buf, 1) == -1) 583856e9660SPeter Zijlstra perror("unable to read pipe"); 584856e9660SPeter Zijlstra 585856e9660SPeter Zijlstra execvp(argv[0], (char **)argv); 586856e9660SPeter Zijlstra 587856e9660SPeter Zijlstra perror(argv[0]); 58818483b81SArnaldo Carvalho de Melo kill(getppid(), SIGUSR1); 589856e9660SPeter Zijlstra exit(-1); 590856e9660SPeter Zijlstra } 591856e9660SPeter Zijlstra 592d6d901c2SZhang, Yanmin if (!system_wide && target_tid == -1 && target_pid == -1) 5935c98d466SArnaldo Carvalho de Melo threads->map[0] = child_pid; 594d6d901c2SZhang, Yanmin 595856e9660SPeter Zijlstra close(child_ready_pipe[1]); 596856e9660SPeter Zijlstra close(go_pipe[0]); 597856e9660SPeter Zijlstra /* 598856e9660SPeter Zijlstra * wait for child to settle 599856e9660SPeter Zijlstra */ 600856e9660SPeter Zijlstra if (read(child_ready_pipe[0], &buf, 1) == -1) { 601856e9660SPeter Zijlstra perror("unable to read pipe"); 602856e9660SPeter Zijlstra exit(-1); 603856e9660SPeter Zijlstra } 604856e9660SPeter Zijlstra close(child_ready_pipe[0]); 605856e9660SPeter Zijlstra } 606856e9660SPeter Zijlstra 607dd7927f4SArnaldo Carvalho de Melo open_counters(evsel_list); 60886470930SIngo Molnar 609640c03ceSArnaldo Carvalho de Melo perf_session__set_sample_type(session, sample_type); 610640c03ceSArnaldo Carvalho de Melo 611529870e3STom Zanussi if (pipe_output) { 612529870e3STom Zanussi err = perf_header__write_pipe(output); 613529870e3STom Zanussi if (err < 0) 614529870e3STom Zanussi return err; 615529870e3STom Zanussi } else if (file_new) { 616361c99a6SArnaldo Carvalho de Melo err = perf_header__write(&session->header, evsel_list, 617361c99a6SArnaldo Carvalho de Melo output, false); 618d5eed904SArnaldo Carvalho de Melo if (err < 0) 619d5eed904SArnaldo Carvalho de Melo return err; 620d5eed904SArnaldo Carvalho de Melo } 6217c6a1c65SPeter Zijlstra 6226122e4e4SArnaldo Carvalho de Melo post_processing_offset = lseek(output, 0, SEEK_CUR); 6236122e4e4SArnaldo Carvalho de Melo 6249c90a61cSArnaldo Carvalho de Melo perf_session__set_sample_id_all(session, sample_id_all_avail); 6259c90a61cSArnaldo Carvalho de Melo 6262c46dbb5STom Zanussi if (pipe_output) { 6272c46dbb5STom Zanussi err = event__synthesize_attrs(&session->header, 6282c46dbb5STom Zanussi process_synthesized_event, 6292c46dbb5STom Zanussi session); 6302c46dbb5STom Zanussi if (err < 0) { 6312c46dbb5STom Zanussi pr_err("Couldn't synthesize attrs.\n"); 6322c46dbb5STom Zanussi return err; 6332c46dbb5STom Zanussi } 634cd19a035STom Zanussi 635cd19a035STom Zanussi err = event__synthesize_event_types(process_synthesized_event, 636cd19a035STom Zanussi session); 637cd19a035STom Zanussi if (err < 0) { 638cd19a035STom Zanussi pr_err("Couldn't synthesize event_types.\n"); 639cd19a035STom Zanussi return err; 640cd19a035STom Zanussi } 6419215545eSTom Zanussi 642361c99a6SArnaldo Carvalho de Melo if (have_tracepoints(&evsel_list->entries)) { 64363e0c771STom Zanussi /* 64463e0c771STom Zanussi * FIXME err <= 0 here actually means that 64563e0c771STom Zanussi * there were no tracepoints so its not really 64663e0c771STom Zanussi * an error, just that we don't need to 64763e0c771STom Zanussi * synthesize anything. We really have to 64863e0c771STom Zanussi * return this more properly and also 64963e0c771STom Zanussi * propagate errors that now are calling die() 65063e0c771STom Zanussi */ 651361c99a6SArnaldo Carvalho de Melo err = event__synthesize_tracing_data(output, evsel_list, 6529215545eSTom Zanussi process_synthesized_event, 6539215545eSTom Zanussi session); 65463e0c771STom Zanussi if (err <= 0) { 65563e0c771STom Zanussi pr_err("Couldn't record tracing data.\n"); 65663e0c771STom Zanussi return err; 65763e0c771STom Zanussi } 6589215545eSTom Zanussi advance_output(err); 6592c46dbb5STom Zanussi } 66063e0c771STom Zanussi } 6612c46dbb5STom Zanussi 66223346f21SArnaldo Carvalho de Melo machine = perf_session__find_host_machine(session); 66323346f21SArnaldo Carvalho de Melo if (!machine) { 664a1645ce1SZhang, Yanmin pr_err("Couldn't find native kernel information.\n"); 665a1645ce1SZhang, Yanmin return -1; 666a1645ce1SZhang, Yanmin } 667a1645ce1SZhang, Yanmin 66856b03f3cSArnaldo Carvalho de Melo err = event__synthesize_kernel_mmap(process_synthesized_event, 66923346f21SArnaldo Carvalho de Melo session, machine, "_text"); 67070162138SArnaldo Carvalho de Melo if (err < 0) 67170162138SArnaldo Carvalho de Melo err = event__synthesize_kernel_mmap(process_synthesized_event, 67223346f21SArnaldo Carvalho de Melo session, machine, "_stext"); 673c1a3a4b9SArnaldo Carvalho de Melo if (err < 0) 674c1a3a4b9SArnaldo Carvalho de Melo pr_err("Couldn't record kernel reference relocation symbol\n" 675c1a3a4b9SArnaldo Carvalho de Melo "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n" 676c1a3a4b9SArnaldo Carvalho de Melo "Check /proc/kallsyms permission or run as root.\n"); 67756b03f3cSArnaldo Carvalho de Melo 678a1645ce1SZhang, Yanmin err = event__synthesize_modules(process_synthesized_event, 67923346f21SArnaldo Carvalho de Melo session, machine); 680c1a3a4b9SArnaldo Carvalho de Melo if (err < 0) 681c1a3a4b9SArnaldo Carvalho de Melo pr_err("Couldn't record kernel module information.\n" 682c1a3a4b9SArnaldo Carvalho de Melo "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n" 683c1a3a4b9SArnaldo Carvalho de Melo "Check /proc/modules permission or run as root.\n"); 684c1a3a4b9SArnaldo Carvalho de Melo 685a1645ce1SZhang, Yanmin if (perf_guest) 68623346f21SArnaldo Carvalho de Melo perf_session__process_machines(session, event__synthesize_guest_os); 687b7cece76SArnaldo Carvalho de Melo 688cf103a14SStephane Eranian if (!system_wide) 689d6d901c2SZhang, Yanmin event__synthesize_thread(target_tid, process_synthesized_event, 690d8f66248SArnaldo Carvalho de Melo session); 691234fbbf5SArnaldo Carvalho de Melo else 692d8f66248SArnaldo Carvalho de Melo event__synthesize_threads(process_synthesized_event, session); 6937c6a1c65SPeter Zijlstra 69486470930SIngo Molnar if (realtime_prio) { 69586470930SIngo Molnar struct sched_param param; 69686470930SIngo Molnar 69786470930SIngo Molnar param.sched_priority = realtime_prio; 69886470930SIngo Molnar if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { 6996beba7adSArnaldo Carvalho de Melo pr_err("Could not set realtime priority.\n"); 70086470930SIngo Molnar exit(-1); 70186470930SIngo Molnar } 70286470930SIngo Molnar } 70386470930SIngo Molnar 704856e9660SPeter Zijlstra /* 705856e9660SPeter Zijlstra * Let the child rip 706856e9660SPeter Zijlstra */ 707d4db3f16SArnaldo Carvalho de Melo if (forks) 708856e9660SPeter Zijlstra close(go_pipe[1]); 709856e9660SPeter Zijlstra 710649c48a9SPeter Zijlstra for (;;) { 71186470930SIngo Molnar int hits = samples; 712d6d901c2SZhang, Yanmin int thread; 71386470930SIngo Molnar 71498402807SFrederic Weisbecker mmap_read_all(); 71586470930SIngo Molnar 716649c48a9SPeter Zijlstra if (hits == samples) { 717649c48a9SPeter Zijlstra if (done) 718649c48a9SPeter Zijlstra break; 7195c581041SArnaldo Carvalho de Melo err = poll(evsel_list->pollfd, evsel_list->nr_fds, -1); 7208b412664SPeter Zijlstra waking++; 7218b412664SPeter Zijlstra } 7228b412664SPeter Zijlstra 7238b412664SPeter Zijlstra if (done) { 724dd7927f4SArnaldo Carvalho de Melo for (i = 0; i < cpus->nr; i++) { 72569aad6f1SArnaldo Carvalho de Melo struct perf_evsel *pos; 72669aad6f1SArnaldo Carvalho de Melo 727361c99a6SArnaldo Carvalho de Melo list_for_each_entry(pos, &evsel_list->entries, node) { 728d6d901c2SZhang, Yanmin for (thread = 0; 7295c98d466SArnaldo Carvalho de Melo thread < threads->nr; 730d6d901c2SZhang, Yanmin thread++) 73169aad6f1SArnaldo Carvalho de Melo ioctl(FD(pos, i, thread), 732d6d901c2SZhang, Yanmin PERF_EVENT_IOC_DISABLE); 733d6d901c2SZhang, Yanmin } 73486470930SIngo Molnar } 735649c48a9SPeter Zijlstra } 7368b412664SPeter Zijlstra } 7378b412664SPeter Zijlstra 73818483b81SArnaldo Carvalho de Melo if (quiet || signr == SIGUSR1) 739b44308f5SArnaldo Carvalho de Melo return 0; 740b44308f5SArnaldo Carvalho de Melo 7418b412664SPeter Zijlstra fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking); 74286470930SIngo Molnar 74386470930SIngo Molnar /* 74486470930SIngo Molnar * Approximate RIP event size: 24 bytes. 74586470930SIngo Molnar */ 74686470930SIngo Molnar fprintf(stderr, 7479486aa38SArnaldo Carvalho de Melo "[ perf record: Captured and wrote %.3f MB %s (~%" PRIu64 " samples) ]\n", 74886470930SIngo Molnar (double)bytes_written / 1024.0 / 1024.0, 74986470930SIngo Molnar output_name, 75086470930SIngo Molnar bytes_written / 24); 75186470930SIngo Molnar 75286470930SIngo Molnar return 0; 75339d17dacSArnaldo Carvalho de Melo 75439d17dacSArnaldo Carvalho de Melo out_delete_session: 75539d17dacSArnaldo Carvalho de Melo perf_session__delete(session); 75639d17dacSArnaldo Carvalho de Melo return err; 75786470930SIngo Molnar } 75886470930SIngo Molnar 75986470930SIngo Molnar static const char * const record_usage[] = { 76086470930SIngo Molnar "perf record [<options>] [<command>]", 76186470930SIngo Molnar "perf record [<options>] -- <command> [<options>]", 76286470930SIngo Molnar NULL 76386470930SIngo Molnar }; 76486470930SIngo Molnar 7657865e817SFrederic Weisbecker static bool force, append_file; 7667865e817SFrederic Weisbecker 767bca647aaSTom Zanussi const struct option record_options[] = { 768361c99a6SArnaldo Carvalho de Melo OPT_CALLBACK('e', "event", &evsel_list, "event", 76986470930SIngo Molnar "event selector. use 'perf list' to list available events", 77086470930SIngo Molnar parse_events), 771361c99a6SArnaldo Carvalho de Melo OPT_CALLBACK(0, "filter", &evsel_list, "filter", 772c171b552SLi Zefan "event filter", parse_filter), 77386470930SIngo Molnar OPT_INTEGER('p', "pid", &target_pid, 774d6d901c2SZhang, Yanmin "record events on existing process id"), 775d6d901c2SZhang, Yanmin OPT_INTEGER('t', "tid", &target_tid, 776d6d901c2SZhang, Yanmin "record events on existing thread id"), 77786470930SIngo Molnar OPT_INTEGER('r', "realtime", &realtime_prio, 77886470930SIngo Molnar "collect data with this RT SCHED_FIFO priority"), 779acac03faSKirill Smelkov OPT_BOOLEAN('D', "no-delay", &nodelay, 780acac03faSKirill Smelkov "collect data without buffering"), 781daac07b2SFrederic Weisbecker OPT_BOOLEAN('R', "raw-samples", &raw_samples, 782daac07b2SFrederic Weisbecker "collect raw sample records from all opened counters"), 78386470930SIngo Molnar OPT_BOOLEAN('a', "all-cpus", &system_wide, 78486470930SIngo Molnar "system-wide collection from all CPUs"), 78586470930SIngo Molnar OPT_BOOLEAN('A', "append", &append_file, 78686470930SIngo Molnar "append to the output file to do incremental profiling"), 787c45c6ea2SStephane Eranian OPT_STRING('C', "cpu", &cpu_list, "cpu", 788c45c6ea2SStephane Eranian "list of cpus to monitor"), 78986470930SIngo Molnar OPT_BOOLEAN('f', "force", &force, 7907865e817SFrederic Weisbecker "overwrite existing data file (deprecated)"), 7913de29cabSStephane Eranian OPT_U64('c', "count", &user_interval, "event period to sample"), 79286470930SIngo Molnar OPT_STRING('o', "output", &output_name, "file", 79386470930SIngo Molnar "output file name"), 7942e6cdf99SStephane Eranian OPT_BOOLEAN('i', "no-inherit", &no_inherit, 7952e6cdf99SStephane Eranian "child tasks do not inherit counters"), 7961967936dSArnaldo Carvalho de Melo OPT_UINTEGER('F', "freq", &user_freq, "profile at this frequency"), 7971967936dSArnaldo Carvalho de Melo OPT_UINTEGER('m', "mmap-pages", &mmap_pages, "number of mmap data pages"), 7983efa1cc9SIngo Molnar OPT_BOOLEAN('g', "call-graph", &call_graph, 7993efa1cc9SIngo Molnar "do call-graph (stack chain/backtrace) recording"), 800c0555642SIan Munsie OPT_INCR('v', "verbose", &verbose, 8013da297a6SIngo Molnar "be more verbose (show counter open errors, etc)"), 802b44308f5SArnaldo Carvalho de Melo OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"), 803649c48a9SPeter Zijlstra OPT_BOOLEAN('s', "stat", &inherit_stat, 804649c48a9SPeter Zijlstra "per thread counts"), 8054bba828dSAnton Blanchard OPT_BOOLEAN('d', "data", &sample_address, 8064bba828dSAnton Blanchard "Sample addresses"), 8079c90a61cSArnaldo Carvalho de Melo OPT_BOOLEAN('T', "timestamp", &sample_time, "Sample timestamps"), 808649c48a9SPeter Zijlstra OPT_BOOLEAN('n', "no-samples", &no_samples, 809649c48a9SPeter Zijlstra "don't sample"), 810baa2f6ceSArnaldo Carvalho de Melo OPT_BOOLEAN('N', "no-buildid-cache", &no_buildid_cache, 811a1ac1d3cSStephane Eranian "do not update the buildid cache"), 812baa2f6ceSArnaldo Carvalho de Melo OPT_BOOLEAN('B', "no-buildid", &no_buildid, 813baa2f6ceSArnaldo Carvalho de Melo "do not collect buildids in perf.data"), 81486470930SIngo Molnar OPT_END() 81586470930SIngo Molnar }; 81686470930SIngo Molnar 817f37a291cSIngo Molnar int cmd_record(int argc, const char **argv, const char *prefix __used) 81886470930SIngo Molnar { 81969aad6f1SArnaldo Carvalho de Melo int err = -ENOMEM; 82069aad6f1SArnaldo Carvalho de Melo struct perf_evsel *pos; 82186470930SIngo Molnar 822361c99a6SArnaldo Carvalho de Melo evsel_list = perf_evlist__new(); 823361c99a6SArnaldo Carvalho de Melo if (evsel_list == NULL) 824361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 825361c99a6SArnaldo Carvalho de Melo 826bca647aaSTom Zanussi argc = parse_options(argc, argv, record_options, record_usage, 827a0541234SAnton Blanchard PARSE_OPT_STOP_AT_NON_OPTION); 828d6d901c2SZhang, Yanmin if (!argc && target_pid == -1 && target_tid == -1 && 829c45c6ea2SStephane Eranian !system_wide && !cpu_list) 830bca647aaSTom Zanussi usage_with_options(record_usage, record_options); 83186470930SIngo Molnar 8327865e817SFrederic Weisbecker if (force && append_file) { 8337865e817SFrederic Weisbecker fprintf(stderr, "Can't overwrite and append at the same time." 8347865e817SFrederic Weisbecker " You need to choose between -f and -A"); 835bca647aaSTom Zanussi usage_with_options(record_usage, record_options); 8367865e817SFrederic Weisbecker } else if (append_file) { 8377865e817SFrederic Weisbecker write_mode = WRITE_APPEND; 8387865e817SFrederic Weisbecker } else { 8397865e817SFrederic Weisbecker write_mode = WRITE_FORCE; 8407865e817SFrederic Weisbecker } 8417865e817SFrederic Weisbecker 842655000e7SArnaldo Carvalho de Melo symbol__init(); 843baa2f6ceSArnaldo Carvalho de Melo 844baa2f6ceSArnaldo Carvalho de Melo if (no_buildid_cache || no_buildid) 845a1ac1d3cSStephane Eranian disable_buildid_cache(); 846655000e7SArnaldo Carvalho de Melo 847361c99a6SArnaldo Carvalho de Melo if (evsel_list->nr_entries == 0 && 848361c99a6SArnaldo Carvalho de Melo perf_evlist__add_default(evsel_list) < 0) { 84969aad6f1SArnaldo Carvalho de Melo pr_err("Not enough memory for event selector list\n"); 85069aad6f1SArnaldo Carvalho de Melo goto out_symbol_exit; 851bbd36e5eSPeter Zijlstra } 85286470930SIngo Molnar 8535c98d466SArnaldo Carvalho de Melo if (target_pid != -1) 854d6d901c2SZhang, Yanmin target_tid = target_pid; 855d6d901c2SZhang, Yanmin 8565c98d466SArnaldo Carvalho de Melo threads = thread_map__new(target_pid, target_tid); 8575c98d466SArnaldo Carvalho de Melo if (threads == NULL) { 8585c98d466SArnaldo Carvalho de Melo pr_err("Problems finding threads of monitor\n"); 8595c98d466SArnaldo Carvalho de Melo usage_with_options(record_usage, record_options); 860d6d901c2SZhang, Yanmin } 861d6d901c2SZhang, Yanmin 862dd7927f4SArnaldo Carvalho de Melo if (target_tid != -1) 863dd7927f4SArnaldo Carvalho de Melo cpus = cpu_map__dummy_new(); 864dd7927f4SArnaldo Carvalho de Melo else 86560d567e2SArnaldo Carvalho de Melo cpus = cpu_map__new(cpu_list); 866dd7927f4SArnaldo Carvalho de Melo 867dd7927f4SArnaldo Carvalho de Melo if (cpus == NULL) 868dd7927f4SArnaldo Carvalho de Melo usage_with_options(record_usage, record_options); 86969aad6f1SArnaldo Carvalho de Melo 870361c99a6SArnaldo Carvalho de Melo list_for_each_entry(pos, &evsel_list->entries, node) { 8715c98d466SArnaldo Carvalho de Melo if (perf_evsel__alloc_fd(pos, cpus->nr, threads->nr) < 0) 87269aad6f1SArnaldo Carvalho de Melo goto out_free_fd; 873ad7f4e3fSArnaldo Carvalho de Melo if (perf_header__push_event(pos->attr.config, event_name(pos))) 874ad7f4e3fSArnaldo Carvalho de Melo goto out_free_fd; 875d6d901c2SZhang, Yanmin } 8765c581041SArnaldo Carvalho de Melo 8775c581041SArnaldo Carvalho de Melo if (perf_evlist__alloc_pollfd(evsel_list, cpus->nr, threads->nr) < 0) 87839d17dacSArnaldo Carvalho de Melo goto out_free_fd; 879d6d901c2SZhang, Yanmin 8803de29cabSStephane Eranian if (user_interval != ULLONG_MAX) 881f9212819SFrederic Weisbecker default_interval = user_interval; 882f9212819SFrederic Weisbecker if (user_freq != UINT_MAX) 883f9212819SFrederic Weisbecker freq = user_freq; 884f9212819SFrederic Weisbecker 8857e4ff9e3SMike Galbraith /* 8867e4ff9e3SMike Galbraith * User specified count overrides default frequency. 8877e4ff9e3SMike Galbraith */ 8887e4ff9e3SMike Galbraith if (default_interval) 8897e4ff9e3SMike Galbraith freq = 0; 8907e4ff9e3SMike Galbraith else if (freq) { 8917e4ff9e3SMike Galbraith default_interval = freq; 8927e4ff9e3SMike Galbraith } else { 8937e4ff9e3SMike Galbraith fprintf(stderr, "frequency and count are zero, aborting\n"); 89439d17dacSArnaldo Carvalho de Melo err = -EINVAL; 8955c581041SArnaldo Carvalho de Melo goto out_free_fd; 8967e4ff9e3SMike Galbraith } 8977e4ff9e3SMike Galbraith 89839d17dacSArnaldo Carvalho de Melo err = __cmd_record(argc, argv); 89939d17dacSArnaldo Carvalho de Melo 90039d17dacSArnaldo Carvalho de Melo out_free_fd: 9015c98d466SArnaldo Carvalho de Melo thread_map__delete(threads); 9025c98d466SArnaldo Carvalho de Melo threads = NULL; 903d65a458bSArnaldo Carvalho de Melo out_symbol_exit: 904d65a458bSArnaldo Carvalho de Melo symbol__exit(); 90539d17dacSArnaldo Carvalho de Melo return err; 90686470930SIngo Molnar } 907