186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-record.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin record command: Record the profile of a workload 586470930SIngo Molnar * (or a CPU, or a PID) into the perf.data output file - for 686470930SIngo Molnar * later analysis via perf report. 786470930SIngo Molnar */ 8b8f46c5aSXiao Guangrong #define _FILE_OFFSET_BITS 64 9b8f46c5aSXiao Guangrong 1086470930SIngo Molnar #include "builtin.h" 1186470930SIngo Molnar 1286470930SIngo Molnar #include "perf.h" 1386470930SIngo Molnar 146122e4e4SArnaldo Carvalho de Melo #include "util/build-id.h" 1586470930SIngo Molnar #include "util/util.h" 1686470930SIngo Molnar #include "util/parse-options.h" 1786470930SIngo Molnar #include "util/parse-events.h" 1886470930SIngo Molnar 197c6a1c65SPeter Zijlstra #include "util/header.h" 2066e274f3SFrederic Weisbecker #include "util/event.h" 21361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 2269aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 238f28827aSFrederic Weisbecker #include "util/debug.h" 2494c744b6SArnaldo Carvalho de Melo #include "util/session.h" 258d06367fSArnaldo Carvalho de Melo #include "util/symbol.h" 26a12b51c4SPaul Mackerras #include "util/cpumap.h" 277c6a1c65SPeter Zijlstra 2886470930SIngo Molnar #include <unistd.h> 2986470930SIngo Molnar #include <sched.h> 30a41794cdSArnaldo Carvalho de Melo #include <sys/mman.h> 3186470930SIngo Molnar 3269aad6f1SArnaldo Carvalho de Melo #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y)) 3369aad6f1SArnaldo Carvalho de Melo 347865e817SFrederic Weisbecker enum write_mode_t { 357865e817SFrederic Weisbecker WRITE_FORCE, 367865e817SFrederic Weisbecker WRITE_APPEND 377865e817SFrederic Weisbecker }; 387865e817SFrederic Weisbecker 393de29cabSStephane Eranian static u64 user_interval = ULLONG_MAX; 403de29cabSStephane Eranian static u64 default_interval = 0; 41640c03ceSArnaldo Carvalho de Melo static u64 sample_type; 4286470930SIngo Molnar 4360d567e2SArnaldo Carvalho de Melo static struct cpu_map *cpus; 4486470930SIngo Molnar static unsigned int page_size; 4586470930SIngo Molnar static unsigned int mmap_pages = 128; 46f9212819SFrederic Weisbecker static unsigned int user_freq = UINT_MAX; 4742e59d7dSIngo Molnar static int freq = 1000; 4886470930SIngo Molnar static int output; 49529870e3STom Zanussi static int pipe_output = 0; 5086470930SIngo Molnar static const char *output_name = "perf.data"; 5186470930SIngo Molnar static int group = 0; 521967936dSArnaldo Carvalho de Melo static int realtime_prio = 0; 53acac03faSKirill Smelkov static bool nodelay = false; 54c0555642SIan Munsie static bool raw_samples = false; 559c90a61cSArnaldo Carvalho de Melo static bool sample_id_all_avail = true; 56c0555642SIan Munsie static bool system_wide = false; 5786470930SIngo Molnar static pid_t target_pid = -1; 58d6d901c2SZhang, Yanmin static pid_t target_tid = -1; 595c98d466SArnaldo Carvalho de Melo static struct thread_map *threads; 60933da83aSChris Wilson static pid_t child_pid = -1; 612e6cdf99SStephane Eranian static bool no_inherit = false; 627865e817SFrederic Weisbecker static enum write_mode_t write_mode = WRITE_FORCE; 63c0555642SIan Munsie static bool call_graph = false; 64c0555642SIan Munsie static bool inherit_stat = false; 65c0555642SIan Munsie static bool no_samples = false; 66c0555642SIan Munsie static bool sample_address = false; 679c90a61cSArnaldo Carvalho de Melo static bool sample_time = false; 68a1ac1d3cSStephane Eranian static bool no_buildid = false; 69baa2f6ceSArnaldo Carvalho de Melo static bool no_buildid_cache = false; 70361c99a6SArnaldo Carvalho de Melo static struct perf_evlist *evsel_list; 7186470930SIngo Molnar 7242e59d7dSIngo Molnar static long samples = 0; 7342e59d7dSIngo Molnar static u64 bytes_written = 0; 7486470930SIngo Molnar 7542e59d7dSIngo Molnar static int nr_cpu = 0; 7686470930SIngo Molnar 77f5970550SPeter Zijlstra static int file_new = 1; 786122e4e4SArnaldo Carvalho de Melo static off_t post_processing_offset; 797c6a1c65SPeter Zijlstra 8094c744b6SArnaldo Carvalho de Melo static struct perf_session *session; 81c45c6ea2SStephane Eranian static const char *cpu_list; 82f5970550SPeter Zijlstra 8386470930SIngo Molnar struct mmap_data { 8486470930SIngo Molnar void *base; 8586470930SIngo Molnar unsigned int mask; 8686470930SIngo Molnar unsigned int prev; 8786470930SIngo Molnar }; 8886470930SIngo Molnar 890e2e63ddSPeter Zijlstra static struct mmap_data mmap_array[MAX_NR_CPUS]; 9086470930SIngo Molnar 919d91a6f7SPeter Zijlstra static unsigned long mmap_read_head(struct mmap_data *md) 9286470930SIngo Molnar { 93cdd6c482SIngo Molnar struct perf_event_mmap_page *pc = md->base; 949d91a6f7SPeter Zijlstra long head; 9586470930SIngo Molnar 9686470930SIngo Molnar head = pc->data_head; 9786470930SIngo Molnar rmb(); 9886470930SIngo Molnar 9986470930SIngo Molnar return head; 10086470930SIngo Molnar } 10186470930SIngo Molnar 1029d91a6f7SPeter Zijlstra static void mmap_write_tail(struct mmap_data *md, unsigned long tail) 1039d91a6f7SPeter Zijlstra { 104cdd6c482SIngo Molnar struct perf_event_mmap_page *pc = md->base; 1059d91a6f7SPeter Zijlstra 1069d91a6f7SPeter Zijlstra /* 1079d91a6f7SPeter Zijlstra * ensure all reads are done before we write the tail out. 1089d91a6f7SPeter Zijlstra */ 1099d91a6f7SPeter Zijlstra /* mb(); */ 1109d91a6f7SPeter Zijlstra pc->data_tail = tail; 1119d91a6f7SPeter Zijlstra } 1129d91a6f7SPeter Zijlstra 1139215545eSTom Zanussi static void advance_output(size_t size) 1149215545eSTom Zanussi { 1159215545eSTom Zanussi bytes_written += size; 1169215545eSTom Zanussi } 1179215545eSTom Zanussi 118f5970550SPeter Zijlstra static void write_output(void *buf, size_t size) 119f5970550SPeter Zijlstra { 120f5970550SPeter Zijlstra while (size) { 121f5970550SPeter Zijlstra int ret = write(output, buf, size); 122f5970550SPeter Zijlstra 123f5970550SPeter Zijlstra if (ret < 0) 124f5970550SPeter Zijlstra die("failed to write"); 125f5970550SPeter Zijlstra 126f5970550SPeter Zijlstra size -= ret; 127f5970550SPeter Zijlstra buf += ret; 128f5970550SPeter Zijlstra 129f5970550SPeter Zijlstra bytes_written += ret; 130f5970550SPeter Zijlstra } 131f5970550SPeter Zijlstra } 132f5970550SPeter Zijlstra 133d8f66248SArnaldo Carvalho de Melo static int process_synthesized_event(event_t *event, 134640c03ceSArnaldo Carvalho de Melo struct sample_data *sample __used, 135d8f66248SArnaldo Carvalho de Melo struct perf_session *self __used) 136234fbbf5SArnaldo Carvalho de Melo { 1376122e4e4SArnaldo Carvalho de Melo write_output(event, event->header.size); 138234fbbf5SArnaldo Carvalho de Melo return 0; 139234fbbf5SArnaldo Carvalho de Melo } 140234fbbf5SArnaldo Carvalho de Melo 14186470930SIngo Molnar static void mmap_read(struct mmap_data *md) 14286470930SIngo Molnar { 14386470930SIngo Molnar unsigned int head = mmap_read_head(md); 14486470930SIngo Molnar unsigned int old = md->prev; 14586470930SIngo Molnar unsigned char *data = md->base + page_size; 14686470930SIngo Molnar unsigned long size; 14786470930SIngo Molnar void *buf; 14886470930SIngo Molnar int diff; 14986470930SIngo Molnar 15086470930SIngo Molnar /* 15186470930SIngo Molnar * If we're further behind than half the buffer, there's a chance 15286470930SIngo Molnar * the writer will bite our tail and mess up the samples under us. 15386470930SIngo Molnar * 15486470930SIngo Molnar * If we somehow ended up ahead of the head, we got messed up. 15586470930SIngo Molnar * 15686470930SIngo Molnar * In either case, truncate and restart at head. 15786470930SIngo Molnar */ 15886470930SIngo Molnar diff = head - old; 1599d91a6f7SPeter Zijlstra if (diff < 0) { 160ef365cefSRuss Anderson fprintf(stderr, "WARNING: failed to keep up with mmap data\n"); 16186470930SIngo Molnar /* 16286470930SIngo Molnar * head points to a known good entry, start there. 16386470930SIngo Molnar */ 16486470930SIngo Molnar old = head; 16586470930SIngo Molnar } 16686470930SIngo Molnar 16786470930SIngo Molnar if (old != head) 16886470930SIngo Molnar samples++; 16986470930SIngo Molnar 17086470930SIngo Molnar size = head - old; 17186470930SIngo Molnar 17286470930SIngo Molnar if ((old & md->mask) + size != (head & md->mask)) { 17386470930SIngo Molnar buf = &data[old & md->mask]; 17486470930SIngo Molnar size = md->mask + 1 - (old & md->mask); 17586470930SIngo Molnar old += size; 17686470930SIngo Molnar 1776122e4e4SArnaldo Carvalho de Melo write_output(buf, size); 17886470930SIngo Molnar } 17986470930SIngo Molnar 18086470930SIngo Molnar buf = &data[old & md->mask]; 18186470930SIngo Molnar size = head - old; 18286470930SIngo Molnar old += size; 18386470930SIngo Molnar 1846122e4e4SArnaldo Carvalho de Melo write_output(buf, size); 18586470930SIngo Molnar 18686470930SIngo Molnar md->prev = old; 1879d91a6f7SPeter Zijlstra mmap_write_tail(md, old); 18886470930SIngo Molnar } 18986470930SIngo Molnar 19086470930SIngo Molnar static volatile int done = 0; 191f7b7c26eSPeter Zijlstra static volatile int signr = -1; 19286470930SIngo Molnar 19386470930SIngo Molnar static void sig_handler(int sig) 19486470930SIngo Molnar { 19586470930SIngo Molnar done = 1; 196f7b7c26eSPeter Zijlstra signr = sig; 197f7b7c26eSPeter Zijlstra } 198f7b7c26eSPeter Zijlstra 199f7b7c26eSPeter Zijlstra static void sig_atexit(void) 200f7b7c26eSPeter Zijlstra { 2015ffc8881SIan Munsie if (child_pid > 0) 202933da83aSChris Wilson kill(child_pid, SIGTERM); 203933da83aSChris Wilson 20418483b81SArnaldo Carvalho de Melo if (signr == -1 || signr == SIGUSR1) 205f7b7c26eSPeter Zijlstra return; 206f7b7c26eSPeter Zijlstra 207f7b7c26eSPeter Zijlstra signal(signr, SIG_DFL); 208f7b7c26eSPeter Zijlstra kill(getpid(), signr); 20986470930SIngo Molnar } 21086470930SIngo Molnar 21186470930SIngo Molnar static int group_fd; 21286470930SIngo Molnar 213cdd6c482SIngo Molnar static struct perf_header_attr *get_header_attr(struct perf_event_attr *a, int nr) 2147c6a1c65SPeter Zijlstra { 2157c6a1c65SPeter Zijlstra struct perf_header_attr *h_attr; 2167c6a1c65SPeter Zijlstra 21794c744b6SArnaldo Carvalho de Melo if (nr < session->header.attrs) { 21894c744b6SArnaldo Carvalho de Melo h_attr = session->header.attr[nr]; 2197c6a1c65SPeter Zijlstra } else { 2207c6a1c65SPeter Zijlstra h_attr = perf_header_attr__new(a); 221dc79c0fcSArnaldo Carvalho de Melo if (h_attr != NULL) 22294c744b6SArnaldo Carvalho de Melo if (perf_header__add_attr(&session->header, h_attr) < 0) { 22311deb1f9SArnaldo Carvalho de Melo perf_header_attr__delete(h_attr); 22411deb1f9SArnaldo Carvalho de Melo h_attr = NULL; 22511deb1f9SArnaldo Carvalho de Melo } 2267c6a1c65SPeter Zijlstra } 2277c6a1c65SPeter Zijlstra 2287c6a1c65SPeter Zijlstra return h_attr; 2297c6a1c65SPeter Zijlstra } 2307c6a1c65SPeter Zijlstra 231361c99a6SArnaldo Carvalho de Melo static void create_counter(struct perf_evlist *evlist, 232361c99a6SArnaldo Carvalho de Melo struct perf_evsel *evsel, int cpu) 23386470930SIngo Molnar { 23469aad6f1SArnaldo Carvalho de Melo char *filter = evsel->filter; 23569aad6f1SArnaldo Carvalho de Melo struct perf_event_attr *attr = &evsel->attr; 2367c6a1c65SPeter Zijlstra struct perf_header_attr *h_attr; 23769aad6f1SArnaldo Carvalho de Melo int track = !evsel->idx; /* only the first counter needs these */ 238d6d901c2SZhang, Yanmin int thread_index; 239c171b552SLi Zefan int ret; 2407c6a1c65SPeter Zijlstra struct { 2417c6a1c65SPeter Zijlstra u64 count; 2427c6a1c65SPeter Zijlstra u64 time_enabled; 2437c6a1c65SPeter Zijlstra u64 time_running; 2447c6a1c65SPeter Zijlstra u64 id; 2457c6a1c65SPeter Zijlstra } read_data; 246a43d3f08SArnaldo Carvalho de Melo /* 247a43d3f08SArnaldo Carvalho de Melo * Check if parse_single_tracepoint_event has already asked for 248a43d3f08SArnaldo Carvalho de Melo * PERF_SAMPLE_TIME. 249a43d3f08SArnaldo Carvalho de Melo * 250a43d3f08SArnaldo Carvalho de Melo * XXX this is kludgy but short term fix for problems introduced by 251a43d3f08SArnaldo Carvalho de Melo * eac23d1c that broke 'perf script' by having different sample_types 252a43d3f08SArnaldo Carvalho de Melo * when using multiple tracepoint events when we use a perf binary 253a43d3f08SArnaldo Carvalho de Melo * that tries to use sample_id_all on an older kernel. 254a43d3f08SArnaldo Carvalho de Melo * 255a43d3f08SArnaldo Carvalho de Melo * We need to move counter creation to perf_session, support 256a43d3f08SArnaldo Carvalho de Melo * different sample_types, etc. 257a43d3f08SArnaldo Carvalho de Melo */ 258a43d3f08SArnaldo Carvalho de Melo bool time_needed = attr->sample_type & PERF_SAMPLE_TIME; 2597c6a1c65SPeter Zijlstra 2607c6a1c65SPeter Zijlstra attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 2617c6a1c65SPeter Zijlstra PERF_FORMAT_TOTAL_TIME_RUNNING | 2627c6a1c65SPeter Zijlstra PERF_FORMAT_ID; 26386470930SIngo Molnar 2643a9f131fSFrederic Weisbecker attr->sample_type |= PERF_SAMPLE_IP | PERF_SAMPLE_TID; 2653efa1cc9SIngo Molnar 266361c99a6SArnaldo Carvalho de Melo if (evlist->nr_entries > 1) 2678907fd60SEric B Munson attr->sample_type |= PERF_SAMPLE_ID; 2688907fd60SEric B Munson 269f9212819SFrederic Weisbecker /* 270f9212819SFrederic Weisbecker * We default some events to a 1 default interval. But keep 271f9212819SFrederic Weisbecker * it a weak assumption overridable by the user. 272f9212819SFrederic Weisbecker */ 273f9212819SFrederic Weisbecker if (!attr->sample_period || (user_freq != UINT_MAX && 2743de29cabSStephane Eranian user_interval != ULLONG_MAX)) { 27586470930SIngo Molnar if (freq) { 276ea1900e5SPeter Zijlstra attr->sample_type |= PERF_SAMPLE_PERIOD; 27786470930SIngo Molnar attr->freq = 1; 27886470930SIngo Molnar attr->sample_freq = freq; 279f9212819SFrederic Weisbecker } else { 280f9212819SFrederic Weisbecker attr->sample_period = default_interval; 281f9212819SFrederic Weisbecker } 28286470930SIngo Molnar } 2833efa1cc9SIngo Molnar 284649c48a9SPeter Zijlstra if (no_samples) 285649c48a9SPeter Zijlstra attr->sample_freq = 0; 286649c48a9SPeter Zijlstra 287649c48a9SPeter Zijlstra if (inherit_stat) 288649c48a9SPeter Zijlstra attr->inherit_stat = 1; 289649c48a9SPeter Zijlstra 2903af9e859SEric B Munson if (sample_address) { 2914bba828dSAnton Blanchard attr->sample_type |= PERF_SAMPLE_ADDR; 2923af9e859SEric B Munson attr->mmap_data = track; 2933af9e859SEric B Munson } 2944bba828dSAnton Blanchard 2953efa1cc9SIngo Molnar if (call_graph) 2963efa1cc9SIngo Molnar attr->sample_type |= PERF_SAMPLE_CALLCHAIN; 2973efa1cc9SIngo Molnar 298f60f3593SArun Sharma if (system_wide) 299f60f3593SArun Sharma attr->sample_type |= PERF_SAMPLE_CPU; 300f60f3593SArun Sharma 301a43d3f08SArnaldo Carvalho de Melo if (sample_id_all_avail && 302a43d3f08SArnaldo Carvalho de Melo (sample_time || system_wide || !no_inherit || cpu_list)) 3039c90a61cSArnaldo Carvalho de Melo attr->sample_type |= PERF_SAMPLE_TIME; 3049c90a61cSArnaldo Carvalho de Melo 305cd6feeeaSIngo Molnar if (raw_samples) { 3066ddf259dSIngo Molnar attr->sample_type |= PERF_SAMPLE_TIME; 307daac07b2SFrederic Weisbecker attr->sample_type |= PERF_SAMPLE_RAW; 308cd6feeeaSIngo Molnar attr->sample_type |= PERF_SAMPLE_CPU; 309cd6feeeaSIngo Molnar } 310f413cdb8SFrederic Weisbecker 311acac03faSKirill Smelkov if (nodelay) { 312acac03faSKirill Smelkov attr->watermark = 0; 313acac03faSKirill Smelkov attr->wakeup_events = 1; 314acac03faSKirill Smelkov } 315acac03faSKirill Smelkov 31686470930SIngo Molnar attr->mmap = track; 31786470930SIngo Molnar attr->comm = track; 3182e6cdf99SStephane Eranian attr->inherit = !no_inherit; 3192e6cdf99SStephane Eranian if (target_pid == -1 && target_tid == -1 && !system_wide) { 3204502d77cSPeter Zijlstra attr->disabled = 1; 321bedbfdeaSEric B Munson attr->enable_on_exec = 1; 32246be604bSZhang, Yanmin } 3239c90a61cSArnaldo Carvalho de Melo retry_sample_id: 3249c90a61cSArnaldo Carvalho de Melo attr->sample_id_all = sample_id_all_avail ? 1 : 0; 325bedbfdeaSEric B Munson 3265c98d466SArnaldo Carvalho de Melo for (thread_index = 0; thread_index < threads->nr; thread_index++) { 3273da297a6SIngo Molnar try_again: 3285c98d466SArnaldo Carvalho de Melo FD(evsel, nr_cpu, thread_index) = sys_perf_event_open(attr, threads->map[thread_index], cpu, group_fd, 0); 32986470930SIngo Molnar 33069aad6f1SArnaldo Carvalho de Melo if (FD(evsel, nr_cpu, thread_index) < 0) { 33186470930SIngo Molnar int err = errno; 33286470930SIngo Molnar 333c10edee2SPekka Enberg if (err == EPERM || err == EACCES) 3346230f2c7SArnaldo Carvalho de Melo die("Permission error - are you root?\n" 335d6d901c2SZhang, Yanmin "\t Consider tweaking" 336d6d901c2SZhang, Yanmin " /proc/sys/kernel/perf_event_paranoid.\n"); 337c45c6ea2SStephane Eranian else if (err == ENODEV && cpu_list) { 338d6d901c2SZhang, Yanmin die("No such device - did you specify" 339d6d901c2SZhang, Yanmin " an out-of-range profile CPU?\n"); 3409c90a61cSArnaldo Carvalho de Melo } else if (err == EINVAL && sample_id_all_avail) { 3419c90a61cSArnaldo Carvalho de Melo /* 3429c90a61cSArnaldo Carvalho de Melo * Old kernel, no attr->sample_id_type_all field 3439c90a61cSArnaldo Carvalho de Melo */ 3449c90a61cSArnaldo Carvalho de Melo sample_id_all_avail = false; 345a43d3f08SArnaldo Carvalho de Melo if (!sample_time && !raw_samples && !time_needed) 346eac23d1cSIan Munsie attr->sample_type &= ~PERF_SAMPLE_TIME; 347eac23d1cSIan Munsie 3489c90a61cSArnaldo Carvalho de Melo goto retry_sample_id; 349d6d901c2SZhang, Yanmin } 3503da297a6SIngo Molnar 3513da297a6SIngo Molnar /* 3523da297a6SIngo Molnar * If it's cycles then fall back to hrtimer 3533da297a6SIngo Molnar * based cpu-clock-tick sw counter, which 3543da297a6SIngo Molnar * is always available even if no PMU support: 3553da297a6SIngo Molnar */ 3563da297a6SIngo Molnar if (attr->type == PERF_TYPE_HARDWARE 357f4dbfa8fSPeter Zijlstra && attr->config == PERF_COUNT_HW_CPU_CYCLES) { 3583da297a6SIngo Molnar 3593da297a6SIngo Molnar if (verbose) 3603da297a6SIngo Molnar warning(" ... trying to fall back to cpu-clock-ticks\n"); 3613da297a6SIngo Molnar attr->type = PERF_TYPE_SOFTWARE; 362f4dbfa8fSPeter Zijlstra attr->config = PERF_COUNT_SW_CPU_CLOCK; 3633da297a6SIngo Molnar goto try_again; 3643da297a6SIngo Molnar } 36530c806a0SIngo Molnar printf("\n"); 366d9cf837eSCorey Ashford error("sys_perf_event_open() syscall returned with %d (%s). /bin/dmesg may provide additional information.\n", 36769aad6f1SArnaldo Carvalho de Melo FD(evsel, nr_cpu, thread_index), strerror(err)); 368bfd45118SSimon Kaempflein 369bfd45118SSimon Kaempflein #if defined(__i386__) || defined(__x86_64__) 370bfd45118SSimon Kaempflein if (attr->type == PERF_TYPE_HARDWARE && err == EOPNOTSUPP) 371d6d901c2SZhang, Yanmin die("No hardware sampling interrupt available." 372d6d901c2SZhang, Yanmin " No APIC? If so then you can boot the kernel" 373d6d901c2SZhang, Yanmin " with the \"lapic\" boot parameter to" 374d6d901c2SZhang, Yanmin " force-enable it.\n"); 375bfd45118SSimon Kaempflein #endif 376bfd45118SSimon Kaempflein 377cdd6c482SIngo Molnar die("No CONFIG_PERF_EVENTS=y kernel support configured?\n"); 37886470930SIngo Molnar exit(-1); 37986470930SIngo Molnar } 3803da297a6SIngo Molnar 38169aad6f1SArnaldo Carvalho de Melo h_attr = get_header_attr(attr, evsel->idx); 382dc79c0fcSArnaldo Carvalho de Melo if (h_attr == NULL) 383dc79c0fcSArnaldo Carvalho de Melo die("nomem\n"); 3847c6a1c65SPeter Zijlstra 3857c6a1c65SPeter Zijlstra if (!file_new) { 3867c6a1c65SPeter Zijlstra if (memcmp(&h_attr->attr, attr, sizeof(*attr))) { 3877c6a1c65SPeter Zijlstra fprintf(stderr, "incompatible append\n"); 3887c6a1c65SPeter Zijlstra exit(-1); 3897c6a1c65SPeter Zijlstra } 3907c6a1c65SPeter Zijlstra } 3917c6a1c65SPeter Zijlstra 39269aad6f1SArnaldo Carvalho de Melo if (read(FD(evsel, nr_cpu, thread_index), &read_data, sizeof(read_data)) == -1) { 3930ab7368fSMatt Fleming perror("Unable to read perf file descriptor"); 3943928ddbeSFrederic Weisbecker exit(-1); 3953928ddbeSFrederic Weisbecker } 3967c6a1c65SPeter Zijlstra 39758754121SArnaldo Carvalho de Melo if (perf_header_attr__add_id(h_attr, read_data.id) < 0) { 39858754121SArnaldo Carvalho de Melo pr_warning("Not enough memory to add id\n"); 39958754121SArnaldo Carvalho de Melo exit(-1); 40058754121SArnaldo Carvalho de Melo } 4017c6a1c65SPeter Zijlstra 40269aad6f1SArnaldo Carvalho de Melo assert(FD(evsel, nr_cpu, thread_index) >= 0); 40369aad6f1SArnaldo Carvalho de Melo fcntl(FD(evsel, nr_cpu, thread_index), F_SETFL, O_NONBLOCK); 40486470930SIngo Molnar 40586470930SIngo Molnar /* 40686470930SIngo Molnar * First counter acts as the group leader: 40786470930SIngo Molnar */ 40886470930SIngo Molnar if (group && group_fd == -1) 40969aad6f1SArnaldo Carvalho de Melo group_fd = FD(evsel, nr_cpu, thread_index); 41086470930SIngo Molnar 41169aad6f1SArnaldo Carvalho de Melo if (evsel->idx || thread_index) { 41269aad6f1SArnaldo Carvalho de Melo struct perf_evsel *first; 413361c99a6SArnaldo Carvalho de Melo first = list_entry(evlist->entries.next, struct perf_evsel, node); 41469aad6f1SArnaldo Carvalho de Melo ret = ioctl(FD(evsel, nr_cpu, thread_index), 4150e2e63ddSPeter Zijlstra PERF_EVENT_IOC_SET_OUTPUT, 41669aad6f1SArnaldo Carvalho de Melo FD(first, nr_cpu, 0)); 4170e2e63ddSPeter Zijlstra if (ret) { 4180e2e63ddSPeter Zijlstra error("failed to set output: %d (%s)\n", errno, 4190e2e63ddSPeter Zijlstra strerror(errno)); 4200e2e63ddSPeter Zijlstra exit(-1); 4210e2e63ddSPeter Zijlstra } 4220e2e63ddSPeter Zijlstra } else { 4230e2e63ddSPeter Zijlstra mmap_array[nr_cpu].prev = 0; 4240e2e63ddSPeter Zijlstra mmap_array[nr_cpu].mask = mmap_pages*page_size - 1; 4250e2e63ddSPeter Zijlstra mmap_array[nr_cpu].base = mmap(NULL, (mmap_pages+1)*page_size, 42669aad6f1SArnaldo Carvalho de Melo PROT_READ | PROT_WRITE, MAP_SHARED, FD(evsel, nr_cpu, thread_index), 0); 4270e2e63ddSPeter Zijlstra if (mmap_array[nr_cpu].base == MAP_FAILED) { 4280e2e63ddSPeter Zijlstra error("failed to mmap with %d (%s)\n", errno, strerror(errno)); 4290e2e63ddSPeter Zijlstra exit(-1); 4300e2e63ddSPeter Zijlstra } 4310e2e63ddSPeter Zijlstra 432*5c581041SArnaldo Carvalho de Melo evlist->pollfd[evlist->nr_fds].fd = FD(evsel, nr_cpu, thread_index); 433*5c581041SArnaldo Carvalho de Melo evlist->pollfd[evlist->nr_fds].events = POLLIN; 434*5c581041SArnaldo Carvalho de Melo evlist->nr_fds++; 43586470930SIngo Molnar } 436d1302522SFrederic Weisbecker 437c171b552SLi Zefan if (filter != NULL) { 43869aad6f1SArnaldo Carvalho de Melo ret = ioctl(FD(evsel, nr_cpu, thread_index), 439c171b552SLi Zefan PERF_EVENT_IOC_SET_FILTER, filter); 440c171b552SLi Zefan if (ret) { 441c171b552SLi Zefan error("failed to set filter with %d (%s)\n", errno, 442c171b552SLi Zefan strerror(errno)); 443c171b552SLi Zefan exit(-1); 444c171b552SLi Zefan } 445c171b552SLi Zefan } 44686470930SIngo Molnar } 447a43d3f08SArnaldo Carvalho de Melo 448a43d3f08SArnaldo Carvalho de Melo if (!sample_type) 449a43d3f08SArnaldo Carvalho de Melo sample_type = attr->sample_type; 450d6d901c2SZhang, Yanmin } 45186470930SIngo Molnar 452361c99a6SArnaldo Carvalho de Melo static void open_counters(struct perf_evlist *evlist, int cpu) 45386470930SIngo Molnar { 45469aad6f1SArnaldo Carvalho de Melo struct perf_evsel *pos; 45586470930SIngo Molnar 45686470930SIngo Molnar group_fd = -1; 45769aad6f1SArnaldo Carvalho de Melo 458361c99a6SArnaldo Carvalho de Melo list_for_each_entry(pos, &evlist->entries, node) 459361c99a6SArnaldo Carvalho de Melo create_counter(evlist, pos, cpu); 46086470930SIngo Molnar 46186470930SIngo Molnar nr_cpu++; 46286470930SIngo Molnar } 46386470930SIngo Molnar 4646122e4e4SArnaldo Carvalho de Melo static int process_buildids(void) 4656122e4e4SArnaldo Carvalho de Melo { 4666122e4e4SArnaldo Carvalho de Melo u64 size = lseek(output, 0, SEEK_CUR); 4676122e4e4SArnaldo Carvalho de Melo 4689f591fd7SArnaldo Carvalho de Melo if (size == 0) 4699f591fd7SArnaldo Carvalho de Melo return 0; 4709f591fd7SArnaldo Carvalho de Melo 4716122e4e4SArnaldo Carvalho de Melo session->fd = output; 4726122e4e4SArnaldo Carvalho de Melo return __perf_session__process_events(session, post_processing_offset, 4736122e4e4SArnaldo Carvalho de Melo size - post_processing_offset, 4746122e4e4SArnaldo Carvalho de Melo size, &build_id__mark_dso_hit_ops); 4756122e4e4SArnaldo Carvalho de Melo } 4766122e4e4SArnaldo Carvalho de Melo 477f5970550SPeter Zijlstra static void atexit_header(void) 478f5970550SPeter Zijlstra { 479c7929e47STom Zanussi if (!pipe_output) { 48094c744b6SArnaldo Carvalho de Melo session->header.data_size += bytes_written; 481f5970550SPeter Zijlstra 482baa2f6ceSArnaldo Carvalho de Melo if (!no_buildid) 4836122e4e4SArnaldo Carvalho de Melo process_buildids(); 484361c99a6SArnaldo Carvalho de Melo perf_header__write(&session->header, evsel_list, output, true); 48539d17dacSArnaldo Carvalho de Melo perf_session__delete(session); 486361c99a6SArnaldo Carvalho de Melo perf_evlist__delete(evsel_list); 487d65a458bSArnaldo Carvalho de Melo symbol__exit(); 488c7929e47STom Zanussi } 489f5970550SPeter Zijlstra } 490f5970550SPeter Zijlstra 49123346f21SArnaldo Carvalho de Melo static void event__synthesize_guest_os(struct machine *machine, void *data) 492a1645ce1SZhang, Yanmin { 493a1645ce1SZhang, Yanmin int err; 49423346f21SArnaldo Carvalho de Melo struct perf_session *psession = data; 495a1645ce1SZhang, Yanmin 49623346f21SArnaldo Carvalho de Melo if (machine__is_host(machine)) 497a1645ce1SZhang, Yanmin return; 498a1645ce1SZhang, Yanmin 499a1645ce1SZhang, Yanmin /* 500a1645ce1SZhang, Yanmin *As for guest kernel when processing subcommand record&report, 501a1645ce1SZhang, Yanmin *we arrange module mmap prior to guest kernel mmap and trigger 502a1645ce1SZhang, Yanmin *a preload dso because default guest module symbols are loaded 503a1645ce1SZhang, Yanmin *from guest kallsyms instead of /lib/modules/XXX/XXX. This 504a1645ce1SZhang, Yanmin *method is used to avoid symbol missing when the first addr is 505a1645ce1SZhang, Yanmin *in module instead of in guest kernel. 506a1645ce1SZhang, Yanmin */ 507a1645ce1SZhang, Yanmin err = event__synthesize_modules(process_synthesized_event, 50823346f21SArnaldo Carvalho de Melo psession, machine); 509a1645ce1SZhang, Yanmin if (err < 0) 510a1645ce1SZhang, Yanmin pr_err("Couldn't record guest kernel [%d]'s reference" 51123346f21SArnaldo Carvalho de Melo " relocation symbol.\n", machine->pid); 512a1645ce1SZhang, Yanmin 513a1645ce1SZhang, Yanmin /* 514a1645ce1SZhang, Yanmin * We use _stext for guest kernel because guest kernel's /proc/kallsyms 515a1645ce1SZhang, Yanmin * have no _text sometimes. 516a1645ce1SZhang, Yanmin */ 517a1645ce1SZhang, Yanmin err = event__synthesize_kernel_mmap(process_synthesized_event, 51823346f21SArnaldo Carvalho de Melo psession, machine, "_text"); 519a1645ce1SZhang, Yanmin if (err < 0) 520a1645ce1SZhang, Yanmin err = event__synthesize_kernel_mmap(process_synthesized_event, 52123346f21SArnaldo Carvalho de Melo psession, machine, "_stext"); 522a1645ce1SZhang, Yanmin if (err < 0) 523a1645ce1SZhang, Yanmin pr_err("Couldn't record guest kernel [%d]'s reference" 52423346f21SArnaldo Carvalho de Melo " relocation symbol.\n", machine->pid); 525a1645ce1SZhang, Yanmin } 526a1645ce1SZhang, Yanmin 52798402807SFrederic Weisbecker static struct perf_event_header finished_round_event = { 52898402807SFrederic Weisbecker .size = sizeof(struct perf_event_header), 52998402807SFrederic Weisbecker .type = PERF_RECORD_FINISHED_ROUND, 53098402807SFrederic Weisbecker }; 53198402807SFrederic Weisbecker 53298402807SFrederic Weisbecker static void mmap_read_all(void) 53398402807SFrederic Weisbecker { 5340e2e63ddSPeter Zijlstra int i; 53598402807SFrederic Weisbecker 53698402807SFrederic Weisbecker for (i = 0; i < nr_cpu; i++) { 5370e2e63ddSPeter Zijlstra if (mmap_array[i].base) 5380e2e63ddSPeter Zijlstra mmap_read(&mmap_array[i]); 53998402807SFrederic Weisbecker } 54098402807SFrederic Weisbecker 54198402807SFrederic Weisbecker if (perf_header__has_feat(&session->header, HEADER_TRACE_INFO)) 54298402807SFrederic Weisbecker write_output(&finished_round_event, sizeof(finished_round_event)); 54398402807SFrederic Weisbecker } 54498402807SFrederic Weisbecker 545d4db3f16SArnaldo Carvalho de Melo static int __cmd_record(int argc, const char **argv) 54686470930SIngo Molnar { 54769aad6f1SArnaldo Carvalho de Melo int i; 54886470930SIngo Molnar struct stat st; 54986470930SIngo Molnar int flags; 5504dc0a04bSArnaldo Carvalho de Melo int err; 5518b412664SPeter Zijlstra unsigned long waking = 0; 552856e9660SPeter Zijlstra int child_ready_pipe[2], go_pipe[2]; 55346be604bSZhang, Yanmin const bool forks = argc > 0; 554856e9660SPeter Zijlstra char buf; 55523346f21SArnaldo Carvalho de Melo struct machine *machine; 55686470930SIngo Molnar 55786470930SIngo Molnar page_size = sysconf(_SC_PAGE_SIZE); 55886470930SIngo Molnar 559f5970550SPeter Zijlstra atexit(sig_atexit); 560f5970550SPeter Zijlstra signal(SIGCHLD, sig_handler); 561f5970550SPeter Zijlstra signal(SIGINT, sig_handler); 56218483b81SArnaldo Carvalho de Melo signal(SIGUSR1, sig_handler); 563f5970550SPeter Zijlstra 564d4db3f16SArnaldo Carvalho de Melo if (forks && (pipe(child_ready_pipe) < 0 || pipe(go_pipe) < 0)) { 565856e9660SPeter Zijlstra perror("failed to create pipes"); 566856e9660SPeter Zijlstra exit(-1); 567856e9660SPeter Zijlstra } 568856e9660SPeter Zijlstra 569529870e3STom Zanussi if (!strcmp(output_name, "-")) 570529870e3STom Zanussi pipe_output = 1; 571529870e3STom Zanussi else if (!stat(output_name, &st) && st.st_size) { 5727865e817SFrederic Weisbecker if (write_mode == WRITE_FORCE) { 573b38d3464SArnaldo Carvalho de Melo char oldname[PATH_MAX]; 574b38d3464SArnaldo Carvalho de Melo snprintf(oldname, sizeof(oldname), "%s.old", 575b38d3464SArnaldo Carvalho de Melo output_name); 576b38d3464SArnaldo Carvalho de Melo unlink(oldname); 577b38d3464SArnaldo Carvalho de Melo rename(output_name, oldname); 578b38d3464SArnaldo Carvalho de Melo } 5797865e817SFrederic Weisbecker } else if (write_mode == WRITE_APPEND) { 5807865e817SFrederic Weisbecker write_mode = WRITE_FORCE; 581266e0e21SPierre Habouzit } 58286470930SIngo Molnar 583f887f301SXiao Guangrong flags = O_CREAT|O_RDWR; 5847865e817SFrederic Weisbecker if (write_mode == WRITE_APPEND) 585f5970550SPeter Zijlstra file_new = 0; 58686470930SIngo Molnar else 58786470930SIngo Molnar flags |= O_TRUNC; 58886470930SIngo Molnar 589529870e3STom Zanussi if (pipe_output) 590529870e3STom Zanussi output = STDOUT_FILENO; 591529870e3STom Zanussi else 59286470930SIngo Molnar output = open(output_name, flags, S_IRUSR | S_IWUSR); 59386470930SIngo Molnar if (output < 0) { 59486470930SIngo Molnar perror("failed to create output file"); 59586470930SIngo Molnar exit(-1); 59686470930SIngo Molnar } 59786470930SIngo Molnar 5987865e817SFrederic Weisbecker session = perf_session__new(output_name, O_WRONLY, 59921ef97f0SIan Munsie write_mode == WRITE_FORCE, false, NULL); 60094c744b6SArnaldo Carvalho de Melo if (session == NULL) { 601a9a70bbcSArnaldo Carvalho de Melo pr_err("Not enough memory for reading perf file header\n"); 602a9a70bbcSArnaldo Carvalho de Melo return -1; 603a9a70bbcSArnaldo Carvalho de Melo } 604a9a70bbcSArnaldo Carvalho de Melo 605baa2f6ceSArnaldo Carvalho de Melo if (!no_buildid) 606baa2f6ceSArnaldo Carvalho de Melo perf_header__set_feat(&session->header, HEADER_BUILD_ID); 607baa2f6ceSArnaldo Carvalho de Melo 6084dc0a04bSArnaldo Carvalho de Melo if (!file_new) { 6098dc58101STom Zanussi err = perf_header__read(session, output); 6104dc0a04bSArnaldo Carvalho de Melo if (err < 0) 61139d17dacSArnaldo Carvalho de Melo goto out_delete_session; 6124dc0a04bSArnaldo Carvalho de Melo } 6134dc0a04bSArnaldo Carvalho de Melo 614361c99a6SArnaldo Carvalho de Melo if (have_tracepoints(&evsel_list->entries)) 61594c744b6SArnaldo Carvalho de Melo perf_header__set_feat(&session->header, HEADER_TRACE_INFO); 61603456a15SFrederic Weisbecker 61739d17dacSArnaldo Carvalho de Melo /* 61839d17dacSArnaldo Carvalho de Melo * perf_session__delete(session) will be called at atexit_header() 61939d17dacSArnaldo Carvalho de Melo */ 620f5970550SPeter Zijlstra atexit(atexit_header); 621f5970550SPeter Zijlstra 622d4db3f16SArnaldo Carvalho de Melo if (forks) { 62346be604bSZhang, Yanmin child_pid = fork(); 6242fb750e8SBorislav Petkov if (child_pid < 0) { 625856e9660SPeter Zijlstra perror("failed to fork"); 626856e9660SPeter Zijlstra exit(-1); 627856e9660SPeter Zijlstra } 6287c6a1c65SPeter Zijlstra 62946be604bSZhang, Yanmin if (!child_pid) { 630529870e3STom Zanussi if (pipe_output) 631529870e3STom Zanussi dup2(2, 1); 632856e9660SPeter Zijlstra close(child_ready_pipe[0]); 633856e9660SPeter Zijlstra close(go_pipe[1]); 634856e9660SPeter Zijlstra fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC); 635856e9660SPeter Zijlstra 636856e9660SPeter Zijlstra /* 637856e9660SPeter Zijlstra * Do a dummy execvp to get the PLT entry resolved, 638856e9660SPeter Zijlstra * so we avoid the resolver overhead on the real 639856e9660SPeter Zijlstra * execvp call. 640856e9660SPeter Zijlstra */ 641856e9660SPeter Zijlstra execvp("", (char **)argv); 642856e9660SPeter Zijlstra 643856e9660SPeter Zijlstra /* 644856e9660SPeter Zijlstra * Tell the parent we're ready to go 645856e9660SPeter Zijlstra */ 646856e9660SPeter Zijlstra close(child_ready_pipe[1]); 647856e9660SPeter Zijlstra 648856e9660SPeter Zijlstra /* 649856e9660SPeter Zijlstra * Wait until the parent tells us to go. 650856e9660SPeter Zijlstra */ 651856e9660SPeter Zijlstra if (read(go_pipe[0], &buf, 1) == -1) 652856e9660SPeter Zijlstra perror("unable to read pipe"); 653856e9660SPeter Zijlstra 654856e9660SPeter Zijlstra execvp(argv[0], (char **)argv); 655856e9660SPeter Zijlstra 656856e9660SPeter Zijlstra perror(argv[0]); 65718483b81SArnaldo Carvalho de Melo kill(getppid(), SIGUSR1); 658856e9660SPeter Zijlstra exit(-1); 659856e9660SPeter Zijlstra } 660856e9660SPeter Zijlstra 661d6d901c2SZhang, Yanmin if (!system_wide && target_tid == -1 && target_pid == -1) 6625c98d466SArnaldo Carvalho de Melo threads->map[0] = child_pid; 663d6d901c2SZhang, Yanmin 664856e9660SPeter Zijlstra close(child_ready_pipe[1]); 665856e9660SPeter Zijlstra close(go_pipe[0]); 666856e9660SPeter Zijlstra /* 667856e9660SPeter Zijlstra * wait for child to settle 668856e9660SPeter Zijlstra */ 669856e9660SPeter Zijlstra if (read(child_ready_pipe[0], &buf, 1) == -1) { 670856e9660SPeter Zijlstra perror("unable to read pipe"); 671856e9660SPeter Zijlstra exit(-1); 672856e9660SPeter Zijlstra } 673856e9660SPeter Zijlstra close(child_ready_pipe[0]); 674856e9660SPeter Zijlstra } 675856e9660SPeter Zijlstra 676c45c6ea2SStephane Eranian if (!system_wide && no_inherit && !cpu_list) { 677361c99a6SArnaldo Carvalho de Melo open_counters(evsel_list, -1); 6780a5ac846SJens Axboe } else { 67960d567e2SArnaldo Carvalho de Melo for (i = 0; i < cpus->nr; i++) 680361c99a6SArnaldo Carvalho de Melo open_counters(evsel_list, cpus->map[i]); 6810a5ac846SJens Axboe } 68286470930SIngo Molnar 683640c03ceSArnaldo Carvalho de Melo perf_session__set_sample_type(session, sample_type); 684640c03ceSArnaldo Carvalho de Melo 685529870e3STom Zanussi if (pipe_output) { 686529870e3STom Zanussi err = perf_header__write_pipe(output); 687529870e3STom Zanussi if (err < 0) 688529870e3STom Zanussi return err; 689529870e3STom Zanussi } else if (file_new) { 690361c99a6SArnaldo Carvalho de Melo err = perf_header__write(&session->header, evsel_list, 691361c99a6SArnaldo Carvalho de Melo output, false); 692d5eed904SArnaldo Carvalho de Melo if (err < 0) 693d5eed904SArnaldo Carvalho de Melo return err; 694d5eed904SArnaldo Carvalho de Melo } 6957c6a1c65SPeter Zijlstra 6966122e4e4SArnaldo Carvalho de Melo post_processing_offset = lseek(output, 0, SEEK_CUR); 6976122e4e4SArnaldo Carvalho de Melo 6989c90a61cSArnaldo Carvalho de Melo perf_session__set_sample_id_all(session, sample_id_all_avail); 6999c90a61cSArnaldo Carvalho de Melo 7002c46dbb5STom Zanussi if (pipe_output) { 7012c46dbb5STom Zanussi err = event__synthesize_attrs(&session->header, 7022c46dbb5STom Zanussi process_synthesized_event, 7032c46dbb5STom Zanussi session); 7042c46dbb5STom Zanussi if (err < 0) { 7052c46dbb5STom Zanussi pr_err("Couldn't synthesize attrs.\n"); 7062c46dbb5STom Zanussi return err; 7072c46dbb5STom Zanussi } 708cd19a035STom Zanussi 709cd19a035STom Zanussi err = event__synthesize_event_types(process_synthesized_event, 710cd19a035STom Zanussi session); 711cd19a035STom Zanussi if (err < 0) { 712cd19a035STom Zanussi pr_err("Couldn't synthesize event_types.\n"); 713cd19a035STom Zanussi return err; 714cd19a035STom Zanussi } 7159215545eSTom Zanussi 716361c99a6SArnaldo Carvalho de Melo if (have_tracepoints(&evsel_list->entries)) { 71763e0c771STom Zanussi /* 71863e0c771STom Zanussi * FIXME err <= 0 here actually means that 71963e0c771STom Zanussi * there were no tracepoints so its not really 72063e0c771STom Zanussi * an error, just that we don't need to 72163e0c771STom Zanussi * synthesize anything. We really have to 72263e0c771STom Zanussi * return this more properly and also 72363e0c771STom Zanussi * propagate errors that now are calling die() 72463e0c771STom Zanussi */ 725361c99a6SArnaldo Carvalho de Melo err = event__synthesize_tracing_data(output, evsel_list, 7269215545eSTom Zanussi process_synthesized_event, 7279215545eSTom Zanussi session); 72863e0c771STom Zanussi if (err <= 0) { 72963e0c771STom Zanussi pr_err("Couldn't record tracing data.\n"); 73063e0c771STom Zanussi return err; 73163e0c771STom Zanussi } 7329215545eSTom Zanussi advance_output(err); 7332c46dbb5STom Zanussi } 73463e0c771STom Zanussi } 7352c46dbb5STom Zanussi 73623346f21SArnaldo Carvalho de Melo machine = perf_session__find_host_machine(session); 73723346f21SArnaldo Carvalho de Melo if (!machine) { 738a1645ce1SZhang, Yanmin pr_err("Couldn't find native kernel information.\n"); 739a1645ce1SZhang, Yanmin return -1; 740a1645ce1SZhang, Yanmin } 741a1645ce1SZhang, Yanmin 74256b03f3cSArnaldo Carvalho de Melo err = event__synthesize_kernel_mmap(process_synthesized_event, 74323346f21SArnaldo Carvalho de Melo session, machine, "_text"); 74470162138SArnaldo Carvalho de Melo if (err < 0) 74570162138SArnaldo Carvalho de Melo err = event__synthesize_kernel_mmap(process_synthesized_event, 74623346f21SArnaldo Carvalho de Melo session, machine, "_stext"); 747c1a3a4b9SArnaldo Carvalho de Melo if (err < 0) 748c1a3a4b9SArnaldo Carvalho de Melo pr_err("Couldn't record kernel reference relocation symbol\n" 749c1a3a4b9SArnaldo Carvalho de Melo "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n" 750c1a3a4b9SArnaldo Carvalho de Melo "Check /proc/kallsyms permission or run as root.\n"); 75156b03f3cSArnaldo Carvalho de Melo 752a1645ce1SZhang, Yanmin err = event__synthesize_modules(process_synthesized_event, 75323346f21SArnaldo Carvalho de Melo session, machine); 754c1a3a4b9SArnaldo Carvalho de Melo if (err < 0) 755c1a3a4b9SArnaldo Carvalho de Melo pr_err("Couldn't record kernel module information.\n" 756c1a3a4b9SArnaldo Carvalho de Melo "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n" 757c1a3a4b9SArnaldo Carvalho de Melo "Check /proc/modules permission or run as root.\n"); 758c1a3a4b9SArnaldo Carvalho de Melo 759a1645ce1SZhang, Yanmin if (perf_guest) 76023346f21SArnaldo Carvalho de Melo perf_session__process_machines(session, event__synthesize_guest_os); 761b7cece76SArnaldo Carvalho de Melo 762cf103a14SStephane Eranian if (!system_wide) 763d6d901c2SZhang, Yanmin event__synthesize_thread(target_tid, process_synthesized_event, 764d8f66248SArnaldo Carvalho de Melo session); 765234fbbf5SArnaldo Carvalho de Melo else 766d8f66248SArnaldo Carvalho de Melo event__synthesize_threads(process_synthesized_event, session); 7677c6a1c65SPeter Zijlstra 76886470930SIngo Molnar if (realtime_prio) { 76986470930SIngo Molnar struct sched_param param; 77086470930SIngo Molnar 77186470930SIngo Molnar param.sched_priority = realtime_prio; 77286470930SIngo Molnar if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { 7736beba7adSArnaldo Carvalho de Melo pr_err("Could not set realtime priority.\n"); 77486470930SIngo Molnar exit(-1); 77586470930SIngo Molnar } 77686470930SIngo Molnar } 77786470930SIngo Molnar 778856e9660SPeter Zijlstra /* 779856e9660SPeter Zijlstra * Let the child rip 780856e9660SPeter Zijlstra */ 781d4db3f16SArnaldo Carvalho de Melo if (forks) 782856e9660SPeter Zijlstra close(go_pipe[1]); 783856e9660SPeter Zijlstra 784649c48a9SPeter Zijlstra for (;;) { 78586470930SIngo Molnar int hits = samples; 786d6d901c2SZhang, Yanmin int thread; 78786470930SIngo Molnar 78898402807SFrederic Weisbecker mmap_read_all(); 78986470930SIngo Molnar 790649c48a9SPeter Zijlstra if (hits == samples) { 791649c48a9SPeter Zijlstra if (done) 792649c48a9SPeter Zijlstra break; 793*5c581041SArnaldo Carvalho de Melo err = poll(evsel_list->pollfd, evsel_list->nr_fds, -1); 7948b412664SPeter Zijlstra waking++; 7958b412664SPeter Zijlstra } 7968b412664SPeter Zijlstra 7978b412664SPeter Zijlstra if (done) { 7988b412664SPeter Zijlstra for (i = 0; i < nr_cpu; i++) { 79969aad6f1SArnaldo Carvalho de Melo struct perf_evsel *pos; 80069aad6f1SArnaldo Carvalho de Melo 801361c99a6SArnaldo Carvalho de Melo list_for_each_entry(pos, &evsel_list->entries, node) { 802d6d901c2SZhang, Yanmin for (thread = 0; 8035c98d466SArnaldo Carvalho de Melo thread < threads->nr; 804d6d901c2SZhang, Yanmin thread++) 80569aad6f1SArnaldo Carvalho de Melo ioctl(FD(pos, i, thread), 806d6d901c2SZhang, Yanmin PERF_EVENT_IOC_DISABLE); 807d6d901c2SZhang, Yanmin } 80886470930SIngo Molnar } 809649c48a9SPeter Zijlstra } 8108b412664SPeter Zijlstra } 8118b412664SPeter Zijlstra 81218483b81SArnaldo Carvalho de Melo if (quiet || signr == SIGUSR1) 813b44308f5SArnaldo Carvalho de Melo return 0; 814b44308f5SArnaldo Carvalho de Melo 8158b412664SPeter Zijlstra fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking); 81686470930SIngo Molnar 81786470930SIngo Molnar /* 81886470930SIngo Molnar * Approximate RIP event size: 24 bytes. 81986470930SIngo Molnar */ 82086470930SIngo Molnar fprintf(stderr, 8219486aa38SArnaldo Carvalho de Melo "[ perf record: Captured and wrote %.3f MB %s (~%" PRIu64 " samples) ]\n", 82286470930SIngo Molnar (double)bytes_written / 1024.0 / 1024.0, 82386470930SIngo Molnar output_name, 82486470930SIngo Molnar bytes_written / 24); 82586470930SIngo Molnar 82686470930SIngo Molnar return 0; 82739d17dacSArnaldo Carvalho de Melo 82839d17dacSArnaldo Carvalho de Melo out_delete_session: 82939d17dacSArnaldo Carvalho de Melo perf_session__delete(session); 83039d17dacSArnaldo Carvalho de Melo return err; 83186470930SIngo Molnar } 83286470930SIngo Molnar 83386470930SIngo Molnar static const char * const record_usage[] = { 83486470930SIngo Molnar "perf record [<options>] [<command>]", 83586470930SIngo Molnar "perf record [<options>] -- <command> [<options>]", 83686470930SIngo Molnar NULL 83786470930SIngo Molnar }; 83886470930SIngo Molnar 8397865e817SFrederic Weisbecker static bool force, append_file; 8407865e817SFrederic Weisbecker 841bca647aaSTom Zanussi const struct option record_options[] = { 842361c99a6SArnaldo Carvalho de Melo OPT_CALLBACK('e', "event", &evsel_list, "event", 84386470930SIngo Molnar "event selector. use 'perf list' to list available events", 84486470930SIngo Molnar parse_events), 845361c99a6SArnaldo Carvalho de Melo OPT_CALLBACK(0, "filter", &evsel_list, "filter", 846c171b552SLi Zefan "event filter", parse_filter), 84786470930SIngo Molnar OPT_INTEGER('p', "pid", &target_pid, 848d6d901c2SZhang, Yanmin "record events on existing process id"), 849d6d901c2SZhang, Yanmin OPT_INTEGER('t', "tid", &target_tid, 850d6d901c2SZhang, Yanmin "record events on existing thread id"), 85186470930SIngo Molnar OPT_INTEGER('r', "realtime", &realtime_prio, 85286470930SIngo Molnar "collect data with this RT SCHED_FIFO priority"), 853acac03faSKirill Smelkov OPT_BOOLEAN('D', "no-delay", &nodelay, 854acac03faSKirill Smelkov "collect data without buffering"), 855daac07b2SFrederic Weisbecker OPT_BOOLEAN('R', "raw-samples", &raw_samples, 856daac07b2SFrederic Weisbecker "collect raw sample records from all opened counters"), 85786470930SIngo Molnar OPT_BOOLEAN('a', "all-cpus", &system_wide, 85886470930SIngo Molnar "system-wide collection from all CPUs"), 85986470930SIngo Molnar OPT_BOOLEAN('A', "append", &append_file, 86086470930SIngo Molnar "append to the output file to do incremental profiling"), 861c45c6ea2SStephane Eranian OPT_STRING('C', "cpu", &cpu_list, "cpu", 862c45c6ea2SStephane Eranian "list of cpus to monitor"), 86386470930SIngo Molnar OPT_BOOLEAN('f', "force", &force, 8647865e817SFrederic Weisbecker "overwrite existing data file (deprecated)"), 8653de29cabSStephane Eranian OPT_U64('c', "count", &user_interval, "event period to sample"), 86686470930SIngo Molnar OPT_STRING('o', "output", &output_name, "file", 86786470930SIngo Molnar "output file name"), 8682e6cdf99SStephane Eranian OPT_BOOLEAN('i', "no-inherit", &no_inherit, 8692e6cdf99SStephane Eranian "child tasks do not inherit counters"), 8701967936dSArnaldo Carvalho de Melo OPT_UINTEGER('F', "freq", &user_freq, "profile at this frequency"), 8711967936dSArnaldo Carvalho de Melo OPT_UINTEGER('m', "mmap-pages", &mmap_pages, "number of mmap data pages"), 8723efa1cc9SIngo Molnar OPT_BOOLEAN('g', "call-graph", &call_graph, 8733efa1cc9SIngo Molnar "do call-graph (stack chain/backtrace) recording"), 874c0555642SIan Munsie OPT_INCR('v', "verbose", &verbose, 8753da297a6SIngo Molnar "be more verbose (show counter open errors, etc)"), 876b44308f5SArnaldo Carvalho de Melo OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"), 877649c48a9SPeter Zijlstra OPT_BOOLEAN('s', "stat", &inherit_stat, 878649c48a9SPeter Zijlstra "per thread counts"), 8794bba828dSAnton Blanchard OPT_BOOLEAN('d', "data", &sample_address, 8804bba828dSAnton Blanchard "Sample addresses"), 8819c90a61cSArnaldo Carvalho de Melo OPT_BOOLEAN('T', "timestamp", &sample_time, "Sample timestamps"), 882649c48a9SPeter Zijlstra OPT_BOOLEAN('n', "no-samples", &no_samples, 883649c48a9SPeter Zijlstra "don't sample"), 884baa2f6ceSArnaldo Carvalho de Melo OPT_BOOLEAN('N', "no-buildid-cache", &no_buildid_cache, 885a1ac1d3cSStephane Eranian "do not update the buildid cache"), 886baa2f6ceSArnaldo Carvalho de Melo OPT_BOOLEAN('B', "no-buildid", &no_buildid, 887baa2f6ceSArnaldo Carvalho de Melo "do not collect buildids in perf.data"), 88886470930SIngo Molnar OPT_END() 88986470930SIngo Molnar }; 89086470930SIngo Molnar 891f37a291cSIngo Molnar int cmd_record(int argc, const char **argv, const char *prefix __used) 89286470930SIngo Molnar { 89369aad6f1SArnaldo Carvalho de Melo int err = -ENOMEM; 89469aad6f1SArnaldo Carvalho de Melo struct perf_evsel *pos; 89586470930SIngo Molnar 896361c99a6SArnaldo Carvalho de Melo evsel_list = perf_evlist__new(); 897361c99a6SArnaldo Carvalho de Melo if (evsel_list == NULL) 898361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 899361c99a6SArnaldo Carvalho de Melo 900bca647aaSTom Zanussi argc = parse_options(argc, argv, record_options, record_usage, 901a0541234SAnton Blanchard PARSE_OPT_STOP_AT_NON_OPTION); 902d6d901c2SZhang, Yanmin if (!argc && target_pid == -1 && target_tid == -1 && 903c45c6ea2SStephane Eranian !system_wide && !cpu_list) 904bca647aaSTom Zanussi usage_with_options(record_usage, record_options); 90586470930SIngo Molnar 9067865e817SFrederic Weisbecker if (force && append_file) { 9077865e817SFrederic Weisbecker fprintf(stderr, "Can't overwrite and append at the same time." 9087865e817SFrederic Weisbecker " You need to choose between -f and -A"); 909bca647aaSTom Zanussi usage_with_options(record_usage, record_options); 9107865e817SFrederic Weisbecker } else if (append_file) { 9117865e817SFrederic Weisbecker write_mode = WRITE_APPEND; 9127865e817SFrederic Weisbecker } else { 9137865e817SFrederic Weisbecker write_mode = WRITE_FORCE; 9147865e817SFrederic Weisbecker } 9157865e817SFrederic Weisbecker 916655000e7SArnaldo Carvalho de Melo symbol__init(); 917baa2f6ceSArnaldo Carvalho de Melo 918baa2f6ceSArnaldo Carvalho de Melo if (no_buildid_cache || no_buildid) 919a1ac1d3cSStephane Eranian disable_buildid_cache(); 920655000e7SArnaldo Carvalho de Melo 921361c99a6SArnaldo Carvalho de Melo if (evsel_list->nr_entries == 0 && 922361c99a6SArnaldo Carvalho de Melo perf_evlist__add_default(evsel_list) < 0) { 92369aad6f1SArnaldo Carvalho de Melo pr_err("Not enough memory for event selector list\n"); 92469aad6f1SArnaldo Carvalho de Melo goto out_symbol_exit; 925bbd36e5eSPeter Zijlstra } 92686470930SIngo Molnar 9275c98d466SArnaldo Carvalho de Melo if (target_pid != -1) 928d6d901c2SZhang, Yanmin target_tid = target_pid; 929d6d901c2SZhang, Yanmin 9305c98d466SArnaldo Carvalho de Melo threads = thread_map__new(target_pid, target_tid); 9315c98d466SArnaldo Carvalho de Melo if (threads == NULL) { 9325c98d466SArnaldo Carvalho de Melo pr_err("Problems finding threads of monitor\n"); 9335c98d466SArnaldo Carvalho de Melo usage_with_options(record_usage, record_options); 934d6d901c2SZhang, Yanmin } 935d6d901c2SZhang, Yanmin 93660d567e2SArnaldo Carvalho de Melo cpus = cpu_map__new(cpu_list); 93760d567e2SArnaldo Carvalho de Melo if (cpus == NULL) { 93860d567e2SArnaldo Carvalho de Melo perror("failed to parse CPUs map"); 93969aad6f1SArnaldo Carvalho de Melo return -1; 940d6d901c2SZhang, Yanmin } 94169aad6f1SArnaldo Carvalho de Melo 942361c99a6SArnaldo Carvalho de Melo list_for_each_entry(pos, &evsel_list->entries, node) { 9435c98d466SArnaldo Carvalho de Melo if (perf_evsel__alloc_fd(pos, cpus->nr, threads->nr) < 0) 94469aad6f1SArnaldo Carvalho de Melo goto out_free_fd; 945ad7f4e3fSArnaldo Carvalho de Melo if (perf_header__push_event(pos->attr.config, event_name(pos))) 946ad7f4e3fSArnaldo Carvalho de Melo goto out_free_fd; 947d6d901c2SZhang, Yanmin } 948*5c581041SArnaldo Carvalho de Melo 949*5c581041SArnaldo Carvalho de Melo if (perf_evlist__alloc_pollfd(evsel_list, cpus->nr, threads->nr) < 0) 95039d17dacSArnaldo Carvalho de Melo goto out_free_fd; 951d6d901c2SZhang, Yanmin 9523de29cabSStephane Eranian if (user_interval != ULLONG_MAX) 953f9212819SFrederic Weisbecker default_interval = user_interval; 954f9212819SFrederic Weisbecker if (user_freq != UINT_MAX) 955f9212819SFrederic Weisbecker freq = user_freq; 956f9212819SFrederic Weisbecker 9577e4ff9e3SMike Galbraith /* 9587e4ff9e3SMike Galbraith * User specified count overrides default frequency. 9597e4ff9e3SMike Galbraith */ 9607e4ff9e3SMike Galbraith if (default_interval) 9617e4ff9e3SMike Galbraith freq = 0; 9627e4ff9e3SMike Galbraith else if (freq) { 9637e4ff9e3SMike Galbraith default_interval = freq; 9647e4ff9e3SMike Galbraith } else { 9657e4ff9e3SMike Galbraith fprintf(stderr, "frequency and count are zero, aborting\n"); 96639d17dacSArnaldo Carvalho de Melo err = -EINVAL; 967*5c581041SArnaldo Carvalho de Melo goto out_free_fd; 9687e4ff9e3SMike Galbraith } 9697e4ff9e3SMike Galbraith 97039d17dacSArnaldo Carvalho de Melo err = __cmd_record(argc, argv); 97139d17dacSArnaldo Carvalho de Melo 97239d17dacSArnaldo Carvalho de Melo out_free_fd: 9735c98d466SArnaldo Carvalho de Melo thread_map__delete(threads); 9745c98d466SArnaldo Carvalho de Melo threads = NULL; 975d65a458bSArnaldo Carvalho de Melo out_symbol_exit: 976d65a458bSArnaldo Carvalho de Melo symbol__exit(); 97739d17dacSArnaldo Carvalho de Melo return err; 97886470930SIngo Molnar } 979