186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-record.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin record command: Record the profile of a workload 586470930SIngo Molnar * (or a CPU, or a PID) into the perf.data output file - for 686470930SIngo Molnar * later analysis via perf report. 786470930SIngo Molnar */ 8b8f46c5aSXiao Guangrong #define _FILE_OFFSET_BITS 64 9b8f46c5aSXiao Guangrong 1086470930SIngo Molnar #include "builtin.h" 1186470930SIngo Molnar 1286470930SIngo Molnar #include "perf.h" 1386470930SIngo Molnar 146122e4e4SArnaldo Carvalho de Melo #include "util/build-id.h" 1586470930SIngo Molnar #include "util/util.h" 1686470930SIngo Molnar #include "util/parse-options.h" 1786470930SIngo Molnar #include "util/parse-events.h" 1886470930SIngo Molnar 197c6a1c65SPeter Zijlstra #include "util/header.h" 2066e274f3SFrederic Weisbecker #include "util/event.h" 218f28827aSFrederic Weisbecker #include "util/debug.h" 2294c744b6SArnaldo Carvalho de Melo #include "util/session.h" 238d06367fSArnaldo Carvalho de Melo #include "util/symbol.h" 24a12b51c4SPaul Mackerras #include "util/cpumap.h" 257c6a1c65SPeter Zijlstra 2686470930SIngo Molnar #include <unistd.h> 2786470930SIngo Molnar #include <sched.h> 28a41794cdSArnaldo Carvalho de Melo #include <sys/mman.h> 2986470930SIngo Molnar 307865e817SFrederic Weisbecker enum write_mode_t { 317865e817SFrederic Weisbecker WRITE_FORCE, 327865e817SFrederic Weisbecker WRITE_APPEND 337865e817SFrederic Weisbecker }; 347865e817SFrederic Weisbecker 35d6d901c2SZhang, Yanmin static int *fd[MAX_NR_CPUS][MAX_COUNTERS]; 3686470930SIngo Molnar 373de29cabSStephane Eranian static u64 user_interval = ULLONG_MAX; 383de29cabSStephane Eranian static u64 default_interval = 0; 3986470930SIngo Molnar 4086470930SIngo Molnar static int nr_cpus = 0; 4186470930SIngo Molnar static unsigned int page_size; 4286470930SIngo Molnar static unsigned int mmap_pages = 128; 43f9212819SFrederic Weisbecker static unsigned int user_freq = UINT_MAX; 4442e59d7dSIngo Molnar static int freq = 1000; 4586470930SIngo Molnar static int output; 46529870e3STom Zanussi static int pipe_output = 0; 4786470930SIngo Molnar static const char *output_name = "perf.data"; 4886470930SIngo Molnar static int group = 0; 491967936dSArnaldo Carvalho de Melo static int realtime_prio = 0; 50c0555642SIan Munsie static bool raw_samples = false; 51c0555642SIan Munsie static bool system_wide = false; 520a5ac846SJens Axboe static int profile_cpu = -1; 5386470930SIngo Molnar static pid_t target_pid = -1; 54d6d901c2SZhang, Yanmin static pid_t target_tid = -1; 55d6d901c2SZhang, Yanmin static pid_t *all_tids = NULL; 56d6d901c2SZhang, Yanmin static int thread_num = 0; 57933da83aSChris Wilson static pid_t child_pid = -1; 582e6cdf99SStephane Eranian static bool no_inherit = false; 597865e817SFrederic Weisbecker static enum write_mode_t write_mode = WRITE_FORCE; 60c0555642SIan Munsie static bool call_graph = false; 61c0555642SIan Munsie static bool inherit_stat = false; 62c0555642SIan Munsie static bool no_samples = false; 63c0555642SIan Munsie static bool sample_address = false; 6486470930SIngo Molnar 6542e59d7dSIngo Molnar static long samples = 0; 6642e59d7dSIngo Molnar static u64 bytes_written = 0; 6786470930SIngo Molnar 68d6d901c2SZhang, Yanmin static struct pollfd *event_array; 6986470930SIngo Molnar 7042e59d7dSIngo Molnar static int nr_poll = 0; 7142e59d7dSIngo Molnar static int nr_cpu = 0; 7286470930SIngo Molnar 73f5970550SPeter Zijlstra static int file_new = 1; 746122e4e4SArnaldo Carvalho de Melo static off_t post_processing_offset; 757c6a1c65SPeter Zijlstra 7694c744b6SArnaldo Carvalho de Melo static struct perf_session *session; 77f5970550SPeter Zijlstra 7886470930SIngo Molnar struct mmap_data { 7986470930SIngo Molnar int counter; 8086470930SIngo Molnar void *base; 8186470930SIngo Molnar unsigned int mask; 8286470930SIngo Molnar unsigned int prev; 8386470930SIngo Molnar }; 8486470930SIngo Molnar 85*0e2e63ddSPeter Zijlstra static struct mmap_data mmap_array[MAX_NR_CPUS]; 8686470930SIngo Molnar 879d91a6f7SPeter Zijlstra static unsigned long mmap_read_head(struct mmap_data *md) 8886470930SIngo Molnar { 89cdd6c482SIngo Molnar struct perf_event_mmap_page *pc = md->base; 909d91a6f7SPeter Zijlstra long head; 9186470930SIngo Molnar 9286470930SIngo Molnar head = pc->data_head; 9386470930SIngo Molnar rmb(); 9486470930SIngo Molnar 9586470930SIngo Molnar return head; 9686470930SIngo Molnar } 9786470930SIngo Molnar 989d91a6f7SPeter Zijlstra static void mmap_write_tail(struct mmap_data *md, unsigned long tail) 999d91a6f7SPeter Zijlstra { 100cdd6c482SIngo Molnar struct perf_event_mmap_page *pc = md->base; 1019d91a6f7SPeter Zijlstra 1029d91a6f7SPeter Zijlstra /* 1039d91a6f7SPeter Zijlstra * ensure all reads are done before we write the tail out. 1049d91a6f7SPeter Zijlstra */ 1059d91a6f7SPeter Zijlstra /* mb(); */ 1069d91a6f7SPeter Zijlstra pc->data_tail = tail; 1079d91a6f7SPeter Zijlstra } 1089d91a6f7SPeter Zijlstra 1099215545eSTom Zanussi static void advance_output(size_t size) 1109215545eSTom Zanussi { 1119215545eSTom Zanussi bytes_written += size; 1129215545eSTom Zanussi } 1139215545eSTom Zanussi 114f5970550SPeter Zijlstra static void write_output(void *buf, size_t size) 115f5970550SPeter Zijlstra { 116f5970550SPeter Zijlstra while (size) { 117f5970550SPeter Zijlstra int ret = write(output, buf, size); 118f5970550SPeter Zijlstra 119f5970550SPeter Zijlstra if (ret < 0) 120f5970550SPeter Zijlstra die("failed to write"); 121f5970550SPeter Zijlstra 122f5970550SPeter Zijlstra size -= ret; 123f5970550SPeter Zijlstra buf += ret; 124f5970550SPeter Zijlstra 125f5970550SPeter Zijlstra bytes_written += ret; 126f5970550SPeter Zijlstra } 127f5970550SPeter Zijlstra } 128f5970550SPeter Zijlstra 129d8f66248SArnaldo Carvalho de Melo static int process_synthesized_event(event_t *event, 130d8f66248SArnaldo Carvalho de Melo struct perf_session *self __used) 131234fbbf5SArnaldo Carvalho de Melo { 1326122e4e4SArnaldo Carvalho de Melo write_output(event, event->header.size); 133234fbbf5SArnaldo Carvalho de Melo return 0; 134234fbbf5SArnaldo Carvalho de Melo } 135234fbbf5SArnaldo Carvalho de Melo 13686470930SIngo Molnar static void mmap_read(struct mmap_data *md) 13786470930SIngo Molnar { 13886470930SIngo Molnar unsigned int head = mmap_read_head(md); 13986470930SIngo Molnar unsigned int old = md->prev; 14086470930SIngo Molnar unsigned char *data = md->base + page_size; 14186470930SIngo Molnar unsigned long size; 14286470930SIngo Molnar void *buf; 14386470930SIngo Molnar int diff; 14486470930SIngo Molnar 14586470930SIngo Molnar /* 14686470930SIngo Molnar * If we're further behind than half the buffer, there's a chance 14786470930SIngo Molnar * the writer will bite our tail and mess up the samples under us. 14886470930SIngo Molnar * 14986470930SIngo Molnar * If we somehow ended up ahead of the head, we got messed up. 15086470930SIngo Molnar * 15186470930SIngo Molnar * In either case, truncate and restart at head. 15286470930SIngo Molnar */ 15386470930SIngo Molnar diff = head - old; 1549d91a6f7SPeter Zijlstra if (diff < 0) { 155ef365cefSRuss Anderson fprintf(stderr, "WARNING: failed to keep up with mmap data\n"); 15686470930SIngo Molnar /* 15786470930SIngo Molnar * head points to a known good entry, start there. 15886470930SIngo Molnar */ 15986470930SIngo Molnar old = head; 16086470930SIngo Molnar } 16186470930SIngo Molnar 16286470930SIngo Molnar if (old != head) 16386470930SIngo Molnar samples++; 16486470930SIngo Molnar 16586470930SIngo Molnar size = head - old; 16686470930SIngo Molnar 16786470930SIngo Molnar if ((old & md->mask) + size != (head & md->mask)) { 16886470930SIngo Molnar buf = &data[old & md->mask]; 16986470930SIngo Molnar size = md->mask + 1 - (old & md->mask); 17086470930SIngo Molnar old += size; 17186470930SIngo Molnar 1726122e4e4SArnaldo Carvalho de Melo write_output(buf, size); 17386470930SIngo Molnar } 17486470930SIngo Molnar 17586470930SIngo Molnar buf = &data[old & md->mask]; 17686470930SIngo Molnar size = head - old; 17786470930SIngo Molnar old += size; 17886470930SIngo Molnar 1796122e4e4SArnaldo Carvalho de Melo write_output(buf, size); 18086470930SIngo Molnar 18186470930SIngo Molnar md->prev = old; 1829d91a6f7SPeter Zijlstra mmap_write_tail(md, old); 18386470930SIngo Molnar } 18486470930SIngo Molnar 18586470930SIngo Molnar static volatile int done = 0; 186f7b7c26eSPeter Zijlstra static volatile int signr = -1; 18786470930SIngo Molnar 18886470930SIngo Molnar static void sig_handler(int sig) 18986470930SIngo Molnar { 19086470930SIngo Molnar done = 1; 191f7b7c26eSPeter Zijlstra signr = sig; 192f7b7c26eSPeter Zijlstra } 193f7b7c26eSPeter Zijlstra 194f7b7c26eSPeter Zijlstra static void sig_atexit(void) 195f7b7c26eSPeter Zijlstra { 196933da83aSChris Wilson if (child_pid != -1) 197933da83aSChris Wilson kill(child_pid, SIGTERM); 198933da83aSChris Wilson 199f7b7c26eSPeter Zijlstra if (signr == -1) 200f7b7c26eSPeter Zijlstra return; 201f7b7c26eSPeter Zijlstra 202f7b7c26eSPeter Zijlstra signal(signr, SIG_DFL); 203f7b7c26eSPeter Zijlstra kill(getpid(), signr); 20486470930SIngo Molnar } 20586470930SIngo Molnar 20686470930SIngo Molnar static int group_fd; 20786470930SIngo Molnar 208cdd6c482SIngo Molnar static struct perf_header_attr *get_header_attr(struct perf_event_attr *a, int nr) 2097c6a1c65SPeter Zijlstra { 2107c6a1c65SPeter Zijlstra struct perf_header_attr *h_attr; 2117c6a1c65SPeter Zijlstra 21294c744b6SArnaldo Carvalho de Melo if (nr < session->header.attrs) { 21394c744b6SArnaldo Carvalho de Melo h_attr = session->header.attr[nr]; 2147c6a1c65SPeter Zijlstra } else { 2157c6a1c65SPeter Zijlstra h_attr = perf_header_attr__new(a); 216dc79c0fcSArnaldo Carvalho de Melo if (h_attr != NULL) 21794c744b6SArnaldo Carvalho de Melo if (perf_header__add_attr(&session->header, h_attr) < 0) { 21811deb1f9SArnaldo Carvalho de Melo perf_header_attr__delete(h_attr); 21911deb1f9SArnaldo Carvalho de Melo h_attr = NULL; 22011deb1f9SArnaldo Carvalho de Melo } 2217c6a1c65SPeter Zijlstra } 2227c6a1c65SPeter Zijlstra 2237c6a1c65SPeter Zijlstra return h_attr; 2247c6a1c65SPeter Zijlstra } 2257c6a1c65SPeter Zijlstra 226d6d901c2SZhang, Yanmin static void create_counter(int counter, int cpu) 22786470930SIngo Molnar { 228c171b552SLi Zefan char *filter = filters[counter]; 229cdd6c482SIngo Molnar struct perf_event_attr *attr = attrs + counter; 2307c6a1c65SPeter Zijlstra struct perf_header_attr *h_attr; 2317c6a1c65SPeter Zijlstra int track = !counter; /* only the first counter needs these */ 232d6d901c2SZhang, Yanmin int thread_index; 233c171b552SLi Zefan int ret; 2347c6a1c65SPeter Zijlstra struct { 2357c6a1c65SPeter Zijlstra u64 count; 2367c6a1c65SPeter Zijlstra u64 time_enabled; 2377c6a1c65SPeter Zijlstra u64 time_running; 2387c6a1c65SPeter Zijlstra u64 id; 2397c6a1c65SPeter Zijlstra } read_data; 2407c6a1c65SPeter Zijlstra 2417c6a1c65SPeter Zijlstra attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 2427c6a1c65SPeter Zijlstra PERF_FORMAT_TOTAL_TIME_RUNNING | 2437c6a1c65SPeter Zijlstra PERF_FORMAT_ID; 24486470930SIngo Molnar 2453a9f131fSFrederic Weisbecker attr->sample_type |= PERF_SAMPLE_IP | PERF_SAMPLE_TID; 2463efa1cc9SIngo Molnar 2478907fd60SEric B Munson if (nr_counters > 1) 2488907fd60SEric B Munson attr->sample_type |= PERF_SAMPLE_ID; 2498907fd60SEric B Munson 250f9212819SFrederic Weisbecker /* 251f9212819SFrederic Weisbecker * We default some events to a 1 default interval. But keep 252f9212819SFrederic Weisbecker * it a weak assumption overridable by the user. 253f9212819SFrederic Weisbecker */ 254f9212819SFrederic Weisbecker if (!attr->sample_period || (user_freq != UINT_MAX && 2553de29cabSStephane Eranian user_interval != ULLONG_MAX)) { 25686470930SIngo Molnar if (freq) { 257ea1900e5SPeter Zijlstra attr->sample_type |= PERF_SAMPLE_PERIOD; 25886470930SIngo Molnar attr->freq = 1; 25986470930SIngo Molnar attr->sample_freq = freq; 260f9212819SFrederic Weisbecker } else { 261f9212819SFrederic Weisbecker attr->sample_period = default_interval; 262f9212819SFrederic Weisbecker } 26386470930SIngo Molnar } 2643efa1cc9SIngo Molnar 265649c48a9SPeter Zijlstra if (no_samples) 266649c48a9SPeter Zijlstra attr->sample_freq = 0; 267649c48a9SPeter Zijlstra 268649c48a9SPeter Zijlstra if (inherit_stat) 269649c48a9SPeter Zijlstra attr->inherit_stat = 1; 270649c48a9SPeter Zijlstra 2714bba828dSAnton Blanchard if (sample_address) 2724bba828dSAnton Blanchard attr->sample_type |= PERF_SAMPLE_ADDR; 2734bba828dSAnton Blanchard 2743efa1cc9SIngo Molnar if (call_graph) 2753efa1cc9SIngo Molnar attr->sample_type |= PERF_SAMPLE_CALLCHAIN; 2763efa1cc9SIngo Molnar 277cd6feeeaSIngo Molnar if (raw_samples) { 2786ddf259dSIngo Molnar attr->sample_type |= PERF_SAMPLE_TIME; 279daac07b2SFrederic Weisbecker attr->sample_type |= PERF_SAMPLE_RAW; 280cd6feeeaSIngo Molnar attr->sample_type |= PERF_SAMPLE_CPU; 281cd6feeeaSIngo Molnar } 282f413cdb8SFrederic Weisbecker 28386470930SIngo Molnar attr->mmap = track; 28486470930SIngo Molnar attr->comm = track; 2852e6cdf99SStephane Eranian attr->inherit = !no_inherit; 2862e6cdf99SStephane Eranian if (target_pid == -1 && target_tid == -1 && !system_wide) { 2874502d77cSPeter Zijlstra attr->disabled = 1; 288bedbfdeaSEric B Munson attr->enable_on_exec = 1; 28946be604bSZhang, Yanmin } 290bedbfdeaSEric B Munson 291d6d901c2SZhang, Yanmin for (thread_index = 0; thread_index < thread_num; thread_index++) { 2923da297a6SIngo Molnar try_again: 293d6d901c2SZhang, Yanmin fd[nr_cpu][counter][thread_index] = sys_perf_event_open(attr, 294d6d901c2SZhang, Yanmin all_tids[thread_index], cpu, group_fd, 0); 29586470930SIngo Molnar 296d6d901c2SZhang, Yanmin if (fd[nr_cpu][counter][thread_index] < 0) { 29786470930SIngo Molnar int err = errno; 29886470930SIngo Molnar 299c10edee2SPekka Enberg if (err == EPERM || err == EACCES) 3006230f2c7SArnaldo Carvalho de Melo die("Permission error - are you root?\n" 301d6d901c2SZhang, Yanmin "\t Consider tweaking" 302d6d901c2SZhang, Yanmin " /proc/sys/kernel/perf_event_paranoid.\n"); 303d6d901c2SZhang, Yanmin else if (err == ENODEV && profile_cpu != -1) { 304d6d901c2SZhang, Yanmin die("No such device - did you specify" 305d6d901c2SZhang, Yanmin " an out-of-range profile CPU?\n"); 306d6d901c2SZhang, Yanmin } 3073da297a6SIngo Molnar 3083da297a6SIngo Molnar /* 3093da297a6SIngo Molnar * If it's cycles then fall back to hrtimer 3103da297a6SIngo Molnar * based cpu-clock-tick sw counter, which 3113da297a6SIngo Molnar * is always available even if no PMU support: 3123da297a6SIngo Molnar */ 3133da297a6SIngo Molnar if (attr->type == PERF_TYPE_HARDWARE 314f4dbfa8fSPeter Zijlstra && attr->config == PERF_COUNT_HW_CPU_CYCLES) { 3153da297a6SIngo Molnar 3163da297a6SIngo Molnar if (verbose) 3173da297a6SIngo Molnar warning(" ... trying to fall back to cpu-clock-ticks\n"); 3183da297a6SIngo Molnar attr->type = PERF_TYPE_SOFTWARE; 319f4dbfa8fSPeter Zijlstra attr->config = PERF_COUNT_SW_CPU_CLOCK; 3203da297a6SIngo Molnar goto try_again; 3213da297a6SIngo Molnar } 32230c806a0SIngo Molnar printf("\n"); 32330c806a0SIngo Molnar error("perfcounter syscall returned with %d (%s)\n", 324d6d901c2SZhang, Yanmin fd[nr_cpu][counter][thread_index], strerror(err)); 325bfd45118SSimon Kaempflein 326bfd45118SSimon Kaempflein #if defined(__i386__) || defined(__x86_64__) 327bfd45118SSimon Kaempflein if (attr->type == PERF_TYPE_HARDWARE && err == EOPNOTSUPP) 328d6d901c2SZhang, Yanmin die("No hardware sampling interrupt available." 329d6d901c2SZhang, Yanmin " No APIC? If so then you can boot the kernel" 330d6d901c2SZhang, Yanmin " with the \"lapic\" boot parameter to" 331d6d901c2SZhang, Yanmin " force-enable it.\n"); 332bfd45118SSimon Kaempflein #endif 333bfd45118SSimon Kaempflein 334cdd6c482SIngo Molnar die("No CONFIG_PERF_EVENTS=y kernel support configured?\n"); 33586470930SIngo Molnar exit(-1); 33686470930SIngo Molnar } 3373da297a6SIngo Molnar 3387c6a1c65SPeter Zijlstra h_attr = get_header_attr(attr, counter); 339dc79c0fcSArnaldo Carvalho de Melo if (h_attr == NULL) 340dc79c0fcSArnaldo Carvalho de Melo die("nomem\n"); 3417c6a1c65SPeter Zijlstra 3427c6a1c65SPeter Zijlstra if (!file_new) { 3437c6a1c65SPeter Zijlstra if (memcmp(&h_attr->attr, attr, sizeof(*attr))) { 3447c6a1c65SPeter Zijlstra fprintf(stderr, "incompatible append\n"); 3457c6a1c65SPeter Zijlstra exit(-1); 3467c6a1c65SPeter Zijlstra } 3477c6a1c65SPeter Zijlstra } 3487c6a1c65SPeter Zijlstra 349d6d901c2SZhang, Yanmin if (read(fd[nr_cpu][counter][thread_index], &read_data, sizeof(read_data)) == -1) { 3503928ddbeSFrederic Weisbecker perror("Unable to read perf file descriptor\n"); 3513928ddbeSFrederic Weisbecker exit(-1); 3523928ddbeSFrederic Weisbecker } 3537c6a1c65SPeter Zijlstra 35458754121SArnaldo Carvalho de Melo if (perf_header_attr__add_id(h_attr, read_data.id) < 0) { 35558754121SArnaldo Carvalho de Melo pr_warning("Not enough memory to add id\n"); 35658754121SArnaldo Carvalho de Melo exit(-1); 35758754121SArnaldo Carvalho de Melo } 3587c6a1c65SPeter Zijlstra 359d6d901c2SZhang, Yanmin assert(fd[nr_cpu][counter][thread_index] >= 0); 360d6d901c2SZhang, Yanmin fcntl(fd[nr_cpu][counter][thread_index], F_SETFL, O_NONBLOCK); 36186470930SIngo Molnar 36286470930SIngo Molnar /* 36386470930SIngo Molnar * First counter acts as the group leader: 36486470930SIngo Molnar */ 36586470930SIngo Molnar if (group && group_fd == -1) 366d6d901c2SZhang, Yanmin group_fd = fd[nr_cpu][counter][thread_index]; 36786470930SIngo Molnar 368*0e2e63ddSPeter Zijlstra if (counter || thread_index) { 369*0e2e63ddSPeter Zijlstra ret = ioctl(fd[nr_cpu][counter][thread_index], 370*0e2e63ddSPeter Zijlstra PERF_EVENT_IOC_SET_OUTPUT, 371*0e2e63ddSPeter Zijlstra fd[nr_cpu][0][0]); 372*0e2e63ddSPeter Zijlstra if (ret) { 373*0e2e63ddSPeter Zijlstra error("failed to set output: %d (%s)\n", errno, 374*0e2e63ddSPeter Zijlstra strerror(errno)); 375*0e2e63ddSPeter Zijlstra exit(-1); 376*0e2e63ddSPeter Zijlstra } 377*0e2e63ddSPeter Zijlstra } else { 378*0e2e63ddSPeter Zijlstra mmap_array[nr_cpu].counter = counter; 379*0e2e63ddSPeter Zijlstra mmap_array[nr_cpu].prev = 0; 380*0e2e63ddSPeter Zijlstra mmap_array[nr_cpu].mask = mmap_pages*page_size - 1; 381*0e2e63ddSPeter Zijlstra mmap_array[nr_cpu].base = mmap(NULL, (mmap_pages+1)*page_size, 382*0e2e63ddSPeter Zijlstra PROT_READ|PROT_WRITE, MAP_SHARED, fd[nr_cpu][counter][thread_index], 0); 383*0e2e63ddSPeter Zijlstra if (mmap_array[nr_cpu].base == MAP_FAILED) { 384*0e2e63ddSPeter Zijlstra error("failed to mmap with %d (%s)\n", errno, strerror(errno)); 385*0e2e63ddSPeter Zijlstra exit(-1); 386*0e2e63ddSPeter Zijlstra } 387*0e2e63ddSPeter Zijlstra 388d6d901c2SZhang, Yanmin event_array[nr_poll].fd = fd[nr_cpu][counter][thread_index]; 38986470930SIngo Molnar event_array[nr_poll].events = POLLIN; 39086470930SIngo Molnar nr_poll++; 39186470930SIngo Molnar } 392d1302522SFrederic Weisbecker 393c171b552SLi Zefan if (filter != NULL) { 394d6d901c2SZhang, Yanmin ret = ioctl(fd[nr_cpu][counter][thread_index], 395c171b552SLi Zefan PERF_EVENT_IOC_SET_FILTER, filter); 396c171b552SLi Zefan if (ret) { 397c171b552SLi Zefan error("failed to set filter with %d (%s)\n", errno, 398c171b552SLi Zefan strerror(errno)); 399c171b552SLi Zefan exit(-1); 400c171b552SLi Zefan } 401c171b552SLi Zefan } 40286470930SIngo Molnar } 403d6d901c2SZhang, Yanmin } 40486470930SIngo Molnar 405d6d901c2SZhang, Yanmin static void open_counters(int cpu) 40686470930SIngo Molnar { 40786470930SIngo Molnar int counter; 40886470930SIngo Molnar 40986470930SIngo Molnar group_fd = -1; 41086470930SIngo Molnar for (counter = 0; counter < nr_counters; counter++) 411d6d901c2SZhang, Yanmin create_counter(counter, cpu); 41286470930SIngo Molnar 41386470930SIngo Molnar nr_cpu++; 41486470930SIngo Molnar } 41586470930SIngo Molnar 4166122e4e4SArnaldo Carvalho de Melo static int process_buildids(void) 4176122e4e4SArnaldo Carvalho de Melo { 4186122e4e4SArnaldo Carvalho de Melo u64 size = lseek(output, 0, SEEK_CUR); 4196122e4e4SArnaldo Carvalho de Melo 4209f591fd7SArnaldo Carvalho de Melo if (size == 0) 4219f591fd7SArnaldo Carvalho de Melo return 0; 4229f591fd7SArnaldo Carvalho de Melo 4236122e4e4SArnaldo Carvalho de Melo session->fd = output; 4246122e4e4SArnaldo Carvalho de Melo return __perf_session__process_events(session, post_processing_offset, 4256122e4e4SArnaldo Carvalho de Melo size - post_processing_offset, 4266122e4e4SArnaldo Carvalho de Melo size, &build_id__mark_dso_hit_ops); 4276122e4e4SArnaldo Carvalho de Melo } 4286122e4e4SArnaldo Carvalho de Melo 429f5970550SPeter Zijlstra static void atexit_header(void) 430f5970550SPeter Zijlstra { 431c7929e47STom Zanussi if (!pipe_output) { 43294c744b6SArnaldo Carvalho de Melo session->header.data_size += bytes_written; 433f5970550SPeter Zijlstra 4346122e4e4SArnaldo Carvalho de Melo process_buildids(); 43594c744b6SArnaldo Carvalho de Melo perf_header__write(&session->header, output, true); 436c7929e47STom Zanussi } 437f5970550SPeter Zijlstra } 438f5970550SPeter Zijlstra 43923346f21SArnaldo Carvalho de Melo static void event__synthesize_guest_os(struct machine *machine, void *data) 440a1645ce1SZhang, Yanmin { 441a1645ce1SZhang, Yanmin int err; 442a1645ce1SZhang, Yanmin char *guest_kallsyms; 443a1645ce1SZhang, Yanmin char path[PATH_MAX]; 44423346f21SArnaldo Carvalho de Melo struct perf_session *psession = data; 445a1645ce1SZhang, Yanmin 44623346f21SArnaldo Carvalho de Melo if (machine__is_host(machine)) 447a1645ce1SZhang, Yanmin return; 448a1645ce1SZhang, Yanmin 449a1645ce1SZhang, Yanmin /* 450a1645ce1SZhang, Yanmin *As for guest kernel when processing subcommand record&report, 451a1645ce1SZhang, Yanmin *we arrange module mmap prior to guest kernel mmap and trigger 452a1645ce1SZhang, Yanmin *a preload dso because default guest module symbols are loaded 453a1645ce1SZhang, Yanmin *from guest kallsyms instead of /lib/modules/XXX/XXX. This 454a1645ce1SZhang, Yanmin *method is used to avoid symbol missing when the first addr is 455a1645ce1SZhang, Yanmin *in module instead of in guest kernel. 456a1645ce1SZhang, Yanmin */ 457a1645ce1SZhang, Yanmin err = event__synthesize_modules(process_synthesized_event, 45823346f21SArnaldo Carvalho de Melo psession, machine); 459a1645ce1SZhang, Yanmin if (err < 0) 460a1645ce1SZhang, Yanmin pr_err("Couldn't record guest kernel [%d]'s reference" 46123346f21SArnaldo Carvalho de Melo " relocation symbol.\n", machine->pid); 462a1645ce1SZhang, Yanmin 46323346f21SArnaldo Carvalho de Melo if (machine__is_default_guest(machine)) 464a1645ce1SZhang, Yanmin guest_kallsyms = (char *) symbol_conf.default_guest_kallsyms; 465a1645ce1SZhang, Yanmin else { 46623346f21SArnaldo Carvalho de Melo sprintf(path, "%s/proc/kallsyms", machine->root_dir); 467a1645ce1SZhang, Yanmin guest_kallsyms = path; 468a1645ce1SZhang, Yanmin } 469a1645ce1SZhang, Yanmin 470a1645ce1SZhang, Yanmin /* 471a1645ce1SZhang, Yanmin * We use _stext for guest kernel because guest kernel's /proc/kallsyms 472a1645ce1SZhang, Yanmin * have no _text sometimes. 473a1645ce1SZhang, Yanmin */ 474a1645ce1SZhang, Yanmin err = event__synthesize_kernel_mmap(process_synthesized_event, 47523346f21SArnaldo Carvalho de Melo psession, machine, "_text"); 476a1645ce1SZhang, Yanmin if (err < 0) 477a1645ce1SZhang, Yanmin err = event__synthesize_kernel_mmap(process_synthesized_event, 47823346f21SArnaldo Carvalho de Melo psession, machine, "_stext"); 479a1645ce1SZhang, Yanmin if (err < 0) 480a1645ce1SZhang, Yanmin pr_err("Couldn't record guest kernel [%d]'s reference" 48123346f21SArnaldo Carvalho de Melo " relocation symbol.\n", machine->pid); 482a1645ce1SZhang, Yanmin } 483a1645ce1SZhang, Yanmin 48498402807SFrederic Weisbecker static struct perf_event_header finished_round_event = { 48598402807SFrederic Weisbecker .size = sizeof(struct perf_event_header), 48698402807SFrederic Weisbecker .type = PERF_RECORD_FINISHED_ROUND, 48798402807SFrederic Weisbecker }; 48898402807SFrederic Weisbecker 48998402807SFrederic Weisbecker static void mmap_read_all(void) 49098402807SFrederic Weisbecker { 491*0e2e63ddSPeter Zijlstra int i; 49298402807SFrederic Weisbecker 49398402807SFrederic Weisbecker for (i = 0; i < nr_cpu; i++) { 494*0e2e63ddSPeter Zijlstra if (mmap_array[i].base) 495*0e2e63ddSPeter Zijlstra mmap_read(&mmap_array[i]); 49698402807SFrederic Weisbecker } 49798402807SFrederic Weisbecker 49898402807SFrederic Weisbecker if (perf_header__has_feat(&session->header, HEADER_TRACE_INFO)) 49998402807SFrederic Weisbecker write_output(&finished_round_event, sizeof(finished_round_event)); 50098402807SFrederic Weisbecker } 50198402807SFrederic Weisbecker 502d4db3f16SArnaldo Carvalho de Melo static int __cmd_record(int argc, const char **argv) 50386470930SIngo Molnar { 50486470930SIngo Molnar int i, counter; 50586470930SIngo Molnar struct stat st; 5067c6a1c65SPeter Zijlstra pid_t pid = 0; 50786470930SIngo Molnar int flags; 5084dc0a04bSArnaldo Carvalho de Melo int err; 5098b412664SPeter Zijlstra unsigned long waking = 0; 510856e9660SPeter Zijlstra int child_ready_pipe[2], go_pipe[2]; 51146be604bSZhang, Yanmin const bool forks = argc > 0; 512856e9660SPeter Zijlstra char buf; 51323346f21SArnaldo Carvalho de Melo struct machine *machine; 51486470930SIngo Molnar 51586470930SIngo Molnar page_size = sysconf(_SC_PAGE_SIZE); 51686470930SIngo Molnar 517f5970550SPeter Zijlstra atexit(sig_atexit); 518f5970550SPeter Zijlstra signal(SIGCHLD, sig_handler); 519f5970550SPeter Zijlstra signal(SIGINT, sig_handler); 520f5970550SPeter Zijlstra 521d4db3f16SArnaldo Carvalho de Melo if (forks && (pipe(child_ready_pipe) < 0 || pipe(go_pipe) < 0)) { 522856e9660SPeter Zijlstra perror("failed to create pipes"); 523856e9660SPeter Zijlstra exit(-1); 524856e9660SPeter Zijlstra } 525856e9660SPeter Zijlstra 526529870e3STom Zanussi if (!strcmp(output_name, "-")) 527529870e3STom Zanussi pipe_output = 1; 528529870e3STom Zanussi else if (!stat(output_name, &st) && st.st_size) { 5297865e817SFrederic Weisbecker if (write_mode == WRITE_FORCE) { 530b38d3464SArnaldo Carvalho de Melo char oldname[PATH_MAX]; 531b38d3464SArnaldo Carvalho de Melo snprintf(oldname, sizeof(oldname), "%s.old", 532b38d3464SArnaldo Carvalho de Melo output_name); 533b38d3464SArnaldo Carvalho de Melo unlink(oldname); 534b38d3464SArnaldo Carvalho de Melo rename(output_name, oldname); 535b38d3464SArnaldo Carvalho de Melo } 5367865e817SFrederic Weisbecker } else if (write_mode == WRITE_APPEND) { 5377865e817SFrederic Weisbecker write_mode = WRITE_FORCE; 538266e0e21SPierre Habouzit } 53986470930SIngo Molnar 540f887f301SXiao Guangrong flags = O_CREAT|O_RDWR; 5417865e817SFrederic Weisbecker if (write_mode == WRITE_APPEND) 542f5970550SPeter Zijlstra file_new = 0; 54386470930SIngo Molnar else 54486470930SIngo Molnar flags |= O_TRUNC; 54586470930SIngo Molnar 546529870e3STom Zanussi if (pipe_output) 547529870e3STom Zanussi output = STDOUT_FILENO; 548529870e3STom Zanussi else 54986470930SIngo Molnar output = open(output_name, flags, S_IRUSR | S_IWUSR); 55086470930SIngo Molnar if (output < 0) { 55186470930SIngo Molnar perror("failed to create output file"); 55286470930SIngo Molnar exit(-1); 55386470930SIngo Molnar } 55486470930SIngo Molnar 5557865e817SFrederic Weisbecker session = perf_session__new(output_name, O_WRONLY, 556454c407eSTom Zanussi write_mode == WRITE_FORCE, false); 55794c744b6SArnaldo Carvalho de Melo if (session == NULL) { 558a9a70bbcSArnaldo Carvalho de Melo pr_err("Not enough memory for reading perf file header\n"); 559a9a70bbcSArnaldo Carvalho de Melo return -1; 560a9a70bbcSArnaldo Carvalho de Melo } 561a9a70bbcSArnaldo Carvalho de Melo 5624dc0a04bSArnaldo Carvalho de Melo if (!file_new) { 5638dc58101STom Zanussi err = perf_header__read(session, output); 5644dc0a04bSArnaldo Carvalho de Melo if (err < 0) 5654dc0a04bSArnaldo Carvalho de Melo return err; 5664dc0a04bSArnaldo Carvalho de Melo } 5674dc0a04bSArnaldo Carvalho de Melo 568db620b1cSTom Zanussi if (have_tracepoints(attrs, nr_counters)) 56994c744b6SArnaldo Carvalho de Melo perf_header__set_feat(&session->header, HEADER_TRACE_INFO); 57003456a15SFrederic Weisbecker 571f5970550SPeter Zijlstra atexit(atexit_header); 572f5970550SPeter Zijlstra 573d4db3f16SArnaldo Carvalho de Melo if (forks) { 57446be604bSZhang, Yanmin child_pid = fork(); 575856e9660SPeter Zijlstra if (pid < 0) { 576856e9660SPeter Zijlstra perror("failed to fork"); 577856e9660SPeter Zijlstra exit(-1); 578856e9660SPeter Zijlstra } 5797c6a1c65SPeter Zijlstra 58046be604bSZhang, Yanmin if (!child_pid) { 581529870e3STom Zanussi if (pipe_output) 582529870e3STom Zanussi dup2(2, 1); 583856e9660SPeter Zijlstra close(child_ready_pipe[0]); 584856e9660SPeter Zijlstra close(go_pipe[1]); 585856e9660SPeter Zijlstra fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC); 586856e9660SPeter Zijlstra 587856e9660SPeter Zijlstra /* 588856e9660SPeter Zijlstra * Do a dummy execvp to get the PLT entry resolved, 589856e9660SPeter Zijlstra * so we avoid the resolver overhead on the real 590856e9660SPeter Zijlstra * execvp call. 591856e9660SPeter Zijlstra */ 592856e9660SPeter Zijlstra execvp("", (char **)argv); 593856e9660SPeter Zijlstra 594856e9660SPeter Zijlstra /* 595856e9660SPeter Zijlstra * Tell the parent we're ready to go 596856e9660SPeter Zijlstra */ 597856e9660SPeter Zijlstra close(child_ready_pipe[1]); 598856e9660SPeter Zijlstra 599856e9660SPeter Zijlstra /* 600856e9660SPeter Zijlstra * Wait until the parent tells us to go. 601856e9660SPeter Zijlstra */ 602856e9660SPeter Zijlstra if (read(go_pipe[0], &buf, 1) == -1) 603856e9660SPeter Zijlstra perror("unable to read pipe"); 604856e9660SPeter Zijlstra 605856e9660SPeter Zijlstra execvp(argv[0], (char **)argv); 606856e9660SPeter Zijlstra 607856e9660SPeter Zijlstra perror(argv[0]); 608856e9660SPeter Zijlstra exit(-1); 609856e9660SPeter Zijlstra } 610856e9660SPeter Zijlstra 611d6d901c2SZhang, Yanmin if (!system_wide && target_tid == -1 && target_pid == -1) 612d6d901c2SZhang, Yanmin all_tids[0] = child_pid; 613d6d901c2SZhang, Yanmin 614856e9660SPeter Zijlstra close(child_ready_pipe[1]); 615856e9660SPeter Zijlstra close(go_pipe[0]); 616856e9660SPeter Zijlstra /* 617856e9660SPeter Zijlstra * wait for child to settle 618856e9660SPeter Zijlstra */ 619856e9660SPeter Zijlstra if (read(child_ready_pipe[0], &buf, 1) == -1) { 620856e9660SPeter Zijlstra perror("unable to read pipe"); 621856e9660SPeter Zijlstra exit(-1); 622856e9660SPeter Zijlstra } 623856e9660SPeter Zijlstra close(child_ready_pipe[0]); 624856e9660SPeter Zijlstra } 625856e9660SPeter Zijlstra 6262e6cdf99SStephane Eranian if ((!system_wide && no_inherit) || profile_cpu != -1) { 627d6d901c2SZhang, Yanmin open_counters(profile_cpu); 6280a5ac846SJens Axboe } else { 629a12b51c4SPaul Mackerras nr_cpus = read_cpu_map(); 6300a5ac846SJens Axboe for (i = 0; i < nr_cpus; i++) 631d6d901c2SZhang, Yanmin open_counters(cpumap[i]); 6320a5ac846SJens Axboe } 63386470930SIngo Molnar 634529870e3STom Zanussi if (pipe_output) { 635529870e3STom Zanussi err = perf_header__write_pipe(output); 636529870e3STom Zanussi if (err < 0) 637529870e3STom Zanussi return err; 638529870e3STom Zanussi } else if (file_new) { 63994c744b6SArnaldo Carvalho de Melo err = perf_header__write(&session->header, output, false); 640d5eed904SArnaldo Carvalho de Melo if (err < 0) 641d5eed904SArnaldo Carvalho de Melo return err; 642d5eed904SArnaldo Carvalho de Melo } 6437c6a1c65SPeter Zijlstra 6446122e4e4SArnaldo Carvalho de Melo post_processing_offset = lseek(output, 0, SEEK_CUR); 6456122e4e4SArnaldo Carvalho de Melo 6462c46dbb5STom Zanussi if (pipe_output) { 6472c46dbb5STom Zanussi err = event__synthesize_attrs(&session->header, 6482c46dbb5STom Zanussi process_synthesized_event, 6492c46dbb5STom Zanussi session); 6502c46dbb5STom Zanussi if (err < 0) { 6512c46dbb5STom Zanussi pr_err("Couldn't synthesize attrs.\n"); 6522c46dbb5STom Zanussi return err; 6532c46dbb5STom Zanussi } 654cd19a035STom Zanussi 655cd19a035STom Zanussi err = event__synthesize_event_types(process_synthesized_event, 656cd19a035STom Zanussi session); 657cd19a035STom Zanussi if (err < 0) { 658cd19a035STom Zanussi pr_err("Couldn't synthesize event_types.\n"); 659cd19a035STom Zanussi return err; 660cd19a035STom Zanussi } 6619215545eSTom Zanussi 66263e0c771STom Zanussi if (have_tracepoints(attrs, nr_counters)) { 66363e0c771STom Zanussi /* 66463e0c771STom Zanussi * FIXME err <= 0 here actually means that 66563e0c771STom Zanussi * there were no tracepoints so its not really 66663e0c771STom Zanussi * an error, just that we don't need to 66763e0c771STom Zanussi * synthesize anything. We really have to 66863e0c771STom Zanussi * return this more properly and also 66963e0c771STom Zanussi * propagate errors that now are calling die() 67063e0c771STom Zanussi */ 6719215545eSTom Zanussi err = event__synthesize_tracing_data(output, attrs, 6729215545eSTom Zanussi nr_counters, 6739215545eSTom Zanussi process_synthesized_event, 6749215545eSTom Zanussi session); 67563e0c771STom Zanussi if (err <= 0) { 67663e0c771STom Zanussi pr_err("Couldn't record tracing data.\n"); 67763e0c771STom Zanussi return err; 67863e0c771STom Zanussi } 6799215545eSTom Zanussi advance_output(err); 6802c46dbb5STom Zanussi } 68163e0c771STom Zanussi } 6822c46dbb5STom Zanussi 68323346f21SArnaldo Carvalho de Melo machine = perf_session__find_host_machine(session); 68423346f21SArnaldo Carvalho de Melo if (!machine) { 685a1645ce1SZhang, Yanmin pr_err("Couldn't find native kernel information.\n"); 686a1645ce1SZhang, Yanmin return -1; 687a1645ce1SZhang, Yanmin } 688a1645ce1SZhang, Yanmin 68956b03f3cSArnaldo Carvalho de Melo err = event__synthesize_kernel_mmap(process_synthesized_event, 69023346f21SArnaldo Carvalho de Melo session, machine, "_text"); 69170162138SArnaldo Carvalho de Melo if (err < 0) 69270162138SArnaldo Carvalho de Melo err = event__synthesize_kernel_mmap(process_synthesized_event, 69323346f21SArnaldo Carvalho de Melo session, machine, "_stext"); 69456b03f3cSArnaldo Carvalho de Melo if (err < 0) { 69556b03f3cSArnaldo Carvalho de Melo pr_err("Couldn't record kernel reference relocation symbol.\n"); 69656b03f3cSArnaldo Carvalho de Melo return err; 69756b03f3cSArnaldo Carvalho de Melo } 69856b03f3cSArnaldo Carvalho de Melo 699a1645ce1SZhang, Yanmin err = event__synthesize_modules(process_synthesized_event, 70023346f21SArnaldo Carvalho de Melo session, machine); 701b7cece76SArnaldo Carvalho de Melo if (err < 0) { 702b7cece76SArnaldo Carvalho de Melo pr_err("Couldn't record kernel reference relocation symbol.\n"); 703b7cece76SArnaldo Carvalho de Melo return err; 704b7cece76SArnaldo Carvalho de Melo } 705a1645ce1SZhang, Yanmin if (perf_guest) 70623346f21SArnaldo Carvalho de Melo perf_session__process_machines(session, event__synthesize_guest_os); 707b7cece76SArnaldo Carvalho de Melo 708d4db3f16SArnaldo Carvalho de Melo if (!system_wide && profile_cpu == -1) 709d6d901c2SZhang, Yanmin event__synthesize_thread(target_tid, process_synthesized_event, 710d8f66248SArnaldo Carvalho de Melo session); 711234fbbf5SArnaldo Carvalho de Melo else 712d8f66248SArnaldo Carvalho de Melo event__synthesize_threads(process_synthesized_event, session); 7137c6a1c65SPeter Zijlstra 71486470930SIngo Molnar if (realtime_prio) { 71586470930SIngo Molnar struct sched_param param; 71686470930SIngo Molnar 71786470930SIngo Molnar param.sched_priority = realtime_prio; 71886470930SIngo Molnar if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { 7196beba7adSArnaldo Carvalho de Melo pr_err("Could not set realtime priority.\n"); 72086470930SIngo Molnar exit(-1); 72186470930SIngo Molnar } 72286470930SIngo Molnar } 72386470930SIngo Molnar 724856e9660SPeter Zijlstra /* 725856e9660SPeter Zijlstra * Let the child rip 726856e9660SPeter Zijlstra */ 727d4db3f16SArnaldo Carvalho de Melo if (forks) 728856e9660SPeter Zijlstra close(go_pipe[1]); 729856e9660SPeter Zijlstra 730649c48a9SPeter Zijlstra for (;;) { 73186470930SIngo Molnar int hits = samples; 732d6d901c2SZhang, Yanmin int thread; 73386470930SIngo Molnar 73498402807SFrederic Weisbecker mmap_read_all(); 73586470930SIngo Molnar 736649c48a9SPeter Zijlstra if (hits == samples) { 737649c48a9SPeter Zijlstra if (done) 738649c48a9SPeter Zijlstra break; 7394dc0a04bSArnaldo Carvalho de Melo err = poll(event_array, nr_poll, -1); 7408b412664SPeter Zijlstra waking++; 7418b412664SPeter Zijlstra } 7428b412664SPeter Zijlstra 7438b412664SPeter Zijlstra if (done) { 7448b412664SPeter Zijlstra for (i = 0; i < nr_cpu; i++) { 745d6d901c2SZhang, Yanmin for (counter = 0; 746d6d901c2SZhang, Yanmin counter < nr_counters; 747d6d901c2SZhang, Yanmin counter++) { 748d6d901c2SZhang, Yanmin for (thread = 0; 749d6d901c2SZhang, Yanmin thread < thread_num; 750d6d901c2SZhang, Yanmin thread++) 751d6d901c2SZhang, Yanmin ioctl(fd[i][counter][thread], 752d6d901c2SZhang, Yanmin PERF_EVENT_IOC_DISABLE); 753d6d901c2SZhang, Yanmin } 75486470930SIngo Molnar } 755649c48a9SPeter Zijlstra } 7568b412664SPeter Zijlstra } 7578b412664SPeter Zijlstra 7588b412664SPeter Zijlstra fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking); 75986470930SIngo Molnar 76086470930SIngo Molnar /* 76186470930SIngo Molnar * Approximate RIP event size: 24 bytes. 76286470930SIngo Molnar */ 76386470930SIngo Molnar fprintf(stderr, 76486470930SIngo Molnar "[ perf record: Captured and wrote %.3f MB %s (~%lld samples) ]\n", 76586470930SIngo Molnar (double)bytes_written / 1024.0 / 1024.0, 76686470930SIngo Molnar output_name, 76786470930SIngo Molnar bytes_written / 24); 76886470930SIngo Molnar 76986470930SIngo Molnar return 0; 77086470930SIngo Molnar } 77186470930SIngo Molnar 77286470930SIngo Molnar static const char * const record_usage[] = { 77386470930SIngo Molnar "perf record [<options>] [<command>]", 77486470930SIngo Molnar "perf record [<options>] -- <command> [<options>]", 77586470930SIngo Molnar NULL 77686470930SIngo Molnar }; 77786470930SIngo Molnar 7787865e817SFrederic Weisbecker static bool force, append_file; 7797865e817SFrederic Weisbecker 78086470930SIngo Molnar static const struct option options[] = { 78186470930SIngo Molnar OPT_CALLBACK('e', "event", NULL, "event", 78286470930SIngo Molnar "event selector. use 'perf list' to list available events", 78386470930SIngo Molnar parse_events), 784c171b552SLi Zefan OPT_CALLBACK(0, "filter", NULL, "filter", 785c171b552SLi Zefan "event filter", parse_filter), 78686470930SIngo Molnar OPT_INTEGER('p', "pid", &target_pid, 787d6d901c2SZhang, Yanmin "record events on existing process id"), 788d6d901c2SZhang, Yanmin OPT_INTEGER('t', "tid", &target_tid, 789d6d901c2SZhang, Yanmin "record events on existing thread id"), 79086470930SIngo Molnar OPT_INTEGER('r', "realtime", &realtime_prio, 79186470930SIngo Molnar "collect data with this RT SCHED_FIFO priority"), 792daac07b2SFrederic Weisbecker OPT_BOOLEAN('R', "raw-samples", &raw_samples, 793daac07b2SFrederic Weisbecker "collect raw sample records from all opened counters"), 79486470930SIngo Molnar OPT_BOOLEAN('a', "all-cpus", &system_wide, 79586470930SIngo Molnar "system-wide collection from all CPUs"), 79686470930SIngo Molnar OPT_BOOLEAN('A', "append", &append_file, 79786470930SIngo Molnar "append to the output file to do incremental profiling"), 7980a5ac846SJens Axboe OPT_INTEGER('C', "profile_cpu", &profile_cpu, 7990a5ac846SJens Axboe "CPU to profile on"), 80086470930SIngo Molnar OPT_BOOLEAN('f', "force", &force, 8017865e817SFrederic Weisbecker "overwrite existing data file (deprecated)"), 8023de29cabSStephane Eranian OPT_U64('c', "count", &user_interval, "event period to sample"), 80386470930SIngo Molnar OPT_STRING('o', "output", &output_name, "file", 80486470930SIngo Molnar "output file name"), 8052e6cdf99SStephane Eranian OPT_BOOLEAN('i', "no-inherit", &no_inherit, 8062e6cdf99SStephane Eranian "child tasks do not inherit counters"), 8071967936dSArnaldo Carvalho de Melo OPT_UINTEGER('F', "freq", &user_freq, "profile at this frequency"), 8081967936dSArnaldo Carvalho de Melo OPT_UINTEGER('m', "mmap-pages", &mmap_pages, "number of mmap data pages"), 8093efa1cc9SIngo Molnar OPT_BOOLEAN('g', "call-graph", &call_graph, 8103efa1cc9SIngo Molnar "do call-graph (stack chain/backtrace) recording"), 811c0555642SIan Munsie OPT_INCR('v', "verbose", &verbose, 8123da297a6SIngo Molnar "be more verbose (show counter open errors, etc)"), 813649c48a9SPeter Zijlstra OPT_BOOLEAN('s', "stat", &inherit_stat, 814649c48a9SPeter Zijlstra "per thread counts"), 8154bba828dSAnton Blanchard OPT_BOOLEAN('d', "data", &sample_address, 8164bba828dSAnton Blanchard "Sample addresses"), 817649c48a9SPeter Zijlstra OPT_BOOLEAN('n', "no-samples", &no_samples, 818649c48a9SPeter Zijlstra "don't sample"), 81986470930SIngo Molnar OPT_END() 82086470930SIngo Molnar }; 82186470930SIngo Molnar 822f37a291cSIngo Molnar int cmd_record(int argc, const char **argv, const char *prefix __used) 82386470930SIngo Molnar { 824d6d901c2SZhang, Yanmin int i,j; 82586470930SIngo Molnar 826a0541234SAnton Blanchard argc = parse_options(argc, argv, options, record_usage, 827a0541234SAnton Blanchard PARSE_OPT_STOP_AT_NON_OPTION); 828d6d901c2SZhang, Yanmin if (!argc && target_pid == -1 && target_tid == -1 && 829d6d901c2SZhang, Yanmin !system_wide && profile_cpu == -1) 83086470930SIngo Molnar usage_with_options(record_usage, options); 83186470930SIngo Molnar 8327865e817SFrederic Weisbecker if (force && append_file) { 8337865e817SFrederic Weisbecker fprintf(stderr, "Can't overwrite and append at the same time." 8347865e817SFrederic Weisbecker " You need to choose between -f and -A"); 8357865e817SFrederic Weisbecker usage_with_options(record_usage, options); 8367865e817SFrederic Weisbecker } else if (append_file) { 8377865e817SFrederic Weisbecker write_mode = WRITE_APPEND; 8387865e817SFrederic Weisbecker } else { 8397865e817SFrederic Weisbecker write_mode = WRITE_FORCE; 8407865e817SFrederic Weisbecker } 8417865e817SFrederic Weisbecker 842655000e7SArnaldo Carvalho de Melo symbol__init(); 843655000e7SArnaldo Carvalho de Melo 844bbd36e5eSPeter Zijlstra if (!nr_counters) { 84586470930SIngo Molnar nr_counters = 1; 846bbd36e5eSPeter Zijlstra attrs[0].type = PERF_TYPE_HARDWARE; 847bbd36e5eSPeter Zijlstra attrs[0].config = PERF_COUNT_HW_CPU_CYCLES; 848bbd36e5eSPeter Zijlstra } 84986470930SIngo Molnar 850d6d901c2SZhang, Yanmin if (target_pid != -1) { 851d6d901c2SZhang, Yanmin target_tid = target_pid; 852d6d901c2SZhang, Yanmin thread_num = find_all_tid(target_pid, &all_tids); 853d6d901c2SZhang, Yanmin if (thread_num <= 0) { 854d6d901c2SZhang, Yanmin fprintf(stderr, "Can't find all threads of pid %d\n", 855d6d901c2SZhang, Yanmin target_pid); 856d6d901c2SZhang, Yanmin usage_with_options(record_usage, options); 857d6d901c2SZhang, Yanmin } 858d6d901c2SZhang, Yanmin } else { 859d6d901c2SZhang, Yanmin all_tids=malloc(sizeof(pid_t)); 860d6d901c2SZhang, Yanmin if (!all_tids) 861d6d901c2SZhang, Yanmin return -ENOMEM; 862d6d901c2SZhang, Yanmin 863d6d901c2SZhang, Yanmin all_tids[0] = target_tid; 864d6d901c2SZhang, Yanmin thread_num = 1; 865d6d901c2SZhang, Yanmin } 866d6d901c2SZhang, Yanmin 867d6d901c2SZhang, Yanmin for (i = 0; i < MAX_NR_CPUS; i++) { 868d6d901c2SZhang, Yanmin for (j = 0; j < MAX_COUNTERS; j++) { 869d6d901c2SZhang, Yanmin fd[i][j] = malloc(sizeof(int)*thread_num); 870*0e2e63ddSPeter Zijlstra if (!fd[i][j]) 871d6d901c2SZhang, Yanmin return -ENOMEM; 872d6d901c2SZhang, Yanmin } 873d6d901c2SZhang, Yanmin } 874d6d901c2SZhang, Yanmin event_array = malloc( 875d6d901c2SZhang, Yanmin sizeof(struct pollfd)*MAX_NR_CPUS*MAX_COUNTERS*thread_num); 876d6d901c2SZhang, Yanmin if (!event_array) 877d6d901c2SZhang, Yanmin return -ENOMEM; 878d6d901c2SZhang, Yanmin 8793de29cabSStephane Eranian if (user_interval != ULLONG_MAX) 880f9212819SFrederic Weisbecker default_interval = user_interval; 881f9212819SFrederic Weisbecker if (user_freq != UINT_MAX) 882f9212819SFrederic Weisbecker freq = user_freq; 883f9212819SFrederic Weisbecker 8847e4ff9e3SMike Galbraith /* 8857e4ff9e3SMike Galbraith * User specified count overrides default frequency. 8867e4ff9e3SMike Galbraith */ 8877e4ff9e3SMike Galbraith if (default_interval) 8887e4ff9e3SMike Galbraith freq = 0; 8897e4ff9e3SMike Galbraith else if (freq) { 8907e4ff9e3SMike Galbraith default_interval = freq; 8917e4ff9e3SMike Galbraith } else { 8927e4ff9e3SMike Galbraith fprintf(stderr, "frequency and count are zero, aborting\n"); 8937e4ff9e3SMike Galbraith exit(EXIT_FAILURE); 8947e4ff9e3SMike Galbraith } 8957e4ff9e3SMike Galbraith 89686470930SIngo Molnar return __cmd_record(argc, argv); 89786470930SIngo Molnar } 898