186470930SIngo Molnar /* 286470930SIngo Molnar * builtin-record.c 386470930SIngo Molnar * 486470930SIngo Molnar * Builtin record command: Record the profile of a workload 586470930SIngo Molnar * (or a CPU, or a PID) into the perf.data output file - for 686470930SIngo Molnar * later analysis via perf report. 786470930SIngo Molnar */ 8b8f46c5aSXiao Guangrong #define _FILE_OFFSET_BITS 64 9b8f46c5aSXiao Guangrong 1086470930SIngo Molnar #include "builtin.h" 1186470930SIngo Molnar 1286470930SIngo Molnar #include "perf.h" 1386470930SIngo Molnar 146122e4e4SArnaldo Carvalho de Melo #include "util/build-id.h" 1586470930SIngo Molnar #include "util/util.h" 1686470930SIngo Molnar #include "util/parse-options.h" 1786470930SIngo Molnar #include "util/parse-events.h" 1886470930SIngo Molnar 197c6a1c65SPeter Zijlstra #include "util/header.h" 2066e274f3SFrederic Weisbecker #include "util/event.h" 21361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h" 2269aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h" 238f28827aSFrederic Weisbecker #include "util/debug.h" 2494c744b6SArnaldo Carvalho de Melo #include "util/session.h" 258d06367fSArnaldo Carvalho de Melo #include "util/symbol.h" 26a12b51c4SPaul Mackerras #include "util/cpumap.h" 277c6a1c65SPeter Zijlstra 2886470930SIngo Molnar #include <unistd.h> 2986470930SIngo Molnar #include <sched.h> 30a41794cdSArnaldo Carvalho de Melo #include <sys/mman.h> 3186470930SIngo Molnar 3269aad6f1SArnaldo Carvalho de Melo #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y)) 3369aad6f1SArnaldo Carvalho de Melo 347865e817SFrederic Weisbecker enum write_mode_t { 357865e817SFrederic Weisbecker WRITE_FORCE, 367865e817SFrederic Weisbecker WRITE_APPEND 377865e817SFrederic Weisbecker }; 387865e817SFrederic Weisbecker 393de29cabSStephane Eranian static u64 user_interval = ULLONG_MAX; 403de29cabSStephane Eranian static u64 default_interval = 0; 41640c03ceSArnaldo Carvalho de Melo static u64 sample_type; 4286470930SIngo Molnar 4360d567e2SArnaldo Carvalho de Melo static struct cpu_map *cpus; 4486470930SIngo Molnar static unsigned int page_size; 4586470930SIngo Molnar static unsigned int mmap_pages = 128; 46f9212819SFrederic Weisbecker static unsigned int user_freq = UINT_MAX; 4742e59d7dSIngo Molnar static int freq = 1000; 4886470930SIngo Molnar static int output; 49529870e3STom Zanussi static int pipe_output = 0; 5086470930SIngo Molnar static const char *output_name = "perf.data"; 5186470930SIngo Molnar static int group = 0; 521967936dSArnaldo Carvalho de Melo static int realtime_prio = 0; 53acac03faSKirill Smelkov static bool nodelay = false; 54c0555642SIan Munsie static bool raw_samples = false; 559c90a61cSArnaldo Carvalho de Melo static bool sample_id_all_avail = true; 56c0555642SIan Munsie static bool system_wide = false; 5786470930SIngo Molnar static pid_t target_pid = -1; 58d6d901c2SZhang, Yanmin static pid_t target_tid = -1; 595c98d466SArnaldo Carvalho de Melo static struct thread_map *threads; 60933da83aSChris Wilson static pid_t child_pid = -1; 612e6cdf99SStephane Eranian static bool no_inherit = false; 627865e817SFrederic Weisbecker static enum write_mode_t write_mode = WRITE_FORCE; 63c0555642SIan Munsie static bool call_graph = false; 64c0555642SIan Munsie static bool inherit_stat = false; 65c0555642SIan Munsie static bool no_samples = false; 66c0555642SIan Munsie static bool sample_address = false; 679c90a61cSArnaldo Carvalho de Melo static bool sample_time = false; 68a1ac1d3cSStephane Eranian static bool no_buildid = false; 69baa2f6ceSArnaldo Carvalho de Melo static bool no_buildid_cache = false; 70361c99a6SArnaldo Carvalho de Melo static struct perf_evlist *evsel_list; 7186470930SIngo Molnar 7242e59d7dSIngo Molnar static long samples = 0; 7342e59d7dSIngo Molnar static u64 bytes_written = 0; 7486470930SIngo Molnar 75f5970550SPeter Zijlstra static int file_new = 1; 766122e4e4SArnaldo Carvalho de Melo static off_t post_processing_offset; 777c6a1c65SPeter Zijlstra 7894c744b6SArnaldo Carvalho de Melo static struct perf_session *session; 79c45c6ea2SStephane Eranian static const char *cpu_list; 80f5970550SPeter Zijlstra 81744bd8aaSArnaldo Carvalho de Melo static struct perf_mmap mmap_array[MAX_NR_CPUS]; 8286470930SIngo Molnar 839215545eSTom Zanussi static void advance_output(size_t size) 849215545eSTom Zanussi { 859215545eSTom Zanussi bytes_written += size; 869215545eSTom Zanussi } 879215545eSTom Zanussi 88f5970550SPeter Zijlstra static void write_output(void *buf, size_t size) 89f5970550SPeter Zijlstra { 90f5970550SPeter Zijlstra while (size) { 91f5970550SPeter Zijlstra int ret = write(output, buf, size); 92f5970550SPeter Zijlstra 93f5970550SPeter Zijlstra if (ret < 0) 94f5970550SPeter Zijlstra die("failed to write"); 95f5970550SPeter Zijlstra 96f5970550SPeter Zijlstra size -= ret; 97f5970550SPeter Zijlstra buf += ret; 98f5970550SPeter Zijlstra 99f5970550SPeter Zijlstra bytes_written += ret; 100f5970550SPeter Zijlstra } 101f5970550SPeter Zijlstra } 102f5970550SPeter Zijlstra 103d8f66248SArnaldo Carvalho de Melo static int process_synthesized_event(event_t *event, 104640c03ceSArnaldo Carvalho de Melo struct sample_data *sample __used, 105d8f66248SArnaldo Carvalho de Melo struct perf_session *self __used) 106234fbbf5SArnaldo Carvalho de Melo { 1076122e4e4SArnaldo Carvalho de Melo write_output(event, event->header.size); 108234fbbf5SArnaldo Carvalho de Melo return 0; 109234fbbf5SArnaldo Carvalho de Melo } 110234fbbf5SArnaldo Carvalho de Melo 111744bd8aaSArnaldo Carvalho de Melo static void mmap_read(struct perf_mmap *md) 11286470930SIngo Molnar { 113744bd8aaSArnaldo Carvalho de Melo unsigned int head = perf_mmap__read_head(md); 11486470930SIngo Molnar unsigned int old = md->prev; 11586470930SIngo Molnar unsigned char *data = md->base + page_size; 11686470930SIngo Molnar unsigned long size; 11786470930SIngo Molnar void *buf; 11886470930SIngo Molnar int diff; 11986470930SIngo Molnar 12086470930SIngo Molnar /* 12186470930SIngo Molnar * If we're further behind than half the buffer, there's a chance 12286470930SIngo Molnar * the writer will bite our tail and mess up the samples under us. 12386470930SIngo Molnar * 12486470930SIngo Molnar * If we somehow ended up ahead of the head, we got messed up. 12586470930SIngo Molnar * 12686470930SIngo Molnar * In either case, truncate and restart at head. 12786470930SIngo Molnar */ 12886470930SIngo Molnar diff = head - old; 1299d91a6f7SPeter Zijlstra if (diff < 0) { 130ef365cefSRuss Anderson fprintf(stderr, "WARNING: failed to keep up with mmap data\n"); 13186470930SIngo Molnar /* 13286470930SIngo Molnar * head points to a known good entry, start there. 13386470930SIngo Molnar */ 13486470930SIngo Molnar old = head; 13586470930SIngo Molnar } 13686470930SIngo Molnar 13786470930SIngo Molnar if (old != head) 13886470930SIngo Molnar samples++; 13986470930SIngo Molnar 14086470930SIngo Molnar size = head - old; 14186470930SIngo Molnar 14286470930SIngo Molnar if ((old & md->mask) + size != (head & md->mask)) { 14386470930SIngo Molnar buf = &data[old & md->mask]; 14486470930SIngo Molnar size = md->mask + 1 - (old & md->mask); 14586470930SIngo Molnar old += size; 14686470930SIngo Molnar 1476122e4e4SArnaldo Carvalho de Melo write_output(buf, size); 14886470930SIngo Molnar } 14986470930SIngo Molnar 15086470930SIngo Molnar buf = &data[old & md->mask]; 15186470930SIngo Molnar size = head - old; 15286470930SIngo Molnar old += size; 15386470930SIngo Molnar 1546122e4e4SArnaldo Carvalho de Melo write_output(buf, size); 15586470930SIngo Molnar 15686470930SIngo Molnar md->prev = old; 157*115d2d89SArnaldo Carvalho de Melo perf_mmap__write_tail(md, old); 15886470930SIngo Molnar } 15986470930SIngo Molnar 16086470930SIngo Molnar static volatile int done = 0; 161f7b7c26eSPeter Zijlstra static volatile int signr = -1; 16286470930SIngo Molnar 16386470930SIngo Molnar static void sig_handler(int sig) 16486470930SIngo Molnar { 16586470930SIngo Molnar done = 1; 166f7b7c26eSPeter Zijlstra signr = sig; 167f7b7c26eSPeter Zijlstra } 168f7b7c26eSPeter Zijlstra 169f7b7c26eSPeter Zijlstra static void sig_atexit(void) 170f7b7c26eSPeter Zijlstra { 1715ffc8881SIan Munsie if (child_pid > 0) 172933da83aSChris Wilson kill(child_pid, SIGTERM); 173933da83aSChris Wilson 17418483b81SArnaldo Carvalho de Melo if (signr == -1 || signr == SIGUSR1) 175f7b7c26eSPeter Zijlstra return; 176f7b7c26eSPeter Zijlstra 177f7b7c26eSPeter Zijlstra signal(signr, SIG_DFL); 178f7b7c26eSPeter Zijlstra kill(getpid(), signr); 17986470930SIngo Molnar } 18086470930SIngo Molnar 181cdd6c482SIngo Molnar static struct perf_header_attr *get_header_attr(struct perf_event_attr *a, int nr) 1827c6a1c65SPeter Zijlstra { 1837c6a1c65SPeter Zijlstra struct perf_header_attr *h_attr; 1847c6a1c65SPeter Zijlstra 18594c744b6SArnaldo Carvalho de Melo if (nr < session->header.attrs) { 18694c744b6SArnaldo Carvalho de Melo h_attr = session->header.attr[nr]; 1877c6a1c65SPeter Zijlstra } else { 1887c6a1c65SPeter Zijlstra h_attr = perf_header_attr__new(a); 189dc79c0fcSArnaldo Carvalho de Melo if (h_attr != NULL) 19094c744b6SArnaldo Carvalho de Melo if (perf_header__add_attr(&session->header, h_attr) < 0) { 19111deb1f9SArnaldo Carvalho de Melo perf_header_attr__delete(h_attr); 19211deb1f9SArnaldo Carvalho de Melo h_attr = NULL; 19311deb1f9SArnaldo Carvalho de Melo } 1947c6a1c65SPeter Zijlstra } 1957c6a1c65SPeter Zijlstra 1967c6a1c65SPeter Zijlstra return h_attr; 1977c6a1c65SPeter Zijlstra } 1987c6a1c65SPeter Zijlstra 199361c99a6SArnaldo Carvalho de Melo static void create_counter(struct perf_evlist *evlist, 200361c99a6SArnaldo Carvalho de Melo struct perf_evsel *evsel, int cpu) 20186470930SIngo Molnar { 20269aad6f1SArnaldo Carvalho de Melo char *filter = evsel->filter; 20369aad6f1SArnaldo Carvalho de Melo struct perf_event_attr *attr = &evsel->attr; 2047c6a1c65SPeter Zijlstra struct perf_header_attr *h_attr; 205d6d901c2SZhang, Yanmin int thread_index; 206c171b552SLi Zefan int ret; 2077c6a1c65SPeter Zijlstra struct { 2087c6a1c65SPeter Zijlstra u64 count; 2097c6a1c65SPeter Zijlstra u64 time_enabled; 2107c6a1c65SPeter Zijlstra u64 time_running; 2117c6a1c65SPeter Zijlstra u64 id; 2127c6a1c65SPeter Zijlstra } read_data; 213dd7927f4SArnaldo Carvalho de Melo 214dd7927f4SArnaldo Carvalho de Melo for (thread_index = 0; thread_index < threads->nr; thread_index++) { 215dd7927f4SArnaldo Carvalho de Melo h_attr = get_header_attr(attr, evsel->idx); 216dd7927f4SArnaldo Carvalho de Melo if (h_attr == NULL) 217dd7927f4SArnaldo Carvalho de Melo die("nomem\n"); 218dd7927f4SArnaldo Carvalho de Melo 219dd7927f4SArnaldo Carvalho de Melo if (!file_new) { 220dd7927f4SArnaldo Carvalho de Melo if (memcmp(&h_attr->attr, attr, sizeof(*attr))) { 221dd7927f4SArnaldo Carvalho de Melo fprintf(stderr, "incompatible append\n"); 222dd7927f4SArnaldo Carvalho de Melo exit(-1); 223dd7927f4SArnaldo Carvalho de Melo } 224dd7927f4SArnaldo Carvalho de Melo } 225dd7927f4SArnaldo Carvalho de Melo 226dd7927f4SArnaldo Carvalho de Melo if (read(FD(evsel, cpu, thread_index), &read_data, sizeof(read_data)) == -1) { 227dd7927f4SArnaldo Carvalho de Melo perror("Unable to read perf file descriptor"); 228dd7927f4SArnaldo Carvalho de Melo exit(-1); 229dd7927f4SArnaldo Carvalho de Melo } 230dd7927f4SArnaldo Carvalho de Melo 231dd7927f4SArnaldo Carvalho de Melo if (perf_header_attr__add_id(h_attr, read_data.id) < 0) { 232dd7927f4SArnaldo Carvalho de Melo pr_warning("Not enough memory to add id\n"); 233dd7927f4SArnaldo Carvalho de Melo exit(-1); 234dd7927f4SArnaldo Carvalho de Melo } 235dd7927f4SArnaldo Carvalho de Melo 236dd7927f4SArnaldo Carvalho de Melo assert(FD(evsel, cpu, thread_index) >= 0); 237dd7927f4SArnaldo Carvalho de Melo fcntl(FD(evsel, cpu, thread_index), F_SETFL, O_NONBLOCK); 238dd7927f4SArnaldo Carvalho de Melo 239dd7927f4SArnaldo Carvalho de Melo if (evsel->idx || thread_index) { 240dd7927f4SArnaldo Carvalho de Melo struct perf_evsel *first; 241dd7927f4SArnaldo Carvalho de Melo first = list_entry(evlist->entries.next, struct perf_evsel, node); 242dd7927f4SArnaldo Carvalho de Melo ret = ioctl(FD(evsel, cpu, thread_index), 243dd7927f4SArnaldo Carvalho de Melo PERF_EVENT_IOC_SET_OUTPUT, 244dd7927f4SArnaldo Carvalho de Melo FD(first, cpu, 0)); 245dd7927f4SArnaldo Carvalho de Melo if (ret) { 246dd7927f4SArnaldo Carvalho de Melo error("failed to set output: %d (%s)\n", errno, 247dd7927f4SArnaldo Carvalho de Melo strerror(errno)); 248dd7927f4SArnaldo Carvalho de Melo exit(-1); 249dd7927f4SArnaldo Carvalho de Melo } 250dd7927f4SArnaldo Carvalho de Melo } else { 251dd7927f4SArnaldo Carvalho de Melo mmap_array[cpu].prev = 0; 252dd7927f4SArnaldo Carvalho de Melo mmap_array[cpu].mask = mmap_pages*page_size - 1; 253dd7927f4SArnaldo Carvalho de Melo mmap_array[cpu].base = mmap(NULL, (mmap_pages+1)*page_size, 254dd7927f4SArnaldo Carvalho de Melo PROT_READ | PROT_WRITE, MAP_SHARED, FD(evsel, cpu, thread_index), 0); 255dd7927f4SArnaldo Carvalho de Melo if (mmap_array[cpu].base == MAP_FAILED) { 256dd7927f4SArnaldo Carvalho de Melo error("failed to mmap with %d (%s)\n", errno, strerror(errno)); 257dd7927f4SArnaldo Carvalho de Melo exit(-1); 258dd7927f4SArnaldo Carvalho de Melo } 259dd7927f4SArnaldo Carvalho de Melo 260dd7927f4SArnaldo Carvalho de Melo evlist->pollfd[evlist->nr_fds].fd = FD(evsel, cpu, thread_index); 261dd7927f4SArnaldo Carvalho de Melo evlist->pollfd[evlist->nr_fds].events = POLLIN; 262dd7927f4SArnaldo Carvalho de Melo evlist->nr_fds++; 263dd7927f4SArnaldo Carvalho de Melo } 264dd7927f4SArnaldo Carvalho de Melo 265dd7927f4SArnaldo Carvalho de Melo if (filter != NULL) { 266dd7927f4SArnaldo Carvalho de Melo ret = ioctl(FD(evsel, cpu, thread_index), 267dd7927f4SArnaldo Carvalho de Melo PERF_EVENT_IOC_SET_FILTER, filter); 268dd7927f4SArnaldo Carvalho de Melo if (ret) { 269dd7927f4SArnaldo Carvalho de Melo error("failed to set filter with %d (%s)\n", errno, 270dd7927f4SArnaldo Carvalho de Melo strerror(errno)); 271dd7927f4SArnaldo Carvalho de Melo exit(-1); 272dd7927f4SArnaldo Carvalho de Melo } 273dd7927f4SArnaldo Carvalho de Melo } 274dd7927f4SArnaldo Carvalho de Melo } 275dd7927f4SArnaldo Carvalho de Melo 276dd7927f4SArnaldo Carvalho de Melo if (!sample_type) 277dd7927f4SArnaldo Carvalho de Melo sample_type = attr->sample_type; 278dd7927f4SArnaldo Carvalho de Melo } 279dd7927f4SArnaldo Carvalho de Melo 280dd7927f4SArnaldo Carvalho de Melo static void config_attr(struct perf_evsel *evsel, struct perf_evlist *evlist) 281dd7927f4SArnaldo Carvalho de Melo { 282dd7927f4SArnaldo Carvalho de Melo struct perf_event_attr *attr = &evsel->attr; 283dd7927f4SArnaldo Carvalho de Melo int track = !evsel->idx; /* only the first counter needs these */ 2847c6a1c65SPeter Zijlstra 2857c6a1c65SPeter Zijlstra attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED | 2867c6a1c65SPeter Zijlstra PERF_FORMAT_TOTAL_TIME_RUNNING | 2877c6a1c65SPeter Zijlstra PERF_FORMAT_ID; 28886470930SIngo Molnar 2893a9f131fSFrederic Weisbecker attr->sample_type |= PERF_SAMPLE_IP | PERF_SAMPLE_TID; 2903efa1cc9SIngo Molnar 291361c99a6SArnaldo Carvalho de Melo if (evlist->nr_entries > 1) 2928907fd60SEric B Munson attr->sample_type |= PERF_SAMPLE_ID; 2938907fd60SEric B Munson 294f9212819SFrederic Weisbecker /* 295f9212819SFrederic Weisbecker * We default some events to a 1 default interval. But keep 296f9212819SFrederic Weisbecker * it a weak assumption overridable by the user. 297f9212819SFrederic Weisbecker */ 298f9212819SFrederic Weisbecker if (!attr->sample_period || (user_freq != UINT_MAX && 2993de29cabSStephane Eranian user_interval != ULLONG_MAX)) { 30086470930SIngo Molnar if (freq) { 301ea1900e5SPeter Zijlstra attr->sample_type |= PERF_SAMPLE_PERIOD; 30286470930SIngo Molnar attr->freq = 1; 30386470930SIngo Molnar attr->sample_freq = freq; 304f9212819SFrederic Weisbecker } else { 305f9212819SFrederic Weisbecker attr->sample_period = default_interval; 306f9212819SFrederic Weisbecker } 30786470930SIngo Molnar } 3083efa1cc9SIngo Molnar 309649c48a9SPeter Zijlstra if (no_samples) 310649c48a9SPeter Zijlstra attr->sample_freq = 0; 311649c48a9SPeter Zijlstra 312649c48a9SPeter Zijlstra if (inherit_stat) 313649c48a9SPeter Zijlstra attr->inherit_stat = 1; 314649c48a9SPeter Zijlstra 3153af9e859SEric B Munson if (sample_address) { 3164bba828dSAnton Blanchard attr->sample_type |= PERF_SAMPLE_ADDR; 3173af9e859SEric B Munson attr->mmap_data = track; 3183af9e859SEric B Munson } 3194bba828dSAnton Blanchard 3203efa1cc9SIngo Molnar if (call_graph) 3213efa1cc9SIngo Molnar attr->sample_type |= PERF_SAMPLE_CALLCHAIN; 3223efa1cc9SIngo Molnar 323f60f3593SArun Sharma if (system_wide) 324f60f3593SArun Sharma attr->sample_type |= PERF_SAMPLE_CPU; 325f60f3593SArun Sharma 326a43d3f08SArnaldo Carvalho de Melo if (sample_id_all_avail && 327a43d3f08SArnaldo Carvalho de Melo (sample_time || system_wide || !no_inherit || cpu_list)) 3289c90a61cSArnaldo Carvalho de Melo attr->sample_type |= PERF_SAMPLE_TIME; 3299c90a61cSArnaldo Carvalho de Melo 330cd6feeeaSIngo Molnar if (raw_samples) { 3316ddf259dSIngo Molnar attr->sample_type |= PERF_SAMPLE_TIME; 332daac07b2SFrederic Weisbecker attr->sample_type |= PERF_SAMPLE_RAW; 333cd6feeeaSIngo Molnar attr->sample_type |= PERF_SAMPLE_CPU; 334cd6feeeaSIngo Molnar } 335f413cdb8SFrederic Weisbecker 336acac03faSKirill Smelkov if (nodelay) { 337acac03faSKirill Smelkov attr->watermark = 0; 338acac03faSKirill Smelkov attr->wakeup_events = 1; 339acac03faSKirill Smelkov } 340acac03faSKirill Smelkov 34186470930SIngo Molnar attr->mmap = track; 34286470930SIngo Molnar attr->comm = track; 343dd7927f4SArnaldo Carvalho de Melo 3442e6cdf99SStephane Eranian if (target_pid == -1 && target_tid == -1 && !system_wide) { 3454502d77cSPeter Zijlstra attr->disabled = 1; 346bedbfdeaSEric B Munson attr->enable_on_exec = 1; 34746be604bSZhang, Yanmin } 348dd7927f4SArnaldo Carvalho de Melo } 349dd7927f4SArnaldo Carvalho de Melo 350dd7927f4SArnaldo Carvalho de Melo static void open_counters(struct perf_evlist *evlist) 351dd7927f4SArnaldo Carvalho de Melo { 352dd7927f4SArnaldo Carvalho de Melo struct perf_evsel *pos; 353dd7927f4SArnaldo Carvalho de Melo int cpu; 354dd7927f4SArnaldo Carvalho de Melo 355dd7927f4SArnaldo Carvalho de Melo list_for_each_entry(pos, &evlist->entries, node) { 356dd7927f4SArnaldo Carvalho de Melo struct perf_event_attr *attr = &pos->attr; 357dd7927f4SArnaldo Carvalho de Melo /* 358dd7927f4SArnaldo Carvalho de Melo * Check if parse_single_tracepoint_event has already asked for 359dd7927f4SArnaldo Carvalho de Melo * PERF_SAMPLE_TIME. 360dd7927f4SArnaldo Carvalho de Melo * 361dd7927f4SArnaldo Carvalho de Melo * XXX this is kludgy but short term fix for problems introduced by 362dd7927f4SArnaldo Carvalho de Melo * eac23d1c that broke 'perf script' by having different sample_types 363dd7927f4SArnaldo Carvalho de Melo * when using multiple tracepoint events when we use a perf binary 364dd7927f4SArnaldo Carvalho de Melo * that tries to use sample_id_all on an older kernel. 365dd7927f4SArnaldo Carvalho de Melo * 366dd7927f4SArnaldo Carvalho de Melo * We need to move counter creation to perf_session, support 367dd7927f4SArnaldo Carvalho de Melo * different sample_types, etc. 368dd7927f4SArnaldo Carvalho de Melo */ 369dd7927f4SArnaldo Carvalho de Melo bool time_needed = attr->sample_type & PERF_SAMPLE_TIME; 370dd7927f4SArnaldo Carvalho de Melo 371dd7927f4SArnaldo Carvalho de Melo config_attr(pos, evlist); 3729c90a61cSArnaldo Carvalho de Melo retry_sample_id: 3739c90a61cSArnaldo Carvalho de Melo attr->sample_id_all = sample_id_all_avail ? 1 : 0; 3743da297a6SIngo Molnar try_again: 375dd7927f4SArnaldo Carvalho de Melo if (perf_evsel__open(pos, cpus, threads, group, !no_inherit) < 0) { 37686470930SIngo Molnar int err = errno; 37786470930SIngo Molnar 378c10edee2SPekka Enberg if (err == EPERM || err == EACCES) 3796230f2c7SArnaldo Carvalho de Melo die("Permission error - are you root?\n" 380d6d901c2SZhang, Yanmin "\t Consider tweaking" 381d6d901c2SZhang, Yanmin " /proc/sys/kernel/perf_event_paranoid.\n"); 382c45c6ea2SStephane Eranian else if (err == ENODEV && cpu_list) { 383d6d901c2SZhang, Yanmin die("No such device - did you specify" 384d6d901c2SZhang, Yanmin " an out-of-range profile CPU?\n"); 3859c90a61cSArnaldo Carvalho de Melo } else if (err == EINVAL && sample_id_all_avail) { 3869c90a61cSArnaldo Carvalho de Melo /* 3879c90a61cSArnaldo Carvalho de Melo * Old kernel, no attr->sample_id_type_all field 3889c90a61cSArnaldo Carvalho de Melo */ 3899c90a61cSArnaldo Carvalho de Melo sample_id_all_avail = false; 390a43d3f08SArnaldo Carvalho de Melo if (!sample_time && !raw_samples && !time_needed) 391eac23d1cSIan Munsie attr->sample_type &= ~PERF_SAMPLE_TIME; 392eac23d1cSIan Munsie 3939c90a61cSArnaldo Carvalho de Melo goto retry_sample_id; 394d6d901c2SZhang, Yanmin } 3953da297a6SIngo Molnar 3963da297a6SIngo Molnar /* 3973da297a6SIngo Molnar * If it's cycles then fall back to hrtimer 3983da297a6SIngo Molnar * based cpu-clock-tick sw counter, which 3993da297a6SIngo Molnar * is always available even if no PMU support: 4003da297a6SIngo Molnar */ 4013da297a6SIngo Molnar if (attr->type == PERF_TYPE_HARDWARE 402f4dbfa8fSPeter Zijlstra && attr->config == PERF_COUNT_HW_CPU_CYCLES) { 4033da297a6SIngo Molnar 4043da297a6SIngo Molnar if (verbose) 4053da297a6SIngo Molnar warning(" ... trying to fall back to cpu-clock-ticks\n"); 4063da297a6SIngo Molnar attr->type = PERF_TYPE_SOFTWARE; 407f4dbfa8fSPeter Zijlstra attr->config = PERF_COUNT_SW_CPU_CLOCK; 4083da297a6SIngo Molnar goto try_again; 4093da297a6SIngo Molnar } 41030c806a0SIngo Molnar printf("\n"); 411d9cf837eSCorey Ashford error("sys_perf_event_open() syscall returned with %d (%s). /bin/dmesg may provide additional information.\n", 412dd7927f4SArnaldo Carvalho de Melo err, strerror(err)); 413bfd45118SSimon Kaempflein 414bfd45118SSimon Kaempflein #if defined(__i386__) || defined(__x86_64__) 415bfd45118SSimon Kaempflein if (attr->type == PERF_TYPE_HARDWARE && err == EOPNOTSUPP) 416d6d901c2SZhang, Yanmin die("No hardware sampling interrupt available." 417d6d901c2SZhang, Yanmin " No APIC? If so then you can boot the kernel" 418d6d901c2SZhang, Yanmin " with the \"lapic\" boot parameter to" 419d6d901c2SZhang, Yanmin " force-enable it.\n"); 420bfd45118SSimon Kaempflein #endif 421bfd45118SSimon Kaempflein 422cdd6c482SIngo Molnar die("No CONFIG_PERF_EVENTS=y kernel support configured?\n"); 4237c6a1c65SPeter Zijlstra } 4247c6a1c65SPeter Zijlstra } 4257c6a1c65SPeter Zijlstra 426dd7927f4SArnaldo Carvalho de Melo for (cpu = 0; cpu < cpus->nr; ++cpu) { 427361c99a6SArnaldo Carvalho de Melo list_for_each_entry(pos, &evlist->entries, node) 428361c99a6SArnaldo Carvalho de Melo create_counter(evlist, pos, cpu); 429dd7927f4SArnaldo Carvalho de Melo } 43086470930SIngo Molnar } 43186470930SIngo Molnar 4326122e4e4SArnaldo Carvalho de Melo static int process_buildids(void) 4336122e4e4SArnaldo Carvalho de Melo { 4346122e4e4SArnaldo Carvalho de Melo u64 size = lseek(output, 0, SEEK_CUR); 4356122e4e4SArnaldo Carvalho de Melo 4369f591fd7SArnaldo Carvalho de Melo if (size == 0) 4379f591fd7SArnaldo Carvalho de Melo return 0; 4389f591fd7SArnaldo Carvalho de Melo 4396122e4e4SArnaldo Carvalho de Melo session->fd = output; 4406122e4e4SArnaldo Carvalho de Melo return __perf_session__process_events(session, post_processing_offset, 4416122e4e4SArnaldo Carvalho de Melo size - post_processing_offset, 4426122e4e4SArnaldo Carvalho de Melo size, &build_id__mark_dso_hit_ops); 4436122e4e4SArnaldo Carvalho de Melo } 4446122e4e4SArnaldo Carvalho de Melo 445f5970550SPeter Zijlstra static void atexit_header(void) 446f5970550SPeter Zijlstra { 447c7929e47STom Zanussi if (!pipe_output) { 44894c744b6SArnaldo Carvalho de Melo session->header.data_size += bytes_written; 449f5970550SPeter Zijlstra 450baa2f6ceSArnaldo Carvalho de Melo if (!no_buildid) 4516122e4e4SArnaldo Carvalho de Melo process_buildids(); 452361c99a6SArnaldo Carvalho de Melo perf_header__write(&session->header, evsel_list, output, true); 45339d17dacSArnaldo Carvalho de Melo perf_session__delete(session); 454361c99a6SArnaldo Carvalho de Melo perf_evlist__delete(evsel_list); 455d65a458bSArnaldo Carvalho de Melo symbol__exit(); 456c7929e47STom Zanussi } 457f5970550SPeter Zijlstra } 458f5970550SPeter Zijlstra 45923346f21SArnaldo Carvalho de Melo static void event__synthesize_guest_os(struct machine *machine, void *data) 460a1645ce1SZhang, Yanmin { 461a1645ce1SZhang, Yanmin int err; 46223346f21SArnaldo Carvalho de Melo struct perf_session *psession = data; 463a1645ce1SZhang, Yanmin 46423346f21SArnaldo Carvalho de Melo if (machine__is_host(machine)) 465a1645ce1SZhang, Yanmin return; 466a1645ce1SZhang, Yanmin 467a1645ce1SZhang, Yanmin /* 468a1645ce1SZhang, Yanmin *As for guest kernel when processing subcommand record&report, 469a1645ce1SZhang, Yanmin *we arrange module mmap prior to guest kernel mmap and trigger 470a1645ce1SZhang, Yanmin *a preload dso because default guest module symbols are loaded 471a1645ce1SZhang, Yanmin *from guest kallsyms instead of /lib/modules/XXX/XXX. This 472a1645ce1SZhang, Yanmin *method is used to avoid symbol missing when the first addr is 473a1645ce1SZhang, Yanmin *in module instead of in guest kernel. 474a1645ce1SZhang, Yanmin */ 475a1645ce1SZhang, Yanmin err = event__synthesize_modules(process_synthesized_event, 47623346f21SArnaldo Carvalho de Melo psession, machine); 477a1645ce1SZhang, Yanmin if (err < 0) 478a1645ce1SZhang, Yanmin pr_err("Couldn't record guest kernel [%d]'s reference" 47923346f21SArnaldo Carvalho de Melo " relocation symbol.\n", machine->pid); 480a1645ce1SZhang, Yanmin 481a1645ce1SZhang, Yanmin /* 482a1645ce1SZhang, Yanmin * We use _stext for guest kernel because guest kernel's /proc/kallsyms 483a1645ce1SZhang, Yanmin * have no _text sometimes. 484a1645ce1SZhang, Yanmin */ 485a1645ce1SZhang, Yanmin err = event__synthesize_kernel_mmap(process_synthesized_event, 48623346f21SArnaldo Carvalho de Melo psession, machine, "_text"); 487a1645ce1SZhang, Yanmin if (err < 0) 488a1645ce1SZhang, Yanmin err = event__synthesize_kernel_mmap(process_synthesized_event, 48923346f21SArnaldo Carvalho de Melo psession, machine, "_stext"); 490a1645ce1SZhang, Yanmin if (err < 0) 491a1645ce1SZhang, Yanmin pr_err("Couldn't record guest kernel [%d]'s reference" 49223346f21SArnaldo Carvalho de Melo " relocation symbol.\n", machine->pid); 493a1645ce1SZhang, Yanmin } 494a1645ce1SZhang, Yanmin 49598402807SFrederic Weisbecker static struct perf_event_header finished_round_event = { 49698402807SFrederic Weisbecker .size = sizeof(struct perf_event_header), 49798402807SFrederic Weisbecker .type = PERF_RECORD_FINISHED_ROUND, 49898402807SFrederic Weisbecker }; 49998402807SFrederic Weisbecker 50098402807SFrederic Weisbecker static void mmap_read_all(void) 50198402807SFrederic Weisbecker { 5020e2e63ddSPeter Zijlstra int i; 50398402807SFrederic Weisbecker 504dd7927f4SArnaldo Carvalho de Melo for (i = 0; i < cpus->nr; i++) { 5050e2e63ddSPeter Zijlstra if (mmap_array[i].base) 5060e2e63ddSPeter Zijlstra mmap_read(&mmap_array[i]); 50798402807SFrederic Weisbecker } 50898402807SFrederic Weisbecker 50998402807SFrederic Weisbecker if (perf_header__has_feat(&session->header, HEADER_TRACE_INFO)) 51098402807SFrederic Weisbecker write_output(&finished_round_event, sizeof(finished_round_event)); 51198402807SFrederic Weisbecker } 51298402807SFrederic Weisbecker 513d4db3f16SArnaldo Carvalho de Melo static int __cmd_record(int argc, const char **argv) 51486470930SIngo Molnar { 51569aad6f1SArnaldo Carvalho de Melo int i; 51686470930SIngo Molnar struct stat st; 51786470930SIngo Molnar int flags; 5184dc0a04bSArnaldo Carvalho de Melo int err; 5198b412664SPeter Zijlstra unsigned long waking = 0; 520856e9660SPeter Zijlstra int child_ready_pipe[2], go_pipe[2]; 52146be604bSZhang, Yanmin const bool forks = argc > 0; 522856e9660SPeter Zijlstra char buf; 52323346f21SArnaldo Carvalho de Melo struct machine *machine; 52486470930SIngo Molnar 52586470930SIngo Molnar page_size = sysconf(_SC_PAGE_SIZE); 52686470930SIngo Molnar 527f5970550SPeter Zijlstra atexit(sig_atexit); 528f5970550SPeter Zijlstra signal(SIGCHLD, sig_handler); 529f5970550SPeter Zijlstra signal(SIGINT, sig_handler); 53018483b81SArnaldo Carvalho de Melo signal(SIGUSR1, sig_handler); 531f5970550SPeter Zijlstra 532d4db3f16SArnaldo Carvalho de Melo if (forks && (pipe(child_ready_pipe) < 0 || pipe(go_pipe) < 0)) { 533856e9660SPeter Zijlstra perror("failed to create pipes"); 534856e9660SPeter Zijlstra exit(-1); 535856e9660SPeter Zijlstra } 536856e9660SPeter Zijlstra 537529870e3STom Zanussi if (!strcmp(output_name, "-")) 538529870e3STom Zanussi pipe_output = 1; 539529870e3STom Zanussi else if (!stat(output_name, &st) && st.st_size) { 5407865e817SFrederic Weisbecker if (write_mode == WRITE_FORCE) { 541b38d3464SArnaldo Carvalho de Melo char oldname[PATH_MAX]; 542b38d3464SArnaldo Carvalho de Melo snprintf(oldname, sizeof(oldname), "%s.old", 543b38d3464SArnaldo Carvalho de Melo output_name); 544b38d3464SArnaldo Carvalho de Melo unlink(oldname); 545b38d3464SArnaldo Carvalho de Melo rename(output_name, oldname); 546b38d3464SArnaldo Carvalho de Melo } 5477865e817SFrederic Weisbecker } else if (write_mode == WRITE_APPEND) { 5487865e817SFrederic Weisbecker write_mode = WRITE_FORCE; 549266e0e21SPierre Habouzit } 55086470930SIngo Molnar 551f887f301SXiao Guangrong flags = O_CREAT|O_RDWR; 5527865e817SFrederic Weisbecker if (write_mode == WRITE_APPEND) 553f5970550SPeter Zijlstra file_new = 0; 55486470930SIngo Molnar else 55586470930SIngo Molnar flags |= O_TRUNC; 55686470930SIngo Molnar 557529870e3STom Zanussi if (pipe_output) 558529870e3STom Zanussi output = STDOUT_FILENO; 559529870e3STom Zanussi else 56086470930SIngo Molnar output = open(output_name, flags, S_IRUSR | S_IWUSR); 56186470930SIngo Molnar if (output < 0) { 56286470930SIngo Molnar perror("failed to create output file"); 56386470930SIngo Molnar exit(-1); 56486470930SIngo Molnar } 56586470930SIngo Molnar 5667865e817SFrederic Weisbecker session = perf_session__new(output_name, O_WRONLY, 56721ef97f0SIan Munsie write_mode == WRITE_FORCE, false, NULL); 56894c744b6SArnaldo Carvalho de Melo if (session == NULL) { 569a9a70bbcSArnaldo Carvalho de Melo pr_err("Not enough memory for reading perf file header\n"); 570a9a70bbcSArnaldo Carvalho de Melo return -1; 571a9a70bbcSArnaldo Carvalho de Melo } 572a9a70bbcSArnaldo Carvalho de Melo 573baa2f6ceSArnaldo Carvalho de Melo if (!no_buildid) 574baa2f6ceSArnaldo Carvalho de Melo perf_header__set_feat(&session->header, HEADER_BUILD_ID); 575baa2f6ceSArnaldo Carvalho de Melo 5764dc0a04bSArnaldo Carvalho de Melo if (!file_new) { 5778dc58101STom Zanussi err = perf_header__read(session, output); 5784dc0a04bSArnaldo Carvalho de Melo if (err < 0) 57939d17dacSArnaldo Carvalho de Melo goto out_delete_session; 5804dc0a04bSArnaldo Carvalho de Melo } 5814dc0a04bSArnaldo Carvalho de Melo 582361c99a6SArnaldo Carvalho de Melo if (have_tracepoints(&evsel_list->entries)) 58394c744b6SArnaldo Carvalho de Melo perf_header__set_feat(&session->header, HEADER_TRACE_INFO); 58403456a15SFrederic Weisbecker 58539d17dacSArnaldo Carvalho de Melo /* 58639d17dacSArnaldo Carvalho de Melo * perf_session__delete(session) will be called at atexit_header() 58739d17dacSArnaldo Carvalho de Melo */ 588f5970550SPeter Zijlstra atexit(atexit_header); 589f5970550SPeter Zijlstra 590d4db3f16SArnaldo Carvalho de Melo if (forks) { 59146be604bSZhang, Yanmin child_pid = fork(); 5922fb750e8SBorislav Petkov if (child_pid < 0) { 593856e9660SPeter Zijlstra perror("failed to fork"); 594856e9660SPeter Zijlstra exit(-1); 595856e9660SPeter Zijlstra } 5967c6a1c65SPeter Zijlstra 59746be604bSZhang, Yanmin if (!child_pid) { 598529870e3STom Zanussi if (pipe_output) 599529870e3STom Zanussi dup2(2, 1); 600856e9660SPeter Zijlstra close(child_ready_pipe[0]); 601856e9660SPeter Zijlstra close(go_pipe[1]); 602856e9660SPeter Zijlstra fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC); 603856e9660SPeter Zijlstra 604856e9660SPeter Zijlstra /* 605856e9660SPeter Zijlstra * Do a dummy execvp to get the PLT entry resolved, 606856e9660SPeter Zijlstra * so we avoid the resolver overhead on the real 607856e9660SPeter Zijlstra * execvp call. 608856e9660SPeter Zijlstra */ 609856e9660SPeter Zijlstra execvp("", (char **)argv); 610856e9660SPeter Zijlstra 611856e9660SPeter Zijlstra /* 612856e9660SPeter Zijlstra * Tell the parent we're ready to go 613856e9660SPeter Zijlstra */ 614856e9660SPeter Zijlstra close(child_ready_pipe[1]); 615856e9660SPeter Zijlstra 616856e9660SPeter Zijlstra /* 617856e9660SPeter Zijlstra * Wait until the parent tells us to go. 618856e9660SPeter Zijlstra */ 619856e9660SPeter Zijlstra if (read(go_pipe[0], &buf, 1) == -1) 620856e9660SPeter Zijlstra perror("unable to read pipe"); 621856e9660SPeter Zijlstra 622856e9660SPeter Zijlstra execvp(argv[0], (char **)argv); 623856e9660SPeter Zijlstra 624856e9660SPeter Zijlstra perror(argv[0]); 62518483b81SArnaldo Carvalho de Melo kill(getppid(), SIGUSR1); 626856e9660SPeter Zijlstra exit(-1); 627856e9660SPeter Zijlstra } 628856e9660SPeter Zijlstra 629d6d901c2SZhang, Yanmin if (!system_wide && target_tid == -1 && target_pid == -1) 6305c98d466SArnaldo Carvalho de Melo threads->map[0] = child_pid; 631d6d901c2SZhang, Yanmin 632856e9660SPeter Zijlstra close(child_ready_pipe[1]); 633856e9660SPeter Zijlstra close(go_pipe[0]); 634856e9660SPeter Zijlstra /* 635856e9660SPeter Zijlstra * wait for child to settle 636856e9660SPeter Zijlstra */ 637856e9660SPeter Zijlstra if (read(child_ready_pipe[0], &buf, 1) == -1) { 638856e9660SPeter Zijlstra perror("unable to read pipe"); 639856e9660SPeter Zijlstra exit(-1); 640856e9660SPeter Zijlstra } 641856e9660SPeter Zijlstra close(child_ready_pipe[0]); 642856e9660SPeter Zijlstra } 643856e9660SPeter Zijlstra 644dd7927f4SArnaldo Carvalho de Melo open_counters(evsel_list); 64586470930SIngo Molnar 646640c03ceSArnaldo Carvalho de Melo perf_session__set_sample_type(session, sample_type); 647640c03ceSArnaldo Carvalho de Melo 648529870e3STom Zanussi if (pipe_output) { 649529870e3STom Zanussi err = perf_header__write_pipe(output); 650529870e3STom Zanussi if (err < 0) 651529870e3STom Zanussi return err; 652529870e3STom Zanussi } else if (file_new) { 653361c99a6SArnaldo Carvalho de Melo err = perf_header__write(&session->header, evsel_list, 654361c99a6SArnaldo Carvalho de Melo output, false); 655d5eed904SArnaldo Carvalho de Melo if (err < 0) 656d5eed904SArnaldo Carvalho de Melo return err; 657d5eed904SArnaldo Carvalho de Melo } 6587c6a1c65SPeter Zijlstra 6596122e4e4SArnaldo Carvalho de Melo post_processing_offset = lseek(output, 0, SEEK_CUR); 6606122e4e4SArnaldo Carvalho de Melo 6619c90a61cSArnaldo Carvalho de Melo perf_session__set_sample_id_all(session, sample_id_all_avail); 6629c90a61cSArnaldo Carvalho de Melo 6632c46dbb5STom Zanussi if (pipe_output) { 6642c46dbb5STom Zanussi err = event__synthesize_attrs(&session->header, 6652c46dbb5STom Zanussi process_synthesized_event, 6662c46dbb5STom Zanussi session); 6672c46dbb5STom Zanussi if (err < 0) { 6682c46dbb5STom Zanussi pr_err("Couldn't synthesize attrs.\n"); 6692c46dbb5STom Zanussi return err; 6702c46dbb5STom Zanussi } 671cd19a035STom Zanussi 672cd19a035STom Zanussi err = event__synthesize_event_types(process_synthesized_event, 673cd19a035STom Zanussi session); 674cd19a035STom Zanussi if (err < 0) { 675cd19a035STom Zanussi pr_err("Couldn't synthesize event_types.\n"); 676cd19a035STom Zanussi return err; 677cd19a035STom Zanussi } 6789215545eSTom Zanussi 679361c99a6SArnaldo Carvalho de Melo if (have_tracepoints(&evsel_list->entries)) { 68063e0c771STom Zanussi /* 68163e0c771STom Zanussi * FIXME err <= 0 here actually means that 68263e0c771STom Zanussi * there were no tracepoints so its not really 68363e0c771STom Zanussi * an error, just that we don't need to 68463e0c771STom Zanussi * synthesize anything. We really have to 68563e0c771STom Zanussi * return this more properly and also 68663e0c771STom Zanussi * propagate errors that now are calling die() 68763e0c771STom Zanussi */ 688361c99a6SArnaldo Carvalho de Melo err = event__synthesize_tracing_data(output, evsel_list, 6899215545eSTom Zanussi process_synthesized_event, 6909215545eSTom Zanussi session); 69163e0c771STom Zanussi if (err <= 0) { 69263e0c771STom Zanussi pr_err("Couldn't record tracing data.\n"); 69363e0c771STom Zanussi return err; 69463e0c771STom Zanussi } 6959215545eSTom Zanussi advance_output(err); 6962c46dbb5STom Zanussi } 69763e0c771STom Zanussi } 6982c46dbb5STom Zanussi 69923346f21SArnaldo Carvalho de Melo machine = perf_session__find_host_machine(session); 70023346f21SArnaldo Carvalho de Melo if (!machine) { 701a1645ce1SZhang, Yanmin pr_err("Couldn't find native kernel information.\n"); 702a1645ce1SZhang, Yanmin return -1; 703a1645ce1SZhang, Yanmin } 704a1645ce1SZhang, Yanmin 70556b03f3cSArnaldo Carvalho de Melo err = event__synthesize_kernel_mmap(process_synthesized_event, 70623346f21SArnaldo Carvalho de Melo session, machine, "_text"); 70770162138SArnaldo Carvalho de Melo if (err < 0) 70870162138SArnaldo Carvalho de Melo err = event__synthesize_kernel_mmap(process_synthesized_event, 70923346f21SArnaldo Carvalho de Melo session, machine, "_stext"); 710c1a3a4b9SArnaldo Carvalho de Melo if (err < 0) 711c1a3a4b9SArnaldo Carvalho de Melo pr_err("Couldn't record kernel reference relocation symbol\n" 712c1a3a4b9SArnaldo Carvalho de Melo "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n" 713c1a3a4b9SArnaldo Carvalho de Melo "Check /proc/kallsyms permission or run as root.\n"); 71456b03f3cSArnaldo Carvalho de Melo 715a1645ce1SZhang, Yanmin err = event__synthesize_modules(process_synthesized_event, 71623346f21SArnaldo Carvalho de Melo session, machine); 717c1a3a4b9SArnaldo Carvalho de Melo if (err < 0) 718c1a3a4b9SArnaldo Carvalho de Melo pr_err("Couldn't record kernel module information.\n" 719c1a3a4b9SArnaldo Carvalho de Melo "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n" 720c1a3a4b9SArnaldo Carvalho de Melo "Check /proc/modules permission or run as root.\n"); 721c1a3a4b9SArnaldo Carvalho de Melo 722a1645ce1SZhang, Yanmin if (perf_guest) 72323346f21SArnaldo Carvalho de Melo perf_session__process_machines(session, event__synthesize_guest_os); 724b7cece76SArnaldo Carvalho de Melo 725cf103a14SStephane Eranian if (!system_wide) 726d6d901c2SZhang, Yanmin event__synthesize_thread(target_tid, process_synthesized_event, 727d8f66248SArnaldo Carvalho de Melo session); 728234fbbf5SArnaldo Carvalho de Melo else 729d8f66248SArnaldo Carvalho de Melo event__synthesize_threads(process_synthesized_event, session); 7307c6a1c65SPeter Zijlstra 73186470930SIngo Molnar if (realtime_prio) { 73286470930SIngo Molnar struct sched_param param; 73386470930SIngo Molnar 73486470930SIngo Molnar param.sched_priority = realtime_prio; 73586470930SIngo Molnar if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { 7366beba7adSArnaldo Carvalho de Melo pr_err("Could not set realtime priority.\n"); 73786470930SIngo Molnar exit(-1); 73886470930SIngo Molnar } 73986470930SIngo Molnar } 74086470930SIngo Molnar 741856e9660SPeter Zijlstra /* 742856e9660SPeter Zijlstra * Let the child rip 743856e9660SPeter Zijlstra */ 744d4db3f16SArnaldo Carvalho de Melo if (forks) 745856e9660SPeter Zijlstra close(go_pipe[1]); 746856e9660SPeter Zijlstra 747649c48a9SPeter Zijlstra for (;;) { 74886470930SIngo Molnar int hits = samples; 749d6d901c2SZhang, Yanmin int thread; 75086470930SIngo Molnar 75198402807SFrederic Weisbecker mmap_read_all(); 75286470930SIngo Molnar 753649c48a9SPeter Zijlstra if (hits == samples) { 754649c48a9SPeter Zijlstra if (done) 755649c48a9SPeter Zijlstra break; 7565c581041SArnaldo Carvalho de Melo err = poll(evsel_list->pollfd, evsel_list->nr_fds, -1); 7578b412664SPeter Zijlstra waking++; 7588b412664SPeter Zijlstra } 7598b412664SPeter Zijlstra 7608b412664SPeter Zijlstra if (done) { 761dd7927f4SArnaldo Carvalho de Melo for (i = 0; i < cpus->nr; i++) { 76269aad6f1SArnaldo Carvalho de Melo struct perf_evsel *pos; 76369aad6f1SArnaldo Carvalho de Melo 764361c99a6SArnaldo Carvalho de Melo list_for_each_entry(pos, &evsel_list->entries, node) { 765d6d901c2SZhang, Yanmin for (thread = 0; 7665c98d466SArnaldo Carvalho de Melo thread < threads->nr; 767d6d901c2SZhang, Yanmin thread++) 76869aad6f1SArnaldo Carvalho de Melo ioctl(FD(pos, i, thread), 769d6d901c2SZhang, Yanmin PERF_EVENT_IOC_DISABLE); 770d6d901c2SZhang, Yanmin } 77186470930SIngo Molnar } 772649c48a9SPeter Zijlstra } 7738b412664SPeter Zijlstra } 7748b412664SPeter Zijlstra 77518483b81SArnaldo Carvalho de Melo if (quiet || signr == SIGUSR1) 776b44308f5SArnaldo Carvalho de Melo return 0; 777b44308f5SArnaldo Carvalho de Melo 7788b412664SPeter Zijlstra fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking); 77986470930SIngo Molnar 78086470930SIngo Molnar /* 78186470930SIngo Molnar * Approximate RIP event size: 24 bytes. 78286470930SIngo Molnar */ 78386470930SIngo Molnar fprintf(stderr, 7849486aa38SArnaldo Carvalho de Melo "[ perf record: Captured and wrote %.3f MB %s (~%" PRIu64 " samples) ]\n", 78586470930SIngo Molnar (double)bytes_written / 1024.0 / 1024.0, 78686470930SIngo Molnar output_name, 78786470930SIngo Molnar bytes_written / 24); 78886470930SIngo Molnar 78986470930SIngo Molnar return 0; 79039d17dacSArnaldo Carvalho de Melo 79139d17dacSArnaldo Carvalho de Melo out_delete_session: 79239d17dacSArnaldo Carvalho de Melo perf_session__delete(session); 79339d17dacSArnaldo Carvalho de Melo return err; 79486470930SIngo Molnar } 79586470930SIngo Molnar 79686470930SIngo Molnar static const char * const record_usage[] = { 79786470930SIngo Molnar "perf record [<options>] [<command>]", 79886470930SIngo Molnar "perf record [<options>] -- <command> [<options>]", 79986470930SIngo Molnar NULL 80086470930SIngo Molnar }; 80186470930SIngo Molnar 8027865e817SFrederic Weisbecker static bool force, append_file; 8037865e817SFrederic Weisbecker 804bca647aaSTom Zanussi const struct option record_options[] = { 805361c99a6SArnaldo Carvalho de Melo OPT_CALLBACK('e', "event", &evsel_list, "event", 80686470930SIngo Molnar "event selector. use 'perf list' to list available events", 80786470930SIngo Molnar parse_events), 808361c99a6SArnaldo Carvalho de Melo OPT_CALLBACK(0, "filter", &evsel_list, "filter", 809c171b552SLi Zefan "event filter", parse_filter), 81086470930SIngo Molnar OPT_INTEGER('p', "pid", &target_pid, 811d6d901c2SZhang, Yanmin "record events on existing process id"), 812d6d901c2SZhang, Yanmin OPT_INTEGER('t', "tid", &target_tid, 813d6d901c2SZhang, Yanmin "record events on existing thread id"), 81486470930SIngo Molnar OPT_INTEGER('r', "realtime", &realtime_prio, 81586470930SIngo Molnar "collect data with this RT SCHED_FIFO priority"), 816acac03faSKirill Smelkov OPT_BOOLEAN('D', "no-delay", &nodelay, 817acac03faSKirill Smelkov "collect data without buffering"), 818daac07b2SFrederic Weisbecker OPT_BOOLEAN('R', "raw-samples", &raw_samples, 819daac07b2SFrederic Weisbecker "collect raw sample records from all opened counters"), 82086470930SIngo Molnar OPT_BOOLEAN('a', "all-cpus", &system_wide, 82186470930SIngo Molnar "system-wide collection from all CPUs"), 82286470930SIngo Molnar OPT_BOOLEAN('A', "append", &append_file, 82386470930SIngo Molnar "append to the output file to do incremental profiling"), 824c45c6ea2SStephane Eranian OPT_STRING('C', "cpu", &cpu_list, "cpu", 825c45c6ea2SStephane Eranian "list of cpus to monitor"), 82686470930SIngo Molnar OPT_BOOLEAN('f', "force", &force, 8277865e817SFrederic Weisbecker "overwrite existing data file (deprecated)"), 8283de29cabSStephane Eranian OPT_U64('c', "count", &user_interval, "event period to sample"), 82986470930SIngo Molnar OPT_STRING('o', "output", &output_name, "file", 83086470930SIngo Molnar "output file name"), 8312e6cdf99SStephane Eranian OPT_BOOLEAN('i', "no-inherit", &no_inherit, 8322e6cdf99SStephane Eranian "child tasks do not inherit counters"), 8331967936dSArnaldo Carvalho de Melo OPT_UINTEGER('F', "freq", &user_freq, "profile at this frequency"), 8341967936dSArnaldo Carvalho de Melo OPT_UINTEGER('m', "mmap-pages", &mmap_pages, "number of mmap data pages"), 8353efa1cc9SIngo Molnar OPT_BOOLEAN('g', "call-graph", &call_graph, 8363efa1cc9SIngo Molnar "do call-graph (stack chain/backtrace) recording"), 837c0555642SIan Munsie OPT_INCR('v', "verbose", &verbose, 8383da297a6SIngo Molnar "be more verbose (show counter open errors, etc)"), 839b44308f5SArnaldo Carvalho de Melo OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"), 840649c48a9SPeter Zijlstra OPT_BOOLEAN('s', "stat", &inherit_stat, 841649c48a9SPeter Zijlstra "per thread counts"), 8424bba828dSAnton Blanchard OPT_BOOLEAN('d', "data", &sample_address, 8434bba828dSAnton Blanchard "Sample addresses"), 8449c90a61cSArnaldo Carvalho de Melo OPT_BOOLEAN('T', "timestamp", &sample_time, "Sample timestamps"), 845649c48a9SPeter Zijlstra OPT_BOOLEAN('n', "no-samples", &no_samples, 846649c48a9SPeter Zijlstra "don't sample"), 847baa2f6ceSArnaldo Carvalho de Melo OPT_BOOLEAN('N', "no-buildid-cache", &no_buildid_cache, 848a1ac1d3cSStephane Eranian "do not update the buildid cache"), 849baa2f6ceSArnaldo Carvalho de Melo OPT_BOOLEAN('B', "no-buildid", &no_buildid, 850baa2f6ceSArnaldo Carvalho de Melo "do not collect buildids in perf.data"), 85186470930SIngo Molnar OPT_END() 85286470930SIngo Molnar }; 85386470930SIngo Molnar 854f37a291cSIngo Molnar int cmd_record(int argc, const char **argv, const char *prefix __used) 85586470930SIngo Molnar { 85669aad6f1SArnaldo Carvalho de Melo int err = -ENOMEM; 85769aad6f1SArnaldo Carvalho de Melo struct perf_evsel *pos; 85886470930SIngo Molnar 859361c99a6SArnaldo Carvalho de Melo evsel_list = perf_evlist__new(); 860361c99a6SArnaldo Carvalho de Melo if (evsel_list == NULL) 861361c99a6SArnaldo Carvalho de Melo return -ENOMEM; 862361c99a6SArnaldo Carvalho de Melo 863bca647aaSTom Zanussi argc = parse_options(argc, argv, record_options, record_usage, 864a0541234SAnton Blanchard PARSE_OPT_STOP_AT_NON_OPTION); 865d6d901c2SZhang, Yanmin if (!argc && target_pid == -1 && target_tid == -1 && 866c45c6ea2SStephane Eranian !system_wide && !cpu_list) 867bca647aaSTom Zanussi usage_with_options(record_usage, record_options); 86886470930SIngo Molnar 8697865e817SFrederic Weisbecker if (force && append_file) { 8707865e817SFrederic Weisbecker fprintf(stderr, "Can't overwrite and append at the same time." 8717865e817SFrederic Weisbecker " You need to choose between -f and -A"); 872bca647aaSTom Zanussi usage_with_options(record_usage, record_options); 8737865e817SFrederic Weisbecker } else if (append_file) { 8747865e817SFrederic Weisbecker write_mode = WRITE_APPEND; 8757865e817SFrederic Weisbecker } else { 8767865e817SFrederic Weisbecker write_mode = WRITE_FORCE; 8777865e817SFrederic Weisbecker } 8787865e817SFrederic Weisbecker 879655000e7SArnaldo Carvalho de Melo symbol__init(); 880baa2f6ceSArnaldo Carvalho de Melo 881baa2f6ceSArnaldo Carvalho de Melo if (no_buildid_cache || no_buildid) 882a1ac1d3cSStephane Eranian disable_buildid_cache(); 883655000e7SArnaldo Carvalho de Melo 884361c99a6SArnaldo Carvalho de Melo if (evsel_list->nr_entries == 0 && 885361c99a6SArnaldo Carvalho de Melo perf_evlist__add_default(evsel_list) < 0) { 88669aad6f1SArnaldo Carvalho de Melo pr_err("Not enough memory for event selector list\n"); 88769aad6f1SArnaldo Carvalho de Melo goto out_symbol_exit; 888bbd36e5eSPeter Zijlstra } 88986470930SIngo Molnar 8905c98d466SArnaldo Carvalho de Melo if (target_pid != -1) 891d6d901c2SZhang, Yanmin target_tid = target_pid; 892d6d901c2SZhang, Yanmin 8935c98d466SArnaldo Carvalho de Melo threads = thread_map__new(target_pid, target_tid); 8945c98d466SArnaldo Carvalho de Melo if (threads == NULL) { 8955c98d466SArnaldo Carvalho de Melo pr_err("Problems finding threads of monitor\n"); 8965c98d466SArnaldo Carvalho de Melo usage_with_options(record_usage, record_options); 897d6d901c2SZhang, Yanmin } 898d6d901c2SZhang, Yanmin 899dd7927f4SArnaldo Carvalho de Melo if (target_tid != -1) 900dd7927f4SArnaldo Carvalho de Melo cpus = cpu_map__dummy_new(); 901dd7927f4SArnaldo Carvalho de Melo else 90260d567e2SArnaldo Carvalho de Melo cpus = cpu_map__new(cpu_list); 903dd7927f4SArnaldo Carvalho de Melo 904dd7927f4SArnaldo Carvalho de Melo if (cpus == NULL) 905dd7927f4SArnaldo Carvalho de Melo usage_with_options(record_usage, record_options); 90669aad6f1SArnaldo Carvalho de Melo 907361c99a6SArnaldo Carvalho de Melo list_for_each_entry(pos, &evsel_list->entries, node) { 9085c98d466SArnaldo Carvalho de Melo if (perf_evsel__alloc_fd(pos, cpus->nr, threads->nr) < 0) 90969aad6f1SArnaldo Carvalho de Melo goto out_free_fd; 910ad7f4e3fSArnaldo Carvalho de Melo if (perf_header__push_event(pos->attr.config, event_name(pos))) 911ad7f4e3fSArnaldo Carvalho de Melo goto out_free_fd; 912d6d901c2SZhang, Yanmin } 9135c581041SArnaldo Carvalho de Melo 9145c581041SArnaldo Carvalho de Melo if (perf_evlist__alloc_pollfd(evsel_list, cpus->nr, threads->nr) < 0) 91539d17dacSArnaldo Carvalho de Melo goto out_free_fd; 916d6d901c2SZhang, Yanmin 9173de29cabSStephane Eranian if (user_interval != ULLONG_MAX) 918f9212819SFrederic Weisbecker default_interval = user_interval; 919f9212819SFrederic Weisbecker if (user_freq != UINT_MAX) 920f9212819SFrederic Weisbecker freq = user_freq; 921f9212819SFrederic Weisbecker 9227e4ff9e3SMike Galbraith /* 9237e4ff9e3SMike Galbraith * User specified count overrides default frequency. 9247e4ff9e3SMike Galbraith */ 9257e4ff9e3SMike Galbraith if (default_interval) 9267e4ff9e3SMike Galbraith freq = 0; 9277e4ff9e3SMike Galbraith else if (freq) { 9287e4ff9e3SMike Galbraith default_interval = freq; 9297e4ff9e3SMike Galbraith } else { 9307e4ff9e3SMike Galbraith fprintf(stderr, "frequency and count are zero, aborting\n"); 93139d17dacSArnaldo Carvalho de Melo err = -EINVAL; 9325c581041SArnaldo Carvalho de Melo goto out_free_fd; 9337e4ff9e3SMike Galbraith } 9347e4ff9e3SMike Galbraith 93539d17dacSArnaldo Carvalho de Melo err = __cmd_record(argc, argv); 93639d17dacSArnaldo Carvalho de Melo 93739d17dacSArnaldo Carvalho de Melo out_free_fd: 9385c98d466SArnaldo Carvalho de Melo thread_map__delete(threads); 9395c98d466SArnaldo Carvalho de Melo threads = NULL; 940d65a458bSArnaldo Carvalho de Melo out_symbol_exit: 941d65a458bSArnaldo Carvalho de Melo symbol__exit(); 94239d17dacSArnaldo Carvalho de Melo return err; 94386470930SIngo Molnar } 944