xref: /openbmc/linux/tools/perf/builtin-record.c (revision 115d2d8963a426670ac3ce983fc4c4e001703943)
186470930SIngo Molnar /*
286470930SIngo Molnar  * builtin-record.c
386470930SIngo Molnar  *
486470930SIngo Molnar  * Builtin record command: Record the profile of a workload
586470930SIngo Molnar  * (or a CPU, or a PID) into the perf.data output file - for
686470930SIngo Molnar  * later analysis via perf report.
786470930SIngo Molnar  */
8b8f46c5aSXiao Guangrong #define _FILE_OFFSET_BITS 64
9b8f46c5aSXiao Guangrong 
1086470930SIngo Molnar #include "builtin.h"
1186470930SIngo Molnar 
1286470930SIngo Molnar #include "perf.h"
1386470930SIngo Molnar 
146122e4e4SArnaldo Carvalho de Melo #include "util/build-id.h"
1586470930SIngo Molnar #include "util/util.h"
1686470930SIngo Molnar #include "util/parse-options.h"
1786470930SIngo Molnar #include "util/parse-events.h"
1886470930SIngo Molnar 
197c6a1c65SPeter Zijlstra #include "util/header.h"
2066e274f3SFrederic Weisbecker #include "util/event.h"
21361c99a6SArnaldo Carvalho de Melo #include "util/evlist.h"
2269aad6f1SArnaldo Carvalho de Melo #include "util/evsel.h"
238f28827aSFrederic Weisbecker #include "util/debug.h"
2494c744b6SArnaldo Carvalho de Melo #include "util/session.h"
258d06367fSArnaldo Carvalho de Melo #include "util/symbol.h"
26a12b51c4SPaul Mackerras #include "util/cpumap.h"
277c6a1c65SPeter Zijlstra 
2886470930SIngo Molnar #include <unistd.h>
2986470930SIngo Molnar #include <sched.h>
30a41794cdSArnaldo Carvalho de Melo #include <sys/mman.h>
3186470930SIngo Molnar 
3269aad6f1SArnaldo Carvalho de Melo #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y))
3369aad6f1SArnaldo Carvalho de Melo 
347865e817SFrederic Weisbecker enum write_mode_t {
357865e817SFrederic Weisbecker 	WRITE_FORCE,
367865e817SFrederic Weisbecker 	WRITE_APPEND
377865e817SFrederic Weisbecker };
387865e817SFrederic Weisbecker 
393de29cabSStephane Eranian static u64			user_interval			= ULLONG_MAX;
403de29cabSStephane Eranian static u64			default_interval		=      0;
41640c03ceSArnaldo Carvalho de Melo static u64			sample_type;
4286470930SIngo Molnar 
4360d567e2SArnaldo Carvalho de Melo static struct cpu_map		*cpus;
4486470930SIngo Molnar static unsigned int		page_size;
4586470930SIngo Molnar static unsigned int		mmap_pages			=    128;
46f9212819SFrederic Weisbecker static unsigned int		user_freq 			= UINT_MAX;
4742e59d7dSIngo Molnar static int			freq				=   1000;
4886470930SIngo Molnar static int			output;
49529870e3STom Zanussi static int			pipe_output			=      0;
5086470930SIngo Molnar static const char		*output_name			= "perf.data";
5186470930SIngo Molnar static int			group				=      0;
521967936dSArnaldo Carvalho de Melo static int			realtime_prio			=      0;
53acac03faSKirill Smelkov static bool			nodelay				=  false;
54c0555642SIan Munsie static bool			raw_samples			=  false;
559c90a61cSArnaldo Carvalho de Melo static bool			sample_id_all_avail		=   true;
56c0555642SIan Munsie static bool			system_wide			=  false;
5786470930SIngo Molnar static pid_t			target_pid			=     -1;
58d6d901c2SZhang, Yanmin static pid_t			target_tid			=     -1;
595c98d466SArnaldo Carvalho de Melo static struct thread_map	*threads;
60933da83aSChris Wilson static pid_t			child_pid			=     -1;
612e6cdf99SStephane Eranian static bool			no_inherit			=  false;
627865e817SFrederic Weisbecker static enum write_mode_t	write_mode			= WRITE_FORCE;
63c0555642SIan Munsie static bool			call_graph			=  false;
64c0555642SIan Munsie static bool			inherit_stat			=  false;
65c0555642SIan Munsie static bool			no_samples			=  false;
66c0555642SIan Munsie static bool			sample_address			=  false;
679c90a61cSArnaldo Carvalho de Melo static bool			sample_time			=  false;
68a1ac1d3cSStephane Eranian static bool			no_buildid			=  false;
69baa2f6ceSArnaldo Carvalho de Melo static bool			no_buildid_cache		=  false;
70361c99a6SArnaldo Carvalho de Melo static struct perf_evlist	*evsel_list;
7186470930SIngo Molnar 
7242e59d7dSIngo Molnar static long			samples				=      0;
7342e59d7dSIngo Molnar static u64			bytes_written			=      0;
7486470930SIngo Molnar 
75f5970550SPeter Zijlstra static int			file_new			=      1;
766122e4e4SArnaldo Carvalho de Melo static off_t			post_processing_offset;
777c6a1c65SPeter Zijlstra 
7894c744b6SArnaldo Carvalho de Melo static struct perf_session	*session;
79c45c6ea2SStephane Eranian static const char		*cpu_list;
80f5970550SPeter Zijlstra 
81744bd8aaSArnaldo Carvalho de Melo static struct perf_mmap		mmap_array[MAX_NR_CPUS];
8286470930SIngo Molnar 
839215545eSTom Zanussi static void advance_output(size_t size)
849215545eSTom Zanussi {
859215545eSTom Zanussi 	bytes_written += size;
869215545eSTom Zanussi }
879215545eSTom Zanussi 
88f5970550SPeter Zijlstra static void write_output(void *buf, size_t size)
89f5970550SPeter Zijlstra {
90f5970550SPeter Zijlstra 	while (size) {
91f5970550SPeter Zijlstra 		int ret = write(output, buf, size);
92f5970550SPeter Zijlstra 
93f5970550SPeter Zijlstra 		if (ret < 0)
94f5970550SPeter Zijlstra 			die("failed to write");
95f5970550SPeter Zijlstra 
96f5970550SPeter Zijlstra 		size -= ret;
97f5970550SPeter Zijlstra 		buf += ret;
98f5970550SPeter Zijlstra 
99f5970550SPeter Zijlstra 		bytes_written += ret;
100f5970550SPeter Zijlstra 	}
101f5970550SPeter Zijlstra }
102f5970550SPeter Zijlstra 
103d8f66248SArnaldo Carvalho de Melo static int process_synthesized_event(event_t *event,
104640c03ceSArnaldo Carvalho de Melo 				     struct sample_data *sample __used,
105d8f66248SArnaldo Carvalho de Melo 				     struct perf_session *self __used)
106234fbbf5SArnaldo Carvalho de Melo {
1076122e4e4SArnaldo Carvalho de Melo 	write_output(event, event->header.size);
108234fbbf5SArnaldo Carvalho de Melo 	return 0;
109234fbbf5SArnaldo Carvalho de Melo }
110234fbbf5SArnaldo Carvalho de Melo 
111744bd8aaSArnaldo Carvalho de Melo static void mmap_read(struct perf_mmap *md)
11286470930SIngo Molnar {
113744bd8aaSArnaldo Carvalho de Melo 	unsigned int head = perf_mmap__read_head(md);
11486470930SIngo Molnar 	unsigned int old = md->prev;
11586470930SIngo Molnar 	unsigned char *data = md->base + page_size;
11686470930SIngo Molnar 	unsigned long size;
11786470930SIngo Molnar 	void *buf;
11886470930SIngo Molnar 	int diff;
11986470930SIngo Molnar 
12086470930SIngo Molnar 	/*
12186470930SIngo Molnar 	 * If we're further behind than half the buffer, there's a chance
12286470930SIngo Molnar 	 * the writer will bite our tail and mess up the samples under us.
12386470930SIngo Molnar 	 *
12486470930SIngo Molnar 	 * If we somehow ended up ahead of the head, we got messed up.
12586470930SIngo Molnar 	 *
12686470930SIngo Molnar 	 * In either case, truncate and restart at head.
12786470930SIngo Molnar 	 */
12886470930SIngo Molnar 	diff = head - old;
1299d91a6f7SPeter Zijlstra 	if (diff < 0) {
130ef365cefSRuss Anderson 		fprintf(stderr, "WARNING: failed to keep up with mmap data\n");
13186470930SIngo Molnar 		/*
13286470930SIngo Molnar 		 * head points to a known good entry, start there.
13386470930SIngo Molnar 		 */
13486470930SIngo Molnar 		old = head;
13586470930SIngo Molnar 	}
13686470930SIngo Molnar 
13786470930SIngo Molnar 	if (old != head)
13886470930SIngo Molnar 		samples++;
13986470930SIngo Molnar 
14086470930SIngo Molnar 	size = head - old;
14186470930SIngo Molnar 
14286470930SIngo Molnar 	if ((old & md->mask) + size != (head & md->mask)) {
14386470930SIngo Molnar 		buf = &data[old & md->mask];
14486470930SIngo Molnar 		size = md->mask + 1 - (old & md->mask);
14586470930SIngo Molnar 		old += size;
14686470930SIngo Molnar 
1476122e4e4SArnaldo Carvalho de Melo 		write_output(buf, size);
14886470930SIngo Molnar 	}
14986470930SIngo Molnar 
15086470930SIngo Molnar 	buf = &data[old & md->mask];
15186470930SIngo Molnar 	size = head - old;
15286470930SIngo Molnar 	old += size;
15386470930SIngo Molnar 
1546122e4e4SArnaldo Carvalho de Melo 	write_output(buf, size);
15586470930SIngo Molnar 
15686470930SIngo Molnar 	md->prev = old;
157*115d2d89SArnaldo Carvalho de Melo 	perf_mmap__write_tail(md, old);
15886470930SIngo Molnar }
15986470930SIngo Molnar 
16086470930SIngo Molnar static volatile int done = 0;
161f7b7c26eSPeter Zijlstra static volatile int signr = -1;
16286470930SIngo Molnar 
16386470930SIngo Molnar static void sig_handler(int sig)
16486470930SIngo Molnar {
16586470930SIngo Molnar 	done = 1;
166f7b7c26eSPeter Zijlstra 	signr = sig;
167f7b7c26eSPeter Zijlstra }
168f7b7c26eSPeter Zijlstra 
169f7b7c26eSPeter Zijlstra static void sig_atexit(void)
170f7b7c26eSPeter Zijlstra {
1715ffc8881SIan Munsie 	if (child_pid > 0)
172933da83aSChris Wilson 		kill(child_pid, SIGTERM);
173933da83aSChris Wilson 
17418483b81SArnaldo Carvalho de Melo 	if (signr == -1 || signr == SIGUSR1)
175f7b7c26eSPeter Zijlstra 		return;
176f7b7c26eSPeter Zijlstra 
177f7b7c26eSPeter Zijlstra 	signal(signr, SIG_DFL);
178f7b7c26eSPeter Zijlstra 	kill(getpid(), signr);
17986470930SIngo Molnar }
18086470930SIngo Molnar 
181cdd6c482SIngo Molnar static struct perf_header_attr *get_header_attr(struct perf_event_attr *a, int nr)
1827c6a1c65SPeter Zijlstra {
1837c6a1c65SPeter Zijlstra 	struct perf_header_attr *h_attr;
1847c6a1c65SPeter Zijlstra 
18594c744b6SArnaldo Carvalho de Melo 	if (nr < session->header.attrs) {
18694c744b6SArnaldo Carvalho de Melo 		h_attr = session->header.attr[nr];
1877c6a1c65SPeter Zijlstra 	} else {
1887c6a1c65SPeter Zijlstra 		h_attr = perf_header_attr__new(a);
189dc79c0fcSArnaldo Carvalho de Melo 		if (h_attr != NULL)
19094c744b6SArnaldo Carvalho de Melo 			if (perf_header__add_attr(&session->header, h_attr) < 0) {
19111deb1f9SArnaldo Carvalho de Melo 				perf_header_attr__delete(h_attr);
19211deb1f9SArnaldo Carvalho de Melo 				h_attr = NULL;
19311deb1f9SArnaldo Carvalho de Melo 			}
1947c6a1c65SPeter Zijlstra 	}
1957c6a1c65SPeter Zijlstra 
1967c6a1c65SPeter Zijlstra 	return h_attr;
1977c6a1c65SPeter Zijlstra }
1987c6a1c65SPeter Zijlstra 
199361c99a6SArnaldo Carvalho de Melo static void create_counter(struct perf_evlist *evlist,
200361c99a6SArnaldo Carvalho de Melo 			   struct perf_evsel *evsel, int cpu)
20186470930SIngo Molnar {
20269aad6f1SArnaldo Carvalho de Melo 	char *filter = evsel->filter;
20369aad6f1SArnaldo Carvalho de Melo 	struct perf_event_attr *attr = &evsel->attr;
2047c6a1c65SPeter Zijlstra 	struct perf_header_attr *h_attr;
205d6d901c2SZhang, Yanmin 	int thread_index;
206c171b552SLi Zefan 	int ret;
2077c6a1c65SPeter Zijlstra 	struct {
2087c6a1c65SPeter Zijlstra 		u64 count;
2097c6a1c65SPeter Zijlstra 		u64 time_enabled;
2107c6a1c65SPeter Zijlstra 		u64 time_running;
2117c6a1c65SPeter Zijlstra 		u64 id;
2127c6a1c65SPeter Zijlstra 	} read_data;
213dd7927f4SArnaldo Carvalho de Melo 
214dd7927f4SArnaldo Carvalho de Melo 	for (thread_index = 0; thread_index < threads->nr; thread_index++) {
215dd7927f4SArnaldo Carvalho de Melo 		h_attr = get_header_attr(attr, evsel->idx);
216dd7927f4SArnaldo Carvalho de Melo 		if (h_attr == NULL)
217dd7927f4SArnaldo Carvalho de Melo 			die("nomem\n");
218dd7927f4SArnaldo Carvalho de Melo 
219dd7927f4SArnaldo Carvalho de Melo 		if (!file_new) {
220dd7927f4SArnaldo Carvalho de Melo 			if (memcmp(&h_attr->attr, attr, sizeof(*attr))) {
221dd7927f4SArnaldo Carvalho de Melo 				fprintf(stderr, "incompatible append\n");
222dd7927f4SArnaldo Carvalho de Melo 				exit(-1);
223dd7927f4SArnaldo Carvalho de Melo 			}
224dd7927f4SArnaldo Carvalho de Melo 		}
225dd7927f4SArnaldo Carvalho de Melo 
226dd7927f4SArnaldo Carvalho de Melo 		if (read(FD(evsel, cpu, thread_index), &read_data, sizeof(read_data)) == -1) {
227dd7927f4SArnaldo Carvalho de Melo 			perror("Unable to read perf file descriptor");
228dd7927f4SArnaldo Carvalho de Melo 			exit(-1);
229dd7927f4SArnaldo Carvalho de Melo 		}
230dd7927f4SArnaldo Carvalho de Melo 
231dd7927f4SArnaldo Carvalho de Melo 		if (perf_header_attr__add_id(h_attr, read_data.id) < 0) {
232dd7927f4SArnaldo Carvalho de Melo 			pr_warning("Not enough memory to add id\n");
233dd7927f4SArnaldo Carvalho de Melo 			exit(-1);
234dd7927f4SArnaldo Carvalho de Melo 		}
235dd7927f4SArnaldo Carvalho de Melo 
236dd7927f4SArnaldo Carvalho de Melo 		assert(FD(evsel, cpu, thread_index) >= 0);
237dd7927f4SArnaldo Carvalho de Melo 		fcntl(FD(evsel, cpu, thread_index), F_SETFL, O_NONBLOCK);
238dd7927f4SArnaldo Carvalho de Melo 
239dd7927f4SArnaldo Carvalho de Melo 		if (evsel->idx || thread_index) {
240dd7927f4SArnaldo Carvalho de Melo 			struct perf_evsel *first;
241dd7927f4SArnaldo Carvalho de Melo 			first = list_entry(evlist->entries.next, struct perf_evsel, node);
242dd7927f4SArnaldo Carvalho de Melo 			ret = ioctl(FD(evsel, cpu, thread_index),
243dd7927f4SArnaldo Carvalho de Melo 				    PERF_EVENT_IOC_SET_OUTPUT,
244dd7927f4SArnaldo Carvalho de Melo 				    FD(first, cpu, 0));
245dd7927f4SArnaldo Carvalho de Melo 			if (ret) {
246dd7927f4SArnaldo Carvalho de Melo 				error("failed to set output: %d (%s)\n", errno,
247dd7927f4SArnaldo Carvalho de Melo 						strerror(errno));
248dd7927f4SArnaldo Carvalho de Melo 				exit(-1);
249dd7927f4SArnaldo Carvalho de Melo 			}
250dd7927f4SArnaldo Carvalho de Melo 		} else {
251dd7927f4SArnaldo Carvalho de Melo 			mmap_array[cpu].prev = 0;
252dd7927f4SArnaldo Carvalho de Melo 			mmap_array[cpu].mask = mmap_pages*page_size - 1;
253dd7927f4SArnaldo Carvalho de Melo 			mmap_array[cpu].base = mmap(NULL, (mmap_pages+1)*page_size,
254dd7927f4SArnaldo Carvalho de Melo 				PROT_READ | PROT_WRITE, MAP_SHARED, FD(evsel, cpu, thread_index), 0);
255dd7927f4SArnaldo Carvalho de Melo 			if (mmap_array[cpu].base == MAP_FAILED) {
256dd7927f4SArnaldo Carvalho de Melo 				error("failed to mmap with %d (%s)\n", errno, strerror(errno));
257dd7927f4SArnaldo Carvalho de Melo 				exit(-1);
258dd7927f4SArnaldo Carvalho de Melo 			}
259dd7927f4SArnaldo Carvalho de Melo 
260dd7927f4SArnaldo Carvalho de Melo 			evlist->pollfd[evlist->nr_fds].fd = FD(evsel, cpu, thread_index);
261dd7927f4SArnaldo Carvalho de Melo 			evlist->pollfd[evlist->nr_fds].events = POLLIN;
262dd7927f4SArnaldo Carvalho de Melo 			evlist->nr_fds++;
263dd7927f4SArnaldo Carvalho de Melo 		}
264dd7927f4SArnaldo Carvalho de Melo 
265dd7927f4SArnaldo Carvalho de Melo 		if (filter != NULL) {
266dd7927f4SArnaldo Carvalho de Melo 			ret = ioctl(FD(evsel, cpu, thread_index),
267dd7927f4SArnaldo Carvalho de Melo 				    PERF_EVENT_IOC_SET_FILTER, filter);
268dd7927f4SArnaldo Carvalho de Melo 			if (ret) {
269dd7927f4SArnaldo Carvalho de Melo 				error("failed to set filter with %d (%s)\n", errno,
270dd7927f4SArnaldo Carvalho de Melo 						strerror(errno));
271dd7927f4SArnaldo Carvalho de Melo 				exit(-1);
272dd7927f4SArnaldo Carvalho de Melo 			}
273dd7927f4SArnaldo Carvalho de Melo 		}
274dd7927f4SArnaldo Carvalho de Melo 	}
275dd7927f4SArnaldo Carvalho de Melo 
276dd7927f4SArnaldo Carvalho de Melo 	if (!sample_type)
277dd7927f4SArnaldo Carvalho de Melo 		sample_type = attr->sample_type;
278dd7927f4SArnaldo Carvalho de Melo }
279dd7927f4SArnaldo Carvalho de Melo 
280dd7927f4SArnaldo Carvalho de Melo static void config_attr(struct perf_evsel *evsel, struct perf_evlist *evlist)
281dd7927f4SArnaldo Carvalho de Melo {
282dd7927f4SArnaldo Carvalho de Melo 	struct perf_event_attr *attr = &evsel->attr;
283dd7927f4SArnaldo Carvalho de Melo 	int track = !evsel->idx; /* only the first counter needs these */
2847c6a1c65SPeter Zijlstra 
2857c6a1c65SPeter Zijlstra 	attr->read_format	= PERF_FORMAT_TOTAL_TIME_ENABLED |
2867c6a1c65SPeter Zijlstra 				  PERF_FORMAT_TOTAL_TIME_RUNNING |
2877c6a1c65SPeter Zijlstra 				  PERF_FORMAT_ID;
28886470930SIngo Molnar 
2893a9f131fSFrederic Weisbecker 	attr->sample_type	|= PERF_SAMPLE_IP | PERF_SAMPLE_TID;
2903efa1cc9SIngo Molnar 
291361c99a6SArnaldo Carvalho de Melo 	if (evlist->nr_entries > 1)
2928907fd60SEric B Munson 		attr->sample_type |= PERF_SAMPLE_ID;
2938907fd60SEric B Munson 
294f9212819SFrederic Weisbecker 	/*
295f9212819SFrederic Weisbecker 	 * We default some events to a 1 default interval. But keep
296f9212819SFrederic Weisbecker 	 * it a weak assumption overridable by the user.
297f9212819SFrederic Weisbecker 	 */
298f9212819SFrederic Weisbecker 	if (!attr->sample_period || (user_freq != UINT_MAX &&
2993de29cabSStephane Eranian 				     user_interval != ULLONG_MAX)) {
30086470930SIngo Molnar 		if (freq) {
301ea1900e5SPeter Zijlstra 			attr->sample_type	|= PERF_SAMPLE_PERIOD;
30286470930SIngo Molnar 			attr->freq		= 1;
30386470930SIngo Molnar 			attr->sample_freq	= freq;
304f9212819SFrederic Weisbecker 		} else {
305f9212819SFrederic Weisbecker 			attr->sample_period = default_interval;
306f9212819SFrederic Weisbecker 		}
30786470930SIngo Molnar 	}
3083efa1cc9SIngo Molnar 
309649c48a9SPeter Zijlstra 	if (no_samples)
310649c48a9SPeter Zijlstra 		attr->sample_freq = 0;
311649c48a9SPeter Zijlstra 
312649c48a9SPeter Zijlstra 	if (inherit_stat)
313649c48a9SPeter Zijlstra 		attr->inherit_stat = 1;
314649c48a9SPeter Zijlstra 
3153af9e859SEric B Munson 	if (sample_address) {
3164bba828dSAnton Blanchard 		attr->sample_type	|= PERF_SAMPLE_ADDR;
3173af9e859SEric B Munson 		attr->mmap_data = track;
3183af9e859SEric B Munson 	}
3194bba828dSAnton Blanchard 
3203efa1cc9SIngo Molnar 	if (call_graph)
3213efa1cc9SIngo Molnar 		attr->sample_type	|= PERF_SAMPLE_CALLCHAIN;
3223efa1cc9SIngo Molnar 
323f60f3593SArun Sharma 	if (system_wide)
324f60f3593SArun Sharma 		attr->sample_type	|= PERF_SAMPLE_CPU;
325f60f3593SArun Sharma 
326a43d3f08SArnaldo Carvalho de Melo 	if (sample_id_all_avail &&
327a43d3f08SArnaldo Carvalho de Melo 	    (sample_time || system_wide || !no_inherit || cpu_list))
3289c90a61cSArnaldo Carvalho de Melo 		attr->sample_type	|= PERF_SAMPLE_TIME;
3299c90a61cSArnaldo Carvalho de Melo 
330cd6feeeaSIngo Molnar 	if (raw_samples) {
3316ddf259dSIngo Molnar 		attr->sample_type	|= PERF_SAMPLE_TIME;
332daac07b2SFrederic Weisbecker 		attr->sample_type	|= PERF_SAMPLE_RAW;
333cd6feeeaSIngo Molnar 		attr->sample_type	|= PERF_SAMPLE_CPU;
334cd6feeeaSIngo Molnar 	}
335f413cdb8SFrederic Weisbecker 
336acac03faSKirill Smelkov 	if (nodelay) {
337acac03faSKirill Smelkov 		attr->watermark = 0;
338acac03faSKirill Smelkov 		attr->wakeup_events = 1;
339acac03faSKirill Smelkov 	}
340acac03faSKirill Smelkov 
34186470930SIngo Molnar 	attr->mmap		= track;
34286470930SIngo Molnar 	attr->comm		= track;
343dd7927f4SArnaldo Carvalho de Melo 
3442e6cdf99SStephane Eranian 	if (target_pid == -1 && target_tid == -1 && !system_wide) {
3454502d77cSPeter Zijlstra 		attr->disabled = 1;
346bedbfdeaSEric B Munson 		attr->enable_on_exec = 1;
34746be604bSZhang, Yanmin 	}
348dd7927f4SArnaldo Carvalho de Melo }
349dd7927f4SArnaldo Carvalho de Melo 
350dd7927f4SArnaldo Carvalho de Melo static void open_counters(struct perf_evlist *evlist)
351dd7927f4SArnaldo Carvalho de Melo {
352dd7927f4SArnaldo Carvalho de Melo 	struct perf_evsel *pos;
353dd7927f4SArnaldo Carvalho de Melo 	int cpu;
354dd7927f4SArnaldo Carvalho de Melo 
355dd7927f4SArnaldo Carvalho de Melo 	list_for_each_entry(pos, &evlist->entries, node) {
356dd7927f4SArnaldo Carvalho de Melo 		struct perf_event_attr *attr = &pos->attr;
357dd7927f4SArnaldo Carvalho de Melo 		/*
358dd7927f4SArnaldo Carvalho de Melo 		 * Check if parse_single_tracepoint_event has already asked for
359dd7927f4SArnaldo Carvalho de Melo 		 * PERF_SAMPLE_TIME.
360dd7927f4SArnaldo Carvalho de Melo 		 *
361dd7927f4SArnaldo Carvalho de Melo 		 * XXX this is kludgy but short term fix for problems introduced by
362dd7927f4SArnaldo Carvalho de Melo 		 * eac23d1c that broke 'perf script' by having different sample_types
363dd7927f4SArnaldo Carvalho de Melo 		 * when using multiple tracepoint events when we use a perf binary
364dd7927f4SArnaldo Carvalho de Melo 		 * that tries to use sample_id_all on an older kernel.
365dd7927f4SArnaldo Carvalho de Melo 		 *
366dd7927f4SArnaldo Carvalho de Melo 		 * We need to move counter creation to perf_session, support
367dd7927f4SArnaldo Carvalho de Melo 		 * different sample_types, etc.
368dd7927f4SArnaldo Carvalho de Melo 		 */
369dd7927f4SArnaldo Carvalho de Melo 		bool time_needed = attr->sample_type & PERF_SAMPLE_TIME;
370dd7927f4SArnaldo Carvalho de Melo 
371dd7927f4SArnaldo Carvalho de Melo 		config_attr(pos, evlist);
3729c90a61cSArnaldo Carvalho de Melo retry_sample_id:
3739c90a61cSArnaldo Carvalho de Melo 		attr->sample_id_all = sample_id_all_avail ? 1 : 0;
3743da297a6SIngo Molnar try_again:
375dd7927f4SArnaldo Carvalho de Melo 		if (perf_evsel__open(pos, cpus, threads, group, !no_inherit) < 0) {
37686470930SIngo Molnar 			int err = errno;
37786470930SIngo Molnar 
378c10edee2SPekka Enberg 			if (err == EPERM || err == EACCES)
3796230f2c7SArnaldo Carvalho de Melo 				die("Permission error - are you root?\n"
380d6d901c2SZhang, Yanmin 					"\t Consider tweaking"
381d6d901c2SZhang, Yanmin 					" /proc/sys/kernel/perf_event_paranoid.\n");
382c45c6ea2SStephane Eranian 			else if (err ==  ENODEV && cpu_list) {
383d6d901c2SZhang, Yanmin 				die("No such device - did you specify"
384d6d901c2SZhang, Yanmin 					" an out-of-range profile CPU?\n");
3859c90a61cSArnaldo Carvalho de Melo 			} else if (err == EINVAL && sample_id_all_avail) {
3869c90a61cSArnaldo Carvalho de Melo 				/*
3879c90a61cSArnaldo Carvalho de Melo 				 * Old kernel, no attr->sample_id_type_all field
3889c90a61cSArnaldo Carvalho de Melo 				 */
3899c90a61cSArnaldo Carvalho de Melo 				sample_id_all_avail = false;
390a43d3f08SArnaldo Carvalho de Melo 				if (!sample_time && !raw_samples && !time_needed)
391eac23d1cSIan Munsie 					attr->sample_type &= ~PERF_SAMPLE_TIME;
392eac23d1cSIan Munsie 
3939c90a61cSArnaldo Carvalho de Melo 				goto retry_sample_id;
394d6d901c2SZhang, Yanmin 			}
3953da297a6SIngo Molnar 
3963da297a6SIngo Molnar 			/*
3973da297a6SIngo Molnar 			 * If it's cycles then fall back to hrtimer
3983da297a6SIngo Molnar 			 * based cpu-clock-tick sw counter, which
3993da297a6SIngo Molnar 			 * is always available even if no PMU support:
4003da297a6SIngo Molnar 			 */
4013da297a6SIngo Molnar 			if (attr->type == PERF_TYPE_HARDWARE
402f4dbfa8fSPeter Zijlstra 					&& attr->config == PERF_COUNT_HW_CPU_CYCLES) {
4033da297a6SIngo Molnar 
4043da297a6SIngo Molnar 				if (verbose)
4053da297a6SIngo Molnar 					warning(" ... trying to fall back to cpu-clock-ticks\n");
4063da297a6SIngo Molnar 				attr->type = PERF_TYPE_SOFTWARE;
407f4dbfa8fSPeter Zijlstra 				attr->config = PERF_COUNT_SW_CPU_CLOCK;
4083da297a6SIngo Molnar 				goto try_again;
4093da297a6SIngo Molnar 			}
41030c806a0SIngo Molnar 			printf("\n");
411d9cf837eSCorey Ashford 			error("sys_perf_event_open() syscall returned with %d (%s).  /bin/dmesg may provide additional information.\n",
412dd7927f4SArnaldo Carvalho de Melo 			      err, strerror(err));
413bfd45118SSimon Kaempflein 
414bfd45118SSimon Kaempflein #if defined(__i386__) || defined(__x86_64__)
415bfd45118SSimon Kaempflein 			if (attr->type == PERF_TYPE_HARDWARE && err == EOPNOTSUPP)
416d6d901c2SZhang, Yanmin 				die("No hardware sampling interrupt available."
417d6d901c2SZhang, Yanmin 				    " No APIC? If so then you can boot the kernel"
418d6d901c2SZhang, Yanmin 				    " with the \"lapic\" boot parameter to"
419d6d901c2SZhang, Yanmin 				    " force-enable it.\n");
420bfd45118SSimon Kaempflein #endif
421bfd45118SSimon Kaempflein 
422cdd6c482SIngo Molnar 			die("No CONFIG_PERF_EVENTS=y kernel support configured?\n");
4237c6a1c65SPeter Zijlstra 		}
4247c6a1c65SPeter Zijlstra 	}
4257c6a1c65SPeter Zijlstra 
426dd7927f4SArnaldo Carvalho de Melo 	for (cpu = 0; cpu < cpus->nr; ++cpu) {
427361c99a6SArnaldo Carvalho de Melo 		list_for_each_entry(pos, &evlist->entries, node)
428361c99a6SArnaldo Carvalho de Melo 			create_counter(evlist, pos, cpu);
429dd7927f4SArnaldo Carvalho de Melo 	}
43086470930SIngo Molnar }
43186470930SIngo Molnar 
4326122e4e4SArnaldo Carvalho de Melo static int process_buildids(void)
4336122e4e4SArnaldo Carvalho de Melo {
4346122e4e4SArnaldo Carvalho de Melo 	u64 size = lseek(output, 0, SEEK_CUR);
4356122e4e4SArnaldo Carvalho de Melo 
4369f591fd7SArnaldo Carvalho de Melo 	if (size == 0)
4379f591fd7SArnaldo Carvalho de Melo 		return 0;
4389f591fd7SArnaldo Carvalho de Melo 
4396122e4e4SArnaldo Carvalho de Melo 	session->fd = output;
4406122e4e4SArnaldo Carvalho de Melo 	return __perf_session__process_events(session, post_processing_offset,
4416122e4e4SArnaldo Carvalho de Melo 					      size - post_processing_offset,
4426122e4e4SArnaldo Carvalho de Melo 					      size, &build_id__mark_dso_hit_ops);
4436122e4e4SArnaldo Carvalho de Melo }
4446122e4e4SArnaldo Carvalho de Melo 
445f5970550SPeter Zijlstra static void atexit_header(void)
446f5970550SPeter Zijlstra {
447c7929e47STom Zanussi 	if (!pipe_output) {
44894c744b6SArnaldo Carvalho de Melo 		session->header.data_size += bytes_written;
449f5970550SPeter Zijlstra 
450baa2f6ceSArnaldo Carvalho de Melo 		if (!no_buildid)
4516122e4e4SArnaldo Carvalho de Melo 			process_buildids();
452361c99a6SArnaldo Carvalho de Melo 		perf_header__write(&session->header, evsel_list, output, true);
45339d17dacSArnaldo Carvalho de Melo 		perf_session__delete(session);
454361c99a6SArnaldo Carvalho de Melo 		perf_evlist__delete(evsel_list);
455d65a458bSArnaldo Carvalho de Melo 		symbol__exit();
456c7929e47STom Zanussi 	}
457f5970550SPeter Zijlstra }
458f5970550SPeter Zijlstra 
45923346f21SArnaldo Carvalho de Melo static void event__synthesize_guest_os(struct machine *machine, void *data)
460a1645ce1SZhang, Yanmin {
461a1645ce1SZhang, Yanmin 	int err;
46223346f21SArnaldo Carvalho de Melo 	struct perf_session *psession = data;
463a1645ce1SZhang, Yanmin 
46423346f21SArnaldo Carvalho de Melo 	if (machine__is_host(machine))
465a1645ce1SZhang, Yanmin 		return;
466a1645ce1SZhang, Yanmin 
467a1645ce1SZhang, Yanmin 	/*
468a1645ce1SZhang, Yanmin 	 *As for guest kernel when processing subcommand record&report,
469a1645ce1SZhang, Yanmin 	 *we arrange module mmap prior to guest kernel mmap and trigger
470a1645ce1SZhang, Yanmin 	 *a preload dso because default guest module symbols are loaded
471a1645ce1SZhang, Yanmin 	 *from guest kallsyms instead of /lib/modules/XXX/XXX. This
472a1645ce1SZhang, Yanmin 	 *method is used to avoid symbol missing when the first addr is
473a1645ce1SZhang, Yanmin 	 *in module instead of in guest kernel.
474a1645ce1SZhang, Yanmin 	 */
475a1645ce1SZhang, Yanmin 	err = event__synthesize_modules(process_synthesized_event,
47623346f21SArnaldo Carvalho de Melo 					psession, machine);
477a1645ce1SZhang, Yanmin 	if (err < 0)
478a1645ce1SZhang, Yanmin 		pr_err("Couldn't record guest kernel [%d]'s reference"
47923346f21SArnaldo Carvalho de Melo 		       " relocation symbol.\n", machine->pid);
480a1645ce1SZhang, Yanmin 
481a1645ce1SZhang, Yanmin 	/*
482a1645ce1SZhang, Yanmin 	 * We use _stext for guest kernel because guest kernel's /proc/kallsyms
483a1645ce1SZhang, Yanmin 	 * have no _text sometimes.
484a1645ce1SZhang, Yanmin 	 */
485a1645ce1SZhang, Yanmin 	err = event__synthesize_kernel_mmap(process_synthesized_event,
48623346f21SArnaldo Carvalho de Melo 					    psession, machine, "_text");
487a1645ce1SZhang, Yanmin 	if (err < 0)
488a1645ce1SZhang, Yanmin 		err = event__synthesize_kernel_mmap(process_synthesized_event,
48923346f21SArnaldo Carvalho de Melo 						    psession, machine, "_stext");
490a1645ce1SZhang, Yanmin 	if (err < 0)
491a1645ce1SZhang, Yanmin 		pr_err("Couldn't record guest kernel [%d]'s reference"
49223346f21SArnaldo Carvalho de Melo 		       " relocation symbol.\n", machine->pid);
493a1645ce1SZhang, Yanmin }
494a1645ce1SZhang, Yanmin 
49598402807SFrederic Weisbecker static struct perf_event_header finished_round_event = {
49698402807SFrederic Weisbecker 	.size = sizeof(struct perf_event_header),
49798402807SFrederic Weisbecker 	.type = PERF_RECORD_FINISHED_ROUND,
49898402807SFrederic Weisbecker };
49998402807SFrederic Weisbecker 
50098402807SFrederic Weisbecker static void mmap_read_all(void)
50198402807SFrederic Weisbecker {
5020e2e63ddSPeter Zijlstra 	int i;
50398402807SFrederic Weisbecker 
504dd7927f4SArnaldo Carvalho de Melo 	for (i = 0; i < cpus->nr; i++) {
5050e2e63ddSPeter Zijlstra 		if (mmap_array[i].base)
5060e2e63ddSPeter Zijlstra 			mmap_read(&mmap_array[i]);
50798402807SFrederic Weisbecker 	}
50898402807SFrederic Weisbecker 
50998402807SFrederic Weisbecker 	if (perf_header__has_feat(&session->header, HEADER_TRACE_INFO))
51098402807SFrederic Weisbecker 		write_output(&finished_round_event, sizeof(finished_round_event));
51198402807SFrederic Weisbecker }
51298402807SFrederic Weisbecker 
513d4db3f16SArnaldo Carvalho de Melo static int __cmd_record(int argc, const char **argv)
51486470930SIngo Molnar {
51569aad6f1SArnaldo Carvalho de Melo 	int i;
51686470930SIngo Molnar 	struct stat st;
51786470930SIngo Molnar 	int flags;
5184dc0a04bSArnaldo Carvalho de Melo 	int err;
5198b412664SPeter Zijlstra 	unsigned long waking = 0;
520856e9660SPeter Zijlstra 	int child_ready_pipe[2], go_pipe[2];
52146be604bSZhang, Yanmin 	const bool forks = argc > 0;
522856e9660SPeter Zijlstra 	char buf;
52323346f21SArnaldo Carvalho de Melo 	struct machine *machine;
52486470930SIngo Molnar 
52586470930SIngo Molnar 	page_size = sysconf(_SC_PAGE_SIZE);
52686470930SIngo Molnar 
527f5970550SPeter Zijlstra 	atexit(sig_atexit);
528f5970550SPeter Zijlstra 	signal(SIGCHLD, sig_handler);
529f5970550SPeter Zijlstra 	signal(SIGINT, sig_handler);
53018483b81SArnaldo Carvalho de Melo 	signal(SIGUSR1, sig_handler);
531f5970550SPeter Zijlstra 
532d4db3f16SArnaldo Carvalho de Melo 	if (forks && (pipe(child_ready_pipe) < 0 || pipe(go_pipe) < 0)) {
533856e9660SPeter Zijlstra 		perror("failed to create pipes");
534856e9660SPeter Zijlstra 		exit(-1);
535856e9660SPeter Zijlstra 	}
536856e9660SPeter Zijlstra 
537529870e3STom Zanussi 	if (!strcmp(output_name, "-"))
538529870e3STom Zanussi 		pipe_output = 1;
539529870e3STom Zanussi 	else if (!stat(output_name, &st) && st.st_size) {
5407865e817SFrederic Weisbecker 		if (write_mode == WRITE_FORCE) {
541b38d3464SArnaldo Carvalho de Melo 			char oldname[PATH_MAX];
542b38d3464SArnaldo Carvalho de Melo 			snprintf(oldname, sizeof(oldname), "%s.old",
543b38d3464SArnaldo Carvalho de Melo 				 output_name);
544b38d3464SArnaldo Carvalho de Melo 			unlink(oldname);
545b38d3464SArnaldo Carvalho de Melo 			rename(output_name, oldname);
546b38d3464SArnaldo Carvalho de Melo 		}
5477865e817SFrederic Weisbecker 	} else if (write_mode == WRITE_APPEND) {
5487865e817SFrederic Weisbecker 		write_mode = WRITE_FORCE;
549266e0e21SPierre Habouzit 	}
55086470930SIngo Molnar 
551f887f301SXiao Guangrong 	flags = O_CREAT|O_RDWR;
5527865e817SFrederic Weisbecker 	if (write_mode == WRITE_APPEND)
553f5970550SPeter Zijlstra 		file_new = 0;
55486470930SIngo Molnar 	else
55586470930SIngo Molnar 		flags |= O_TRUNC;
55686470930SIngo Molnar 
557529870e3STom Zanussi 	if (pipe_output)
558529870e3STom Zanussi 		output = STDOUT_FILENO;
559529870e3STom Zanussi 	else
56086470930SIngo Molnar 		output = open(output_name, flags, S_IRUSR | S_IWUSR);
56186470930SIngo Molnar 	if (output < 0) {
56286470930SIngo Molnar 		perror("failed to create output file");
56386470930SIngo Molnar 		exit(-1);
56486470930SIngo Molnar 	}
56586470930SIngo Molnar 
5667865e817SFrederic Weisbecker 	session = perf_session__new(output_name, O_WRONLY,
56721ef97f0SIan Munsie 				    write_mode == WRITE_FORCE, false, NULL);
56894c744b6SArnaldo Carvalho de Melo 	if (session == NULL) {
569a9a70bbcSArnaldo Carvalho de Melo 		pr_err("Not enough memory for reading perf file header\n");
570a9a70bbcSArnaldo Carvalho de Melo 		return -1;
571a9a70bbcSArnaldo Carvalho de Melo 	}
572a9a70bbcSArnaldo Carvalho de Melo 
573baa2f6ceSArnaldo Carvalho de Melo 	if (!no_buildid)
574baa2f6ceSArnaldo Carvalho de Melo 		perf_header__set_feat(&session->header, HEADER_BUILD_ID);
575baa2f6ceSArnaldo Carvalho de Melo 
5764dc0a04bSArnaldo Carvalho de Melo 	if (!file_new) {
5778dc58101STom Zanussi 		err = perf_header__read(session, output);
5784dc0a04bSArnaldo Carvalho de Melo 		if (err < 0)
57939d17dacSArnaldo Carvalho de Melo 			goto out_delete_session;
5804dc0a04bSArnaldo Carvalho de Melo 	}
5814dc0a04bSArnaldo Carvalho de Melo 
582361c99a6SArnaldo Carvalho de Melo 	if (have_tracepoints(&evsel_list->entries))
58394c744b6SArnaldo Carvalho de Melo 		perf_header__set_feat(&session->header, HEADER_TRACE_INFO);
58403456a15SFrederic Weisbecker 
58539d17dacSArnaldo Carvalho de Melo 	/*
58639d17dacSArnaldo Carvalho de Melo  	 * perf_session__delete(session) will be called at atexit_header()
58739d17dacSArnaldo Carvalho de Melo 	 */
588f5970550SPeter Zijlstra 	atexit(atexit_header);
589f5970550SPeter Zijlstra 
590d4db3f16SArnaldo Carvalho de Melo 	if (forks) {
59146be604bSZhang, Yanmin 		child_pid = fork();
5922fb750e8SBorislav Petkov 		if (child_pid < 0) {
593856e9660SPeter Zijlstra 			perror("failed to fork");
594856e9660SPeter Zijlstra 			exit(-1);
595856e9660SPeter Zijlstra 		}
5967c6a1c65SPeter Zijlstra 
59746be604bSZhang, Yanmin 		if (!child_pid) {
598529870e3STom Zanussi 			if (pipe_output)
599529870e3STom Zanussi 				dup2(2, 1);
600856e9660SPeter Zijlstra 			close(child_ready_pipe[0]);
601856e9660SPeter Zijlstra 			close(go_pipe[1]);
602856e9660SPeter Zijlstra 			fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC);
603856e9660SPeter Zijlstra 
604856e9660SPeter Zijlstra 			/*
605856e9660SPeter Zijlstra 			 * Do a dummy execvp to get the PLT entry resolved,
606856e9660SPeter Zijlstra 			 * so we avoid the resolver overhead on the real
607856e9660SPeter Zijlstra 			 * execvp call.
608856e9660SPeter Zijlstra 			 */
609856e9660SPeter Zijlstra 			execvp("", (char **)argv);
610856e9660SPeter Zijlstra 
611856e9660SPeter Zijlstra 			/*
612856e9660SPeter Zijlstra 			 * Tell the parent we're ready to go
613856e9660SPeter Zijlstra 			 */
614856e9660SPeter Zijlstra 			close(child_ready_pipe[1]);
615856e9660SPeter Zijlstra 
616856e9660SPeter Zijlstra 			/*
617856e9660SPeter Zijlstra 			 * Wait until the parent tells us to go.
618856e9660SPeter Zijlstra 			 */
619856e9660SPeter Zijlstra 			if (read(go_pipe[0], &buf, 1) == -1)
620856e9660SPeter Zijlstra 				perror("unable to read pipe");
621856e9660SPeter Zijlstra 
622856e9660SPeter Zijlstra 			execvp(argv[0], (char **)argv);
623856e9660SPeter Zijlstra 
624856e9660SPeter Zijlstra 			perror(argv[0]);
62518483b81SArnaldo Carvalho de Melo 			kill(getppid(), SIGUSR1);
626856e9660SPeter Zijlstra 			exit(-1);
627856e9660SPeter Zijlstra 		}
628856e9660SPeter Zijlstra 
629d6d901c2SZhang, Yanmin 		if (!system_wide && target_tid == -1 && target_pid == -1)
6305c98d466SArnaldo Carvalho de Melo 			threads->map[0] = child_pid;
631d6d901c2SZhang, Yanmin 
632856e9660SPeter Zijlstra 		close(child_ready_pipe[1]);
633856e9660SPeter Zijlstra 		close(go_pipe[0]);
634856e9660SPeter Zijlstra 		/*
635856e9660SPeter Zijlstra 		 * wait for child to settle
636856e9660SPeter Zijlstra 		 */
637856e9660SPeter Zijlstra 		if (read(child_ready_pipe[0], &buf, 1) == -1) {
638856e9660SPeter Zijlstra 			perror("unable to read pipe");
639856e9660SPeter Zijlstra 			exit(-1);
640856e9660SPeter Zijlstra 		}
641856e9660SPeter Zijlstra 		close(child_ready_pipe[0]);
642856e9660SPeter Zijlstra 	}
643856e9660SPeter Zijlstra 
644dd7927f4SArnaldo Carvalho de Melo 	open_counters(evsel_list);
64586470930SIngo Molnar 
646640c03ceSArnaldo Carvalho de Melo 	perf_session__set_sample_type(session, sample_type);
647640c03ceSArnaldo Carvalho de Melo 
648529870e3STom Zanussi 	if (pipe_output) {
649529870e3STom Zanussi 		err = perf_header__write_pipe(output);
650529870e3STom Zanussi 		if (err < 0)
651529870e3STom Zanussi 			return err;
652529870e3STom Zanussi 	} else if (file_new) {
653361c99a6SArnaldo Carvalho de Melo 		err = perf_header__write(&session->header, evsel_list,
654361c99a6SArnaldo Carvalho de Melo 					 output, false);
655d5eed904SArnaldo Carvalho de Melo 		if (err < 0)
656d5eed904SArnaldo Carvalho de Melo 			return err;
657d5eed904SArnaldo Carvalho de Melo 	}
6587c6a1c65SPeter Zijlstra 
6596122e4e4SArnaldo Carvalho de Melo 	post_processing_offset = lseek(output, 0, SEEK_CUR);
6606122e4e4SArnaldo Carvalho de Melo 
6619c90a61cSArnaldo Carvalho de Melo 	perf_session__set_sample_id_all(session, sample_id_all_avail);
6629c90a61cSArnaldo Carvalho de Melo 
6632c46dbb5STom Zanussi 	if (pipe_output) {
6642c46dbb5STom Zanussi 		err = event__synthesize_attrs(&session->header,
6652c46dbb5STom Zanussi 					      process_synthesized_event,
6662c46dbb5STom Zanussi 					      session);
6672c46dbb5STom Zanussi 		if (err < 0) {
6682c46dbb5STom Zanussi 			pr_err("Couldn't synthesize attrs.\n");
6692c46dbb5STom Zanussi 			return err;
6702c46dbb5STom Zanussi 		}
671cd19a035STom Zanussi 
672cd19a035STom Zanussi 		err = event__synthesize_event_types(process_synthesized_event,
673cd19a035STom Zanussi 						    session);
674cd19a035STom Zanussi 		if (err < 0) {
675cd19a035STom Zanussi 			pr_err("Couldn't synthesize event_types.\n");
676cd19a035STom Zanussi 			return err;
677cd19a035STom Zanussi 		}
6789215545eSTom Zanussi 
679361c99a6SArnaldo Carvalho de Melo 		if (have_tracepoints(&evsel_list->entries)) {
68063e0c771STom Zanussi 			/*
68163e0c771STom Zanussi 			 * FIXME err <= 0 here actually means that
68263e0c771STom Zanussi 			 * there were no tracepoints so its not really
68363e0c771STom Zanussi 			 * an error, just that we don't need to
68463e0c771STom Zanussi 			 * synthesize anything.  We really have to
68563e0c771STom Zanussi 			 * return this more properly and also
68663e0c771STom Zanussi 			 * propagate errors that now are calling die()
68763e0c771STom Zanussi 			 */
688361c99a6SArnaldo Carvalho de Melo 			err = event__synthesize_tracing_data(output, evsel_list,
6899215545eSTom Zanussi 							     process_synthesized_event,
6909215545eSTom Zanussi 							     session);
69163e0c771STom Zanussi 			if (err <= 0) {
69263e0c771STom Zanussi 				pr_err("Couldn't record tracing data.\n");
69363e0c771STom Zanussi 				return err;
69463e0c771STom Zanussi 			}
6959215545eSTom Zanussi 			advance_output(err);
6962c46dbb5STom Zanussi 		}
69763e0c771STom Zanussi 	}
6982c46dbb5STom Zanussi 
69923346f21SArnaldo Carvalho de Melo 	machine = perf_session__find_host_machine(session);
70023346f21SArnaldo Carvalho de Melo 	if (!machine) {
701a1645ce1SZhang, Yanmin 		pr_err("Couldn't find native kernel information.\n");
702a1645ce1SZhang, Yanmin 		return -1;
703a1645ce1SZhang, Yanmin 	}
704a1645ce1SZhang, Yanmin 
70556b03f3cSArnaldo Carvalho de Melo 	err = event__synthesize_kernel_mmap(process_synthesized_event,
70623346f21SArnaldo Carvalho de Melo 					    session, machine, "_text");
70770162138SArnaldo Carvalho de Melo 	if (err < 0)
70870162138SArnaldo Carvalho de Melo 		err = event__synthesize_kernel_mmap(process_synthesized_event,
70923346f21SArnaldo Carvalho de Melo 						    session, machine, "_stext");
710c1a3a4b9SArnaldo Carvalho de Melo 	if (err < 0)
711c1a3a4b9SArnaldo Carvalho de Melo 		pr_err("Couldn't record kernel reference relocation symbol\n"
712c1a3a4b9SArnaldo Carvalho de Melo 		       "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
713c1a3a4b9SArnaldo Carvalho de Melo 		       "Check /proc/kallsyms permission or run as root.\n");
71456b03f3cSArnaldo Carvalho de Melo 
715a1645ce1SZhang, Yanmin 	err = event__synthesize_modules(process_synthesized_event,
71623346f21SArnaldo Carvalho de Melo 					session, machine);
717c1a3a4b9SArnaldo Carvalho de Melo 	if (err < 0)
718c1a3a4b9SArnaldo Carvalho de Melo 		pr_err("Couldn't record kernel module information.\n"
719c1a3a4b9SArnaldo Carvalho de Melo 		       "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
720c1a3a4b9SArnaldo Carvalho de Melo 		       "Check /proc/modules permission or run as root.\n");
721c1a3a4b9SArnaldo Carvalho de Melo 
722a1645ce1SZhang, Yanmin 	if (perf_guest)
72323346f21SArnaldo Carvalho de Melo 		perf_session__process_machines(session, event__synthesize_guest_os);
724b7cece76SArnaldo Carvalho de Melo 
725cf103a14SStephane Eranian 	if (!system_wide)
726d6d901c2SZhang, Yanmin 		event__synthesize_thread(target_tid, process_synthesized_event,
727d8f66248SArnaldo Carvalho de Melo 					 session);
728234fbbf5SArnaldo Carvalho de Melo 	else
729d8f66248SArnaldo Carvalho de Melo 		event__synthesize_threads(process_synthesized_event, session);
7307c6a1c65SPeter Zijlstra 
73186470930SIngo Molnar 	if (realtime_prio) {
73286470930SIngo Molnar 		struct sched_param param;
73386470930SIngo Molnar 
73486470930SIngo Molnar 		param.sched_priority = realtime_prio;
73586470930SIngo Molnar 		if (sched_setscheduler(0, SCHED_FIFO, &param)) {
7366beba7adSArnaldo Carvalho de Melo 			pr_err("Could not set realtime priority.\n");
73786470930SIngo Molnar 			exit(-1);
73886470930SIngo Molnar 		}
73986470930SIngo Molnar 	}
74086470930SIngo Molnar 
741856e9660SPeter Zijlstra 	/*
742856e9660SPeter Zijlstra 	 * Let the child rip
743856e9660SPeter Zijlstra 	 */
744d4db3f16SArnaldo Carvalho de Melo 	if (forks)
745856e9660SPeter Zijlstra 		close(go_pipe[1]);
746856e9660SPeter Zijlstra 
747649c48a9SPeter Zijlstra 	for (;;) {
74886470930SIngo Molnar 		int hits = samples;
749d6d901c2SZhang, Yanmin 		int thread;
75086470930SIngo Molnar 
75198402807SFrederic Weisbecker 		mmap_read_all();
75286470930SIngo Molnar 
753649c48a9SPeter Zijlstra 		if (hits == samples) {
754649c48a9SPeter Zijlstra 			if (done)
755649c48a9SPeter Zijlstra 				break;
7565c581041SArnaldo Carvalho de Melo 			err = poll(evsel_list->pollfd, evsel_list->nr_fds, -1);
7578b412664SPeter Zijlstra 			waking++;
7588b412664SPeter Zijlstra 		}
7598b412664SPeter Zijlstra 
7608b412664SPeter Zijlstra 		if (done) {
761dd7927f4SArnaldo Carvalho de Melo 			for (i = 0; i < cpus->nr; i++) {
76269aad6f1SArnaldo Carvalho de Melo 				struct perf_evsel *pos;
76369aad6f1SArnaldo Carvalho de Melo 
764361c99a6SArnaldo Carvalho de Melo 				list_for_each_entry(pos, &evsel_list->entries, node) {
765d6d901c2SZhang, Yanmin 					for (thread = 0;
7665c98d466SArnaldo Carvalho de Melo 						thread < threads->nr;
767d6d901c2SZhang, Yanmin 						thread++)
76869aad6f1SArnaldo Carvalho de Melo 						ioctl(FD(pos, i, thread),
769d6d901c2SZhang, Yanmin 							PERF_EVENT_IOC_DISABLE);
770d6d901c2SZhang, Yanmin 				}
77186470930SIngo Molnar 			}
772649c48a9SPeter Zijlstra 		}
7738b412664SPeter Zijlstra 	}
7748b412664SPeter Zijlstra 
77518483b81SArnaldo Carvalho de Melo 	if (quiet || signr == SIGUSR1)
776b44308f5SArnaldo Carvalho de Melo 		return 0;
777b44308f5SArnaldo Carvalho de Melo 
7788b412664SPeter Zijlstra 	fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking);
77986470930SIngo Molnar 
78086470930SIngo Molnar 	/*
78186470930SIngo Molnar 	 * Approximate RIP event size: 24 bytes.
78286470930SIngo Molnar 	 */
78386470930SIngo Molnar 	fprintf(stderr,
7849486aa38SArnaldo Carvalho de Melo 		"[ perf record: Captured and wrote %.3f MB %s (~%" PRIu64 " samples) ]\n",
78586470930SIngo Molnar 		(double)bytes_written / 1024.0 / 1024.0,
78686470930SIngo Molnar 		output_name,
78786470930SIngo Molnar 		bytes_written / 24);
78886470930SIngo Molnar 
78986470930SIngo Molnar 	return 0;
79039d17dacSArnaldo Carvalho de Melo 
79139d17dacSArnaldo Carvalho de Melo out_delete_session:
79239d17dacSArnaldo Carvalho de Melo 	perf_session__delete(session);
79339d17dacSArnaldo Carvalho de Melo 	return err;
79486470930SIngo Molnar }
79586470930SIngo Molnar 
79686470930SIngo Molnar static const char * const record_usage[] = {
79786470930SIngo Molnar 	"perf record [<options>] [<command>]",
79886470930SIngo Molnar 	"perf record [<options>] -- <command> [<options>]",
79986470930SIngo Molnar 	NULL
80086470930SIngo Molnar };
80186470930SIngo Molnar 
8027865e817SFrederic Weisbecker static bool force, append_file;
8037865e817SFrederic Weisbecker 
804bca647aaSTom Zanussi const struct option record_options[] = {
805361c99a6SArnaldo Carvalho de Melo 	OPT_CALLBACK('e', "event", &evsel_list, "event",
80686470930SIngo Molnar 		     "event selector. use 'perf list' to list available events",
80786470930SIngo Molnar 		     parse_events),
808361c99a6SArnaldo Carvalho de Melo 	OPT_CALLBACK(0, "filter", &evsel_list, "filter",
809c171b552SLi Zefan 		     "event filter", parse_filter),
81086470930SIngo Molnar 	OPT_INTEGER('p', "pid", &target_pid,
811d6d901c2SZhang, Yanmin 		    "record events on existing process id"),
812d6d901c2SZhang, Yanmin 	OPT_INTEGER('t', "tid", &target_tid,
813d6d901c2SZhang, Yanmin 		    "record events on existing thread id"),
81486470930SIngo Molnar 	OPT_INTEGER('r', "realtime", &realtime_prio,
81586470930SIngo Molnar 		    "collect data with this RT SCHED_FIFO priority"),
816acac03faSKirill Smelkov 	OPT_BOOLEAN('D', "no-delay", &nodelay,
817acac03faSKirill Smelkov 		    "collect data without buffering"),
818daac07b2SFrederic Weisbecker 	OPT_BOOLEAN('R', "raw-samples", &raw_samples,
819daac07b2SFrederic Weisbecker 		    "collect raw sample records from all opened counters"),
82086470930SIngo Molnar 	OPT_BOOLEAN('a', "all-cpus", &system_wide,
82186470930SIngo Molnar 			    "system-wide collection from all CPUs"),
82286470930SIngo Molnar 	OPT_BOOLEAN('A', "append", &append_file,
82386470930SIngo Molnar 			    "append to the output file to do incremental profiling"),
824c45c6ea2SStephane Eranian 	OPT_STRING('C', "cpu", &cpu_list, "cpu",
825c45c6ea2SStephane Eranian 		    "list of cpus to monitor"),
82686470930SIngo Molnar 	OPT_BOOLEAN('f', "force", &force,
8277865e817SFrederic Weisbecker 			"overwrite existing data file (deprecated)"),
8283de29cabSStephane Eranian 	OPT_U64('c', "count", &user_interval, "event period to sample"),
82986470930SIngo Molnar 	OPT_STRING('o', "output", &output_name, "file",
83086470930SIngo Molnar 		    "output file name"),
8312e6cdf99SStephane Eranian 	OPT_BOOLEAN('i', "no-inherit", &no_inherit,
8322e6cdf99SStephane Eranian 		    "child tasks do not inherit counters"),
8331967936dSArnaldo Carvalho de Melo 	OPT_UINTEGER('F', "freq", &user_freq, "profile at this frequency"),
8341967936dSArnaldo Carvalho de Melo 	OPT_UINTEGER('m', "mmap-pages", &mmap_pages, "number of mmap data pages"),
8353efa1cc9SIngo Molnar 	OPT_BOOLEAN('g', "call-graph", &call_graph,
8363efa1cc9SIngo Molnar 		    "do call-graph (stack chain/backtrace) recording"),
837c0555642SIan Munsie 	OPT_INCR('v', "verbose", &verbose,
8383da297a6SIngo Molnar 		    "be more verbose (show counter open errors, etc)"),
839b44308f5SArnaldo Carvalho de Melo 	OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"),
840649c48a9SPeter Zijlstra 	OPT_BOOLEAN('s', "stat", &inherit_stat,
841649c48a9SPeter Zijlstra 		    "per thread counts"),
8424bba828dSAnton Blanchard 	OPT_BOOLEAN('d', "data", &sample_address,
8434bba828dSAnton Blanchard 		    "Sample addresses"),
8449c90a61cSArnaldo Carvalho de Melo 	OPT_BOOLEAN('T', "timestamp", &sample_time, "Sample timestamps"),
845649c48a9SPeter Zijlstra 	OPT_BOOLEAN('n', "no-samples", &no_samples,
846649c48a9SPeter Zijlstra 		    "don't sample"),
847baa2f6ceSArnaldo Carvalho de Melo 	OPT_BOOLEAN('N', "no-buildid-cache", &no_buildid_cache,
848a1ac1d3cSStephane Eranian 		    "do not update the buildid cache"),
849baa2f6ceSArnaldo Carvalho de Melo 	OPT_BOOLEAN('B', "no-buildid", &no_buildid,
850baa2f6ceSArnaldo Carvalho de Melo 		    "do not collect buildids in perf.data"),
85186470930SIngo Molnar 	OPT_END()
85286470930SIngo Molnar };
85386470930SIngo Molnar 
854f37a291cSIngo Molnar int cmd_record(int argc, const char **argv, const char *prefix __used)
85586470930SIngo Molnar {
85669aad6f1SArnaldo Carvalho de Melo 	int err = -ENOMEM;
85769aad6f1SArnaldo Carvalho de Melo 	struct perf_evsel *pos;
85886470930SIngo Molnar 
859361c99a6SArnaldo Carvalho de Melo 	evsel_list = perf_evlist__new();
860361c99a6SArnaldo Carvalho de Melo 	if (evsel_list == NULL)
861361c99a6SArnaldo Carvalho de Melo 		return -ENOMEM;
862361c99a6SArnaldo Carvalho de Melo 
863bca647aaSTom Zanussi 	argc = parse_options(argc, argv, record_options, record_usage,
864a0541234SAnton Blanchard 			    PARSE_OPT_STOP_AT_NON_OPTION);
865d6d901c2SZhang, Yanmin 	if (!argc && target_pid == -1 && target_tid == -1 &&
866c45c6ea2SStephane Eranian 		!system_wide && !cpu_list)
867bca647aaSTom Zanussi 		usage_with_options(record_usage, record_options);
86886470930SIngo Molnar 
8697865e817SFrederic Weisbecker 	if (force && append_file) {
8707865e817SFrederic Weisbecker 		fprintf(stderr, "Can't overwrite and append at the same time."
8717865e817SFrederic Weisbecker 				" You need to choose between -f and -A");
872bca647aaSTom Zanussi 		usage_with_options(record_usage, record_options);
8737865e817SFrederic Weisbecker 	} else if (append_file) {
8747865e817SFrederic Weisbecker 		write_mode = WRITE_APPEND;
8757865e817SFrederic Weisbecker 	} else {
8767865e817SFrederic Weisbecker 		write_mode = WRITE_FORCE;
8777865e817SFrederic Weisbecker 	}
8787865e817SFrederic Weisbecker 
879655000e7SArnaldo Carvalho de Melo 	symbol__init();
880baa2f6ceSArnaldo Carvalho de Melo 
881baa2f6ceSArnaldo Carvalho de Melo 	if (no_buildid_cache || no_buildid)
882a1ac1d3cSStephane Eranian 		disable_buildid_cache();
883655000e7SArnaldo Carvalho de Melo 
884361c99a6SArnaldo Carvalho de Melo 	if (evsel_list->nr_entries == 0 &&
885361c99a6SArnaldo Carvalho de Melo 	    perf_evlist__add_default(evsel_list) < 0) {
88669aad6f1SArnaldo Carvalho de Melo 		pr_err("Not enough memory for event selector list\n");
88769aad6f1SArnaldo Carvalho de Melo 		goto out_symbol_exit;
888bbd36e5eSPeter Zijlstra 	}
88986470930SIngo Molnar 
8905c98d466SArnaldo Carvalho de Melo 	if (target_pid != -1)
891d6d901c2SZhang, Yanmin 		target_tid = target_pid;
892d6d901c2SZhang, Yanmin 
8935c98d466SArnaldo Carvalho de Melo 	threads = thread_map__new(target_pid, target_tid);
8945c98d466SArnaldo Carvalho de Melo 	if (threads == NULL) {
8955c98d466SArnaldo Carvalho de Melo 		pr_err("Problems finding threads of monitor\n");
8965c98d466SArnaldo Carvalho de Melo 		usage_with_options(record_usage, record_options);
897d6d901c2SZhang, Yanmin 	}
898d6d901c2SZhang, Yanmin 
899dd7927f4SArnaldo Carvalho de Melo 	if (target_tid != -1)
900dd7927f4SArnaldo Carvalho de Melo 		cpus = cpu_map__dummy_new();
901dd7927f4SArnaldo Carvalho de Melo 	else
90260d567e2SArnaldo Carvalho de Melo 		cpus = cpu_map__new(cpu_list);
903dd7927f4SArnaldo Carvalho de Melo 
904dd7927f4SArnaldo Carvalho de Melo 	if (cpus == NULL)
905dd7927f4SArnaldo Carvalho de Melo 		usage_with_options(record_usage, record_options);
90669aad6f1SArnaldo Carvalho de Melo 
907361c99a6SArnaldo Carvalho de Melo 	list_for_each_entry(pos, &evsel_list->entries, node) {
9085c98d466SArnaldo Carvalho de Melo 		if (perf_evsel__alloc_fd(pos, cpus->nr, threads->nr) < 0)
90969aad6f1SArnaldo Carvalho de Melo 			goto out_free_fd;
910ad7f4e3fSArnaldo Carvalho de Melo 		if (perf_header__push_event(pos->attr.config, event_name(pos)))
911ad7f4e3fSArnaldo Carvalho de Melo 			goto out_free_fd;
912d6d901c2SZhang, Yanmin 	}
9135c581041SArnaldo Carvalho de Melo 
9145c581041SArnaldo Carvalho de Melo 	if (perf_evlist__alloc_pollfd(evsel_list, cpus->nr, threads->nr) < 0)
91539d17dacSArnaldo Carvalho de Melo 		goto out_free_fd;
916d6d901c2SZhang, Yanmin 
9173de29cabSStephane Eranian 	if (user_interval != ULLONG_MAX)
918f9212819SFrederic Weisbecker 		default_interval = user_interval;
919f9212819SFrederic Weisbecker 	if (user_freq != UINT_MAX)
920f9212819SFrederic Weisbecker 		freq = user_freq;
921f9212819SFrederic Weisbecker 
9227e4ff9e3SMike Galbraith 	/*
9237e4ff9e3SMike Galbraith 	 * User specified count overrides default frequency.
9247e4ff9e3SMike Galbraith 	 */
9257e4ff9e3SMike Galbraith 	if (default_interval)
9267e4ff9e3SMike Galbraith 		freq = 0;
9277e4ff9e3SMike Galbraith 	else if (freq) {
9287e4ff9e3SMike Galbraith 		default_interval = freq;
9297e4ff9e3SMike Galbraith 	} else {
9307e4ff9e3SMike Galbraith 		fprintf(stderr, "frequency and count are zero, aborting\n");
93139d17dacSArnaldo Carvalho de Melo 		err = -EINVAL;
9325c581041SArnaldo Carvalho de Melo 		goto out_free_fd;
9337e4ff9e3SMike Galbraith 	}
9347e4ff9e3SMike Galbraith 
93539d17dacSArnaldo Carvalho de Melo 	err = __cmd_record(argc, argv);
93639d17dacSArnaldo Carvalho de Melo 
93739d17dacSArnaldo Carvalho de Melo out_free_fd:
9385c98d466SArnaldo Carvalho de Melo 	thread_map__delete(threads);
9395c98d466SArnaldo Carvalho de Melo 	threads = NULL;
940d65a458bSArnaldo Carvalho de Melo out_symbol_exit:
941d65a458bSArnaldo Carvalho de Melo 	symbol__exit();
94239d17dacSArnaldo Carvalho de Melo 	return err;
94386470930SIngo Molnar }
944