xref: /openbmc/linux/tools/perf/builtin-record.c (revision 0e2e63dd608bf5844ffae7bf7d860de18a62724c)
186470930SIngo Molnar /*
286470930SIngo Molnar  * builtin-record.c
386470930SIngo Molnar  *
486470930SIngo Molnar  * Builtin record command: Record the profile of a workload
586470930SIngo Molnar  * (or a CPU, or a PID) into the perf.data output file - for
686470930SIngo Molnar  * later analysis via perf report.
786470930SIngo Molnar  */
8b8f46c5aSXiao Guangrong #define _FILE_OFFSET_BITS 64
9b8f46c5aSXiao Guangrong 
1086470930SIngo Molnar #include "builtin.h"
1186470930SIngo Molnar 
1286470930SIngo Molnar #include "perf.h"
1386470930SIngo Molnar 
146122e4e4SArnaldo Carvalho de Melo #include "util/build-id.h"
1586470930SIngo Molnar #include "util/util.h"
1686470930SIngo Molnar #include "util/parse-options.h"
1786470930SIngo Molnar #include "util/parse-events.h"
1886470930SIngo Molnar 
197c6a1c65SPeter Zijlstra #include "util/header.h"
2066e274f3SFrederic Weisbecker #include "util/event.h"
218f28827aSFrederic Weisbecker #include "util/debug.h"
2294c744b6SArnaldo Carvalho de Melo #include "util/session.h"
238d06367fSArnaldo Carvalho de Melo #include "util/symbol.h"
24a12b51c4SPaul Mackerras #include "util/cpumap.h"
257c6a1c65SPeter Zijlstra 
2686470930SIngo Molnar #include <unistd.h>
2786470930SIngo Molnar #include <sched.h>
28a41794cdSArnaldo Carvalho de Melo #include <sys/mman.h>
2986470930SIngo Molnar 
307865e817SFrederic Weisbecker enum write_mode_t {
317865e817SFrederic Weisbecker 	WRITE_FORCE,
327865e817SFrederic Weisbecker 	WRITE_APPEND
337865e817SFrederic Weisbecker };
347865e817SFrederic Weisbecker 
35d6d901c2SZhang, Yanmin static int			*fd[MAX_NR_CPUS][MAX_COUNTERS];
3686470930SIngo Molnar 
373de29cabSStephane Eranian static u64			user_interval			= ULLONG_MAX;
383de29cabSStephane Eranian static u64			default_interval		=      0;
3986470930SIngo Molnar 
4086470930SIngo Molnar static int			nr_cpus				=      0;
4186470930SIngo Molnar static unsigned int		page_size;
4286470930SIngo Molnar static unsigned int		mmap_pages			=    128;
43f9212819SFrederic Weisbecker static unsigned int		user_freq 			= UINT_MAX;
4442e59d7dSIngo Molnar static int			freq				=   1000;
4586470930SIngo Molnar static int			output;
46529870e3STom Zanussi static int			pipe_output			=      0;
4786470930SIngo Molnar static const char		*output_name			= "perf.data";
4886470930SIngo Molnar static int			group				=      0;
491967936dSArnaldo Carvalho de Melo static int			realtime_prio			=      0;
50c0555642SIan Munsie static bool			raw_samples			=  false;
51c0555642SIan Munsie static bool			system_wide			=  false;
520a5ac846SJens Axboe static int			profile_cpu			=     -1;
5386470930SIngo Molnar static pid_t			target_pid			=     -1;
54d6d901c2SZhang, Yanmin static pid_t			target_tid			=     -1;
55d6d901c2SZhang, Yanmin static pid_t			*all_tids			=      NULL;
56d6d901c2SZhang, Yanmin static int			thread_num			=      0;
57933da83aSChris Wilson static pid_t			child_pid			=     -1;
582e6cdf99SStephane Eranian static bool			no_inherit			=  false;
597865e817SFrederic Weisbecker static enum write_mode_t	write_mode			= WRITE_FORCE;
60c0555642SIan Munsie static bool			call_graph			=  false;
61c0555642SIan Munsie static bool			inherit_stat			=  false;
62c0555642SIan Munsie static bool			no_samples			=  false;
63c0555642SIan Munsie static bool			sample_address			=  false;
6486470930SIngo Molnar 
6542e59d7dSIngo Molnar static long			samples				=      0;
6642e59d7dSIngo Molnar static u64			bytes_written			=      0;
6786470930SIngo Molnar 
68d6d901c2SZhang, Yanmin static struct pollfd		*event_array;
6986470930SIngo Molnar 
7042e59d7dSIngo Molnar static int			nr_poll				=      0;
7142e59d7dSIngo Molnar static int			nr_cpu				=      0;
7286470930SIngo Molnar 
73f5970550SPeter Zijlstra static int			file_new			=      1;
746122e4e4SArnaldo Carvalho de Melo static off_t			post_processing_offset;
757c6a1c65SPeter Zijlstra 
7694c744b6SArnaldo Carvalho de Melo static struct perf_session	*session;
77f5970550SPeter Zijlstra 
7886470930SIngo Molnar struct mmap_data {
7986470930SIngo Molnar 	int			counter;
8086470930SIngo Molnar 	void			*base;
8186470930SIngo Molnar 	unsigned int		mask;
8286470930SIngo Molnar 	unsigned int		prev;
8386470930SIngo Molnar };
8486470930SIngo Molnar 
85*0e2e63ddSPeter Zijlstra static struct mmap_data		mmap_array[MAX_NR_CPUS];
8686470930SIngo Molnar 
879d91a6f7SPeter Zijlstra static unsigned long mmap_read_head(struct mmap_data *md)
8886470930SIngo Molnar {
89cdd6c482SIngo Molnar 	struct perf_event_mmap_page *pc = md->base;
909d91a6f7SPeter Zijlstra 	long head;
9186470930SIngo Molnar 
9286470930SIngo Molnar 	head = pc->data_head;
9386470930SIngo Molnar 	rmb();
9486470930SIngo Molnar 
9586470930SIngo Molnar 	return head;
9686470930SIngo Molnar }
9786470930SIngo Molnar 
989d91a6f7SPeter Zijlstra static void mmap_write_tail(struct mmap_data *md, unsigned long tail)
999d91a6f7SPeter Zijlstra {
100cdd6c482SIngo Molnar 	struct perf_event_mmap_page *pc = md->base;
1019d91a6f7SPeter Zijlstra 
1029d91a6f7SPeter Zijlstra 	/*
1039d91a6f7SPeter Zijlstra 	 * ensure all reads are done before we write the tail out.
1049d91a6f7SPeter Zijlstra 	 */
1059d91a6f7SPeter Zijlstra 	/* mb(); */
1069d91a6f7SPeter Zijlstra 	pc->data_tail = tail;
1079d91a6f7SPeter Zijlstra }
1089d91a6f7SPeter Zijlstra 
1099215545eSTom Zanussi static void advance_output(size_t size)
1109215545eSTom Zanussi {
1119215545eSTom Zanussi 	bytes_written += size;
1129215545eSTom Zanussi }
1139215545eSTom Zanussi 
114f5970550SPeter Zijlstra static void write_output(void *buf, size_t size)
115f5970550SPeter Zijlstra {
116f5970550SPeter Zijlstra 	while (size) {
117f5970550SPeter Zijlstra 		int ret = write(output, buf, size);
118f5970550SPeter Zijlstra 
119f5970550SPeter Zijlstra 		if (ret < 0)
120f5970550SPeter Zijlstra 			die("failed to write");
121f5970550SPeter Zijlstra 
122f5970550SPeter Zijlstra 		size -= ret;
123f5970550SPeter Zijlstra 		buf += ret;
124f5970550SPeter Zijlstra 
125f5970550SPeter Zijlstra 		bytes_written += ret;
126f5970550SPeter Zijlstra 	}
127f5970550SPeter Zijlstra }
128f5970550SPeter Zijlstra 
129d8f66248SArnaldo Carvalho de Melo static int process_synthesized_event(event_t *event,
130d8f66248SArnaldo Carvalho de Melo 				     struct perf_session *self __used)
131234fbbf5SArnaldo Carvalho de Melo {
1326122e4e4SArnaldo Carvalho de Melo 	write_output(event, event->header.size);
133234fbbf5SArnaldo Carvalho de Melo 	return 0;
134234fbbf5SArnaldo Carvalho de Melo }
135234fbbf5SArnaldo Carvalho de Melo 
13686470930SIngo Molnar static void mmap_read(struct mmap_data *md)
13786470930SIngo Molnar {
13886470930SIngo Molnar 	unsigned int head = mmap_read_head(md);
13986470930SIngo Molnar 	unsigned int old = md->prev;
14086470930SIngo Molnar 	unsigned char *data = md->base + page_size;
14186470930SIngo Molnar 	unsigned long size;
14286470930SIngo Molnar 	void *buf;
14386470930SIngo Molnar 	int diff;
14486470930SIngo Molnar 
14586470930SIngo Molnar 	/*
14686470930SIngo Molnar 	 * If we're further behind than half the buffer, there's a chance
14786470930SIngo Molnar 	 * the writer will bite our tail and mess up the samples under us.
14886470930SIngo Molnar 	 *
14986470930SIngo Molnar 	 * If we somehow ended up ahead of the head, we got messed up.
15086470930SIngo Molnar 	 *
15186470930SIngo Molnar 	 * In either case, truncate and restart at head.
15286470930SIngo Molnar 	 */
15386470930SIngo Molnar 	diff = head - old;
1549d91a6f7SPeter Zijlstra 	if (diff < 0) {
155ef365cefSRuss Anderson 		fprintf(stderr, "WARNING: failed to keep up with mmap data\n");
15686470930SIngo Molnar 		/*
15786470930SIngo Molnar 		 * head points to a known good entry, start there.
15886470930SIngo Molnar 		 */
15986470930SIngo Molnar 		old = head;
16086470930SIngo Molnar 	}
16186470930SIngo Molnar 
16286470930SIngo Molnar 	if (old != head)
16386470930SIngo Molnar 		samples++;
16486470930SIngo Molnar 
16586470930SIngo Molnar 	size = head - old;
16686470930SIngo Molnar 
16786470930SIngo Molnar 	if ((old & md->mask) + size != (head & md->mask)) {
16886470930SIngo Molnar 		buf = &data[old & md->mask];
16986470930SIngo Molnar 		size = md->mask + 1 - (old & md->mask);
17086470930SIngo Molnar 		old += size;
17186470930SIngo Molnar 
1726122e4e4SArnaldo Carvalho de Melo 		write_output(buf, size);
17386470930SIngo Molnar 	}
17486470930SIngo Molnar 
17586470930SIngo Molnar 	buf = &data[old & md->mask];
17686470930SIngo Molnar 	size = head - old;
17786470930SIngo Molnar 	old += size;
17886470930SIngo Molnar 
1796122e4e4SArnaldo Carvalho de Melo 	write_output(buf, size);
18086470930SIngo Molnar 
18186470930SIngo Molnar 	md->prev = old;
1829d91a6f7SPeter Zijlstra 	mmap_write_tail(md, old);
18386470930SIngo Molnar }
18486470930SIngo Molnar 
18586470930SIngo Molnar static volatile int done = 0;
186f7b7c26eSPeter Zijlstra static volatile int signr = -1;
18786470930SIngo Molnar 
18886470930SIngo Molnar static void sig_handler(int sig)
18986470930SIngo Molnar {
19086470930SIngo Molnar 	done = 1;
191f7b7c26eSPeter Zijlstra 	signr = sig;
192f7b7c26eSPeter Zijlstra }
193f7b7c26eSPeter Zijlstra 
194f7b7c26eSPeter Zijlstra static void sig_atexit(void)
195f7b7c26eSPeter Zijlstra {
196933da83aSChris Wilson 	if (child_pid != -1)
197933da83aSChris Wilson 		kill(child_pid, SIGTERM);
198933da83aSChris Wilson 
199f7b7c26eSPeter Zijlstra 	if (signr == -1)
200f7b7c26eSPeter Zijlstra 		return;
201f7b7c26eSPeter Zijlstra 
202f7b7c26eSPeter Zijlstra 	signal(signr, SIG_DFL);
203f7b7c26eSPeter Zijlstra 	kill(getpid(), signr);
20486470930SIngo Molnar }
20586470930SIngo Molnar 
20686470930SIngo Molnar static int group_fd;
20786470930SIngo Molnar 
208cdd6c482SIngo Molnar static struct perf_header_attr *get_header_attr(struct perf_event_attr *a, int nr)
2097c6a1c65SPeter Zijlstra {
2107c6a1c65SPeter Zijlstra 	struct perf_header_attr *h_attr;
2117c6a1c65SPeter Zijlstra 
21294c744b6SArnaldo Carvalho de Melo 	if (nr < session->header.attrs) {
21394c744b6SArnaldo Carvalho de Melo 		h_attr = session->header.attr[nr];
2147c6a1c65SPeter Zijlstra 	} else {
2157c6a1c65SPeter Zijlstra 		h_attr = perf_header_attr__new(a);
216dc79c0fcSArnaldo Carvalho de Melo 		if (h_attr != NULL)
21794c744b6SArnaldo Carvalho de Melo 			if (perf_header__add_attr(&session->header, h_attr) < 0) {
21811deb1f9SArnaldo Carvalho de Melo 				perf_header_attr__delete(h_attr);
21911deb1f9SArnaldo Carvalho de Melo 				h_attr = NULL;
22011deb1f9SArnaldo Carvalho de Melo 			}
2217c6a1c65SPeter Zijlstra 	}
2227c6a1c65SPeter Zijlstra 
2237c6a1c65SPeter Zijlstra 	return h_attr;
2247c6a1c65SPeter Zijlstra }
2257c6a1c65SPeter Zijlstra 
226d6d901c2SZhang, Yanmin static void create_counter(int counter, int cpu)
22786470930SIngo Molnar {
228c171b552SLi Zefan 	char *filter = filters[counter];
229cdd6c482SIngo Molnar 	struct perf_event_attr *attr = attrs + counter;
2307c6a1c65SPeter Zijlstra 	struct perf_header_attr *h_attr;
2317c6a1c65SPeter Zijlstra 	int track = !counter; /* only the first counter needs these */
232d6d901c2SZhang, Yanmin 	int thread_index;
233c171b552SLi Zefan 	int ret;
2347c6a1c65SPeter Zijlstra 	struct {
2357c6a1c65SPeter Zijlstra 		u64 count;
2367c6a1c65SPeter Zijlstra 		u64 time_enabled;
2377c6a1c65SPeter Zijlstra 		u64 time_running;
2387c6a1c65SPeter Zijlstra 		u64 id;
2397c6a1c65SPeter Zijlstra 	} read_data;
2407c6a1c65SPeter Zijlstra 
2417c6a1c65SPeter Zijlstra 	attr->read_format	= PERF_FORMAT_TOTAL_TIME_ENABLED |
2427c6a1c65SPeter Zijlstra 				  PERF_FORMAT_TOTAL_TIME_RUNNING |
2437c6a1c65SPeter Zijlstra 				  PERF_FORMAT_ID;
24486470930SIngo Molnar 
2453a9f131fSFrederic Weisbecker 	attr->sample_type	|= PERF_SAMPLE_IP | PERF_SAMPLE_TID;
2463efa1cc9SIngo Molnar 
2478907fd60SEric B Munson 	if (nr_counters > 1)
2488907fd60SEric B Munson 		attr->sample_type |= PERF_SAMPLE_ID;
2498907fd60SEric B Munson 
250f9212819SFrederic Weisbecker 	/*
251f9212819SFrederic Weisbecker 	 * We default some events to a 1 default interval. But keep
252f9212819SFrederic Weisbecker 	 * it a weak assumption overridable by the user.
253f9212819SFrederic Weisbecker 	 */
254f9212819SFrederic Weisbecker 	if (!attr->sample_period || (user_freq != UINT_MAX &&
2553de29cabSStephane Eranian 				     user_interval != ULLONG_MAX)) {
25686470930SIngo Molnar 		if (freq) {
257ea1900e5SPeter Zijlstra 			attr->sample_type	|= PERF_SAMPLE_PERIOD;
25886470930SIngo Molnar 			attr->freq		= 1;
25986470930SIngo Molnar 			attr->sample_freq	= freq;
260f9212819SFrederic Weisbecker 		} else {
261f9212819SFrederic Weisbecker 			attr->sample_period = default_interval;
262f9212819SFrederic Weisbecker 		}
26386470930SIngo Molnar 	}
2643efa1cc9SIngo Molnar 
265649c48a9SPeter Zijlstra 	if (no_samples)
266649c48a9SPeter Zijlstra 		attr->sample_freq = 0;
267649c48a9SPeter Zijlstra 
268649c48a9SPeter Zijlstra 	if (inherit_stat)
269649c48a9SPeter Zijlstra 		attr->inherit_stat = 1;
270649c48a9SPeter Zijlstra 
2714bba828dSAnton Blanchard 	if (sample_address)
2724bba828dSAnton Blanchard 		attr->sample_type	|= PERF_SAMPLE_ADDR;
2734bba828dSAnton Blanchard 
2743efa1cc9SIngo Molnar 	if (call_graph)
2753efa1cc9SIngo Molnar 		attr->sample_type	|= PERF_SAMPLE_CALLCHAIN;
2763efa1cc9SIngo Molnar 
277cd6feeeaSIngo Molnar 	if (raw_samples) {
2786ddf259dSIngo Molnar 		attr->sample_type	|= PERF_SAMPLE_TIME;
279daac07b2SFrederic Weisbecker 		attr->sample_type	|= PERF_SAMPLE_RAW;
280cd6feeeaSIngo Molnar 		attr->sample_type	|= PERF_SAMPLE_CPU;
281cd6feeeaSIngo Molnar 	}
282f413cdb8SFrederic Weisbecker 
28386470930SIngo Molnar 	attr->mmap		= track;
28486470930SIngo Molnar 	attr->comm		= track;
2852e6cdf99SStephane Eranian 	attr->inherit		= !no_inherit;
2862e6cdf99SStephane Eranian 	if (target_pid == -1 && target_tid == -1 && !system_wide) {
2874502d77cSPeter Zijlstra 		attr->disabled = 1;
288bedbfdeaSEric B Munson 		attr->enable_on_exec = 1;
28946be604bSZhang, Yanmin 	}
290bedbfdeaSEric B Munson 
291d6d901c2SZhang, Yanmin 	for (thread_index = 0; thread_index < thread_num; thread_index++) {
2923da297a6SIngo Molnar try_again:
293d6d901c2SZhang, Yanmin 		fd[nr_cpu][counter][thread_index] = sys_perf_event_open(attr,
294d6d901c2SZhang, Yanmin 				all_tids[thread_index], cpu, group_fd, 0);
29586470930SIngo Molnar 
296d6d901c2SZhang, Yanmin 		if (fd[nr_cpu][counter][thread_index] < 0) {
29786470930SIngo Molnar 			int err = errno;
29886470930SIngo Molnar 
299c10edee2SPekka Enberg 			if (err == EPERM || err == EACCES)
3006230f2c7SArnaldo Carvalho de Melo 				die("Permission error - are you root?\n"
301d6d901c2SZhang, Yanmin 					"\t Consider tweaking"
302d6d901c2SZhang, Yanmin 					" /proc/sys/kernel/perf_event_paranoid.\n");
303d6d901c2SZhang, Yanmin 			else if (err ==  ENODEV && profile_cpu != -1) {
304d6d901c2SZhang, Yanmin 				die("No such device - did you specify"
305d6d901c2SZhang, Yanmin 					" an out-of-range profile CPU?\n");
306d6d901c2SZhang, Yanmin 			}
3073da297a6SIngo Molnar 
3083da297a6SIngo Molnar 			/*
3093da297a6SIngo Molnar 			 * If it's cycles then fall back to hrtimer
3103da297a6SIngo Molnar 			 * based cpu-clock-tick sw counter, which
3113da297a6SIngo Molnar 			 * is always available even if no PMU support:
3123da297a6SIngo Molnar 			 */
3133da297a6SIngo Molnar 			if (attr->type == PERF_TYPE_HARDWARE
314f4dbfa8fSPeter Zijlstra 					&& attr->config == PERF_COUNT_HW_CPU_CYCLES) {
3153da297a6SIngo Molnar 
3163da297a6SIngo Molnar 				if (verbose)
3173da297a6SIngo Molnar 					warning(" ... trying to fall back to cpu-clock-ticks\n");
3183da297a6SIngo Molnar 				attr->type = PERF_TYPE_SOFTWARE;
319f4dbfa8fSPeter Zijlstra 				attr->config = PERF_COUNT_SW_CPU_CLOCK;
3203da297a6SIngo Molnar 				goto try_again;
3213da297a6SIngo Molnar 			}
32230c806a0SIngo Molnar 			printf("\n");
32330c806a0SIngo Molnar 			error("perfcounter syscall returned with %d (%s)\n",
324d6d901c2SZhang, Yanmin 					fd[nr_cpu][counter][thread_index], strerror(err));
325bfd45118SSimon Kaempflein 
326bfd45118SSimon Kaempflein #if defined(__i386__) || defined(__x86_64__)
327bfd45118SSimon Kaempflein 			if (attr->type == PERF_TYPE_HARDWARE && err == EOPNOTSUPP)
328d6d901c2SZhang, Yanmin 				die("No hardware sampling interrupt available."
329d6d901c2SZhang, Yanmin 				    " No APIC? If so then you can boot the kernel"
330d6d901c2SZhang, Yanmin 				    " with the \"lapic\" boot parameter to"
331d6d901c2SZhang, Yanmin 				    " force-enable it.\n");
332bfd45118SSimon Kaempflein #endif
333bfd45118SSimon Kaempflein 
334cdd6c482SIngo Molnar 			die("No CONFIG_PERF_EVENTS=y kernel support configured?\n");
33586470930SIngo Molnar 			exit(-1);
33686470930SIngo Molnar 		}
3373da297a6SIngo Molnar 
3387c6a1c65SPeter Zijlstra 		h_attr = get_header_attr(attr, counter);
339dc79c0fcSArnaldo Carvalho de Melo 		if (h_attr == NULL)
340dc79c0fcSArnaldo Carvalho de Melo 			die("nomem\n");
3417c6a1c65SPeter Zijlstra 
3427c6a1c65SPeter Zijlstra 		if (!file_new) {
3437c6a1c65SPeter Zijlstra 			if (memcmp(&h_attr->attr, attr, sizeof(*attr))) {
3447c6a1c65SPeter Zijlstra 				fprintf(stderr, "incompatible append\n");
3457c6a1c65SPeter Zijlstra 				exit(-1);
3467c6a1c65SPeter Zijlstra 			}
3477c6a1c65SPeter Zijlstra 		}
3487c6a1c65SPeter Zijlstra 
349d6d901c2SZhang, Yanmin 		if (read(fd[nr_cpu][counter][thread_index], &read_data, sizeof(read_data)) == -1) {
3503928ddbeSFrederic Weisbecker 			perror("Unable to read perf file descriptor\n");
3513928ddbeSFrederic Weisbecker 			exit(-1);
3523928ddbeSFrederic Weisbecker 		}
3537c6a1c65SPeter Zijlstra 
35458754121SArnaldo Carvalho de Melo 		if (perf_header_attr__add_id(h_attr, read_data.id) < 0) {
35558754121SArnaldo Carvalho de Melo 			pr_warning("Not enough memory to add id\n");
35658754121SArnaldo Carvalho de Melo 			exit(-1);
35758754121SArnaldo Carvalho de Melo 		}
3587c6a1c65SPeter Zijlstra 
359d6d901c2SZhang, Yanmin 		assert(fd[nr_cpu][counter][thread_index] >= 0);
360d6d901c2SZhang, Yanmin 		fcntl(fd[nr_cpu][counter][thread_index], F_SETFL, O_NONBLOCK);
36186470930SIngo Molnar 
36286470930SIngo Molnar 		/*
36386470930SIngo Molnar 		 * First counter acts as the group leader:
36486470930SIngo Molnar 		 */
36586470930SIngo Molnar 		if (group && group_fd == -1)
366d6d901c2SZhang, Yanmin 			group_fd = fd[nr_cpu][counter][thread_index];
36786470930SIngo Molnar 
368*0e2e63ddSPeter Zijlstra 		if (counter || thread_index) {
369*0e2e63ddSPeter Zijlstra 			ret = ioctl(fd[nr_cpu][counter][thread_index],
370*0e2e63ddSPeter Zijlstra 					PERF_EVENT_IOC_SET_OUTPUT,
371*0e2e63ddSPeter Zijlstra 					fd[nr_cpu][0][0]);
372*0e2e63ddSPeter Zijlstra 			if (ret) {
373*0e2e63ddSPeter Zijlstra 				error("failed to set output: %d (%s)\n", errno,
374*0e2e63ddSPeter Zijlstra 						strerror(errno));
375*0e2e63ddSPeter Zijlstra 				exit(-1);
376*0e2e63ddSPeter Zijlstra 			}
377*0e2e63ddSPeter Zijlstra 		} else {
378*0e2e63ddSPeter Zijlstra 			mmap_array[nr_cpu].counter = counter;
379*0e2e63ddSPeter Zijlstra 			mmap_array[nr_cpu].prev = 0;
380*0e2e63ddSPeter Zijlstra 			mmap_array[nr_cpu].mask = mmap_pages*page_size - 1;
381*0e2e63ddSPeter Zijlstra 			mmap_array[nr_cpu].base = mmap(NULL, (mmap_pages+1)*page_size,
382*0e2e63ddSPeter Zijlstra 				PROT_READ|PROT_WRITE, MAP_SHARED, fd[nr_cpu][counter][thread_index], 0);
383*0e2e63ddSPeter Zijlstra 			if (mmap_array[nr_cpu].base == MAP_FAILED) {
384*0e2e63ddSPeter Zijlstra 				error("failed to mmap with %d (%s)\n", errno, strerror(errno));
385*0e2e63ddSPeter Zijlstra 				exit(-1);
386*0e2e63ddSPeter Zijlstra 			}
387*0e2e63ddSPeter Zijlstra 
388d6d901c2SZhang, Yanmin 			event_array[nr_poll].fd = fd[nr_cpu][counter][thread_index];
38986470930SIngo Molnar 			event_array[nr_poll].events = POLLIN;
39086470930SIngo Molnar 			nr_poll++;
39186470930SIngo Molnar 		}
392d1302522SFrederic Weisbecker 
393c171b552SLi Zefan 		if (filter != NULL) {
394d6d901c2SZhang, Yanmin 			ret = ioctl(fd[nr_cpu][counter][thread_index],
395c171b552SLi Zefan 					PERF_EVENT_IOC_SET_FILTER, filter);
396c171b552SLi Zefan 			if (ret) {
397c171b552SLi Zefan 				error("failed to set filter with %d (%s)\n", errno,
398c171b552SLi Zefan 						strerror(errno));
399c171b552SLi Zefan 				exit(-1);
400c171b552SLi Zefan 			}
401c171b552SLi Zefan 		}
40286470930SIngo Molnar 	}
403d6d901c2SZhang, Yanmin }
40486470930SIngo Molnar 
405d6d901c2SZhang, Yanmin static void open_counters(int cpu)
40686470930SIngo Molnar {
40786470930SIngo Molnar 	int counter;
40886470930SIngo Molnar 
40986470930SIngo Molnar 	group_fd = -1;
41086470930SIngo Molnar 	for (counter = 0; counter < nr_counters; counter++)
411d6d901c2SZhang, Yanmin 		create_counter(counter, cpu);
41286470930SIngo Molnar 
41386470930SIngo Molnar 	nr_cpu++;
41486470930SIngo Molnar }
41586470930SIngo Molnar 
4166122e4e4SArnaldo Carvalho de Melo static int process_buildids(void)
4176122e4e4SArnaldo Carvalho de Melo {
4186122e4e4SArnaldo Carvalho de Melo 	u64 size = lseek(output, 0, SEEK_CUR);
4196122e4e4SArnaldo Carvalho de Melo 
4209f591fd7SArnaldo Carvalho de Melo 	if (size == 0)
4219f591fd7SArnaldo Carvalho de Melo 		return 0;
4229f591fd7SArnaldo Carvalho de Melo 
4236122e4e4SArnaldo Carvalho de Melo 	session->fd = output;
4246122e4e4SArnaldo Carvalho de Melo 	return __perf_session__process_events(session, post_processing_offset,
4256122e4e4SArnaldo Carvalho de Melo 					      size - post_processing_offset,
4266122e4e4SArnaldo Carvalho de Melo 					      size, &build_id__mark_dso_hit_ops);
4276122e4e4SArnaldo Carvalho de Melo }
4286122e4e4SArnaldo Carvalho de Melo 
429f5970550SPeter Zijlstra static void atexit_header(void)
430f5970550SPeter Zijlstra {
431c7929e47STom Zanussi 	if (!pipe_output) {
43294c744b6SArnaldo Carvalho de Melo 		session->header.data_size += bytes_written;
433f5970550SPeter Zijlstra 
4346122e4e4SArnaldo Carvalho de Melo 		process_buildids();
43594c744b6SArnaldo Carvalho de Melo 		perf_header__write(&session->header, output, true);
436c7929e47STom Zanussi 	}
437f5970550SPeter Zijlstra }
438f5970550SPeter Zijlstra 
43923346f21SArnaldo Carvalho de Melo static void event__synthesize_guest_os(struct machine *machine, void *data)
440a1645ce1SZhang, Yanmin {
441a1645ce1SZhang, Yanmin 	int err;
442a1645ce1SZhang, Yanmin 	char *guest_kallsyms;
443a1645ce1SZhang, Yanmin 	char path[PATH_MAX];
44423346f21SArnaldo Carvalho de Melo 	struct perf_session *psession = data;
445a1645ce1SZhang, Yanmin 
44623346f21SArnaldo Carvalho de Melo 	if (machine__is_host(machine))
447a1645ce1SZhang, Yanmin 		return;
448a1645ce1SZhang, Yanmin 
449a1645ce1SZhang, Yanmin 	/*
450a1645ce1SZhang, Yanmin 	 *As for guest kernel when processing subcommand record&report,
451a1645ce1SZhang, Yanmin 	 *we arrange module mmap prior to guest kernel mmap and trigger
452a1645ce1SZhang, Yanmin 	 *a preload dso because default guest module symbols are loaded
453a1645ce1SZhang, Yanmin 	 *from guest kallsyms instead of /lib/modules/XXX/XXX. This
454a1645ce1SZhang, Yanmin 	 *method is used to avoid symbol missing when the first addr is
455a1645ce1SZhang, Yanmin 	 *in module instead of in guest kernel.
456a1645ce1SZhang, Yanmin 	 */
457a1645ce1SZhang, Yanmin 	err = event__synthesize_modules(process_synthesized_event,
45823346f21SArnaldo Carvalho de Melo 					psession, machine);
459a1645ce1SZhang, Yanmin 	if (err < 0)
460a1645ce1SZhang, Yanmin 		pr_err("Couldn't record guest kernel [%d]'s reference"
46123346f21SArnaldo Carvalho de Melo 		       " relocation symbol.\n", machine->pid);
462a1645ce1SZhang, Yanmin 
46323346f21SArnaldo Carvalho de Melo 	if (machine__is_default_guest(machine))
464a1645ce1SZhang, Yanmin 		guest_kallsyms = (char *) symbol_conf.default_guest_kallsyms;
465a1645ce1SZhang, Yanmin 	else {
46623346f21SArnaldo Carvalho de Melo 		sprintf(path, "%s/proc/kallsyms", machine->root_dir);
467a1645ce1SZhang, Yanmin 		guest_kallsyms = path;
468a1645ce1SZhang, Yanmin 	}
469a1645ce1SZhang, Yanmin 
470a1645ce1SZhang, Yanmin 	/*
471a1645ce1SZhang, Yanmin 	 * We use _stext for guest kernel because guest kernel's /proc/kallsyms
472a1645ce1SZhang, Yanmin 	 * have no _text sometimes.
473a1645ce1SZhang, Yanmin 	 */
474a1645ce1SZhang, Yanmin 	err = event__synthesize_kernel_mmap(process_synthesized_event,
47523346f21SArnaldo Carvalho de Melo 					    psession, machine, "_text");
476a1645ce1SZhang, Yanmin 	if (err < 0)
477a1645ce1SZhang, Yanmin 		err = event__synthesize_kernel_mmap(process_synthesized_event,
47823346f21SArnaldo Carvalho de Melo 						    psession, machine, "_stext");
479a1645ce1SZhang, Yanmin 	if (err < 0)
480a1645ce1SZhang, Yanmin 		pr_err("Couldn't record guest kernel [%d]'s reference"
48123346f21SArnaldo Carvalho de Melo 		       " relocation symbol.\n", machine->pid);
482a1645ce1SZhang, Yanmin }
483a1645ce1SZhang, Yanmin 
48498402807SFrederic Weisbecker static struct perf_event_header finished_round_event = {
48598402807SFrederic Weisbecker 	.size = sizeof(struct perf_event_header),
48698402807SFrederic Weisbecker 	.type = PERF_RECORD_FINISHED_ROUND,
48798402807SFrederic Weisbecker };
48898402807SFrederic Weisbecker 
48998402807SFrederic Weisbecker static void mmap_read_all(void)
49098402807SFrederic Weisbecker {
491*0e2e63ddSPeter Zijlstra 	int i;
49298402807SFrederic Weisbecker 
49398402807SFrederic Weisbecker 	for (i = 0; i < nr_cpu; i++) {
494*0e2e63ddSPeter Zijlstra 		if (mmap_array[i].base)
495*0e2e63ddSPeter Zijlstra 			mmap_read(&mmap_array[i]);
49698402807SFrederic Weisbecker 	}
49798402807SFrederic Weisbecker 
49898402807SFrederic Weisbecker 	if (perf_header__has_feat(&session->header, HEADER_TRACE_INFO))
49998402807SFrederic Weisbecker 		write_output(&finished_round_event, sizeof(finished_round_event));
50098402807SFrederic Weisbecker }
50198402807SFrederic Weisbecker 
502d4db3f16SArnaldo Carvalho de Melo static int __cmd_record(int argc, const char **argv)
50386470930SIngo Molnar {
50486470930SIngo Molnar 	int i, counter;
50586470930SIngo Molnar 	struct stat st;
5067c6a1c65SPeter Zijlstra 	pid_t pid = 0;
50786470930SIngo Molnar 	int flags;
5084dc0a04bSArnaldo Carvalho de Melo 	int err;
5098b412664SPeter Zijlstra 	unsigned long waking = 0;
510856e9660SPeter Zijlstra 	int child_ready_pipe[2], go_pipe[2];
51146be604bSZhang, Yanmin 	const bool forks = argc > 0;
512856e9660SPeter Zijlstra 	char buf;
51323346f21SArnaldo Carvalho de Melo 	struct machine *machine;
51486470930SIngo Molnar 
51586470930SIngo Molnar 	page_size = sysconf(_SC_PAGE_SIZE);
51686470930SIngo Molnar 
517f5970550SPeter Zijlstra 	atexit(sig_atexit);
518f5970550SPeter Zijlstra 	signal(SIGCHLD, sig_handler);
519f5970550SPeter Zijlstra 	signal(SIGINT, sig_handler);
520f5970550SPeter Zijlstra 
521d4db3f16SArnaldo Carvalho de Melo 	if (forks && (pipe(child_ready_pipe) < 0 || pipe(go_pipe) < 0)) {
522856e9660SPeter Zijlstra 		perror("failed to create pipes");
523856e9660SPeter Zijlstra 		exit(-1);
524856e9660SPeter Zijlstra 	}
525856e9660SPeter Zijlstra 
526529870e3STom Zanussi 	if (!strcmp(output_name, "-"))
527529870e3STom Zanussi 		pipe_output = 1;
528529870e3STom Zanussi 	else if (!stat(output_name, &st) && st.st_size) {
5297865e817SFrederic Weisbecker 		if (write_mode == WRITE_FORCE) {
530b38d3464SArnaldo Carvalho de Melo 			char oldname[PATH_MAX];
531b38d3464SArnaldo Carvalho de Melo 			snprintf(oldname, sizeof(oldname), "%s.old",
532b38d3464SArnaldo Carvalho de Melo 				 output_name);
533b38d3464SArnaldo Carvalho de Melo 			unlink(oldname);
534b38d3464SArnaldo Carvalho de Melo 			rename(output_name, oldname);
535b38d3464SArnaldo Carvalho de Melo 		}
5367865e817SFrederic Weisbecker 	} else if (write_mode == WRITE_APPEND) {
5377865e817SFrederic Weisbecker 		write_mode = WRITE_FORCE;
538266e0e21SPierre Habouzit 	}
53986470930SIngo Molnar 
540f887f301SXiao Guangrong 	flags = O_CREAT|O_RDWR;
5417865e817SFrederic Weisbecker 	if (write_mode == WRITE_APPEND)
542f5970550SPeter Zijlstra 		file_new = 0;
54386470930SIngo Molnar 	else
54486470930SIngo Molnar 		flags |= O_TRUNC;
54586470930SIngo Molnar 
546529870e3STom Zanussi 	if (pipe_output)
547529870e3STom Zanussi 		output = STDOUT_FILENO;
548529870e3STom Zanussi 	else
54986470930SIngo Molnar 		output = open(output_name, flags, S_IRUSR | S_IWUSR);
55086470930SIngo Molnar 	if (output < 0) {
55186470930SIngo Molnar 		perror("failed to create output file");
55286470930SIngo Molnar 		exit(-1);
55386470930SIngo Molnar 	}
55486470930SIngo Molnar 
5557865e817SFrederic Weisbecker 	session = perf_session__new(output_name, O_WRONLY,
556454c407eSTom Zanussi 				    write_mode == WRITE_FORCE, false);
55794c744b6SArnaldo Carvalho de Melo 	if (session == NULL) {
558a9a70bbcSArnaldo Carvalho de Melo 		pr_err("Not enough memory for reading perf file header\n");
559a9a70bbcSArnaldo Carvalho de Melo 		return -1;
560a9a70bbcSArnaldo Carvalho de Melo 	}
561a9a70bbcSArnaldo Carvalho de Melo 
5624dc0a04bSArnaldo Carvalho de Melo 	if (!file_new) {
5638dc58101STom Zanussi 		err = perf_header__read(session, output);
5644dc0a04bSArnaldo Carvalho de Melo 		if (err < 0)
5654dc0a04bSArnaldo Carvalho de Melo 			return err;
5664dc0a04bSArnaldo Carvalho de Melo 	}
5674dc0a04bSArnaldo Carvalho de Melo 
568db620b1cSTom Zanussi 	if (have_tracepoints(attrs, nr_counters))
56994c744b6SArnaldo Carvalho de Melo 		perf_header__set_feat(&session->header, HEADER_TRACE_INFO);
57003456a15SFrederic Weisbecker 
571f5970550SPeter Zijlstra 	atexit(atexit_header);
572f5970550SPeter Zijlstra 
573d4db3f16SArnaldo Carvalho de Melo 	if (forks) {
57446be604bSZhang, Yanmin 		child_pid = fork();
575856e9660SPeter Zijlstra 		if (pid < 0) {
576856e9660SPeter Zijlstra 			perror("failed to fork");
577856e9660SPeter Zijlstra 			exit(-1);
578856e9660SPeter Zijlstra 		}
5797c6a1c65SPeter Zijlstra 
58046be604bSZhang, Yanmin 		if (!child_pid) {
581529870e3STom Zanussi 			if (pipe_output)
582529870e3STom Zanussi 				dup2(2, 1);
583856e9660SPeter Zijlstra 			close(child_ready_pipe[0]);
584856e9660SPeter Zijlstra 			close(go_pipe[1]);
585856e9660SPeter Zijlstra 			fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC);
586856e9660SPeter Zijlstra 
587856e9660SPeter Zijlstra 			/*
588856e9660SPeter Zijlstra 			 * Do a dummy execvp to get the PLT entry resolved,
589856e9660SPeter Zijlstra 			 * so we avoid the resolver overhead on the real
590856e9660SPeter Zijlstra 			 * execvp call.
591856e9660SPeter Zijlstra 			 */
592856e9660SPeter Zijlstra 			execvp("", (char **)argv);
593856e9660SPeter Zijlstra 
594856e9660SPeter Zijlstra 			/*
595856e9660SPeter Zijlstra 			 * Tell the parent we're ready to go
596856e9660SPeter Zijlstra 			 */
597856e9660SPeter Zijlstra 			close(child_ready_pipe[1]);
598856e9660SPeter Zijlstra 
599856e9660SPeter Zijlstra 			/*
600856e9660SPeter Zijlstra 			 * Wait until the parent tells us to go.
601856e9660SPeter Zijlstra 			 */
602856e9660SPeter Zijlstra 			if (read(go_pipe[0], &buf, 1) == -1)
603856e9660SPeter Zijlstra 				perror("unable to read pipe");
604856e9660SPeter Zijlstra 
605856e9660SPeter Zijlstra 			execvp(argv[0], (char **)argv);
606856e9660SPeter Zijlstra 
607856e9660SPeter Zijlstra 			perror(argv[0]);
608856e9660SPeter Zijlstra 			exit(-1);
609856e9660SPeter Zijlstra 		}
610856e9660SPeter Zijlstra 
611d6d901c2SZhang, Yanmin 		if (!system_wide && target_tid == -1 && target_pid == -1)
612d6d901c2SZhang, Yanmin 			all_tids[0] = child_pid;
613d6d901c2SZhang, Yanmin 
614856e9660SPeter Zijlstra 		close(child_ready_pipe[1]);
615856e9660SPeter Zijlstra 		close(go_pipe[0]);
616856e9660SPeter Zijlstra 		/*
617856e9660SPeter Zijlstra 		 * wait for child to settle
618856e9660SPeter Zijlstra 		 */
619856e9660SPeter Zijlstra 		if (read(child_ready_pipe[0], &buf, 1) == -1) {
620856e9660SPeter Zijlstra 			perror("unable to read pipe");
621856e9660SPeter Zijlstra 			exit(-1);
622856e9660SPeter Zijlstra 		}
623856e9660SPeter Zijlstra 		close(child_ready_pipe[0]);
624856e9660SPeter Zijlstra 	}
625856e9660SPeter Zijlstra 
6262e6cdf99SStephane Eranian 	if ((!system_wide && no_inherit) || profile_cpu != -1) {
627d6d901c2SZhang, Yanmin 		open_counters(profile_cpu);
6280a5ac846SJens Axboe 	} else {
629a12b51c4SPaul Mackerras 		nr_cpus = read_cpu_map();
6300a5ac846SJens Axboe 		for (i = 0; i < nr_cpus; i++)
631d6d901c2SZhang, Yanmin 			open_counters(cpumap[i]);
6320a5ac846SJens Axboe 	}
63386470930SIngo Molnar 
634529870e3STom Zanussi 	if (pipe_output) {
635529870e3STom Zanussi 		err = perf_header__write_pipe(output);
636529870e3STom Zanussi 		if (err < 0)
637529870e3STom Zanussi 			return err;
638529870e3STom Zanussi 	} else if (file_new) {
63994c744b6SArnaldo Carvalho de Melo 		err = perf_header__write(&session->header, output, false);
640d5eed904SArnaldo Carvalho de Melo 		if (err < 0)
641d5eed904SArnaldo Carvalho de Melo 			return err;
642d5eed904SArnaldo Carvalho de Melo 	}
6437c6a1c65SPeter Zijlstra 
6446122e4e4SArnaldo Carvalho de Melo 	post_processing_offset = lseek(output, 0, SEEK_CUR);
6456122e4e4SArnaldo Carvalho de Melo 
6462c46dbb5STom Zanussi 	if (pipe_output) {
6472c46dbb5STom Zanussi 		err = event__synthesize_attrs(&session->header,
6482c46dbb5STom Zanussi 					      process_synthesized_event,
6492c46dbb5STom Zanussi 					      session);
6502c46dbb5STom Zanussi 		if (err < 0) {
6512c46dbb5STom Zanussi 			pr_err("Couldn't synthesize attrs.\n");
6522c46dbb5STom Zanussi 			return err;
6532c46dbb5STom Zanussi 		}
654cd19a035STom Zanussi 
655cd19a035STom Zanussi 		err = event__synthesize_event_types(process_synthesized_event,
656cd19a035STom Zanussi 						    session);
657cd19a035STom Zanussi 		if (err < 0) {
658cd19a035STom Zanussi 			pr_err("Couldn't synthesize event_types.\n");
659cd19a035STom Zanussi 			return err;
660cd19a035STom Zanussi 		}
6619215545eSTom Zanussi 
66263e0c771STom Zanussi 		if (have_tracepoints(attrs, nr_counters)) {
66363e0c771STom Zanussi 			/*
66463e0c771STom Zanussi 			 * FIXME err <= 0 here actually means that
66563e0c771STom Zanussi 			 * there were no tracepoints so its not really
66663e0c771STom Zanussi 			 * an error, just that we don't need to
66763e0c771STom Zanussi 			 * synthesize anything.  We really have to
66863e0c771STom Zanussi 			 * return this more properly and also
66963e0c771STom Zanussi 			 * propagate errors that now are calling die()
67063e0c771STom Zanussi 			 */
6719215545eSTom Zanussi 			err = event__synthesize_tracing_data(output, attrs,
6729215545eSTom Zanussi 							     nr_counters,
6739215545eSTom Zanussi 							     process_synthesized_event,
6749215545eSTom Zanussi 							     session);
67563e0c771STom Zanussi 			if (err <= 0) {
67663e0c771STom Zanussi 				pr_err("Couldn't record tracing data.\n");
67763e0c771STom Zanussi 				return err;
67863e0c771STom Zanussi 			}
6799215545eSTom Zanussi 			advance_output(err);
6802c46dbb5STom Zanussi 		}
68163e0c771STom Zanussi 	}
6822c46dbb5STom Zanussi 
68323346f21SArnaldo Carvalho de Melo 	machine = perf_session__find_host_machine(session);
68423346f21SArnaldo Carvalho de Melo 	if (!machine) {
685a1645ce1SZhang, Yanmin 		pr_err("Couldn't find native kernel information.\n");
686a1645ce1SZhang, Yanmin 		return -1;
687a1645ce1SZhang, Yanmin 	}
688a1645ce1SZhang, Yanmin 
68956b03f3cSArnaldo Carvalho de Melo 	err = event__synthesize_kernel_mmap(process_synthesized_event,
69023346f21SArnaldo Carvalho de Melo 					    session, machine, "_text");
69170162138SArnaldo Carvalho de Melo 	if (err < 0)
69270162138SArnaldo Carvalho de Melo 		err = event__synthesize_kernel_mmap(process_synthesized_event,
69323346f21SArnaldo Carvalho de Melo 						    session, machine, "_stext");
69456b03f3cSArnaldo Carvalho de Melo 	if (err < 0) {
69556b03f3cSArnaldo Carvalho de Melo 		pr_err("Couldn't record kernel reference relocation symbol.\n");
69656b03f3cSArnaldo Carvalho de Melo 		return err;
69756b03f3cSArnaldo Carvalho de Melo 	}
69856b03f3cSArnaldo Carvalho de Melo 
699a1645ce1SZhang, Yanmin 	err = event__synthesize_modules(process_synthesized_event,
70023346f21SArnaldo Carvalho de Melo 					session, machine);
701b7cece76SArnaldo Carvalho de Melo 	if (err < 0) {
702b7cece76SArnaldo Carvalho de Melo 		pr_err("Couldn't record kernel reference relocation symbol.\n");
703b7cece76SArnaldo Carvalho de Melo 		return err;
704b7cece76SArnaldo Carvalho de Melo 	}
705a1645ce1SZhang, Yanmin 	if (perf_guest)
70623346f21SArnaldo Carvalho de Melo 		perf_session__process_machines(session, event__synthesize_guest_os);
707b7cece76SArnaldo Carvalho de Melo 
708d4db3f16SArnaldo Carvalho de Melo 	if (!system_wide && profile_cpu == -1)
709d6d901c2SZhang, Yanmin 		event__synthesize_thread(target_tid, process_synthesized_event,
710d8f66248SArnaldo Carvalho de Melo 					 session);
711234fbbf5SArnaldo Carvalho de Melo 	else
712d8f66248SArnaldo Carvalho de Melo 		event__synthesize_threads(process_synthesized_event, session);
7137c6a1c65SPeter Zijlstra 
71486470930SIngo Molnar 	if (realtime_prio) {
71586470930SIngo Molnar 		struct sched_param param;
71686470930SIngo Molnar 
71786470930SIngo Molnar 		param.sched_priority = realtime_prio;
71886470930SIngo Molnar 		if (sched_setscheduler(0, SCHED_FIFO, &param)) {
7196beba7adSArnaldo Carvalho de Melo 			pr_err("Could not set realtime priority.\n");
72086470930SIngo Molnar 			exit(-1);
72186470930SIngo Molnar 		}
72286470930SIngo Molnar 	}
72386470930SIngo Molnar 
724856e9660SPeter Zijlstra 	/*
725856e9660SPeter Zijlstra 	 * Let the child rip
726856e9660SPeter Zijlstra 	 */
727d4db3f16SArnaldo Carvalho de Melo 	if (forks)
728856e9660SPeter Zijlstra 		close(go_pipe[1]);
729856e9660SPeter Zijlstra 
730649c48a9SPeter Zijlstra 	for (;;) {
73186470930SIngo Molnar 		int hits = samples;
732d6d901c2SZhang, Yanmin 		int thread;
73386470930SIngo Molnar 
73498402807SFrederic Weisbecker 		mmap_read_all();
73586470930SIngo Molnar 
736649c48a9SPeter Zijlstra 		if (hits == samples) {
737649c48a9SPeter Zijlstra 			if (done)
738649c48a9SPeter Zijlstra 				break;
7394dc0a04bSArnaldo Carvalho de Melo 			err = poll(event_array, nr_poll, -1);
7408b412664SPeter Zijlstra 			waking++;
7418b412664SPeter Zijlstra 		}
7428b412664SPeter Zijlstra 
7438b412664SPeter Zijlstra 		if (done) {
7448b412664SPeter Zijlstra 			for (i = 0; i < nr_cpu; i++) {
745d6d901c2SZhang, Yanmin 				for (counter = 0;
746d6d901c2SZhang, Yanmin 					counter < nr_counters;
747d6d901c2SZhang, Yanmin 					counter++) {
748d6d901c2SZhang, Yanmin 					for (thread = 0;
749d6d901c2SZhang, Yanmin 						thread < thread_num;
750d6d901c2SZhang, Yanmin 						thread++)
751d6d901c2SZhang, Yanmin 						ioctl(fd[i][counter][thread],
752d6d901c2SZhang, Yanmin 							PERF_EVENT_IOC_DISABLE);
753d6d901c2SZhang, Yanmin 				}
75486470930SIngo Molnar 			}
755649c48a9SPeter Zijlstra 		}
7568b412664SPeter Zijlstra 	}
7578b412664SPeter Zijlstra 
7588b412664SPeter Zijlstra 	fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking);
75986470930SIngo Molnar 
76086470930SIngo Molnar 	/*
76186470930SIngo Molnar 	 * Approximate RIP event size: 24 bytes.
76286470930SIngo Molnar 	 */
76386470930SIngo Molnar 	fprintf(stderr,
76486470930SIngo Molnar 		"[ perf record: Captured and wrote %.3f MB %s (~%lld samples) ]\n",
76586470930SIngo Molnar 		(double)bytes_written / 1024.0 / 1024.0,
76686470930SIngo Molnar 		output_name,
76786470930SIngo Molnar 		bytes_written / 24);
76886470930SIngo Molnar 
76986470930SIngo Molnar 	return 0;
77086470930SIngo Molnar }
77186470930SIngo Molnar 
77286470930SIngo Molnar static const char * const record_usage[] = {
77386470930SIngo Molnar 	"perf record [<options>] [<command>]",
77486470930SIngo Molnar 	"perf record [<options>] -- <command> [<options>]",
77586470930SIngo Molnar 	NULL
77686470930SIngo Molnar };
77786470930SIngo Molnar 
7787865e817SFrederic Weisbecker static bool force, append_file;
7797865e817SFrederic Weisbecker 
78086470930SIngo Molnar static const struct option options[] = {
78186470930SIngo Molnar 	OPT_CALLBACK('e', "event", NULL, "event",
78286470930SIngo Molnar 		     "event selector. use 'perf list' to list available events",
78386470930SIngo Molnar 		     parse_events),
784c171b552SLi Zefan 	OPT_CALLBACK(0, "filter", NULL, "filter",
785c171b552SLi Zefan 		     "event filter", parse_filter),
78686470930SIngo Molnar 	OPT_INTEGER('p', "pid", &target_pid,
787d6d901c2SZhang, Yanmin 		    "record events on existing process id"),
788d6d901c2SZhang, Yanmin 	OPT_INTEGER('t', "tid", &target_tid,
789d6d901c2SZhang, Yanmin 		    "record events on existing thread id"),
79086470930SIngo Molnar 	OPT_INTEGER('r', "realtime", &realtime_prio,
79186470930SIngo Molnar 		    "collect data with this RT SCHED_FIFO priority"),
792daac07b2SFrederic Weisbecker 	OPT_BOOLEAN('R', "raw-samples", &raw_samples,
793daac07b2SFrederic Weisbecker 		    "collect raw sample records from all opened counters"),
79486470930SIngo Molnar 	OPT_BOOLEAN('a', "all-cpus", &system_wide,
79586470930SIngo Molnar 			    "system-wide collection from all CPUs"),
79686470930SIngo Molnar 	OPT_BOOLEAN('A', "append", &append_file,
79786470930SIngo Molnar 			    "append to the output file to do incremental profiling"),
7980a5ac846SJens Axboe 	OPT_INTEGER('C', "profile_cpu", &profile_cpu,
7990a5ac846SJens Axboe 			    "CPU to profile on"),
80086470930SIngo Molnar 	OPT_BOOLEAN('f', "force", &force,
8017865e817SFrederic Weisbecker 			"overwrite existing data file (deprecated)"),
8023de29cabSStephane Eranian 	OPT_U64('c', "count", &user_interval, "event period to sample"),
80386470930SIngo Molnar 	OPT_STRING('o', "output", &output_name, "file",
80486470930SIngo Molnar 		    "output file name"),
8052e6cdf99SStephane Eranian 	OPT_BOOLEAN('i', "no-inherit", &no_inherit,
8062e6cdf99SStephane Eranian 		    "child tasks do not inherit counters"),
8071967936dSArnaldo Carvalho de Melo 	OPT_UINTEGER('F', "freq", &user_freq, "profile at this frequency"),
8081967936dSArnaldo Carvalho de Melo 	OPT_UINTEGER('m', "mmap-pages", &mmap_pages, "number of mmap data pages"),
8093efa1cc9SIngo Molnar 	OPT_BOOLEAN('g', "call-graph", &call_graph,
8103efa1cc9SIngo Molnar 		    "do call-graph (stack chain/backtrace) recording"),
811c0555642SIan Munsie 	OPT_INCR('v', "verbose", &verbose,
8123da297a6SIngo Molnar 		    "be more verbose (show counter open errors, etc)"),
813649c48a9SPeter Zijlstra 	OPT_BOOLEAN('s', "stat", &inherit_stat,
814649c48a9SPeter Zijlstra 		    "per thread counts"),
8154bba828dSAnton Blanchard 	OPT_BOOLEAN('d', "data", &sample_address,
8164bba828dSAnton Blanchard 		    "Sample addresses"),
817649c48a9SPeter Zijlstra 	OPT_BOOLEAN('n', "no-samples", &no_samples,
818649c48a9SPeter Zijlstra 		    "don't sample"),
81986470930SIngo Molnar 	OPT_END()
82086470930SIngo Molnar };
82186470930SIngo Molnar 
822f37a291cSIngo Molnar int cmd_record(int argc, const char **argv, const char *prefix __used)
82386470930SIngo Molnar {
824d6d901c2SZhang, Yanmin 	int i,j;
82586470930SIngo Molnar 
826a0541234SAnton Blanchard 	argc = parse_options(argc, argv, options, record_usage,
827a0541234SAnton Blanchard 			    PARSE_OPT_STOP_AT_NON_OPTION);
828d6d901c2SZhang, Yanmin 	if (!argc && target_pid == -1 && target_tid == -1 &&
829d6d901c2SZhang, Yanmin 		!system_wide && profile_cpu == -1)
83086470930SIngo Molnar 		usage_with_options(record_usage, options);
83186470930SIngo Molnar 
8327865e817SFrederic Weisbecker 	if (force && append_file) {
8337865e817SFrederic Weisbecker 		fprintf(stderr, "Can't overwrite and append at the same time."
8347865e817SFrederic Weisbecker 				" You need to choose between -f and -A");
8357865e817SFrederic Weisbecker 		usage_with_options(record_usage, options);
8367865e817SFrederic Weisbecker 	} else if (append_file) {
8377865e817SFrederic Weisbecker 		write_mode = WRITE_APPEND;
8387865e817SFrederic Weisbecker 	} else {
8397865e817SFrederic Weisbecker 		write_mode = WRITE_FORCE;
8407865e817SFrederic Weisbecker 	}
8417865e817SFrederic Weisbecker 
842655000e7SArnaldo Carvalho de Melo 	symbol__init();
843655000e7SArnaldo Carvalho de Melo 
844bbd36e5eSPeter Zijlstra 	if (!nr_counters) {
84586470930SIngo Molnar 		nr_counters	= 1;
846bbd36e5eSPeter Zijlstra 		attrs[0].type	= PERF_TYPE_HARDWARE;
847bbd36e5eSPeter Zijlstra 		attrs[0].config = PERF_COUNT_HW_CPU_CYCLES;
848bbd36e5eSPeter Zijlstra 	}
84986470930SIngo Molnar 
850d6d901c2SZhang, Yanmin 	if (target_pid != -1) {
851d6d901c2SZhang, Yanmin 		target_tid = target_pid;
852d6d901c2SZhang, Yanmin 		thread_num = find_all_tid(target_pid, &all_tids);
853d6d901c2SZhang, Yanmin 		if (thread_num <= 0) {
854d6d901c2SZhang, Yanmin 			fprintf(stderr, "Can't find all threads of pid %d\n",
855d6d901c2SZhang, Yanmin 					target_pid);
856d6d901c2SZhang, Yanmin 			usage_with_options(record_usage, options);
857d6d901c2SZhang, Yanmin 		}
858d6d901c2SZhang, Yanmin 	} else {
859d6d901c2SZhang, Yanmin 		all_tids=malloc(sizeof(pid_t));
860d6d901c2SZhang, Yanmin 		if (!all_tids)
861d6d901c2SZhang, Yanmin 			return -ENOMEM;
862d6d901c2SZhang, Yanmin 
863d6d901c2SZhang, Yanmin 		all_tids[0] = target_tid;
864d6d901c2SZhang, Yanmin 		thread_num = 1;
865d6d901c2SZhang, Yanmin 	}
866d6d901c2SZhang, Yanmin 
867d6d901c2SZhang, Yanmin 	for (i = 0; i < MAX_NR_CPUS; i++) {
868d6d901c2SZhang, Yanmin 		for (j = 0; j < MAX_COUNTERS; j++) {
869d6d901c2SZhang, Yanmin 			fd[i][j] = malloc(sizeof(int)*thread_num);
870*0e2e63ddSPeter Zijlstra 			if (!fd[i][j])
871d6d901c2SZhang, Yanmin 				return -ENOMEM;
872d6d901c2SZhang, Yanmin 		}
873d6d901c2SZhang, Yanmin 	}
874d6d901c2SZhang, Yanmin 	event_array = malloc(
875d6d901c2SZhang, Yanmin 		sizeof(struct pollfd)*MAX_NR_CPUS*MAX_COUNTERS*thread_num);
876d6d901c2SZhang, Yanmin 	if (!event_array)
877d6d901c2SZhang, Yanmin 		return -ENOMEM;
878d6d901c2SZhang, Yanmin 
8793de29cabSStephane Eranian 	if (user_interval != ULLONG_MAX)
880f9212819SFrederic Weisbecker 		default_interval = user_interval;
881f9212819SFrederic Weisbecker 	if (user_freq != UINT_MAX)
882f9212819SFrederic Weisbecker 		freq = user_freq;
883f9212819SFrederic Weisbecker 
8847e4ff9e3SMike Galbraith 	/*
8857e4ff9e3SMike Galbraith 	 * User specified count overrides default frequency.
8867e4ff9e3SMike Galbraith 	 */
8877e4ff9e3SMike Galbraith 	if (default_interval)
8887e4ff9e3SMike Galbraith 		freq = 0;
8897e4ff9e3SMike Galbraith 	else if (freq) {
8907e4ff9e3SMike Galbraith 		default_interval = freq;
8917e4ff9e3SMike Galbraith 	} else {
8927e4ff9e3SMike Galbraith 		fprintf(stderr, "frequency and count are zero, aborting\n");
8937e4ff9e3SMike Galbraith 		exit(EXIT_FAILURE);
8947e4ff9e3SMike Galbraith 	}
8957e4ff9e3SMike Galbraith 
89686470930SIngo Molnar 	return __cmd_record(argc, argv);
89786470930SIngo Molnar }
898