xref: /openbmc/linux/tools/perf/util/symbol.c (revision b181f7029bd71238ac2754ce7052dffd69432085)
1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
25aab621bSArnaldo Carvalho de Melo #include <dirent.h>
35aab621bSArnaldo Carvalho de Melo #include <errno.h>
45aab621bSArnaldo Carvalho de Melo #include <stdlib.h>
55aab621bSArnaldo Carvalho de Melo #include <stdio.h>
65aab621bSArnaldo Carvalho de Melo #include <string.h>
78859aedeSIgor Lubashev #include <linux/capability.h>
8877a7a11SArnaldo Carvalho de Melo #include <linux/kernel.h>
9e9814df8SArnaldo Carvalho de Melo #include <linux/mman.h>
108520a98dSArnaldo Carvalho de Melo #include <linux/string.h>
112a1292cbSAndi Kleen #include <linux/time64.h>
125aab621bSArnaldo Carvalho de Melo #include <sys/types.h>
135aab621bSArnaldo Carvalho de Melo #include <sys/stat.h>
145aab621bSArnaldo Carvalho de Melo #include <sys/param.h>
155aab621bSArnaldo Carvalho de Melo #include <fcntl.h>
165aab621bSArnaldo Carvalho de Melo #include <unistd.h>
179486aa38SArnaldo Carvalho de Melo #include <inttypes.h>
18b01141f4SArnaldo Carvalho de Melo #include "annotate.h"
19b36f19d5SArnaldo Carvalho de Melo #include "build-id.h"
208859aedeSIgor Lubashev #include "cap.h"
21fac583fdSArnaldo Carvalho de Melo #include "dso.h"
22fb71c86cSArnaldo Carvalho de Melo #include "util.h" // lsdir()
238a6c5b26SArnaldo Carvalho de Melo #include "debug.h"
248859aedeSIgor Lubashev #include "event.h"
2569d2591aSArnaldo Carvalho de Melo #include "machine.h"
261101f69aSArnaldo Carvalho de Melo #include "map.h"
2786470930SIngo Molnar #include "symbol.h"
28d3300a3cSArnaldo Carvalho de Melo #include "map_symbol.h"
29d3300a3cSArnaldo Carvalho de Melo #include "mem-events.h"
30b1d1b094SArnaldo Carvalho de Melo #include "symsrc.h"
315aab621bSArnaldo Carvalho de Melo #include "strlist.h"
32e03eaa40SDavid Ahern #include "intlist.h"
33843ff37bSKrister Johansen #include "namespaces.h"
340a7e6d1bSNamhyung Kim #include "header.h"
359a3993d4SArnaldo Carvalho de Melo #include "path.h"
363052ba56SArnaldo Carvalho de Melo #include <linux/ctype.h>
377f7c536fSArnaldo Carvalho de Melo #include <linux/zalloc.h>
3886470930SIngo Molnar 
3986470930SIngo Molnar #include <elf.h>
40f1617b40SArnaldo Carvalho de Melo #include <limits.h>
41c506c96bSArnaldo Carvalho de Melo #include <symbol/kallsyms.h>
42439d473bSArnaldo Carvalho de Melo #include <sys/utsname.h>
432cdbc46dSPeter Zijlstra 
44be39db9fSArnaldo Carvalho de Melo static int dso__load_kernel_sym(struct dso *dso, struct map *map);
45be39db9fSArnaldo Carvalho de Melo static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map);
46608c34deSArnaldo Carvalho de Melo static bool symbol__is_idle(const char *name);
47608c34deSArnaldo Carvalho de Melo 
483f067dcaSArnaldo Carvalho de Melo int vmlinux_path__nr_entries;
493f067dcaSArnaldo Carvalho de Melo char **vmlinux_path;
50439d473bSArnaldo Carvalho de Melo 
5175be6cf4SArnaldo Carvalho de Melo struct symbol_conf symbol_conf = {
5252bab886SAndi Kleen 	.nanosecs		= false,
53b32d133aSArnaldo Carvalho de Melo 	.use_modules		= true,
54b32d133aSArnaldo Carvalho de Melo 	.try_vmlinux_path	= true,
55328ccdacSNamhyung Kim 	.demangle		= true,
56763122adSAvi Kivity 	.demangle_kernel	= false,
57e511db5eSNamhyung Kim 	.cumulate_callchain	= true,
582a1292cbSAndi Kleen 	.time_quantum		= 100 * NSEC_PER_MSEC, /* 100ms */
59c8302367SJiri Olsa 	.show_hist_headers	= true,
60ec5761eaSDavid Ahern 	.symfs			= "",
611e9abf8bSNamhyung Kim 	.event_group		= true,
62d8a88dd2SMilian Wolff 	.inline_name		= true,
634968ac8fSAndi Kleen 	.res_sample		= 0,
64b32d133aSArnaldo Carvalho de Melo };
65b32d133aSArnaldo Carvalho de Melo 
6644f24cb3SJiri Olsa static enum dso_binary_type binary_type_symtab[] = {
6744f24cb3SJiri Olsa 	DSO_BINARY_TYPE__KALLSYMS,
6844f24cb3SJiri Olsa 	DSO_BINARY_TYPE__GUEST_KALLSYMS,
6944f24cb3SJiri Olsa 	DSO_BINARY_TYPE__JAVA_JIT,
7044f24cb3SJiri Olsa 	DSO_BINARY_TYPE__DEBUGLINK,
7144f24cb3SJiri Olsa 	DSO_BINARY_TYPE__BUILD_ID_CACHE,
72d2396999SKrister Johansen 	DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO,
7344f24cb3SJiri Olsa 	DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
7444f24cb3SJiri Olsa 	DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
7544f24cb3SJiri Olsa 	DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
7644f24cb3SJiri Olsa 	DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
7744f24cb3SJiri Olsa 	DSO_BINARY_TYPE__GUEST_KMODULE,
78c00c48fcSNamhyung Kim 	DSO_BINARY_TYPE__GUEST_KMODULE_COMP,
7944f24cb3SJiri Olsa 	DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
80c00c48fcSNamhyung Kim 	DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP,
819cd00941SRicardo Ribalda Delgado 	DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
8285afd355SAdrian Hunter 	DSO_BINARY_TYPE__MIXEDUP_UBUNTU_DEBUGINFO,
8344f24cb3SJiri Olsa 	DSO_BINARY_TYPE__NOT_FOUND,
8444f24cb3SJiri Olsa };
8544f24cb3SJiri Olsa 
86028df767SJiri Olsa #define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
8744f24cb3SJiri Olsa 
symbol_type__filter(char symbol_type)883183f8caSArnaldo Carvalho de Melo static bool symbol_type__filter(char symbol_type)
896893d4eeSArnaldo Carvalho de Melo {
9031877908SAnton Blanchard 	symbol_type = toupper(symbol_type);
912be732c0SArnaldo Carvalho de Melo 	return symbol_type == 'T' || symbol_type == 'W' || symbol_type == 'D' || symbol_type == 'B';
926893d4eeSArnaldo Carvalho de Melo }
936893d4eeSArnaldo Carvalho de Melo 
prefix_underscores_count(const char * str)94694bf407SAnton Blanchard static int prefix_underscores_count(const char *str)
95694bf407SAnton Blanchard {
96694bf407SAnton Blanchard 	const char *tail = str;
97694bf407SAnton Blanchard 
98694bf407SAnton Blanchard 	while (*tail == '_')
99694bf407SAnton Blanchard 		tail++;
100694bf407SAnton Blanchard 
101694bf407SAnton Blanchard 	return tail - str;
102694bf407SAnton Blanchard }
103694bf407SAnton Blanchard 
arch__normalize_symbol_name(const char * name)1044b3a2716SMasami Hiramatsu const char * __weak arch__normalize_symbol_name(const char *name)
1054b3a2716SMasami Hiramatsu {
1064b3a2716SMasami Hiramatsu 	return name;
1074b3a2716SMasami Hiramatsu }
1084b3a2716SMasami Hiramatsu 
arch__compare_symbol_names(const char * namea,const char * nameb)109d8040645SPaul Clarke int __weak arch__compare_symbol_names(const char *namea, const char *nameb)
110d8040645SPaul Clarke {
111d8040645SPaul Clarke 	return strcmp(namea, nameb);
112d8040645SPaul Clarke }
113d8040645SPaul Clarke 
arch__compare_symbol_names_n(const char * namea,const char * nameb,unsigned int n)114d8040645SPaul Clarke int __weak arch__compare_symbol_names_n(const char *namea, const char *nameb,
115d8040645SPaul Clarke 					unsigned int n)
116d8040645SPaul Clarke {
117d8040645SPaul Clarke 	return strncmp(namea, nameb, n);
118d8040645SPaul Clarke }
119d8040645SPaul Clarke 
arch__choose_best_symbol(struct symbol * syma,struct symbol * symb __maybe_unused)120fb6d5942SNaveen N. Rao int __weak arch__choose_best_symbol(struct symbol *syma,
121fb6d5942SNaveen N. Rao 				    struct symbol *symb __maybe_unused)
122fb6d5942SNaveen N. Rao {
123fb6d5942SNaveen N. Rao 	/* Avoid "SyS" kernel syscall aliases */
124fb6d5942SNaveen N. Rao 	if (strlen(syma->name) >= 3 && !strncmp(syma->name, "SyS", 3))
125fb6d5942SNaveen N. Rao 		return SYMBOL_B;
126fb6d5942SNaveen N. Rao 	if (strlen(syma->name) >= 10 && !strncmp(syma->name, "compat_SyS", 10))
127fb6d5942SNaveen N. Rao 		return SYMBOL_B;
128fb6d5942SNaveen N. Rao 
129fb6d5942SNaveen N. Rao 	return SYMBOL_A;
130fb6d5942SNaveen N. Rao }
131694bf407SAnton Blanchard 
choose_best_symbol(struct symbol * syma,struct symbol * symb)132694bf407SAnton Blanchard static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
133694bf407SAnton Blanchard {
134694bf407SAnton Blanchard 	s64 a;
135694bf407SAnton Blanchard 	s64 b;
1363445432bSAdrian Hunter 	size_t na, nb;
137694bf407SAnton Blanchard 
138694bf407SAnton Blanchard 	/* Prefer a symbol with non zero length */
139694bf407SAnton Blanchard 	a = syma->end - syma->start;
140694bf407SAnton Blanchard 	b = symb->end - symb->start;
141694bf407SAnton Blanchard 	if ((b == 0) && (a > 0))
142694bf407SAnton Blanchard 		return SYMBOL_A;
143694bf407SAnton Blanchard 	else if ((a == 0) && (b > 0))
144694bf407SAnton Blanchard 		return SYMBOL_B;
145694bf407SAnton Blanchard 
146694bf407SAnton Blanchard 	/* Prefer a non weak symbol over a weak one */
147694bf407SAnton Blanchard 	a = syma->binding == STB_WEAK;
148694bf407SAnton Blanchard 	b = symb->binding == STB_WEAK;
149694bf407SAnton Blanchard 	if (b && !a)
150694bf407SAnton Blanchard 		return SYMBOL_A;
151694bf407SAnton Blanchard 	if (a && !b)
152694bf407SAnton Blanchard 		return SYMBOL_B;
153694bf407SAnton Blanchard 
154694bf407SAnton Blanchard 	/* Prefer a global symbol over a non global one */
155694bf407SAnton Blanchard 	a = syma->binding == STB_GLOBAL;
156694bf407SAnton Blanchard 	b = symb->binding == STB_GLOBAL;
157694bf407SAnton Blanchard 	if (a && !b)
158694bf407SAnton Blanchard 		return SYMBOL_A;
159694bf407SAnton Blanchard 	if (b && !a)
160694bf407SAnton Blanchard 		return SYMBOL_B;
161694bf407SAnton Blanchard 
162694bf407SAnton Blanchard 	/* Prefer a symbol with less underscores */
163694bf407SAnton Blanchard 	a = prefix_underscores_count(syma->name);
164694bf407SAnton Blanchard 	b = prefix_underscores_count(symb->name);
165694bf407SAnton Blanchard 	if (b > a)
166694bf407SAnton Blanchard 		return SYMBOL_A;
167694bf407SAnton Blanchard 	else if (a > b)
168694bf407SAnton Blanchard 		return SYMBOL_B;
169694bf407SAnton Blanchard 
1703445432bSAdrian Hunter 	/* Choose the symbol with the longest name */
1713445432bSAdrian Hunter 	na = strlen(syma->name);
1723445432bSAdrian Hunter 	nb = strlen(symb->name);
1733445432bSAdrian Hunter 	if (na > nb)
174694bf407SAnton Blanchard 		return SYMBOL_A;
1753445432bSAdrian Hunter 	else if (na < nb)
176694bf407SAnton Blanchard 		return SYMBOL_B;
1773445432bSAdrian Hunter 
178fb6d5942SNaveen N. Rao 	return arch__choose_best_symbol(syma, symb);
179694bf407SAnton Blanchard }
180694bf407SAnton Blanchard 
symbols__fixup_duplicate(struct rb_root_cached * symbols)1817137ff50SDavidlohr Bueso void symbols__fixup_duplicate(struct rb_root_cached *symbols)
182694bf407SAnton Blanchard {
183694bf407SAnton Blanchard 	struct rb_node *nd;
184694bf407SAnton Blanchard 	struct symbol *curr, *next;
185694bf407SAnton Blanchard 
186c97b40e4SArnaldo Carvalho de Melo 	if (symbol_conf.allow_aliases)
187c97b40e4SArnaldo Carvalho de Melo 		return;
188c97b40e4SArnaldo Carvalho de Melo 
1897137ff50SDavidlohr Bueso 	nd = rb_first_cached(symbols);
190694bf407SAnton Blanchard 
191694bf407SAnton Blanchard 	while (nd) {
192694bf407SAnton Blanchard 		curr = rb_entry(nd, struct symbol, rb_node);
193694bf407SAnton Blanchard again:
194694bf407SAnton Blanchard 		nd = rb_next(&curr->rb_node);
195694bf407SAnton Blanchard 		next = rb_entry(nd, struct symbol, rb_node);
196694bf407SAnton Blanchard 
197694bf407SAnton Blanchard 		if (!nd)
198694bf407SAnton Blanchard 			break;
199694bf407SAnton Blanchard 
200694bf407SAnton Blanchard 		if (curr->start != next->start)
201694bf407SAnton Blanchard 			continue;
202694bf407SAnton Blanchard 
203694bf407SAnton Blanchard 		if (choose_best_symbol(curr, next) == SYMBOL_A) {
20405963491SAdrian Hunter 			if (next->type == STT_GNU_IFUNC)
20505963491SAdrian Hunter 				curr->ifunc_alias = true;
2067137ff50SDavidlohr Bueso 			rb_erase_cached(&next->rb_node, symbols);
207d4f74eb8SChenggang Qin 			symbol__delete(next);
208694bf407SAnton Blanchard 			goto again;
209694bf407SAnton Blanchard 		} else {
21005963491SAdrian Hunter 			if (curr->type == STT_GNU_IFUNC)
21105963491SAdrian Hunter 				next->ifunc_alias = true;
212694bf407SAnton Blanchard 			nd = rb_next(&curr->rb_node);
2137137ff50SDavidlohr Bueso 			rb_erase_cached(&curr->rb_node, symbols);
214d4f74eb8SChenggang Qin 			symbol__delete(curr);
215694bf407SAnton Blanchard 		}
216694bf407SAnton Blanchard 	}
217694bf407SAnton Blanchard }
218694bf407SAnton Blanchard 
2198799ebceSNamhyung Kim /* Update zero-sized symbols using the address of the next symbol */
symbols__fixup_end(struct rb_root_cached * symbols,bool is_kallsyms)2208799ebceSNamhyung Kim void symbols__fixup_end(struct rb_root_cached *symbols, bool is_kallsyms)
221af427bf5SArnaldo Carvalho de Melo {
2227137ff50SDavidlohr Bueso 	struct rb_node *nd, *prevnd = rb_first_cached(symbols);
2232e538c4aSArnaldo Carvalho de Melo 	struct symbol *curr, *prev;
224af427bf5SArnaldo Carvalho de Melo 
225af427bf5SArnaldo Carvalho de Melo 	if (prevnd == NULL)
226af427bf5SArnaldo Carvalho de Melo 		return;
227af427bf5SArnaldo Carvalho de Melo 
2282e538c4aSArnaldo Carvalho de Melo 	curr = rb_entry(prevnd, struct symbol, rb_node);
2292e538c4aSArnaldo Carvalho de Melo 
230af427bf5SArnaldo Carvalho de Melo 	for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
2312e538c4aSArnaldo Carvalho de Melo 		prev = curr;
2322e538c4aSArnaldo Carvalho de Melo 		curr = rb_entry(nd, struct symbol, rb_node);
233af427bf5SArnaldo Carvalho de Melo 
2348799ebceSNamhyung Kim 		/*
2358799ebceSNamhyung Kim 		 * On some architecture kernel text segment start is located at
2368799ebceSNamhyung Kim 		 * some low memory address, while modules are located at high
2378799ebceSNamhyung Kim 		 * memory addresses (or vice versa).  The gap between end of
2388799ebceSNamhyung Kim 		 * kernel text segment and beginning of first module's text
2398799ebceSNamhyung Kim 		 * segment is very big.  Therefore do not fill this gap and do
2408799ebceSNamhyung Kim 		 * not assign it to the kernel dso map (kallsyms).
2418799ebceSNamhyung Kim 		 *
2428799ebceSNamhyung Kim 		 * In kallsyms, it determines module symbols using '[' character
2438799ebceSNamhyung Kim 		 * like in:
2448799ebceSNamhyung Kim 		 *   ffffffffc1937000 T hdmi_driver_init  [snd_hda_codec_hdmi]
2458799ebceSNamhyung Kim 		 */
2468799ebceSNamhyung Kim 		if (prev->end == prev->start) {
2478799ebceSNamhyung Kim 			/* Last kernel/module symbol mapped to end of page */
2488799ebceSNamhyung Kim 			if (is_kallsyms && (!strchr(prev->name, '[') !=
2498799ebceSNamhyung Kim 					    !strchr(curr->name, '[')))
2508799ebceSNamhyung Kim 				prev->end = roundup(prev->end + 4096, 4096);
2518799ebceSNamhyung Kim 			else
2528799ebceSNamhyung Kim 				prev->end = curr->start;
2538799ebceSNamhyung Kim 
2548799ebceSNamhyung Kim 			pr_debug4("%s sym:%s end:%#" PRIx64 "\n",
2558799ebceSNamhyung Kim 				  __func__, prev->name, prev->end);
2568799ebceSNamhyung Kim 		}
257af427bf5SArnaldo Carvalho de Melo 	}
258af427bf5SArnaldo Carvalho de Melo 
2592e538c4aSArnaldo Carvalho de Melo 	/* Last entry */
2602e538c4aSArnaldo Carvalho de Melo 	if (curr->end == curr->start)
261e7ede72aSDaniel Borkmann 		curr->end = roundup(curr->start, 4096) + 4096;
2622e538c4aSArnaldo Carvalho de Melo }
2632e538c4aSArnaldo Carvalho de Melo 
symbol__new(u64 start,u64 len,u8 binding,u8 type,const char * name)264af30bffaSArnaldo Carvalho de Melo struct symbol *symbol__new(u64 start, u64 len, u8 binding, u8 type, const char *name)
26586470930SIngo Molnar {
26686470930SIngo Molnar 	size_t namelen = strlen(name) + 1;
267aeafcbafSArnaldo Carvalho de Melo 	struct symbol *sym = calloc(1, (symbol_conf.priv_size +
268aeafcbafSArnaldo Carvalho de Melo 					sizeof(*sym) + namelen));
269aeafcbafSArnaldo Carvalho de Melo 	if (sym == NULL)
27086470930SIngo Molnar 		return NULL;
27186470930SIngo Molnar 
272b01141f4SArnaldo Carvalho de Melo 	if (symbol_conf.priv_size) {
273b01141f4SArnaldo Carvalho de Melo 		if (symbol_conf.init_annotation) {
274b01141f4SArnaldo Carvalho de Melo 			struct annotation *notes = (void *)sym;
2754f74f187SIan Rogers 			annotation__init(notes);
276b01141f4SArnaldo Carvalho de Melo 		}
277aeafcbafSArnaldo Carvalho de Melo 		sym = ((void *)sym) + symbol_conf.priv_size;
278b01141f4SArnaldo Carvalho de Melo 	}
27936479484SArnaldo Carvalho de Melo 
280aeafcbafSArnaldo Carvalho de Melo 	sym->start   = start;
2812c241bd3SArnaldo Carvalho de Melo 	sym->end     = len ? start + len : start;
282af30bffaSArnaldo Carvalho de Melo 	sym->type    = type;
283aeafcbafSArnaldo Carvalho de Melo 	sym->binding = binding;
284aeafcbafSArnaldo Carvalho de Melo 	sym->namelen = namelen - 1;
285e4204992SArnaldo Carvalho de Melo 
286aeafcbafSArnaldo Carvalho de Melo 	pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
287aeafcbafSArnaldo Carvalho de Melo 		  __func__, name, start, sym->end);
288aeafcbafSArnaldo Carvalho de Melo 	memcpy(sym->name, name, namelen);
289e4204992SArnaldo Carvalho de Melo 
290aeafcbafSArnaldo Carvalho de Melo 	return sym;
29186470930SIngo Molnar }
29286470930SIngo Molnar 
symbol__delete(struct symbol * sym)293aeafcbafSArnaldo Carvalho de Melo void symbol__delete(struct symbol *sym)
29486470930SIngo Molnar {
2954f74f187SIan Rogers 	if (symbol_conf.priv_size) {
2964f74f187SIan Rogers 		if (symbol_conf.init_annotation) {
2974f74f187SIan Rogers 			struct annotation *notes = symbol__annotation(sym);
2984f74f187SIan Rogers 
2994f74f187SIan Rogers 			annotation__exit(notes);
3004f74f187SIan Rogers 		}
3014f74f187SIan Rogers 	}
302aeafcbafSArnaldo Carvalho de Melo 	free(((void *)sym) - symbol_conf.priv_size);
30386470930SIngo Molnar }
30486470930SIngo Molnar 
symbols__delete(struct rb_root_cached * symbols)3057137ff50SDavidlohr Bueso void symbols__delete(struct rb_root_cached *symbols)
30686470930SIngo Molnar {
30786470930SIngo Molnar 	struct symbol *pos;
3087137ff50SDavidlohr Bueso 	struct rb_node *next = rb_first_cached(symbols);
30986470930SIngo Molnar 
31086470930SIngo Molnar 	while (next) {
31186470930SIngo Molnar 		pos = rb_entry(next, struct symbol, rb_node);
31286470930SIngo Molnar 		next = rb_next(&pos->rb_node);
3137137ff50SDavidlohr Bueso 		rb_erase_cached(&pos->rb_node, symbols);
31400a192b3SArnaldo Carvalho de Melo 		symbol__delete(pos);
31586470930SIngo Molnar 	}
31686470930SIngo Molnar }
31786470930SIngo Molnar 
__symbols__insert(struct rb_root_cached * symbols,struct symbol * sym,bool kernel)3187137ff50SDavidlohr Bueso void __symbols__insert(struct rb_root_cached *symbols,
3197137ff50SDavidlohr Bueso 		       struct symbol *sym, bool kernel)
32086470930SIngo Molnar {
3217137ff50SDavidlohr Bueso 	struct rb_node **p = &symbols->rb_root.rb_node;
32286470930SIngo Molnar 	struct rb_node *parent = NULL;
3239cffa8d5SPaul Mackerras 	const u64 ip = sym->start;
32486470930SIngo Molnar 	struct symbol *s;
3257137ff50SDavidlohr Bueso 	bool leftmost = true;
32686470930SIngo Molnar 
327608c34deSArnaldo Carvalho de Melo 	if (kernel) {
328608c34deSArnaldo Carvalho de Melo 		const char *name = sym->name;
329608c34deSArnaldo Carvalho de Melo 		/*
330608c34deSArnaldo Carvalho de Melo 		 * ppc64 uses function descriptors and appends a '.' to the
331608c34deSArnaldo Carvalho de Melo 		 * start of every instruction address. Remove it.
332608c34deSArnaldo Carvalho de Melo 		 */
333608c34deSArnaldo Carvalho de Melo 		if (name[0] == '.')
334608c34deSArnaldo Carvalho de Melo 			name++;
335608c34deSArnaldo Carvalho de Melo 		sym->idle = symbol__is_idle(name);
336608c34deSArnaldo Carvalho de Melo 	}
337608c34deSArnaldo Carvalho de Melo 
33886470930SIngo Molnar 	while (*p != NULL) {
33986470930SIngo Molnar 		parent = *p;
34086470930SIngo Molnar 		s = rb_entry(parent, struct symbol, rb_node);
34186470930SIngo Molnar 		if (ip < s->start)
34286470930SIngo Molnar 			p = &(*p)->rb_left;
3437137ff50SDavidlohr Bueso 		else {
34486470930SIngo Molnar 			p = &(*p)->rb_right;
3457137ff50SDavidlohr Bueso 			leftmost = false;
3467137ff50SDavidlohr Bueso 		}
34786470930SIngo Molnar 	}
34886470930SIngo Molnar 	rb_link_node(&sym->rb_node, parent, p);
3497137ff50SDavidlohr Bueso 	rb_insert_color_cached(&sym->rb_node, symbols, leftmost);
35086470930SIngo Molnar }
35186470930SIngo Molnar 
symbols__insert(struct rb_root_cached * symbols,struct symbol * sym)3527137ff50SDavidlohr Bueso void symbols__insert(struct rb_root_cached *symbols, struct symbol *sym)
353608c34deSArnaldo Carvalho de Melo {
354608c34deSArnaldo Carvalho de Melo 	__symbols__insert(symbols, sym, false);
355608c34deSArnaldo Carvalho de Melo }
356608c34deSArnaldo Carvalho de Melo 
symbols__find(struct rb_root_cached * symbols,u64 ip)3577137ff50SDavidlohr Bueso static struct symbol *symbols__find(struct rb_root_cached *symbols, u64 ip)
35886470930SIngo Molnar {
35986470930SIngo Molnar 	struct rb_node *n;
36086470930SIngo Molnar 
361aeafcbafSArnaldo Carvalho de Melo 	if (symbols == NULL)
36286470930SIngo Molnar 		return NULL;
36386470930SIngo Molnar 
3647137ff50SDavidlohr Bueso 	n = symbols->rb_root.rb_node;
36586470930SIngo Molnar 
36686470930SIngo Molnar 	while (n) {
36786470930SIngo Molnar 		struct symbol *s = rb_entry(n, struct symbol, rb_node);
36886470930SIngo Molnar 
36986470930SIngo Molnar 		if (ip < s->start)
37086470930SIngo Molnar 			n = n->rb_left;
3719c7b37cdSChris Phlipot 		else if (ip > s->end || (ip == s->end && ip != s->start))
37286470930SIngo Molnar 			n = n->rb_right;
37386470930SIngo Molnar 		else
37486470930SIngo Molnar 			return s;
37586470930SIngo Molnar 	}
37686470930SIngo Molnar 
37786470930SIngo Molnar 	return NULL;
37886470930SIngo Molnar }
37986470930SIngo Molnar 
symbols__first(struct rb_root_cached * symbols)3807137ff50SDavidlohr Bueso static struct symbol *symbols__first(struct rb_root_cached *symbols)
3818e0cf965SAdrian Hunter {
3827137ff50SDavidlohr Bueso 	struct rb_node *n = rb_first_cached(symbols);
3838e0cf965SAdrian Hunter 
3848e0cf965SAdrian Hunter 	if (n)
3858e0cf965SAdrian Hunter 		return rb_entry(n, struct symbol, rb_node);
3868e0cf965SAdrian Hunter 
3878e0cf965SAdrian Hunter 	return NULL;
3888e0cf965SAdrian Hunter }
3898e0cf965SAdrian Hunter 
symbols__last(struct rb_root_cached * symbols)3907137ff50SDavidlohr Bueso static struct symbol *symbols__last(struct rb_root_cached *symbols)
391cd67f99fSAdrian Hunter {
3927137ff50SDavidlohr Bueso 	struct rb_node *n = rb_last(&symbols->rb_root);
393cd67f99fSAdrian Hunter 
394cd67f99fSAdrian Hunter 	if (n)
395cd67f99fSAdrian Hunter 		return rb_entry(n, struct symbol, rb_node);
396cd67f99fSAdrian Hunter 
397cd67f99fSAdrian Hunter 	return NULL;
398cd67f99fSAdrian Hunter }
399cd67f99fSAdrian Hunter 
symbols__next(struct symbol * sym)4009c00a81bSAdrian Hunter static struct symbol *symbols__next(struct symbol *sym)
4019c00a81bSAdrian Hunter {
4029c00a81bSAdrian Hunter 	struct rb_node *n = rb_next(&sym->rb_node);
4039c00a81bSAdrian Hunter 
4049c00a81bSAdrian Hunter 	if (n)
4059c00a81bSAdrian Hunter 		return rb_entry(n, struct symbol, rb_node);
4069c00a81bSAdrian Hunter 
4079c00a81bSAdrian Hunter 	return NULL;
4089c00a81bSAdrian Hunter }
4099c00a81bSAdrian Hunter 
symbols__sort_name_cmp(const void * vlhs,const void * vrhs)410259dce91SIan Rogers static int symbols__sort_name_cmp(const void *vlhs, const void *vrhs)
41179406cd7SArnaldo Carvalho de Melo {
412259dce91SIan Rogers 	const struct symbol *lhs = *((const struct symbol **)vlhs);
413259dce91SIan Rogers 	const struct symbol *rhs = *((const struct symbol **)vrhs);
41402a9d037SRabin Vincent 
415259dce91SIan Rogers 	return strcmp(lhs->name, rhs->name);
41679406cd7SArnaldo Carvalho de Melo }
41779406cd7SArnaldo Carvalho de Melo 
symbols__sort_by_name(struct rb_root_cached * source,size_t * len)418259dce91SIan Rogers static struct symbol **symbols__sort_by_name(struct rb_root_cached *source, size_t *len)
41979406cd7SArnaldo Carvalho de Melo {
42079406cd7SArnaldo Carvalho de Melo 	struct rb_node *nd;
421259dce91SIan Rogers 	struct symbol **result;
422259dce91SIan Rogers 	size_t i = 0, size = 0;
423259dce91SIan Rogers 
424259dce91SIan Rogers 	for (nd = rb_first_cached(source); nd; nd = rb_next(nd))
425259dce91SIan Rogers 		size++;
426259dce91SIan Rogers 
427259dce91SIan Rogers 	result = malloc(sizeof(*result) * size);
428259dce91SIan Rogers 	if (!result)
429259dce91SIan Rogers 		return NULL;
43079406cd7SArnaldo Carvalho de Melo 
4317137ff50SDavidlohr Bueso 	for (nd = rb_first_cached(source); nd; nd = rb_next(nd)) {
43279406cd7SArnaldo Carvalho de Melo 		struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
433259dce91SIan Rogers 
434259dce91SIan Rogers 		result[i++] = pos;
43579406cd7SArnaldo Carvalho de Melo 	}
436259dce91SIan Rogers 	qsort(result, size, sizeof(*result), symbols__sort_name_cmp);
437259dce91SIan Rogers 	*len = size;
438259dce91SIan Rogers 	return result;
43979406cd7SArnaldo Carvalho de Melo }
44079406cd7SArnaldo Carvalho de Melo 
symbol__match_symbol_name(const char * name,const char * str,enum symbol_tag_include includes)441d8040645SPaul Clarke int symbol__match_symbol_name(const char *name, const char *str,
442d8040645SPaul Clarke 			      enum symbol_tag_include includes)
443d8040645SPaul Clarke {
444d8040645SPaul Clarke 	const char *versioning;
445d8040645SPaul Clarke 
446d8040645SPaul Clarke 	if (includes == SYMBOL_TAG_INCLUDE__DEFAULT_ONLY &&
447d8040645SPaul Clarke 	    (versioning = strstr(name, "@@"))) {
448d8040645SPaul Clarke 		int len = strlen(str);
449d8040645SPaul Clarke 
450d8040645SPaul Clarke 		if (len < versioning - name)
451d8040645SPaul Clarke 			len = versioning - name;
452d8040645SPaul Clarke 
453d8040645SPaul Clarke 		return arch__compare_symbol_names_n(name, str, len);
454d8040645SPaul Clarke 	} else
455d8040645SPaul Clarke 		return arch__compare_symbol_names(name, str);
456d8040645SPaul Clarke }
457d8040645SPaul Clarke 
symbols__find_by_name(struct symbol * symbols[],size_t symbols_len,const char * name,enum symbol_tag_include includes,size_t * found_idx)458259dce91SIan Rogers static struct symbol *symbols__find_by_name(struct symbol *symbols[],
459259dce91SIan Rogers 					    size_t symbols_len,
460d8040645SPaul Clarke 					    const char *name,
461259dce91SIan Rogers 					    enum symbol_tag_include includes,
462259dce91SIan Rogers 					    size_t *found_idx)
46379406cd7SArnaldo Carvalho de Melo {
464259dce91SIan Rogers 	size_t i, lower = 0, upper = symbols_len;
46578a175c4SJames Clark 	struct symbol *s = NULL;
46678a175c4SJames Clark 
46778a175c4SJames Clark 	if (found_idx)
46878a175c4SJames Clark 		*found_idx = SIZE_MAX;
46979406cd7SArnaldo Carvalho de Melo 
470259dce91SIan Rogers 	if (!symbols_len)
47179406cd7SArnaldo Carvalho de Melo 		return NULL;
47279406cd7SArnaldo Carvalho de Melo 
473259dce91SIan Rogers 	while (lower < upper) {
47479406cd7SArnaldo Carvalho de Melo 		int cmp;
47579406cd7SArnaldo Carvalho de Melo 
476259dce91SIan Rogers 		i = (lower + upper) / 2;
47778a175c4SJames Clark 		cmp = symbol__match_symbol_name(symbols[i]->name, name, includes);
47879406cd7SArnaldo Carvalho de Melo 
479d8040645SPaul Clarke 		if (cmp > 0)
480259dce91SIan Rogers 			upper = i;
481d8040645SPaul Clarke 		else if (cmp < 0)
482259dce91SIan Rogers 			lower = i + 1;
483259dce91SIan Rogers 		else {
484259dce91SIan Rogers 			if (found_idx)
485259dce91SIan Rogers 				*found_idx = i;
48678a175c4SJames Clark 			s = symbols[i];
487de480999SNamhyung Kim 			break;
48879406cd7SArnaldo Carvalho de Melo 		}
489259dce91SIan Rogers 	}
49078a175c4SJames Clark 	if (s && includes != SYMBOL_TAG_INCLUDE__DEFAULT_ONLY) {
491de480999SNamhyung Kim 		/* return first symbol that has same name (if any) */
492259dce91SIan Rogers 		for (; i > 0; i--) {
493259dce91SIan Rogers 			struct symbol *tmp = symbols[i - 1];
494de480999SNamhyung Kim 
495259dce91SIan Rogers 			if (!arch__compare_symbol_names(tmp->name, s->name)) {
496259dce91SIan Rogers 				if (found_idx)
497259dce91SIan Rogers 					*found_idx = i - 1;
49878a175c4SJames Clark 				s = tmp;
499259dce91SIan Rogers 			} else
500de480999SNamhyung Kim 				break;
501de480999SNamhyung Kim 		}
502259dce91SIan Rogers 	}
50378a175c4SJames Clark 	assert(!found_idx || !s || s == symbols[*found_idx]);
504259dce91SIan Rogers 	return s;
50579406cd7SArnaldo Carvalho de Melo }
50679406cd7SArnaldo Carvalho de Melo 
dso__reset_find_symbol_cache(struct dso * dso)507c0b4dffbSArnaldo Carvalho de Melo void dso__reset_find_symbol_cache(struct dso *dso)
508c0b4dffbSArnaldo Carvalho de Melo {
5093183f8caSArnaldo Carvalho de Melo 	dso->last_find_result.addr   = 0;
5103183f8caSArnaldo Carvalho de Melo 	dso->last_find_result.symbol = NULL;
511c0b4dffbSArnaldo Carvalho de Melo }
512c0b4dffbSArnaldo Carvalho de Melo 
dso__insert_symbol(struct dso * dso,struct symbol * sym)5133183f8caSArnaldo Carvalho de Melo void dso__insert_symbol(struct dso *dso, struct symbol *sym)
514ae93a6c7SChris Phlipot {
5153183f8caSArnaldo Carvalho de Melo 	__symbols__insert(&dso->symbols, sym, dso->kernel);
516ae93a6c7SChris Phlipot 
517ae93a6c7SChris Phlipot 	/* update the symbol cache if necessary */
5183183f8caSArnaldo Carvalho de Melo 	if (dso->last_find_result.addr >= sym->start &&
5193183f8caSArnaldo Carvalho de Melo 	    (dso->last_find_result.addr < sym->end ||
520ae93a6c7SChris Phlipot 	    sym->start == sym->end)) {
5213183f8caSArnaldo Carvalho de Melo 		dso->last_find_result.symbol = sym;
522ae93a6c7SChris Phlipot 	}
523ae93a6c7SChris Phlipot }
524ae93a6c7SChris Phlipot 
dso__delete_symbol(struct dso * dso,struct symbol * sym)525ab8bf5f2STommi Rantala void dso__delete_symbol(struct dso *dso, struct symbol *sym)
526ab8bf5f2STommi Rantala {
527ab8bf5f2STommi Rantala 	rb_erase_cached(&sym->rb_node, &dso->symbols);
528ab8bf5f2STommi Rantala 	symbol__delete(sym);
529ab8bf5f2STommi Rantala 	dso__reset_find_symbol_cache(dso);
530ab8bf5f2STommi Rantala }
531ab8bf5f2STommi Rantala 
dso__find_symbol(struct dso * dso,u64 addr)5323183f8caSArnaldo Carvalho de Melo struct symbol *dso__find_symbol(struct dso *dso, u64 addr)
533fcf1203aSArnaldo Carvalho de Melo {
5343183f8caSArnaldo Carvalho de Melo 	if (dso->last_find_result.addr != addr || dso->last_find_result.symbol == NULL) {
5353183f8caSArnaldo Carvalho de Melo 		dso->last_find_result.addr   = addr;
5363183f8caSArnaldo Carvalho de Melo 		dso->last_find_result.symbol = symbols__find(&dso->symbols, addr);
537b685ac22SArnaldo Carvalho de Melo 	}
538b685ac22SArnaldo Carvalho de Melo 
5393183f8caSArnaldo Carvalho de Melo 	return dso->last_find_result.symbol;
5408e0cf965SAdrian Hunter }
5418e0cf965SAdrian Hunter 
dso__find_symbol_nocache(struct dso * dso,u64 addr)542a2db72c5SAdrian Hunter struct symbol *dso__find_symbol_nocache(struct dso *dso, u64 addr)
543a2db72c5SAdrian Hunter {
544a2db72c5SAdrian Hunter 	return symbols__find(&dso->symbols, addr);
545a2db72c5SAdrian Hunter }
546a2db72c5SAdrian Hunter 
dso__first_symbol(struct dso * dso)5475cf88a63SArnaldo Carvalho de Melo struct symbol *dso__first_symbol(struct dso *dso)
5485cf88a63SArnaldo Carvalho de Melo {
5493183f8caSArnaldo Carvalho de Melo 	return symbols__first(&dso->symbols);
550cd67f99fSAdrian Hunter }
551cd67f99fSAdrian Hunter 
dso__last_symbol(struct dso * dso)5525cf88a63SArnaldo Carvalho de Melo struct symbol *dso__last_symbol(struct dso *dso)
5535cf88a63SArnaldo Carvalho de Melo {
5543183f8caSArnaldo Carvalho de Melo 	return symbols__last(&dso->symbols);
5555cf88a63SArnaldo Carvalho de Melo }
5565cf88a63SArnaldo Carvalho de Melo 
dso__next_symbol(struct symbol * sym)5579c00a81bSAdrian Hunter struct symbol *dso__next_symbol(struct symbol *sym)
5589c00a81bSAdrian Hunter {
5599c00a81bSAdrian Hunter 	return symbols__next(sym);
5609c00a81bSAdrian Hunter }
5619c00a81bSAdrian Hunter 
dso__next_symbol_by_name(struct dso * dso,size_t * idx)562259dce91SIan Rogers struct symbol *dso__next_symbol_by_name(struct dso *dso, size_t *idx)
56318bd7264SArnaldo Carvalho de Melo {
564259dce91SIan Rogers 	if (*idx + 1 >= dso->symbol_names_len)
565259dce91SIan Rogers 		return NULL;
56618bd7264SArnaldo Carvalho de Melo 
567259dce91SIan Rogers 	++*idx;
568259dce91SIan Rogers 	return dso->symbol_names[*idx];
56918bd7264SArnaldo Carvalho de Melo }
57018bd7264SArnaldo Carvalho de Melo 
57118bd7264SArnaldo Carvalho de Melo  /*
572af07eeb0SArnaldo Carvalho de Melo   * Returns first symbol that matched with @name.
57318bd7264SArnaldo Carvalho de Melo   */
dso__find_symbol_by_name(struct dso * dso,const char * name,size_t * idx)574259dce91SIan Rogers struct symbol *dso__find_symbol_by_name(struct dso *dso, const char *name, size_t *idx)
57579406cd7SArnaldo Carvalho de Melo {
576259dce91SIan Rogers 	struct symbol *s = symbols__find_by_name(dso->symbol_names, dso->symbol_names_len,
577259dce91SIan Rogers 						name, SYMBOL_TAG_INCLUDE__NONE, idx);
578d8040645SPaul Clarke 	if (!s)
579259dce91SIan Rogers 		s = symbols__find_by_name(dso->symbol_names, dso->symbol_names_len,
580259dce91SIan Rogers 					name, SYMBOL_TAG_INCLUDE__DEFAULT_ONLY, idx);
581d8040645SPaul Clarke 	return s;
58279406cd7SArnaldo Carvalho de Melo }
58379406cd7SArnaldo Carvalho de Melo 
dso__sort_by_name(struct dso * dso)5843183f8caSArnaldo Carvalho de Melo void dso__sort_by_name(struct dso *dso)
58579406cd7SArnaldo Carvalho de Melo {
586ce5b2934SIan Rogers 	mutex_lock(&dso->lock);
587ce5b2934SIan Rogers 	if (!dso__sorted_by_name(dso)) {
588259dce91SIan Rogers 		size_t len;
589259dce91SIan Rogers 
590259dce91SIan Rogers 		dso->symbol_names = symbols__sort_by_name(&dso->symbols, &len);
591259dce91SIan Rogers 		if (dso->symbol_names) {
592259dce91SIan Rogers 			dso->symbol_names_len = len;
5933183f8caSArnaldo Carvalho de Melo 			dso__set_sorted_by_name(dso);
594ce5b2934SIan Rogers 		}
595259dce91SIan Rogers 	}
596ce5b2934SIan Rogers 	mutex_unlock(&dso->lock);
59779406cd7SArnaldo Carvalho de Melo }
59879406cd7SArnaldo Carvalho de Melo 
59932add10fSIan Rogers /*
60032add10fSIan Rogers  * While we find nice hex chars, build a long_val.
60132add10fSIan Rogers  * Return number of chars processed.
60232add10fSIan Rogers  */
hex2u64(const char * ptr,u64 * long_val)60332add10fSIan Rogers static int hex2u64(const char *ptr, u64 *long_val)
60432add10fSIan Rogers {
60532add10fSIan Rogers 	char *p;
60632add10fSIan Rogers 
60732add10fSIan Rogers 	*long_val = strtoull(ptr, &p, 16);
60832add10fSIan Rogers 
60932add10fSIan Rogers 	return p - ptr;
61032add10fSIan Rogers }
61132add10fSIan Rogers 
61232add10fSIan Rogers 
modules__parse(const char * filename,void * arg,int (* process_module)(void * arg,const char * name,u64 start,u64 size))613316d70d6SAdrian Hunter int modules__parse(const char *filename, void *arg,
614316d70d6SAdrian Hunter 		   int (*process_module)(void *arg, const char *name,
6159ad4652bSThomas Richter 					 u64 start, u64 size))
616316d70d6SAdrian Hunter {
617316d70d6SAdrian Hunter 	char *line = NULL;
618316d70d6SAdrian Hunter 	size_t n;
619316d70d6SAdrian Hunter 	FILE *file;
620316d70d6SAdrian Hunter 	int err = 0;
621316d70d6SAdrian Hunter 
622316d70d6SAdrian Hunter 	file = fopen(filename, "r");
623316d70d6SAdrian Hunter 	if (file == NULL)
624316d70d6SAdrian Hunter 		return -1;
625316d70d6SAdrian Hunter 
626316d70d6SAdrian Hunter 	while (1) {
627316d70d6SAdrian Hunter 		char name[PATH_MAX];
6289ad4652bSThomas Richter 		u64 start, size;
6299ad4652bSThomas Richter 		char *sep, *endptr;
630316d70d6SAdrian Hunter 		ssize_t line_len;
631316d70d6SAdrian Hunter 
632316d70d6SAdrian Hunter 		line_len = getline(&line, &n, file);
633316d70d6SAdrian Hunter 		if (line_len < 0) {
634316d70d6SAdrian Hunter 			if (feof(file))
635316d70d6SAdrian Hunter 				break;
636316d70d6SAdrian Hunter 			err = -1;
637316d70d6SAdrian Hunter 			goto out;
638316d70d6SAdrian Hunter 		}
639316d70d6SAdrian Hunter 
640316d70d6SAdrian Hunter 		if (!line) {
641316d70d6SAdrian Hunter 			err = -1;
642316d70d6SAdrian Hunter 			goto out;
643316d70d6SAdrian Hunter 		}
644316d70d6SAdrian Hunter 
645316d70d6SAdrian Hunter 		line[--line_len] = '\0'; /* \n */
646316d70d6SAdrian Hunter 
647316d70d6SAdrian Hunter 		sep = strrchr(line, 'x');
648316d70d6SAdrian Hunter 		if (sep == NULL)
649316d70d6SAdrian Hunter 			continue;
650316d70d6SAdrian Hunter 
651316d70d6SAdrian Hunter 		hex2u64(sep + 1, &start);
652316d70d6SAdrian Hunter 
653316d70d6SAdrian Hunter 		sep = strchr(line, ' ');
654316d70d6SAdrian Hunter 		if (sep == NULL)
655316d70d6SAdrian Hunter 			continue;
656316d70d6SAdrian Hunter 
657316d70d6SAdrian Hunter 		*sep = '\0';
658316d70d6SAdrian Hunter 
659316d70d6SAdrian Hunter 		scnprintf(name, sizeof(name), "[%s]", line);
660316d70d6SAdrian Hunter 
6619ad4652bSThomas Richter 		size = strtoul(sep + 1, &endptr, 0);
6629ad4652bSThomas Richter 		if (*endptr != ' ' && *endptr != '\t')
6639ad4652bSThomas Richter 			continue;
6649ad4652bSThomas Richter 
6659ad4652bSThomas Richter 		err = process_module(arg, name, start, size);
666316d70d6SAdrian Hunter 		if (err)
667316d70d6SAdrian Hunter 			break;
668316d70d6SAdrian Hunter 	}
669316d70d6SAdrian Hunter out:
670316d70d6SAdrian Hunter 	free(line);
671316d70d6SAdrian Hunter 	fclose(file);
672316d70d6SAdrian Hunter 	return err;
673316d70d6SAdrian Hunter }
674316d70d6SAdrian Hunter 
675e7110b9fSArnaldo Carvalho de Melo /*
676e7110b9fSArnaldo Carvalho de Melo  * These are symbols in the kernel image, so make sure that
677e7110b9fSArnaldo Carvalho de Melo  * sym is from a kernel DSO.
678e7110b9fSArnaldo Carvalho de Melo  */
symbol__is_idle(const char * name)679608c34deSArnaldo Carvalho de Melo static bool symbol__is_idle(const char *name)
68082d1deb0SDavid Ahern {
68182d1deb0SDavid Ahern 	const char * const idle_symbols[] = {
6820e71459aSKim Phillips 		"acpi_idle_do_entry",
6830e71459aSKim Phillips 		"acpi_processor_ffh_cstate_enter",
684549aff77SArnaldo Carvalho de Melo 		"arch_cpu_idle",
68582d1deb0SDavid Ahern 		"cpu_idle",
686e0336ed6SArnaldo Carvalho de Melo 		"cpu_startup_entry",
6870e71459aSKim Phillips 		"idle_cpu",
68882d1deb0SDavid Ahern 		"intel_idle",
68982d1deb0SDavid Ahern 		"default_idle",
69082d1deb0SDavid Ahern 		"native_safe_halt",
69182d1deb0SDavid Ahern 		"enter_idle",
69282d1deb0SDavid Ahern 		"exit_idle",
69382d1deb0SDavid Ahern 		"mwait_idle",
69482d1deb0SDavid Ahern 		"mwait_idle_with_hints",
695783abbd4SArnaldo Carvalho de Melo 		"mwait_idle_with_hints.constprop.0",
69682d1deb0SDavid Ahern 		"poll_idle",
69782d1deb0SDavid Ahern 		"ppc64_runlatch_off",
69882d1deb0SDavid Ahern 		"pseries_dedicated_idle_sleep",
69919bf119cSSven Schnelle 		"psw_idle",
70019bf119cSSven Schnelle 		"psw_idle_exit",
70182d1deb0SDavid Ahern 		NULL
70282d1deb0SDavid Ahern 	};
70382d1deb0SDavid Ahern 	int i;
704bc5f15beSKim Phillips 	static struct strlist *idle_symbols_list;
70582d1deb0SDavid Ahern 
706bc5f15beSKim Phillips 	if (idle_symbols_list)
707bc5f15beSKim Phillips 		return strlist__has_entry(idle_symbols_list, name);
70882d1deb0SDavid Ahern 
709bc5f15beSKim Phillips 	idle_symbols_list = strlist__new(NULL, NULL);
710bc5f15beSKim Phillips 
711bc5f15beSKim Phillips 	for (i = 0; idle_symbols[i]; i++)
712bc5f15beSKim Phillips 		strlist__add(idle_symbols_list, idle_symbols[i]);
713bc5f15beSKim Phillips 
714bc5f15beSKim Phillips 	return strlist__has_entry(idle_symbols_list, name);
71582d1deb0SDavid Ahern }
71682d1deb0SDavid Ahern 
map__process_kallsym_symbol(void * arg,const char * name,char type,u64 start)717682b335aSArnaldo Carvalho de Melo static int map__process_kallsym_symbol(void *arg, const char *name,
71882151520SCody P Schafer 				       char type, u64 start)
719682b335aSArnaldo Carvalho de Melo {
720682b335aSArnaldo Carvalho de Melo 	struct symbol *sym;
721333cc76cSArnaldo Carvalho de Melo 	struct dso *dso = arg;
7227137ff50SDavidlohr Bueso 	struct rb_root_cached *root = &dso->symbols;
723682b335aSArnaldo Carvalho de Melo 
7243183f8caSArnaldo Carvalho de Melo 	if (!symbol_type__filter(type))
725682b335aSArnaldo Carvalho de Melo 		return 0;
726682b335aSArnaldo Carvalho de Melo 
7271a86f4baSLexi Shao 	/* Ignore local symbols for ARM modules */
7281a86f4baSLexi Shao 	if (name[0] == '$')
7291a86f4baSLexi Shao 		return 0;
7301a86f4baSLexi Shao 
73182151520SCody P Schafer 	/*
73282151520SCody P Schafer 	 * module symbols are not sorted so we add all
73382151520SCody P Schafer 	 * symbols, setting length to 0, and rely on
73482151520SCody P Schafer 	 * symbols__fixup_end() to fix it up.
73582151520SCody P Schafer 	 */
736af30bffaSArnaldo Carvalho de Melo 	sym = symbol__new(start, 0, kallsyms2elf_binding(type), kallsyms2elf_type(type), name);
7372e538c4aSArnaldo Carvalho de Melo 	if (sym == NULL)
738682b335aSArnaldo Carvalho de Melo 		return -ENOMEM;
73982164161SArnaldo Carvalho de Melo 	/*
74082164161SArnaldo Carvalho de Melo 	 * We will pass the symbols to the filter later, in
7414e06255fSArnaldo Carvalho de Melo 	 * map__split_kallsyms, when we have split the maps per module
74282164161SArnaldo Carvalho de Melo 	 */
743608c34deSArnaldo Carvalho de Melo 	__symbols__insert(root, sym, !strchr(name, '['));
744a1645ce1SZhang, Yanmin 
745682b335aSArnaldo Carvalho de Melo 	return 0;
7462e538c4aSArnaldo Carvalho de Melo }
7472e538c4aSArnaldo Carvalho de Melo 
748682b335aSArnaldo Carvalho de Melo /*
749682b335aSArnaldo Carvalho de Melo  * Loads the function entries in /proc/kallsyms into kernel_map->dso,
750682b335aSArnaldo Carvalho de Melo  * so that we can in the next step set the symbol ->end address and then
751682b335aSArnaldo Carvalho de Melo  * call kernel_maps__split_kallsyms.
752682b335aSArnaldo Carvalho de Melo  */
dso__load_all_kallsyms(struct dso * dso,const char * filename)753333cc76cSArnaldo Carvalho de Melo static int dso__load_all_kallsyms(struct dso *dso, const char *filename)
754682b335aSArnaldo Carvalho de Melo {
755333cc76cSArnaldo Carvalho de Melo 	return kallsyms__parse(filename, dso, map__process_kallsym_symbol);
7562e538c4aSArnaldo Carvalho de Melo }
7572e538c4aSArnaldo Carvalho de Melo 
maps__split_kallsyms_for_kcore(struct maps * kmaps,struct dso * dso)75879b6bb73SArnaldo Carvalho de Melo static int maps__split_kallsyms_for_kcore(struct maps *kmaps, struct dso *dso)
7598e0cf965SAdrian Hunter {
7608e0cf965SAdrian Hunter 	struct map *curr_map;
7618e0cf965SAdrian Hunter 	struct symbol *pos;
762866548ddSAdrian Hunter 	int count = 0;
7637137ff50SDavidlohr Bueso 	struct rb_root_cached old_root = dso->symbols;
7647137ff50SDavidlohr Bueso 	struct rb_root_cached *root = &dso->symbols;
7657137ff50SDavidlohr Bueso 	struct rb_node *next = rb_first_cached(root);
7668e0cf965SAdrian Hunter 
767ba92732eSWang Nan 	if (!kmaps)
768ba92732eSWang Nan 		return -1;
769ba92732eSWang Nan 
7707137ff50SDavidlohr Bueso 	*root = RB_ROOT_CACHED;
771866548ddSAdrian Hunter 
7728e0cf965SAdrian Hunter 	while (next) {
77363df0e4bSIan Rogers 		struct dso *curr_map_dso;
7748e0cf965SAdrian Hunter 		char *module;
7758e0cf965SAdrian Hunter 
7768e0cf965SAdrian Hunter 		pos = rb_entry(next, struct symbol, rb_node);
7778e0cf965SAdrian Hunter 		next = rb_next(&pos->rb_node);
7788e0cf965SAdrian Hunter 
7797137ff50SDavidlohr Bueso 		rb_erase_cached(&pos->rb_node, &old_root);
7807137ff50SDavidlohr Bueso 		RB_CLEAR_NODE(&pos->rb_node);
7818e0cf965SAdrian Hunter 		module = strchr(pos->name, '\t');
7828e0cf965SAdrian Hunter 		if (module)
7838e0cf965SAdrian Hunter 			*module = '\0';
7848e0cf965SAdrian Hunter 
78579b6bb73SArnaldo Carvalho de Melo 		curr_map = maps__find(kmaps, pos->start);
7868e0cf965SAdrian Hunter 
787be39db9fSArnaldo Carvalho de Melo 		if (!curr_map) {
7888e0cf965SAdrian Hunter 			symbol__delete(pos);
789866548ddSAdrian Hunter 			continue;
790866548ddSAdrian Hunter 		}
79163df0e4bSIan Rogers 		curr_map_dso = map__dso(curr_map);
7922a6e5e8aSIan Rogers 		pos->start -= map__start(curr_map) - map__pgoff(curr_map);
793e5116f46SIan Rogers 		if (pos->end > map__end(curr_map))
794e5116f46SIan Rogers 			pos->end = map__end(curr_map);
7958e0cf965SAdrian Hunter 		if (pos->end)
7962a6e5e8aSIan Rogers 			pos->end -= map__start(curr_map) - map__pgoff(curr_map);
79763df0e4bSIan Rogers 		symbols__insert(&curr_map_dso->symbols, pos);
7988e0cf965SAdrian Hunter 		++count;
7998e0cf965SAdrian Hunter 	}
8008e0cf965SAdrian Hunter 
8018e0cf965SAdrian Hunter 	/* Symbols have been adjusted */
8028e0cf965SAdrian Hunter 	dso->adjust_symbols = 1;
8038e0cf965SAdrian Hunter 
804866548ddSAdrian Hunter 	return count;
8058e0cf965SAdrian Hunter }
8068e0cf965SAdrian Hunter 
8072e538c4aSArnaldo Carvalho de Melo /*
8082e538c4aSArnaldo Carvalho de Melo  * Split the symbols into maps, making sure there are no overlaps, i.e. the
8092e538c4aSArnaldo Carvalho de Melo  * kernel range is broken in several maps, named [kernel].N, as we don't have
8102e538c4aSArnaldo Carvalho de Melo  * the original ELF section names vmlinux have.
8112e538c4aSArnaldo Carvalho de Melo  */
maps__split_kallsyms(struct maps * kmaps,struct dso * dso,u64 delta,struct map * initial_map)81279b6bb73SArnaldo Carvalho de Melo static int maps__split_kallsyms(struct maps *kmaps, struct dso *dso, u64 delta,
81315e0e2d4SArnaldo Carvalho de Melo 				struct map *initial_map)
8142e538c4aSArnaldo Carvalho de Melo {
815ba92732eSWang Nan 	struct machine *machine;
81615e0e2d4SArnaldo Carvalho de Melo 	struct map *curr_map = initial_map;
8172e538c4aSArnaldo Carvalho de Melo 	struct symbol *pos;
8188a953312SArnaldo Carvalho de Melo 	int count = 0, moved = 0;
8197137ff50SDavidlohr Bueso 	struct rb_root_cached *root = &dso->symbols;
8207137ff50SDavidlohr Bueso 	struct rb_node *next = rb_first_cached(root);
8212e538c4aSArnaldo Carvalho de Melo 	int kernel_range = 0;
8224d004365SAdrian Hunter 	bool x86_64;
8232e538c4aSArnaldo Carvalho de Melo 
824ba92732eSWang Nan 	if (!kmaps)
825ba92732eSWang Nan 		return -1;
826ba92732eSWang Nan 
8275ab6d715SIan Rogers 	machine = maps__machine(kmaps);
828ba92732eSWang Nan 
8294d004365SAdrian Hunter 	x86_64 = machine__is(machine, "x86_64");
8304d004365SAdrian Hunter 
8312e538c4aSArnaldo Carvalho de Melo 	while (next) {
8322e538c4aSArnaldo Carvalho de Melo 		char *module;
8332e538c4aSArnaldo Carvalho de Melo 
8342e538c4aSArnaldo Carvalho de Melo 		pos = rb_entry(next, struct symbol, rb_node);
8352e538c4aSArnaldo Carvalho de Melo 		next = rb_next(&pos->rb_node);
8362e538c4aSArnaldo Carvalho de Melo 
8372e538c4aSArnaldo Carvalho de Melo 		module = strchr(pos->name, '\t');
8382e538c4aSArnaldo Carvalho de Melo 		if (module) {
83963df0e4bSIan Rogers 			struct dso *curr_map_dso;
84063df0e4bSIan Rogers 
84175be6cf4SArnaldo Carvalho de Melo 			if (!symbol_conf.use_modules)
8421de8e245SArnaldo Carvalho de Melo 				goto discard_symbol;
8431de8e245SArnaldo Carvalho de Melo 
8442e538c4aSArnaldo Carvalho de Melo 			*module++ = '\0';
84563df0e4bSIan Rogers 			curr_map_dso = map__dso(curr_map);
84663df0e4bSIan Rogers 			if (strcmp(curr_map_dso->short_name, module)) {
8472832ef81SIan Rogers 				if (RC_CHK_ACCESS(curr_map) != RC_CHK_ACCESS(initial_map) &&
8481c695c88SJiri Olsa 				    dso->kernel == DSO_SPACE__KERNEL_GUEST &&
84923346f21SArnaldo Carvalho de Melo 				    machine__is_default_guest(machine)) {
850a1645ce1SZhang, Yanmin 					/*
851a1645ce1SZhang, Yanmin 					 * We assume all symbols of a module are
852a1645ce1SZhang, Yanmin 					 * continuous in * kallsyms, so curr_map
853a1645ce1SZhang, Yanmin 					 * points to a module and all its
854a1645ce1SZhang, Yanmin 					 * symbols are in its kmap. Mark it as
855a1645ce1SZhang, Yanmin 					 * loaded.
856a1645ce1SZhang, Yanmin 					 */
85763df0e4bSIan Rogers 					dso__set_loaded(curr_map_dso);
858af427bf5SArnaldo Carvalho de Melo 				}
859b7cece76SArnaldo Carvalho de Melo 
86079b6bb73SArnaldo Carvalho de Melo 				curr_map = maps__find_by_name(kmaps, module);
861a1645ce1SZhang, Yanmin 				if (curr_map == NULL) {
8622f51903bSArnaldo Carvalho de Melo 					pr_debug("%s/proc/{kallsyms,modules} "
863a1645ce1SZhang, Yanmin 					         "inconsistency while looking "
864a1645ce1SZhang, Yanmin 						 "for \"%s\" module!\n",
86523346f21SArnaldo Carvalho de Melo 						 machine->root_dir, module);
86615e0e2d4SArnaldo Carvalho de Melo 					curr_map = initial_map;
867a1645ce1SZhang, Yanmin 					goto discard_symbol;
868a1645ce1SZhang, Yanmin 				}
86963df0e4bSIan Rogers 				curr_map_dso = map__dso(curr_map);
87063df0e4bSIan Rogers 				if (curr_map_dso->loaded &&
87123346f21SArnaldo Carvalho de Melo 				    !machine__is_default_guest(machine))
872b7cece76SArnaldo Carvalho de Melo 					goto discard_symbol;
873af427bf5SArnaldo Carvalho de Melo 			}
87486470930SIngo Molnar 			/*
8752e538c4aSArnaldo Carvalho de Melo 			 * So that we look just like we get from .ko files,
87615e0e2d4SArnaldo Carvalho de Melo 			 * i.e. not prelinked, relative to initial_map->start.
87786470930SIngo Molnar 			 */
87878a1f7cdSIan Rogers 			pos->start = map__map_ip(curr_map, pos->start);
87978a1f7cdSIan Rogers 			pos->end   = map__map_ip(curr_map, pos->end);
8804d004365SAdrian Hunter 		} else if (x86_64 && is_entry_trampoline(pos->name)) {
8814d004365SAdrian Hunter 			/*
8824d004365SAdrian Hunter 			 * These symbols are not needed anymore since the
8834d004365SAdrian Hunter 			 * trampoline maps refer to the text section and it's
8844d004365SAdrian Hunter 			 * symbols instead. Avoid having to deal with
8854d004365SAdrian Hunter 			 * relocations, and the assumption that the first symbol
8864d004365SAdrian Hunter 			 * is the start of kernel text, by simply removing the
8874d004365SAdrian Hunter 			 * symbols at this point.
8884d004365SAdrian Hunter 			 */
8894d004365SAdrian Hunter 			goto discard_symbol;
89015e0e2d4SArnaldo Carvalho de Melo 		} else if (curr_map != initial_map) {
8912e538c4aSArnaldo Carvalho de Melo 			char dso_name[PATH_MAX];
892aeafcbafSArnaldo Carvalho de Melo 			struct dso *ndso;
89386470930SIngo Molnar 
894d9b62abaSAdrian Hunter 			if (delta) {
895d9b62abaSAdrian Hunter 				/* Kernel was relocated at boot time */
896d9b62abaSAdrian Hunter 				pos->start -= delta;
897d9b62abaSAdrian Hunter 				pos->end -= delta;
898d9b62abaSAdrian Hunter 			}
899d9b62abaSAdrian Hunter 
9008a953312SArnaldo Carvalho de Melo 			if (count == 0) {
90115e0e2d4SArnaldo Carvalho de Melo 				curr_map = initial_map;
902be39db9fSArnaldo Carvalho de Melo 				goto add_symbol;
9038a953312SArnaldo Carvalho de Melo 			}
9048a953312SArnaldo Carvalho de Melo 
9051c695c88SJiri Olsa 			if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
906a1645ce1SZhang, Yanmin 				snprintf(dso_name, sizeof(dso_name),
907a1645ce1SZhang, Yanmin 					"[guest.kernel].%d",
908a1645ce1SZhang, Yanmin 					kernel_range++);
909a1645ce1SZhang, Yanmin 			else
910a1645ce1SZhang, Yanmin 				snprintf(dso_name, sizeof(dso_name),
911a1645ce1SZhang, Yanmin 					"[kernel].%d",
9122e538c4aSArnaldo Carvalho de Melo 					kernel_range++);
91386470930SIngo Molnar 
914aeafcbafSArnaldo Carvalho de Melo 			ndso = dso__new(dso_name);
915aeafcbafSArnaldo Carvalho de Melo 			if (ndso == NULL)
9162e538c4aSArnaldo Carvalho de Melo 				return -1;
9172e538c4aSArnaldo Carvalho de Melo 
918aeafcbafSArnaldo Carvalho de Melo 			ndso->kernel = dso->kernel;
919a1645ce1SZhang, Yanmin 
9203183f8caSArnaldo Carvalho de Melo 			curr_map = map__new2(pos->start, ndso);
92137fe5fcbSZhang, Yanmin 			if (curr_map == NULL) {
922d3a7c489SArnaldo Carvalho de Melo 				dso__put(ndso);
9232e538c4aSArnaldo Carvalho de Melo 				return -1;
9242e538c4aSArnaldo Carvalho de Melo 			}
9252e538c4aSArnaldo Carvalho de Melo 
926e6a9efceSArnaldo Carvalho de Melo 			map__set_map_ip(curr_map, identity__map_ip);
927e6a9efceSArnaldo Carvalho de Melo 			map__set_unmap_ip(curr_map, identity__map_ip);
928ff583dc4SIan Rogers 			if (maps__insert(kmaps, curr_map)) {
929ff583dc4SIan Rogers 				dso__put(ndso);
930ff583dc4SIan Rogers 				return -1;
931ff583dc4SIan Rogers 			}
9322e538c4aSArnaldo Carvalho de Melo 			++kernel_range;
933d9b62abaSAdrian Hunter 		} else if (delta) {
934d9b62abaSAdrian Hunter 			/* Kernel was relocated at boot time */
935d9b62abaSAdrian Hunter 			pos->start -= delta;
936d9b62abaSAdrian Hunter 			pos->end -= delta;
9372e538c4aSArnaldo Carvalho de Melo 		}
938be39db9fSArnaldo Carvalho de Melo add_symbol:
93915e0e2d4SArnaldo Carvalho de Melo 		if (curr_map != initial_map) {
94063df0e4bSIan Rogers 			struct dso *curr_map_dso = map__dso(curr_map);
94163df0e4bSIan Rogers 
9427137ff50SDavidlohr Bueso 			rb_erase_cached(&pos->rb_node, root);
94363df0e4bSIan Rogers 			symbols__insert(&curr_map_dso->symbols, pos);
9448a953312SArnaldo Carvalho de Melo 			++moved;
9458a953312SArnaldo Carvalho de Melo 		} else
9468a953312SArnaldo Carvalho de Melo 			++count;
947be39db9fSArnaldo Carvalho de Melo 
948be39db9fSArnaldo Carvalho de Melo 		continue;
949be39db9fSArnaldo Carvalho de Melo discard_symbol:
9507137ff50SDavidlohr Bueso 		rb_erase_cached(&pos->rb_node, root);
951be39db9fSArnaldo Carvalho de Melo 		symbol__delete(pos);
95286470930SIngo Molnar 	}
95386470930SIngo Molnar 
95415e0e2d4SArnaldo Carvalho de Melo 	if (curr_map != initial_map &&
9551c695c88SJiri Olsa 	    dso->kernel == DSO_SPACE__KERNEL_GUEST &&
9565ab6d715SIan Rogers 	    machine__is_default_guest(maps__machine(kmaps))) {
95763df0e4bSIan Rogers 		dso__set_loaded(map__dso(curr_map));
958a1645ce1SZhang, Yanmin 	}
959a1645ce1SZhang, Yanmin 
9608a953312SArnaldo Carvalho de Melo 	return count + moved;
96186470930SIngo Molnar }
96286470930SIngo Molnar 
symbol__restricted_filename(const char * filename,const char * restricted_filename)9633f067dcaSArnaldo Carvalho de Melo bool symbol__restricted_filename(const char *filename,
964ec80fde7SArnaldo Carvalho de Melo 				 const char *restricted_filename)
965ec80fde7SArnaldo Carvalho de Melo {
966ec80fde7SArnaldo Carvalho de Melo 	bool restricted = false;
967ec80fde7SArnaldo Carvalho de Melo 
968ec80fde7SArnaldo Carvalho de Melo 	if (symbol_conf.kptr_restrict) {
969ec80fde7SArnaldo Carvalho de Melo 		char *r = realpath(filename, NULL);
970ec80fde7SArnaldo Carvalho de Melo 
971ec80fde7SArnaldo Carvalho de Melo 		if (r != NULL) {
972ec80fde7SArnaldo Carvalho de Melo 			restricted = strcmp(r, restricted_filename) == 0;
973ec80fde7SArnaldo Carvalho de Melo 			free(r);
974ec80fde7SArnaldo Carvalho de Melo 			return restricted;
975ec80fde7SArnaldo Carvalho de Melo 		}
976ec80fde7SArnaldo Carvalho de Melo 	}
977ec80fde7SArnaldo Carvalho de Melo 
978ec80fde7SArnaldo Carvalho de Melo 	return restricted;
979ec80fde7SArnaldo Carvalho de Melo }
980ec80fde7SArnaldo Carvalho de Melo 
98152afdaf9SAdrian Hunter struct module_info {
98252afdaf9SAdrian Hunter 	struct rb_node rb_node;
98352afdaf9SAdrian Hunter 	char *name;
98452afdaf9SAdrian Hunter 	u64 start;
98552afdaf9SAdrian Hunter };
98652afdaf9SAdrian Hunter 
add_module(struct module_info * mi,struct rb_root * modules)98752afdaf9SAdrian Hunter static void add_module(struct module_info *mi, struct rb_root *modules)
98852afdaf9SAdrian Hunter {
98952afdaf9SAdrian Hunter 	struct rb_node **p = &modules->rb_node;
99052afdaf9SAdrian Hunter 	struct rb_node *parent = NULL;
99152afdaf9SAdrian Hunter 	struct module_info *m;
99252afdaf9SAdrian Hunter 
99352afdaf9SAdrian Hunter 	while (*p != NULL) {
99452afdaf9SAdrian Hunter 		parent = *p;
99552afdaf9SAdrian Hunter 		m = rb_entry(parent, struct module_info, rb_node);
99652afdaf9SAdrian Hunter 		if (strcmp(mi->name, m->name) < 0)
99752afdaf9SAdrian Hunter 			p = &(*p)->rb_left;
99852afdaf9SAdrian Hunter 		else
99952afdaf9SAdrian Hunter 			p = &(*p)->rb_right;
100052afdaf9SAdrian Hunter 	}
100152afdaf9SAdrian Hunter 	rb_link_node(&mi->rb_node, parent, p);
100252afdaf9SAdrian Hunter 	rb_insert_color(&mi->rb_node, modules);
100352afdaf9SAdrian Hunter }
100452afdaf9SAdrian Hunter 
delete_modules(struct rb_root * modules)100552afdaf9SAdrian Hunter static void delete_modules(struct rb_root *modules)
100652afdaf9SAdrian Hunter {
100752afdaf9SAdrian Hunter 	struct module_info *mi;
100852afdaf9SAdrian Hunter 	struct rb_node *next = rb_first(modules);
100952afdaf9SAdrian Hunter 
101052afdaf9SAdrian Hunter 	while (next) {
101152afdaf9SAdrian Hunter 		mi = rb_entry(next, struct module_info, rb_node);
101252afdaf9SAdrian Hunter 		next = rb_next(&mi->rb_node);
101352afdaf9SAdrian Hunter 		rb_erase(&mi->rb_node, modules);
101474cf249dSArnaldo Carvalho de Melo 		zfree(&mi->name);
101552afdaf9SAdrian Hunter 		free(mi);
101652afdaf9SAdrian Hunter 	}
101752afdaf9SAdrian Hunter }
101852afdaf9SAdrian Hunter 
find_module(const char * name,struct rb_root * modules)101952afdaf9SAdrian Hunter static struct module_info *find_module(const char *name,
102052afdaf9SAdrian Hunter 				       struct rb_root *modules)
102152afdaf9SAdrian Hunter {
102252afdaf9SAdrian Hunter 	struct rb_node *n = modules->rb_node;
102352afdaf9SAdrian Hunter 
102452afdaf9SAdrian Hunter 	while (n) {
102552afdaf9SAdrian Hunter 		struct module_info *m;
102652afdaf9SAdrian Hunter 		int cmp;
102752afdaf9SAdrian Hunter 
102852afdaf9SAdrian Hunter 		m = rb_entry(n, struct module_info, rb_node);
102952afdaf9SAdrian Hunter 		cmp = strcmp(name, m->name);
103052afdaf9SAdrian Hunter 		if (cmp < 0)
103152afdaf9SAdrian Hunter 			n = n->rb_left;
103252afdaf9SAdrian Hunter 		else if (cmp > 0)
103352afdaf9SAdrian Hunter 			n = n->rb_right;
103452afdaf9SAdrian Hunter 		else
103552afdaf9SAdrian Hunter 			return m;
103652afdaf9SAdrian Hunter 	}
103752afdaf9SAdrian Hunter 
103852afdaf9SAdrian Hunter 	return NULL;
103952afdaf9SAdrian Hunter }
104052afdaf9SAdrian Hunter 
__read_proc_modules(void * arg,const char * name,u64 start,u64 size __maybe_unused)10419ad4652bSThomas Richter static int __read_proc_modules(void *arg, const char *name, u64 start,
10429ad4652bSThomas Richter 			       u64 size __maybe_unused)
104352afdaf9SAdrian Hunter {
104452afdaf9SAdrian Hunter 	struct rb_root *modules = arg;
104552afdaf9SAdrian Hunter 	struct module_info *mi;
104652afdaf9SAdrian Hunter 
104752afdaf9SAdrian Hunter 	mi = zalloc(sizeof(struct module_info));
104852afdaf9SAdrian Hunter 	if (!mi)
104952afdaf9SAdrian Hunter 		return -ENOMEM;
105052afdaf9SAdrian Hunter 
105152afdaf9SAdrian Hunter 	mi->name = strdup(name);
105252afdaf9SAdrian Hunter 	mi->start = start;
105352afdaf9SAdrian Hunter 
105452afdaf9SAdrian Hunter 	if (!mi->name) {
105552afdaf9SAdrian Hunter 		free(mi);
105652afdaf9SAdrian Hunter 		return -ENOMEM;
105752afdaf9SAdrian Hunter 	}
105852afdaf9SAdrian Hunter 
105952afdaf9SAdrian Hunter 	add_module(mi, modules);
106052afdaf9SAdrian Hunter 
106152afdaf9SAdrian Hunter 	return 0;
106252afdaf9SAdrian Hunter }
106352afdaf9SAdrian Hunter 
read_proc_modules(const char * filename,struct rb_root * modules)106452afdaf9SAdrian Hunter static int read_proc_modules(const char *filename, struct rb_root *modules)
106552afdaf9SAdrian Hunter {
106652afdaf9SAdrian Hunter 	if (symbol__restricted_filename(filename, "/proc/modules"))
106752afdaf9SAdrian Hunter 		return -1;
106852afdaf9SAdrian Hunter 
106952afdaf9SAdrian Hunter 	if (modules__parse(filename, modules, __read_proc_modules)) {
107052afdaf9SAdrian Hunter 		delete_modules(modules);
107152afdaf9SAdrian Hunter 		return -1;
107252afdaf9SAdrian Hunter 	}
107352afdaf9SAdrian Hunter 
107452afdaf9SAdrian Hunter 	return 0;
107552afdaf9SAdrian Hunter }
107652afdaf9SAdrian Hunter 
compare_proc_modules(const char * from,const char * to)1077fc1b691dSAdrian Hunter int compare_proc_modules(const char *from, const char *to)
1078fc1b691dSAdrian Hunter {
1079fc1b691dSAdrian Hunter 	struct rb_root from_modules = RB_ROOT;
1080fc1b691dSAdrian Hunter 	struct rb_root to_modules = RB_ROOT;
1081fc1b691dSAdrian Hunter 	struct rb_node *from_node, *to_node;
1082fc1b691dSAdrian Hunter 	struct module_info *from_m, *to_m;
1083fc1b691dSAdrian Hunter 	int ret = -1;
1084fc1b691dSAdrian Hunter 
1085fc1b691dSAdrian Hunter 	if (read_proc_modules(from, &from_modules))
1086fc1b691dSAdrian Hunter 		return -1;
1087fc1b691dSAdrian Hunter 
1088fc1b691dSAdrian Hunter 	if (read_proc_modules(to, &to_modules))
1089fc1b691dSAdrian Hunter 		goto out_delete_from;
1090fc1b691dSAdrian Hunter 
1091fc1b691dSAdrian Hunter 	from_node = rb_first(&from_modules);
1092fc1b691dSAdrian Hunter 	to_node = rb_first(&to_modules);
1093fc1b691dSAdrian Hunter 	while (from_node) {
1094fc1b691dSAdrian Hunter 		if (!to_node)
1095fc1b691dSAdrian Hunter 			break;
1096fc1b691dSAdrian Hunter 
1097fc1b691dSAdrian Hunter 		from_m = rb_entry(from_node, struct module_info, rb_node);
1098fc1b691dSAdrian Hunter 		to_m = rb_entry(to_node, struct module_info, rb_node);
1099fc1b691dSAdrian Hunter 
1100fc1b691dSAdrian Hunter 		if (from_m->start != to_m->start ||
1101fc1b691dSAdrian Hunter 		    strcmp(from_m->name, to_m->name))
1102fc1b691dSAdrian Hunter 			break;
1103fc1b691dSAdrian Hunter 
1104fc1b691dSAdrian Hunter 		from_node = rb_next(from_node);
1105fc1b691dSAdrian Hunter 		to_node = rb_next(to_node);
1106fc1b691dSAdrian Hunter 	}
1107fc1b691dSAdrian Hunter 
1108fc1b691dSAdrian Hunter 	if (!from_node && !to_node)
1109fc1b691dSAdrian Hunter 		ret = 0;
1110fc1b691dSAdrian Hunter 
1111fc1b691dSAdrian Hunter 	delete_modules(&to_modules);
1112fc1b691dSAdrian Hunter out_delete_from:
1113fc1b691dSAdrian Hunter 	delete_modules(&from_modules);
1114fc1b691dSAdrian Hunter 
1115fc1b691dSAdrian Hunter 	return ret;
1116fc1b691dSAdrian Hunter }
1117fc1b691dSAdrian Hunter 
do_validate_kcore_modules(const char * filename,struct maps * kmaps)111879b6bb73SArnaldo Carvalho de Melo static int do_validate_kcore_modules(const char *filename, struct maps *kmaps)
111952afdaf9SAdrian Hunter {
112052afdaf9SAdrian Hunter 	struct rb_root modules = RB_ROOT;
1121ff583dc4SIan Rogers 	struct map_rb_node *old_node;
112252afdaf9SAdrian Hunter 	int err;
112352afdaf9SAdrian Hunter 
112452afdaf9SAdrian Hunter 	err = read_proc_modules(filename, &modules);
112552afdaf9SAdrian Hunter 	if (err)
112652afdaf9SAdrian Hunter 		return err;
112752afdaf9SAdrian Hunter 
1128ff583dc4SIan Rogers 	maps__for_each_entry(kmaps, old_node) {
1129ff583dc4SIan Rogers 		struct map *old_map = old_node->map;
113052afdaf9SAdrian Hunter 		struct module_info *mi;
113163df0e4bSIan Rogers 		struct dso *dso;
113252afdaf9SAdrian Hunter 
11335759a682SAdrian Hunter 		if (!__map__is_kmodule(old_map)) {
113452afdaf9SAdrian Hunter 			continue;
113552afdaf9SAdrian Hunter 		}
113663df0e4bSIan Rogers 		dso = map__dso(old_map);
113752afdaf9SAdrian Hunter 		/* Module must be in memory at the same address */
113863df0e4bSIan Rogers 		mi = find_module(dso->short_name, &modules);
1139e5116f46SIan Rogers 		if (!mi || mi->start != map__start(old_map)) {
114052afdaf9SAdrian Hunter 			err = -EINVAL;
114152afdaf9SAdrian Hunter 			goto out;
114252afdaf9SAdrian Hunter 		}
114352afdaf9SAdrian Hunter 	}
114452afdaf9SAdrian Hunter out:
114552afdaf9SAdrian Hunter 	delete_modules(&modules);
114652afdaf9SAdrian Hunter 	return err;
114752afdaf9SAdrian Hunter }
114852afdaf9SAdrian Hunter 
114952afdaf9SAdrian Hunter /*
115052afdaf9SAdrian Hunter  * If kallsyms is referenced by name then we look for filename in the same
115152afdaf9SAdrian Hunter  * directory.
115252afdaf9SAdrian Hunter  */
filename_from_kallsyms_filename(char * filename,const char * base_name,const char * kallsyms_filename)115352afdaf9SAdrian Hunter static bool filename_from_kallsyms_filename(char *filename,
115452afdaf9SAdrian Hunter 					    const char *base_name,
115552afdaf9SAdrian Hunter 					    const char *kallsyms_filename)
115652afdaf9SAdrian Hunter {
115752afdaf9SAdrian Hunter 	char *name;
115852afdaf9SAdrian Hunter 
115952afdaf9SAdrian Hunter 	strcpy(filename, kallsyms_filename);
116052afdaf9SAdrian Hunter 	name = strrchr(filename, '/');
116152afdaf9SAdrian Hunter 	if (!name)
116252afdaf9SAdrian Hunter 		return false;
116352afdaf9SAdrian Hunter 
116452afdaf9SAdrian Hunter 	name += 1;
116552afdaf9SAdrian Hunter 
116652afdaf9SAdrian Hunter 	if (!strcmp(name, "kallsyms")) {
116752afdaf9SAdrian Hunter 		strcpy(name, base_name);
116852afdaf9SAdrian Hunter 		return true;
116952afdaf9SAdrian Hunter 	}
117052afdaf9SAdrian Hunter 
117152afdaf9SAdrian Hunter 	return false;
117252afdaf9SAdrian Hunter }
117352afdaf9SAdrian Hunter 
validate_kcore_modules(const char * kallsyms_filename,struct map * map)117452afdaf9SAdrian Hunter static int validate_kcore_modules(const char *kallsyms_filename,
117552afdaf9SAdrian Hunter 				  struct map *map)
117652afdaf9SAdrian Hunter {
117779b6bb73SArnaldo Carvalho de Melo 	struct maps *kmaps = map__kmaps(map);
117852afdaf9SAdrian Hunter 	char modules_filename[PATH_MAX];
117952afdaf9SAdrian Hunter 
1180ba92732eSWang Nan 	if (!kmaps)
1181ba92732eSWang Nan 		return -EINVAL;
1182ba92732eSWang Nan 
118352afdaf9SAdrian Hunter 	if (!filename_from_kallsyms_filename(modules_filename, "modules",
118452afdaf9SAdrian Hunter 					     kallsyms_filename))
118552afdaf9SAdrian Hunter 		return -EINVAL;
118652afdaf9SAdrian Hunter 
11875759a682SAdrian Hunter 	if (do_validate_kcore_modules(modules_filename, kmaps))
118852afdaf9SAdrian Hunter 		return -EINVAL;
118952afdaf9SAdrian Hunter 
119052afdaf9SAdrian Hunter 	return 0;
119152afdaf9SAdrian Hunter }
119252afdaf9SAdrian Hunter 
validate_kcore_addresses(const char * kallsyms_filename,struct map * map)1193a00d28cbSAdrian Hunter static int validate_kcore_addresses(const char *kallsyms_filename,
1194a00d28cbSAdrian Hunter 				    struct map *map)
1195a00d28cbSAdrian Hunter {
1196a00d28cbSAdrian Hunter 	struct kmap *kmap = map__kmap(map);
1197a00d28cbSAdrian Hunter 
1198ba92732eSWang Nan 	if (!kmap)
1199ba92732eSWang Nan 		return -EINVAL;
1200ba92732eSWang Nan 
1201a00d28cbSAdrian Hunter 	if (kmap->ref_reloc_sym && kmap->ref_reloc_sym->name) {
1202a00d28cbSAdrian Hunter 		u64 start;
1203a00d28cbSAdrian Hunter 
1204b843f62aSArnaldo Carvalho de Melo 		if (kallsyms__get_function_start(kallsyms_filename,
1205b843f62aSArnaldo Carvalho de Melo 						 kmap->ref_reloc_sym->name, &start))
1206b843f62aSArnaldo Carvalho de Melo 			return -ENOENT;
1207a00d28cbSAdrian Hunter 		if (start != kmap->ref_reloc_sym->addr)
1208a00d28cbSAdrian Hunter 			return -EINVAL;
1209a00d28cbSAdrian Hunter 	}
1210a00d28cbSAdrian Hunter 
1211a00d28cbSAdrian Hunter 	return validate_kcore_modules(kallsyms_filename, map);
1212a00d28cbSAdrian Hunter }
1213a00d28cbSAdrian Hunter 
12148e0cf965SAdrian Hunter struct kcore_mapfn_data {
12158e0cf965SAdrian Hunter 	struct dso *dso;
12168e0cf965SAdrian Hunter 	struct list_head maps;
12178e0cf965SAdrian Hunter };
12188e0cf965SAdrian Hunter 
kcore_mapfn(u64 start,u64 len,u64 pgoff,void * data)12198e0cf965SAdrian Hunter static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
12208e0cf965SAdrian Hunter {
12218e0cf965SAdrian Hunter 	struct kcore_mapfn_data *md = data;
122283720209SIan Rogers 	struct map_list_node *list_node = map_list_node__new();
12238e0cf965SAdrian Hunter 
122483720209SIan Rogers 	if (!list_node)
12258e0cf965SAdrian Hunter 		return -ENOMEM;
12268e0cf965SAdrian Hunter 
122783720209SIan Rogers 	list_node->map = map__new2(start, md->dso);
122883720209SIan Rogers 	if (!list_node->map) {
122983720209SIan Rogers 		free(list_node);
123083720209SIan Rogers 		return -ENOMEM;
123183720209SIan Rogers 	}
12328e0cf965SAdrian Hunter 
1233e6a9efceSArnaldo Carvalho de Melo 	map__set_end(list_node->map, map__start(list_node->map) + len);
1234e6a9efceSArnaldo Carvalho de Melo 	map__set_pgoff(list_node->map, pgoff);
123583720209SIan Rogers 
123683720209SIan Rogers 	list_add(&list_node->node, &md->maps);
12378e0cf965SAdrian Hunter 
12388e0cf965SAdrian Hunter 	return 0;
12398e0cf965SAdrian Hunter }
12408e0cf965SAdrian Hunter 
dso__load_kcore(struct dso * dso,struct map * map,const char * kallsyms_filename)12418e0cf965SAdrian Hunter static int dso__load_kcore(struct dso *dso, struct map *map,
12428e0cf965SAdrian Hunter 			   const char *kallsyms_filename)
12438e0cf965SAdrian Hunter {
124479b6bb73SArnaldo Carvalho de Melo 	struct maps *kmaps = map__kmaps(map);
12458e0cf965SAdrian Hunter 	struct kcore_mapfn_data md;
1246ff583dc4SIan Rogers 	struct map *replacement_map = NULL;
1247ff583dc4SIan Rogers 	struct map_rb_node *old_node, *next;
12481c5aae77SAdrian Hunter 	struct machine *machine;
12498e0cf965SAdrian Hunter 	bool is_64_bit;
12508e0cf965SAdrian Hunter 	int err, fd;
12518e0cf965SAdrian Hunter 	char kcore_filename[PATH_MAX];
125256549978SAdrian Hunter 	u64 stext;
12538e0cf965SAdrian Hunter 
1254ba92732eSWang Nan 	if (!kmaps)
1255ba92732eSWang Nan 		return -EINVAL;
1256ba92732eSWang Nan 
12575ab6d715SIan Rogers 	machine = maps__machine(kmaps);
12581c5aae77SAdrian Hunter 
12598e0cf965SAdrian Hunter 	/* This function requires that the map is the kernel map */
1260efdd5c6bSArnaldo Carvalho de Melo 	if (!__map__is_kernel(map))
12618e0cf965SAdrian Hunter 		return -EINVAL;
12628e0cf965SAdrian Hunter 
126352afdaf9SAdrian Hunter 	if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
12648e0cf965SAdrian Hunter 					     kallsyms_filename))
12658e0cf965SAdrian Hunter 		return -EINVAL;
12668e0cf965SAdrian Hunter 
1267a00d28cbSAdrian Hunter 	/* Modules and kernel must be present at their original addresses */
1268a00d28cbSAdrian Hunter 	if (validate_kcore_addresses(kallsyms_filename, map))
126952afdaf9SAdrian Hunter 		return -EINVAL;
127052afdaf9SAdrian Hunter 
12718e0cf965SAdrian Hunter 	md.dso = dso;
12728e0cf965SAdrian Hunter 	INIT_LIST_HEAD(&md.maps);
12738e0cf965SAdrian Hunter 
12748e0cf965SAdrian Hunter 	fd = open(kcore_filename, O_RDONLY);
127536c8bb56SLi Zhang 	if (fd < 0) {
1276133de940SAdrian Hunter 		pr_debug("Failed to open %s. Note /proc/kcore requires CAP_SYS_RAWIO capability to access.\n",
127736c8bb56SLi Zhang 			 kcore_filename);
12788e0cf965SAdrian Hunter 		return -EINVAL;
127936c8bb56SLi Zhang 	}
12808e0cf965SAdrian Hunter 
12818e0cf965SAdrian Hunter 	/* Read new maps into temporary lists */
1282ddee3f2bSIan Rogers 	err = file__read_maps(fd, map__prot(map) & PROT_EXEC, kcore_mapfn, &md,
12838e0cf965SAdrian Hunter 			      &is_64_bit);
12848e0cf965SAdrian Hunter 	if (err)
12858e0cf965SAdrian Hunter 		goto out_err;
1286c6d8f2a4SAdrian Hunter 	dso->is_64_bit = is_64_bit;
12878e0cf965SAdrian Hunter 
12888e0cf965SAdrian Hunter 	if (list_empty(&md.maps)) {
12898e0cf965SAdrian Hunter 		err = -EINVAL;
12908e0cf965SAdrian Hunter 		goto out_err;
12918e0cf965SAdrian Hunter 	}
12928e0cf965SAdrian Hunter 
12938e0cf965SAdrian Hunter 	/* Remove old maps */
1294ff583dc4SIan Rogers 	maps__for_each_entry_safe(kmaps, old_node, next) {
1295ff583dc4SIan Rogers 		struct map *old_map = old_node->map;
1296ff583dc4SIan Rogers 
1297fb5a88d4SJiri Olsa 		/*
1298fb5a88d4SJiri Olsa 		 * We need to preserve eBPF maps even if they are
1299fb5a88d4SJiri Olsa 		 * covered by kcore, because we need to access
1300fb5a88d4SJiri Olsa 		 * eBPF dso for source data.
1301fb5a88d4SJiri Olsa 		 */
1302fb5a88d4SJiri Olsa 		if (old_map != map && !__map__is_bpf_prog(old_map))
130379b6bb73SArnaldo Carvalho de Melo 			maps__remove(kmaps, old_map);
13048e0cf965SAdrian Hunter 	}
13051c5aae77SAdrian Hunter 	machine->trampolines_mapped = false;
13068e0cf965SAdrian Hunter 
130756549978SAdrian Hunter 	/* Find the kernel map using the '_stext' symbol */
130856549978SAdrian Hunter 	if (!kallsyms__get_function_start(kallsyms_filename, "_stext", &stext)) {
13091c249565SKrister Johansen 		u64 replacement_size = 0;
131083720209SIan Rogers 		struct map_list_node *new_node;
13111c249565SKrister Johansen 
131283720209SIan Rogers 		list_for_each_entry(new_node, &md.maps, node) {
131383720209SIan Rogers 			struct map *new_map = new_node->map;
1314e5116f46SIan Rogers 			u64 new_size = map__size(new_map);
13151c249565SKrister Johansen 
1316e5116f46SIan Rogers 			if (!(stext >= map__start(new_map) && stext < map__end(new_map)))
13171c249565SKrister Johansen 				continue;
13181c249565SKrister Johansen 
13191c249565SKrister Johansen 			/*
13201c249565SKrister Johansen 			 * On some architectures, ARM64 for example, the kernel
13211c249565SKrister Johansen 			 * text can get allocated inside of the vmalloc segment.
13221c249565SKrister Johansen 			 * Select the smallest matching segment, in case stext
13231c249565SKrister Johansen 			 * falls within more than one in the list.
13241c249565SKrister Johansen 			 */
13251c249565SKrister Johansen 			if (!replacement_map || new_size < replacement_size) {
13268e0cf965SAdrian Hunter 				replacement_map = new_map;
13271c249565SKrister Johansen 				replacement_size = new_size;
13288e0cf965SAdrian Hunter 			}
13298e0cf965SAdrian Hunter 		}
133056549978SAdrian Hunter 	}
13318e0cf965SAdrian Hunter 
13328e0cf965SAdrian Hunter 	if (!replacement_map)
133383720209SIan Rogers 		replacement_map = list_entry(md.maps.next, struct map_list_node, node)->map;
13348e0cf965SAdrian Hunter 
13358e0cf965SAdrian Hunter 	/* Add new maps */
13368e0cf965SAdrian Hunter 	while (!list_empty(&md.maps)) {
133783720209SIan Rogers 		struct map_list_node *new_node = list_entry(md.maps.next, struct map_list_node, node);
133883720209SIan Rogers 		struct map *new_map = new_node->map;
133983720209SIan Rogers 
134083720209SIan Rogers 		list_del_init(&new_node->node);
134183720209SIan Rogers 
13422832ef81SIan Rogers 		if (RC_CHK_ACCESS(new_map) == RC_CHK_ACCESS(replacement_map)) {
13430d98a7afSJames Clark 			struct map *map_ref;
13440d98a7afSJames Clark 
1345e6a9efceSArnaldo Carvalho de Melo 			map__set_start(map, map__start(new_map));
1346e6a9efceSArnaldo Carvalho de Melo 			map__set_end(map, map__end(new_map));
1347e6a9efceSArnaldo Carvalho de Melo 			map__set_pgoff(map, map__pgoff(new_map));
1348e6a9efceSArnaldo Carvalho de Melo 			map__set_map_ip(map, map__map_ip_ptr(new_map));
1349e6a9efceSArnaldo Carvalho de Melo 			map__set_unmap_ip(map, map__unmap_ip_ptr(new_map));
13508e0cf965SAdrian Hunter 			/* Ensure maps are correctly ordered */
13510d98a7afSJames Clark 			map_ref = map__get(map);
13520d98a7afSJames Clark 			maps__remove(kmaps, map_ref);
13530d98a7afSJames Clark 			err = maps__insert(kmaps, map_ref);
13540d98a7afSJames Clark 			map__put(map_ref);
135584c2cafaSArnaldo Carvalho de Melo 			map__put(new_map);
1356ff583dc4SIan Rogers 			if (err)
1357ff583dc4SIan Rogers 				goto out_err;
1358fb5a88d4SJiri Olsa 		} else {
1359fb5a88d4SJiri Olsa 			/*
1360fb5a88d4SJiri Olsa 			 * Merge kcore map into existing maps,
1361fb5a88d4SJiri Olsa 			 * and ensure that current maps (eBPF)
1362fb5a88d4SJiri Olsa 			 * stay intact.
1363fb5a88d4SJiri Olsa 			 */
1364ff583dc4SIan Rogers 			if (maps__merge_in(kmaps, new_map)) {
1365ff583dc4SIan Rogers 				err = -EINVAL;
1366fb5a88d4SJiri Olsa 				goto out_err;
1367fb5a88d4SJiri Olsa 			}
1368ff583dc4SIan Rogers 		}
136983720209SIan Rogers 		free(new_node);
13708e0cf965SAdrian Hunter 	}
13718e0cf965SAdrian Hunter 
13721c5aae77SAdrian Hunter 	if (machine__is(machine, "x86_64")) {
13731c5aae77SAdrian Hunter 		u64 addr;
13741c5aae77SAdrian Hunter 
13751c5aae77SAdrian Hunter 		/*
13761c5aae77SAdrian Hunter 		 * If one of the corresponding symbols is there, assume the
13771c5aae77SAdrian Hunter 		 * entry trampoline maps are too.
13781c5aae77SAdrian Hunter 		 */
13791c5aae77SAdrian Hunter 		if (!kallsyms__get_function_start(kallsyms_filename,
13801c5aae77SAdrian Hunter 						  ENTRY_TRAMPOLINE_NAME,
13811c5aae77SAdrian Hunter 						  &addr))
13821c5aae77SAdrian Hunter 			machine->trampolines_mapped = true;
13831c5aae77SAdrian Hunter 	}
13841c5aae77SAdrian Hunter 
13858e0cf965SAdrian Hunter 	/*
13868e0cf965SAdrian Hunter 	 * Set the data type and long name so that kcore can be read via
13878e0cf965SAdrian Hunter 	 * dso__data_read_addr().
13888e0cf965SAdrian Hunter 	 */
13891c695c88SJiri Olsa 	if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
13905f70619dSArnaldo Carvalho de Melo 		dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;
13918e0cf965SAdrian Hunter 	else
13925f70619dSArnaldo Carvalho de Melo 		dso->binary_type = DSO_BINARY_TYPE__KCORE;
13937e155d4dSArnaldo Carvalho de Melo 	dso__set_long_name(dso, strdup(kcore_filename), true);
13948e0cf965SAdrian Hunter 
13958e0cf965SAdrian Hunter 	close(fd);
13968e0cf965SAdrian Hunter 
1397ddee3f2bSIan Rogers 	if (map__prot(map) & PROT_EXEC)
13988e0cf965SAdrian Hunter 		pr_debug("Using %s for kernel object code\n", kcore_filename);
13998e0cf965SAdrian Hunter 	else
14008e0cf965SAdrian Hunter 		pr_debug("Using %s for kernel data\n", kcore_filename);
14018e0cf965SAdrian Hunter 
14028e0cf965SAdrian Hunter 	return 0;
14038e0cf965SAdrian Hunter 
14048e0cf965SAdrian Hunter out_err:
14058e0cf965SAdrian Hunter 	while (!list_empty(&md.maps)) {
140683720209SIan Rogers 		struct map_list_node *list_node;
140783720209SIan Rogers 
140883720209SIan Rogers 		list_node = list_entry(md.maps.next, struct map_list_node, node);
140983720209SIan Rogers 		list_del_init(&list_node->node);
141083720209SIan Rogers 		map__zput(list_node->map);
141183720209SIan Rogers 		free(list_node);
14128e0cf965SAdrian Hunter 	}
14138e0cf965SAdrian Hunter 	close(fd);
1414ff583dc4SIan Rogers 	return err;
14158e0cf965SAdrian Hunter }
14168e0cf965SAdrian Hunter 
1417d9b62abaSAdrian Hunter /*
1418d9b62abaSAdrian Hunter  * If the kernel is relocated at boot time, kallsyms won't match.  Compute the
1419d9b62abaSAdrian Hunter  * delta based on the relocation reference symbol.
1420d9b62abaSAdrian Hunter  */
kallsyms__delta(struct kmap * kmap,const char * filename,u64 * delta)1421019c6820SArnaldo Carvalho de Melo static int kallsyms__delta(struct kmap *kmap, const char *filename, u64 *delta)
1422d9b62abaSAdrian Hunter {
1423d9b62abaSAdrian Hunter 	u64 addr;
1424d9b62abaSAdrian Hunter 
1425d9b62abaSAdrian Hunter 	if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->name)
1426d9b62abaSAdrian Hunter 		return 0;
1427d9b62abaSAdrian Hunter 
1428b843f62aSArnaldo Carvalho de Melo 	if (kallsyms__get_function_start(filename, kmap->ref_reloc_sym->name, &addr))
1429d9b62abaSAdrian Hunter 		return -1;
1430d9b62abaSAdrian Hunter 
1431d9b62abaSAdrian Hunter 	*delta = addr - kmap->ref_reloc_sym->addr;
1432d9b62abaSAdrian Hunter 	return 0;
1433d9b62abaSAdrian Hunter }
1434d9b62abaSAdrian Hunter 
__dso__load_kallsyms(struct dso * dso,const char * filename,struct map * map,bool no_kcore)1435e02092b9SArnaldo Carvalho de Melo int __dso__load_kallsyms(struct dso *dso, const char *filename,
1436be39db9fSArnaldo Carvalho de Melo 			 struct map *map, bool no_kcore)
14372e538c4aSArnaldo Carvalho de Melo {
1438019c6820SArnaldo Carvalho de Melo 	struct kmap *kmap = map__kmap(map);
1439d9b62abaSAdrian Hunter 	u64 delta = 0;
1440d9b62abaSAdrian Hunter 
1441ec80fde7SArnaldo Carvalho de Melo 	if (symbol__restricted_filename(filename, "/proc/kallsyms"))
1442ec80fde7SArnaldo Carvalho de Melo 		return -1;
1443ec80fde7SArnaldo Carvalho de Melo 
1444019c6820SArnaldo Carvalho de Melo 	if (!kmap || !kmap->kmaps)
1445019c6820SArnaldo Carvalho de Melo 		return -1;
1446019c6820SArnaldo Carvalho de Melo 
1447333cc76cSArnaldo Carvalho de Melo 	if (dso__load_all_kallsyms(dso, filename) < 0)
14482e538c4aSArnaldo Carvalho de Melo 		return -1;
14492e538c4aSArnaldo Carvalho de Melo 
1450019c6820SArnaldo Carvalho de Melo 	if (kallsyms__delta(kmap, filename, &delta))
1451d9b62abaSAdrian Hunter 		return -1;
1452d9b62abaSAdrian Hunter 
1453838425f2SNamhyung Kim 	symbols__fixup_end(&dso->symbols, true);
14543183f8caSArnaldo Carvalho de Melo 	symbols__fixup_duplicate(&dso->symbols);
14553f5a4272SAnton Blanchard 
14561c695c88SJiri Olsa 	if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
145744f24cb3SJiri Olsa 		dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
1458a1645ce1SZhang, Yanmin 	else
145944f24cb3SJiri Olsa 		dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
14602e538c4aSArnaldo Carvalho de Melo 
1461e02092b9SArnaldo Carvalho de Melo 	if (!no_kcore && !dso__load_kcore(dso, map, filename))
146279b6bb73SArnaldo Carvalho de Melo 		return maps__split_kallsyms_for_kcore(kmap->kmaps, dso);
14638e0cf965SAdrian Hunter 	else
146479b6bb73SArnaldo Carvalho de Melo 		return maps__split_kallsyms(kmap->kmaps, dso, delta, map);
1465af427bf5SArnaldo Carvalho de Melo }
1466af427bf5SArnaldo Carvalho de Melo 
dso__load_kallsyms(struct dso * dso,const char * filename,struct map * map)1467e02092b9SArnaldo Carvalho de Melo int dso__load_kallsyms(struct dso *dso, const char *filename,
1468be39db9fSArnaldo Carvalho de Melo 		       struct map *map)
1469e02092b9SArnaldo Carvalho de Melo {
1470be39db9fSArnaldo Carvalho de Melo 	return __dso__load_kallsyms(dso, filename, map, false);
1471e02092b9SArnaldo Carvalho de Melo }
1472e02092b9SArnaldo Carvalho de Melo 
dso__load_perf_map(const char * map_path,struct dso * dso)14733183f8caSArnaldo Carvalho de Melo static int dso__load_perf_map(const char *map_path, struct dso *dso)
147480d496beSPekka Enberg {
147580d496beSPekka Enberg 	char *line = NULL;
147680d496beSPekka Enberg 	size_t n;
147780d496beSPekka Enberg 	FILE *file;
147880d496beSPekka Enberg 	int nr_syms = 0;
147980d496beSPekka Enberg 
1480bf2e710bSKrister Johansen 	file = fopen(map_path, "r");
148180d496beSPekka Enberg 	if (file == NULL)
148280d496beSPekka Enberg 		goto out_failure;
148380d496beSPekka Enberg 
148480d496beSPekka Enberg 	while (!feof(file)) {
14859cffa8d5SPaul Mackerras 		u64 start, size;
148680d496beSPekka Enberg 		struct symbol *sym;
148780d496beSPekka Enberg 		int line_len, len;
148880d496beSPekka Enberg 
148980d496beSPekka Enberg 		line_len = getline(&line, &n, file);
149080d496beSPekka Enberg 		if (line_len < 0)
149180d496beSPekka Enberg 			break;
149280d496beSPekka Enberg 
149380d496beSPekka Enberg 		if (!line)
149480d496beSPekka Enberg 			goto out_failure;
149580d496beSPekka Enberg 
149680d496beSPekka Enberg 		line[--line_len] = '\0'; /* \n */
149780d496beSPekka Enberg 
149880d496beSPekka Enberg 		len = hex2u64(line, &start);
149980d496beSPekka Enberg 
150080d496beSPekka Enberg 		len++;
150180d496beSPekka Enberg 		if (len + 2 >= line_len)
150280d496beSPekka Enberg 			continue;
150380d496beSPekka Enberg 
150480d496beSPekka Enberg 		len += hex2u64(line + len, &size);
150580d496beSPekka Enberg 
150680d496beSPekka Enberg 		len++;
150780d496beSPekka Enberg 		if (len + 2 >= line_len)
150880d496beSPekka Enberg 			continue;
150980d496beSPekka Enberg 
1510af30bffaSArnaldo Carvalho de Melo 		sym = symbol__new(start, size, STB_GLOBAL, STT_FUNC, line + len);
151180d496beSPekka Enberg 
151280d496beSPekka Enberg 		if (sym == NULL)
151380d496beSPekka Enberg 			goto out_delete_line;
151480d496beSPekka Enberg 
15153183f8caSArnaldo Carvalho de Melo 		symbols__insert(&dso->symbols, sym);
151680d496beSPekka Enberg 		nr_syms++;
151780d496beSPekka Enberg 	}
151880d496beSPekka Enberg 
151980d496beSPekka Enberg 	free(line);
152080d496beSPekka Enberg 	fclose(file);
152180d496beSPekka Enberg 
152280d496beSPekka Enberg 	return nr_syms;
152380d496beSPekka Enberg 
152480d496beSPekka Enberg out_delete_line:
152580d496beSPekka Enberg 	free(line);
152680d496beSPekka Enberg out_failure:
152780d496beSPekka Enberg 	return -1;
152880d496beSPekka Enberg }
152980d496beSPekka Enberg 
1530eac9a434SRemi Bernon #ifdef HAVE_LIBBFD_SUPPORT
1531eac9a434SRemi Bernon #define PACKAGE 'perf'
1532eac9a434SRemi Bernon #include <bfd.h>
1533eac9a434SRemi Bernon 
bfd_symbols__cmpvalue(const void * a,const void * b)1534eac9a434SRemi Bernon static int bfd_symbols__cmpvalue(const void *a, const void *b)
1535eac9a434SRemi Bernon {
1536eac9a434SRemi Bernon 	const asymbol *as = *(const asymbol **)a, *bs = *(const asymbol **)b;
1537eac9a434SRemi Bernon 
1538eac9a434SRemi Bernon 	if (bfd_asymbol_value(as) != bfd_asymbol_value(bs))
1539eac9a434SRemi Bernon 		return bfd_asymbol_value(as) - bfd_asymbol_value(bs);
1540eac9a434SRemi Bernon 
1541eac9a434SRemi Bernon 	return bfd_asymbol_name(as)[0] - bfd_asymbol_name(bs)[0];
1542eac9a434SRemi Bernon }
1543eac9a434SRemi Bernon 
bfd2elf_binding(asymbol * symbol)1544eac9a434SRemi Bernon static int bfd2elf_binding(asymbol *symbol)
1545eac9a434SRemi Bernon {
1546eac9a434SRemi Bernon 	if (symbol->flags & BSF_WEAK)
1547eac9a434SRemi Bernon 		return STB_WEAK;
1548eac9a434SRemi Bernon 	if (symbol->flags & BSF_GLOBAL)
1549eac9a434SRemi Bernon 		return STB_GLOBAL;
1550eac9a434SRemi Bernon 	if (symbol->flags & BSF_LOCAL)
1551eac9a434SRemi Bernon 		return STB_LOCAL;
1552eac9a434SRemi Bernon 	return -1;
1553eac9a434SRemi Bernon }
1554eac9a434SRemi Bernon 
dso__load_bfd_symbols(struct dso * dso,const char * debugfile)1555eac9a434SRemi Bernon int dso__load_bfd_symbols(struct dso *dso, const char *debugfile)
1556eac9a434SRemi Bernon {
1557eac9a434SRemi Bernon 	int err = -1;
155896de68ffSDmitry Safonov 	long symbols_size, symbols_count, i;
1559eac9a434SRemi Bernon 	asection *section;
1560eac9a434SRemi Bernon 	asymbol **symbols, *sym;
1561eac9a434SRemi Bernon 	struct symbol *symbol;
1562eac9a434SRemi Bernon 	bfd *abfd;
1563eac9a434SRemi Bernon 	u64 start, len;
1564eac9a434SRemi Bernon 
156500a34234SNicholas Fraser 	abfd = bfd_openr(debugfile, NULL);
1566eac9a434SRemi Bernon 	if (!abfd)
1567eac9a434SRemi Bernon 		return -1;
1568eac9a434SRemi Bernon 
1569eac9a434SRemi Bernon 	if (!bfd_check_format(abfd, bfd_object)) {
1570eac9a434SRemi Bernon 		pr_debug2("%s: cannot read %s bfd file.\n", __func__,
1571eac9a434SRemi Bernon 			  dso->long_name);
1572eac9a434SRemi Bernon 		goto out_close;
1573eac9a434SRemi Bernon 	}
1574eac9a434SRemi Bernon 
1575eac9a434SRemi Bernon 	if (bfd_get_flavour(abfd) == bfd_target_elf_flavour)
1576eac9a434SRemi Bernon 		goto out_close;
1577eac9a434SRemi Bernon 
1578eac9a434SRemi Bernon 	symbols_size = bfd_get_symtab_upper_bound(abfd);
1579eac9a434SRemi Bernon 	if (symbols_size == 0) {
1580eac9a434SRemi Bernon 		bfd_close(abfd);
1581eac9a434SRemi Bernon 		return 0;
1582eac9a434SRemi Bernon 	}
1583eac9a434SRemi Bernon 
1584eac9a434SRemi Bernon 	if (symbols_size < 0)
1585eac9a434SRemi Bernon 		goto out_close;
1586eac9a434SRemi Bernon 
1587eac9a434SRemi Bernon 	symbols = malloc(symbols_size);
1588eac9a434SRemi Bernon 	if (!symbols)
1589eac9a434SRemi Bernon 		goto out_close;
1590eac9a434SRemi Bernon 
1591eac9a434SRemi Bernon 	symbols_count = bfd_canonicalize_symtab(abfd, symbols);
1592eac9a434SRemi Bernon 	if (symbols_count < 0)
1593eac9a434SRemi Bernon 		goto out_free;
1594eac9a434SRemi Bernon 
1595d2930edeSRemi Bernon 	section = bfd_get_section_by_name(abfd, ".text");
1596d2930edeSRemi Bernon 	if (section) {
1597d2930edeSRemi Bernon 		for (i = 0; i < symbols_count; ++i) {
1598d2930edeSRemi Bernon 			if (!strcmp(bfd_asymbol_name(symbols[i]), "__ImageBase") ||
1599d2930edeSRemi Bernon 			    !strcmp(bfd_asymbol_name(symbols[i]), "__image_base__"))
1600d2930edeSRemi Bernon 				break;
1601d2930edeSRemi Bernon 		}
1602d2930edeSRemi Bernon 		if (i < symbols_count) {
1603d2930edeSRemi Bernon 			/* PE symbols can only have 4 bytes, so use .text high bits */
1604d2930edeSRemi Bernon 			dso->text_offset = section->vma - (u32)section->vma;
1605d2930edeSRemi Bernon 			dso->text_offset += (u32)bfd_asymbol_value(symbols[i]);
1606d2930edeSRemi Bernon 		} else {
1607d2930edeSRemi Bernon 			dso->text_offset = section->vma - section->filepos;
1608d2930edeSRemi Bernon 		}
1609d2930edeSRemi Bernon 	}
1610d2930edeSRemi Bernon 
1611eac9a434SRemi Bernon 	qsort(symbols, symbols_count, sizeof(asymbol *), bfd_symbols__cmpvalue);
1612eac9a434SRemi Bernon 
1613eac9a434SRemi Bernon #ifdef bfd_get_section
1614eac9a434SRemi Bernon #define bfd_asymbol_section bfd_get_section
1615eac9a434SRemi Bernon #endif
1616eac9a434SRemi Bernon 	for (i = 0; i < symbols_count; ++i) {
1617eac9a434SRemi Bernon 		sym = symbols[i];
1618eac9a434SRemi Bernon 		section = bfd_asymbol_section(sym);
1619eac9a434SRemi Bernon 		if (bfd2elf_binding(sym) < 0)
1620eac9a434SRemi Bernon 			continue;
1621eac9a434SRemi Bernon 
1622eac9a434SRemi Bernon 		while (i + 1 < symbols_count &&
1623eac9a434SRemi Bernon 		       bfd_asymbol_section(symbols[i + 1]) == section &&
1624eac9a434SRemi Bernon 		       bfd2elf_binding(symbols[i + 1]) < 0)
1625eac9a434SRemi Bernon 			i++;
1626eac9a434SRemi Bernon 
1627eac9a434SRemi Bernon 		if (i + 1 < symbols_count &&
1628eac9a434SRemi Bernon 		    bfd_asymbol_section(symbols[i + 1]) == section)
1629eac9a434SRemi Bernon 			len = symbols[i + 1]->value - sym->value;
1630eac9a434SRemi Bernon 		else
1631eac9a434SRemi Bernon 			len = section->size - sym->value;
1632eac9a434SRemi Bernon 
1633eac9a434SRemi Bernon 		start = bfd_asymbol_value(sym) - dso->text_offset;
1634eac9a434SRemi Bernon 		symbol = symbol__new(start, len, bfd2elf_binding(sym), STT_FUNC,
1635eac9a434SRemi Bernon 				     bfd_asymbol_name(sym));
1636eac9a434SRemi Bernon 		if (!symbol)
1637eac9a434SRemi Bernon 			goto out_free;
1638eac9a434SRemi Bernon 
1639eac9a434SRemi Bernon 		symbols__insert(&dso->symbols, symbol);
1640eac9a434SRemi Bernon 	}
1641eac9a434SRemi Bernon #ifdef bfd_get_section
1642eac9a434SRemi Bernon #undef bfd_asymbol_section
1643eac9a434SRemi Bernon #endif
1644eac9a434SRemi Bernon 
1645838425f2SNamhyung Kim 	symbols__fixup_end(&dso->symbols, false);
1646eac9a434SRemi Bernon 	symbols__fixup_duplicate(&dso->symbols);
1647eac9a434SRemi Bernon 	dso->adjust_symbols = 1;
1648eac9a434SRemi Bernon 
1649eac9a434SRemi Bernon 	err = 0;
1650eac9a434SRemi Bernon out_free:
1651eac9a434SRemi Bernon 	free(symbols);
1652eac9a434SRemi Bernon out_close:
1653eac9a434SRemi Bernon 	bfd_close(abfd);
1654eac9a434SRemi Bernon 	return err;
1655eac9a434SRemi Bernon }
1656eac9a434SRemi Bernon #endif
1657eac9a434SRemi Bernon 
dso__is_compatible_symtab_type(struct dso * dso,bool kmod,enum dso_binary_type type)16581029f9feSNamhyung Kim static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,
16591029f9feSNamhyung Kim 					   enum dso_binary_type type)
16601029f9feSNamhyung Kim {
16611029f9feSNamhyung Kim 	switch (type) {
16621029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__JAVA_JIT:
16631029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__DEBUGLINK:
16641029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__SYSTEM_PATH_DSO:
16651029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__FEDORA_DEBUGINFO:
16661029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__UBUNTU_DEBUGINFO:
166785afd355SAdrian Hunter 	case DSO_BINARY_TYPE__MIXEDUP_UBUNTU_DEBUGINFO:
16681029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__BUILDID_DEBUGINFO:
16691029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO:
16701c695c88SJiri Olsa 		return !kmod && dso->kernel == DSO_SPACE__USER;
16711029f9feSNamhyung Kim 
16721029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__KALLSYMS:
16731029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__VMLINUX:
16741029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__KCORE:
16751c695c88SJiri Olsa 		return dso->kernel == DSO_SPACE__KERNEL;
16761029f9feSNamhyung Kim 
16771029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__GUEST_KALLSYMS:
16781029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__GUEST_VMLINUX:
16791029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__GUEST_KCORE:
16801c695c88SJiri Olsa 		return dso->kernel == DSO_SPACE__KERNEL_GUEST;
16811029f9feSNamhyung Kim 
16821029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__GUEST_KMODULE:
1683c00c48fcSNamhyung Kim 	case DSO_BINARY_TYPE__GUEST_KMODULE_COMP:
16841029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE:
1685c00c48fcSNamhyung Kim 	case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP:
16861029f9feSNamhyung Kim 		/*
16871029f9feSNamhyung Kim 		 * kernel modules know their symtab type - it's set when
1688a94ab91aSArnaldo Carvalho de Melo 		 * creating a module dso in machine__addnew_module_map().
16891029f9feSNamhyung Kim 		 */
16901029f9feSNamhyung Kim 		return kmod && dso->symtab_type == type;
16911029f9feSNamhyung Kim 
16921029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__BUILD_ID_CACHE:
1693d2396999SKrister Johansen 	case DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO:
16941029f9feSNamhyung Kim 		return true;
16951029f9feSNamhyung Kim 
16969b86d04dSSong Liu 	case DSO_BINARY_TYPE__BPF_PROG_INFO:
16973c29d448SJiri Olsa 	case DSO_BINARY_TYPE__BPF_IMAGE:
1698789e2419SAdrian Hunter 	case DSO_BINARY_TYPE__OOL:
16991029f9feSNamhyung Kim 	case DSO_BINARY_TYPE__NOT_FOUND:
17001029f9feSNamhyung Kim 	default:
17011029f9feSNamhyung Kim 		return false;
17021029f9feSNamhyung Kim 	}
17031029f9feSNamhyung Kim }
17041029f9feSNamhyung Kim 
1705bf2e710bSKrister Johansen /* Checks for the existence of the perf-<pid>.map file in two different
1706bf2e710bSKrister Johansen  * locations.  First, if the process is a separate mount namespace, check in
1707bf2e710bSKrister Johansen  * that namespace using the pid of the innermost pid namespace.  If's not in a
1708bf2e710bSKrister Johansen  * namespace, or the file can't be found there, try in the mount namespace of
1709bf2e710bSKrister Johansen  * the tracing process using our view of its pid.
1710bf2e710bSKrister Johansen  */
dso__find_perf_map(char * filebuf,size_t bufsz,struct nsinfo ** nsip)1711bf2e710bSKrister Johansen static int dso__find_perf_map(char *filebuf, size_t bufsz,
1712bf2e710bSKrister Johansen 			      struct nsinfo **nsip)
1713bf2e710bSKrister Johansen {
1714bf2e710bSKrister Johansen 	struct nscookie nsc;
1715bf2e710bSKrister Johansen 	struct nsinfo *nsi;
1716bf2e710bSKrister Johansen 	struct nsinfo *nnsi;
1717bf2e710bSKrister Johansen 	int rc = -1;
1718bf2e710bSKrister Johansen 
1719bf2e710bSKrister Johansen 	nsi = *nsip;
1720bf2e710bSKrister Johansen 
1721bcaf0a97SIan Rogers 	if (nsinfo__need_setns(nsi)) {
1722bcaf0a97SIan Rogers 		snprintf(filebuf, bufsz, "/tmp/perf-%d.map", nsinfo__nstgid(nsi));
1723bf2e710bSKrister Johansen 		nsinfo__mountns_enter(nsi, &nsc);
1724bf2e710bSKrister Johansen 		rc = access(filebuf, R_OK);
1725bf2e710bSKrister Johansen 		nsinfo__mountns_exit(&nsc);
1726bf2e710bSKrister Johansen 		if (rc == 0)
1727bf2e710bSKrister Johansen 			return rc;
1728bf2e710bSKrister Johansen 	}
1729bf2e710bSKrister Johansen 
1730bf2e710bSKrister Johansen 	nnsi = nsinfo__copy(nsi);
1731bf2e710bSKrister Johansen 	if (nnsi) {
1732bf2e710bSKrister Johansen 		nsinfo__put(nsi);
1733bf2e710bSKrister Johansen 
1734bcaf0a97SIan Rogers 		nsinfo__clear_need_setns(nnsi);
1735bcaf0a97SIan Rogers 		snprintf(filebuf, bufsz, "/tmp/perf-%d.map", nsinfo__tgid(nnsi));
1736bf2e710bSKrister Johansen 		*nsip = nnsi;
1737bf2e710bSKrister Johansen 		rc = 0;
1738bf2e710bSKrister Johansen 	}
1739bf2e710bSKrister Johansen 
1740bf2e710bSKrister Johansen 	return rc;
1741bf2e710bSKrister Johansen }
1742bf2e710bSKrister Johansen 
dso__load(struct dso * dso,struct map * map)1743be39db9fSArnaldo Carvalho de Melo int dso__load(struct dso *dso, struct map *map)
174486470930SIngo Molnar {
1745c338aee8SArnaldo Carvalho de Melo 	char *name;
174686470930SIngo Molnar 	int ret = -1;
174744f24cb3SJiri Olsa 	u_int i;
174893fcce96SArnaldo Carvalho de Melo 	struct machine *machine = NULL;
174944f24cb3SJiri Olsa 	char *root_dir = (char *) "";
17503aafe5aeSCody P Schafer 	int ss_pos = 0;
17513aafe5aeSCody P Schafer 	struct symsrc ss_[2];
17523aafe5aeSCody P Schafer 	struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
17531029f9feSNamhyung Kim 	bool kmod;
1754bf2e710bSKrister Johansen 	bool perfmap;
1755f766819cSJiri Olsa 	struct build_id bid;
1756843ff37bSKrister Johansen 	struct nscookie nsc;
1757bf2e710bSKrister Johansen 	char newmapname[PATH_MAX];
1758bf2e710bSKrister Johansen 	const char *map_path = dso->long_name;
1759bf2e710bSKrister Johansen 
1760e54dea69SIan Rogers 	mutex_lock(&dso->lock);
1761bf2e710bSKrister Johansen 	perfmap = strncmp(dso->name, "/tmp/perf-", 10) == 0;
1762bf2e710bSKrister Johansen 	if (perfmap) {
1763bf2e710bSKrister Johansen 		if (dso->nsinfo && (dso__find_perf_map(newmapname,
1764bf2e710bSKrister Johansen 		    sizeof(newmapname), &dso->nsinfo) == 0)) {
1765bf2e710bSKrister Johansen 			map_path = newmapname;
1766bf2e710bSKrister Johansen 		}
1767bf2e710bSKrister Johansen 	}
176886470930SIngo Molnar 
1769843ff37bSKrister Johansen 	nsinfo__mountns_enter(dso->nsinfo, &nsc);
177066bd8424SArnaldo Carvalho de Melo 
17714a936edcSNamhyung Kim 	/* check again under the dso->lock */
17723183f8caSArnaldo Carvalho de Melo 	if (dso__loaded(dso)) {
17734a936edcSNamhyung Kim 		ret = 1;
17744a936edcSNamhyung Kim 		goto out;
17754a936edcSNamhyung Kim 	}
17764a936edcSNamhyung Kim 
1777b5c09518SArnaldo Carvalho de Melo 	kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||
1778b5c09518SArnaldo Carvalho de Melo 		dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||
1779b5c09518SArnaldo Carvalho de Melo 		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE ||
1780b5c09518SArnaldo Carvalho de Melo 		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;
1781b5c09518SArnaldo Carvalho de Melo 
1782b5c09518SArnaldo Carvalho de Melo 	if (dso->kernel && !kmod) {
17831c695c88SJiri Olsa 		if (dso->kernel == DSO_SPACE__KERNEL)
1784be39db9fSArnaldo Carvalho de Melo 			ret = dso__load_kernel_sym(dso, map);
17851c695c88SJiri Olsa 		else if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
1786be39db9fSArnaldo Carvalho de Melo 			ret = dso__load_guest_kernel_sym(dso, map);
17874a936edcSNamhyung Kim 
17885ab6d715SIan Rogers 		machine = maps__machine(map__kmaps(map));
17894d99e413SAdrian Hunter 		if (machine__is(machine, "x86_64"))
17904d99e413SAdrian Hunter 			machine__map_x86_64_entry_trampolines(machine, dso);
17914a936edcSNamhyung Kim 		goto out;
17924a936edcSNamhyung Kim 	}
1793a1645ce1SZhang, Yanmin 
1794aeafcbafSArnaldo Carvalho de Melo 	dso->adjust_symbols = 0;
1795f5812a7aSArnaldo Carvalho de Melo 
1796bf2e710bSKrister Johansen 	if (perfmap) {
17973183f8caSArnaldo Carvalho de Melo 		ret = dso__load_perf_map(map_path, dso);
179844f24cb3SJiri Olsa 		dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
179944f24cb3SJiri Olsa 					     DSO_BINARY_TYPE__NOT_FOUND;
18004a936edcSNamhyung Kim 		goto out;
180194cb9e38SArnaldo Carvalho de Melo 	}
180294cb9e38SArnaldo Carvalho de Melo 
180344f24cb3SJiri Olsa 	if (machine)
180444f24cb3SJiri Olsa 		root_dir = machine->root_dir;
180544f24cb3SJiri Olsa 
1806164c800eSDavid Ahern 	name = malloc(PATH_MAX);
1807164c800eSDavid Ahern 	if (!name)
18084a936edcSNamhyung Kim 		goto out;
1809164c800eSDavid Ahern 
18105baecbcdSDima Kogan 	/*
18115baecbcdSDima Kogan 	 * Read the build id if possible. This is required for
18125baecbcdSDima Kogan 	 * DSO_BINARY_TYPE__BUILDID_DEBUGINFO to work
18135baecbcdSDima Kogan 	 */
1814ed6c166cSKan Liang 	if (!dso->has_build_id &&
18159b200653SVictor Kamensky 	    is_regular_file(dso->long_name)) {
18169b200653SVictor Kamensky 	    __symbol__join_symfs(name, PATH_MAX, dso->long_name);
1817f766819cSJiri Olsa 		if (filename__read_build_id(name, &bid) > 0)
18188dfdf440SJiri Olsa 			dso__set_build_id(dso, &bid);
18199b200653SVictor Kamensky 	}
18205baecbcdSDima Kogan 
18211029f9feSNamhyung Kim 	/*
18221029f9feSNamhyung Kim 	 * Iterate over candidate debug images.
18233aafe5aeSCody P Schafer 	 * Keep track of "interesting" ones (those which have a symtab, dynsym,
18243aafe5aeSCody P Schafer 	 * and/or opd section) for processing.
18256da80ce8SDave Martin 	 */
182644f24cb3SJiri Olsa 	for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
18273aafe5aeSCody P Schafer 		struct symsrc *ss = &ss_[ss_pos];
18283aafe5aeSCody P Schafer 		bool next_slot = false;
1829f045b8c4SKrister Johansen 		bool is_reg;
1830d2396999SKrister Johansen 		bool nsexit;
1831eac9a434SRemi Bernon 		int bfdrc = -1;
1832c3962961SJiri Olsa 		int sirc = -1;
183344f24cb3SJiri Olsa 
1834005f9294SCody P Schafer 		enum dso_binary_type symtab_type = binary_type_symtab[i];
183544f24cb3SJiri Olsa 
1836d2396999SKrister Johansen 		nsexit = (symtab_type == DSO_BINARY_TYPE__BUILD_ID_CACHE ||
1837d2396999SKrister Johansen 		    symtab_type == DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO);
1838d2396999SKrister Johansen 
18391029f9feSNamhyung Kim 		if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))
18401029f9feSNamhyung Kim 			continue;
18411029f9feSNamhyung Kim 
1842ee4e9625SArnaldo Carvalho de Melo 		if (dso__read_binary_type_filename(dso, symtab_type,
184344f24cb3SJiri Olsa 						   root_dir, name, PATH_MAX))
18446da80ce8SDave Martin 			continue;
184586470930SIngo Molnar 
1846d2396999SKrister Johansen 		if (nsexit)
1847f045b8c4SKrister Johansen 			nsinfo__mountns_exit(&nsc);
184840356721SJiri Olsa 
1849f045b8c4SKrister Johansen 		is_reg = is_regular_file(name);
185067fd1892SNamhyung Kim 		if (!is_reg && errno == ENOENT && dso->nsinfo) {
18517031edacSArnaldo Carvalho de Melo 			char *new_name = dso__filename_with_chroot(dso, name);
185267fd1892SNamhyung Kim 			if (new_name) {
185367fd1892SNamhyung Kim 				is_reg = is_regular_file(new_name);
185467fd1892SNamhyung Kim 				strlcpy(name, new_name, PATH_MAX);
185567fd1892SNamhyung Kim 				free(new_name);
185667fd1892SNamhyung Kim 			}
185767fd1892SNamhyung Kim 		}
185867fd1892SNamhyung Kim 
1859eac9a434SRemi Bernon #ifdef HAVE_LIBBFD_SUPPORT
1860c3962961SJiri Olsa 		if (is_reg)
1861eac9a434SRemi Bernon 			bfdrc = dso__load_bfd_symbols(dso, name);
1862eac9a434SRemi Bernon #endif
1863eac9a434SRemi Bernon 		if (is_reg && bfdrc < 0)
1864f045b8c4SKrister Johansen 			sirc = symsrc__init(ss, dso, name, symtab_type);
1865f045b8c4SKrister Johansen 
1866d2396999SKrister Johansen 		if (nsexit)
1867f045b8c4SKrister Johansen 			nsinfo__mountns_enter(dso->nsinfo, &nsc);
1868f045b8c4SKrister Johansen 
186977771a97SNicholas Fraser 		if (bfdrc == 0) {
187077771a97SNicholas Fraser 			ret = 0;
1871eac9a434SRemi Bernon 			break;
187277771a97SNicholas Fraser 		}
1873eac9a434SRemi Bernon 
1874c3962961SJiri Olsa 		if (!is_reg || sirc < 0)
18756da80ce8SDave Martin 			continue;
18766da80ce8SDave Martin 
18773aafe5aeSCody P Schafer 		if (!syms_ss && symsrc__has_symtab(ss)) {
18783aafe5aeSCody P Schafer 			syms_ss = ss;
18793aafe5aeSCody P Schafer 			next_slot = true;
18800058aef6SAdrian Hunter 			if (!dso->symsrc_filename)
18810058aef6SAdrian Hunter 				dso->symsrc_filename = strdup(name);
1882d26cd12bSCody P Schafer 		}
1883d26cd12bSCody P Schafer 
18843aafe5aeSCody P Schafer 		if (!runtime_ss && symsrc__possibly_runtime(ss)) {
18853aafe5aeSCody P Schafer 			runtime_ss = ss;
18863aafe5aeSCody P Schafer 			next_slot = true;
1887a44f605bSCody P Schafer 		}
188886470930SIngo Molnar 
18893aafe5aeSCody P Schafer 		if (next_slot) {
18903aafe5aeSCody P Schafer 			ss_pos++;
189133ff581eSJiri Olsa 
18923aafe5aeSCody P Schafer 			if (syms_ss && runtime_ss)
18936da80ce8SDave Martin 				break;
189498e9f03bSNamhyung Kim 		} else {
189598e9f03bSNamhyung Kim 			symsrc__destroy(ss);
1896a25e46c4SArnaldo Carvalho de Melo 		}
18973aafe5aeSCody P Schafer 
18986da80ce8SDave Martin 	}
18996da80ce8SDave Martin 
19003aafe5aeSCody P Schafer 	if (!runtime_ss && !syms_ss)
19013aafe5aeSCody P Schafer 		goto out_free;
19023aafe5aeSCody P Schafer 
19033aafe5aeSCody P Schafer 	if (runtime_ss && !syms_ss) {
19043aafe5aeSCody P Schafer 		syms_ss = runtime_ss;
190560e4b10cSArnaldo Carvalho de Melo 	}
190660e4b10cSArnaldo Carvalho de Melo 
19073aafe5aeSCody P Schafer 	/* We'll have to hope for the best */
19083aafe5aeSCody P Schafer 	if (!runtime_ss && syms_ss)
19093aafe5aeSCody P Schafer 		runtime_ss = syms_ss;
19103aafe5aeSCody P Schafer 
19111029f9feSNamhyung Kim 	if (syms_ss)
1912be39db9fSArnaldo Carvalho de Melo 		ret = dso__load_sym(dso, map, syms_ss, runtime_ss, kmod);
19131029f9feSNamhyung Kim 	else
19143aafe5aeSCody P Schafer 		ret = -1;
19153aafe5aeSCody P Schafer 
1916f47b58b7SDavid Ahern 	if (ret > 0) {
19173aafe5aeSCody P Schafer 		int nr_plt;
19183aafe5aeSCody P Schafer 
19193183f8caSArnaldo Carvalho de Melo 		nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss);
19203aafe5aeSCody P Schafer 		if (nr_plt > 0)
19213aafe5aeSCody P Schafer 			ret += nr_plt;
19223aafe5aeSCody P Schafer 	}
19233aafe5aeSCody P Schafer 
19243aafe5aeSCody P Schafer 	for (; ss_pos > 0; ss_pos--)
19253aafe5aeSCody P Schafer 		symsrc__destroy(&ss_[ss_pos - 1]);
19263aafe5aeSCody P Schafer out_free:
192786470930SIngo Molnar 	free(name);
1928aeafcbafSArnaldo Carvalho de Melo 	if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
19294a936edcSNamhyung Kim 		ret = 0;
19304a936edcSNamhyung Kim out:
19313183f8caSArnaldo Carvalho de Melo 	dso__set_loaded(dso);
1932d9a0d6b8SIan Rogers 	mutex_unlock(&dso->lock);
1933843ff37bSKrister Johansen 	nsinfo__mountns_exit(&nsc);
19344a936edcSNamhyung Kim 
193586470930SIngo Molnar 	return ret;
193686470930SIngo Molnar }
193786470930SIngo Molnar 
1938*9ec45f85SJames Clark /*
1939*9ec45f85SJames Clark  * Always takes ownership of vmlinux when vmlinux_allocated == true, even if
1940*9ec45f85SJames Clark  * it returns an error.
1941*9ec45f85SJames Clark  */
dso__load_vmlinux(struct dso * dso,struct map * map,const char * vmlinux,bool vmlinux_allocated)1942aeafcbafSArnaldo Carvalho de Melo int dso__load_vmlinux(struct dso *dso, struct map *map,
1943be39db9fSArnaldo Carvalho de Melo 		      const char *vmlinux, bool vmlinux_allocated)
194486470930SIngo Molnar {
1945b68e2f91SCody P Schafer 	int err = -1;
1946b68e2f91SCody P Schafer 	struct symsrc ss;
1947ec5761eaSDavid Ahern 	char symfs_vmlinux[PATH_MAX];
1948005f9294SCody P Schafer 	enum dso_binary_type symtab_type;
194986470930SIngo Molnar 
19505698d2c9SNamhyung Kim 	if (vmlinux[0] == '/')
19515698d2c9SNamhyung Kim 		snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
19525698d2c9SNamhyung Kim 	else
1953972f393bSArnaldo Carvalho de Melo 		symbol__join_symfs(symfs_vmlinux, vmlinux);
195486470930SIngo Molnar 
19551c695c88SJiri Olsa 	if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
1956005f9294SCody P Schafer 		symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
195721ea4539SCody P Schafer 	else
1958005f9294SCody P Schafer 		symtab_type = DSO_BINARY_TYPE__VMLINUX;
195921ea4539SCody P Schafer 
1960*9ec45f85SJames Clark 	if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type)) {
1961*9ec45f85SJames Clark 		if (vmlinux_allocated)
1962*9ec45f85SJames Clark 			free((char *) vmlinux);
1963b68e2f91SCody P Schafer 		return -1;
1964*9ec45f85SJames Clark 	}
1965b68e2f91SCody P Schafer 
1966e59fea47SAthira Rajeev 	/*
1967e59fea47SAthira Rajeev 	 * dso__load_sym() may copy 'dso' which will result in the copies having
1968e59fea47SAthira Rajeev 	 * an incorrect long name unless we set it here first.
1969e59fea47SAthira Rajeev 	 */
1970e59fea47SAthira Rajeev 	dso__set_long_name(dso, vmlinux, vmlinux_allocated);
19711c695c88SJiri Olsa 	if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
19725f70619dSArnaldo Carvalho de Melo 		dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
197339b12f78SAdrian Hunter 	else
19745f70619dSArnaldo Carvalho de Melo 		dso->binary_type = DSO_BINARY_TYPE__VMLINUX;
1975e59fea47SAthira Rajeev 
1976e59fea47SAthira Rajeev 	err = dso__load_sym(dso, map, &ss, &ss, 0);
1977e59fea47SAthira Rajeev 	symsrc__destroy(&ss);
1978e59fea47SAthira Rajeev 
1979e59fea47SAthira Rajeev 	if (err > 0) {
19803183f8caSArnaldo Carvalho de Melo 		dso__set_loaded(dso);
1981ec5761eaSDavid Ahern 		pr_debug("Using %s for symbols\n", symfs_vmlinux);
1982515850e4SCody P Schafer 	}
19833846df2eSArnaldo Carvalho de Melo 
198486470930SIngo Molnar 	return err;
198586470930SIngo Molnar }
198686470930SIngo Molnar 
dso__load_vmlinux_path(struct dso * dso,struct map * map)1987be39db9fSArnaldo Carvalho de Melo int dso__load_vmlinux_path(struct dso *dso, struct map *map)
1988a19afe46SArnaldo Carvalho de Melo {
1989a19afe46SArnaldo Carvalho de Melo 	int i, err = 0;
199000dc8657SNamhyung Kim 	char *filename = NULL;
1991a19afe46SArnaldo Carvalho de Melo 
1992dc38218eSArnaldo Carvalho de Melo 	pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1993dc38218eSArnaldo Carvalho de Melo 		 vmlinux_path__nr_entries + 1);
1994dc38218eSArnaldo Carvalho de Melo 
1995dc38218eSArnaldo Carvalho de Melo 	for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1996be39db9fSArnaldo Carvalho de Melo 		err = dso__load_vmlinux(dso, map, vmlinux_path[i], false);
1997dc38218eSArnaldo Carvalho de Melo 		if (err > 0)
1998dc38218eSArnaldo Carvalho de Melo 			goto out;
1999dc38218eSArnaldo Carvalho de Melo 	}
2000dc38218eSArnaldo Carvalho de Melo 
200100dc8657SNamhyung Kim 	if (!symbol_conf.ignore_vmlinux_buildid)
2002d2396999SKrister Johansen 		filename = dso__build_id_filename(dso, NULL, 0, false);
20035ad90e4eSArnaldo Carvalho de Melo 	if (filename != NULL) {
2004be39db9fSArnaldo Carvalho de Melo 		err = dso__load_vmlinux(dso, map, filename, true);
20055230fb7dSArnaldo Carvalho de Melo 		if (err > 0)
20065ad90e4eSArnaldo Carvalho de Melo 			goto out;
20075ad90e4eSArnaldo Carvalho de Melo 	}
20085ad90e4eSArnaldo Carvalho de Melo out:
2009a19afe46SArnaldo Carvalho de Melo 	return err;
2010a19afe46SArnaldo Carvalho de Melo }
2011a19afe46SArnaldo Carvalho de Melo 
visible_dir_filter(const char * name,struct dirent * d)2012c48903b8SMasami Hiramatsu static bool visible_dir_filter(const char *name, struct dirent *d)
2013c48903b8SMasami Hiramatsu {
2014c48903b8SMasami Hiramatsu 	if (d->d_type != DT_DIR)
2015c48903b8SMasami Hiramatsu 		return false;
2016c48903b8SMasami Hiramatsu 	return lsdir_no_dot_filter(name, d);
2017c48903b8SMasami Hiramatsu }
2018c48903b8SMasami Hiramatsu 
find_matching_kcore(struct map * map,char * dir,size_t dir_sz)20190544d422SAdrian Hunter static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
20200544d422SAdrian Hunter {
20210544d422SAdrian Hunter 	char kallsyms_filename[PATH_MAX];
20220544d422SAdrian Hunter 	int ret = -1;
2023c48903b8SMasami Hiramatsu 	struct strlist *dirs;
2024c48903b8SMasami Hiramatsu 	struct str_node *nd;
20250544d422SAdrian Hunter 
2026c48903b8SMasami Hiramatsu 	dirs = lsdir(dir, visible_dir_filter);
2027c48903b8SMasami Hiramatsu 	if (!dirs)
20280544d422SAdrian Hunter 		return -1;
20290544d422SAdrian Hunter 
2030602a1f4dSArnaldo Carvalho de Melo 	strlist__for_each_entry(nd, dirs) {
20310544d422SAdrian Hunter 		scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
2032c48903b8SMasami Hiramatsu 			  "%s/%s/kallsyms", dir, nd->s);
2033a00d28cbSAdrian Hunter 		if (!validate_kcore_addresses(kallsyms_filename, map)) {
20340544d422SAdrian Hunter 			strlcpy(dir, kallsyms_filename, dir_sz);
20350544d422SAdrian Hunter 			ret = 0;
20360544d422SAdrian Hunter 			break;
20370544d422SAdrian Hunter 		}
20380544d422SAdrian Hunter 	}
20390544d422SAdrian Hunter 
2040c48903b8SMasami Hiramatsu 	strlist__delete(dirs);
20410544d422SAdrian Hunter 
20420544d422SAdrian Hunter 	return ret;
20430544d422SAdrian Hunter }
20440544d422SAdrian Hunter 
204511870d71SMasami Hiramatsu /*
204611870d71SMasami Hiramatsu  * Use open(O_RDONLY) to check readability directly instead of access(R_OK)
204711870d71SMasami Hiramatsu  * since access(R_OK) only checks with real UID/GID but open() use effective
204811870d71SMasami Hiramatsu  * UID/GID and actual capabilities (e.g. /proc/kcore requires CAP_SYS_RAWIO).
204911870d71SMasami Hiramatsu  */
filename__readable(const char * file)205011870d71SMasami Hiramatsu static bool filename__readable(const char *file)
205111870d71SMasami Hiramatsu {
205211870d71SMasami Hiramatsu 	int fd = open(file, O_RDONLY);
205311870d71SMasami Hiramatsu 	if (fd < 0)
205411870d71SMasami Hiramatsu 		return false;
205511870d71SMasami Hiramatsu 	close(fd);
205611870d71SMasami Hiramatsu 	return true;
205711870d71SMasami Hiramatsu }
205811870d71SMasami Hiramatsu 
dso__find_kallsyms(struct dso * dso,struct map * map)20590544d422SAdrian Hunter static char *dso__find_kallsyms(struct dso *dso, struct map *map)
20600544d422SAdrian Hunter {
20613ff1b8c8SJiri Olsa 	struct build_id bid;
2062b5d8bbe8SMasami Hiramatsu 	char sbuild_id[SBUILD_ID_SIZE];
20630544d422SAdrian Hunter 	bool is_host = false;
20640544d422SAdrian Hunter 	char path[PATH_MAX];
20650544d422SAdrian Hunter 
20660544d422SAdrian Hunter 	if (!dso->has_build_id) {
20670544d422SAdrian Hunter 		/*
20680544d422SAdrian Hunter 		 * Last resort, if we don't have a build-id and couldn't find
20690544d422SAdrian Hunter 		 * any vmlinux file, try the running kernel kallsyms table.
20700544d422SAdrian Hunter 		 */
20710544d422SAdrian Hunter 		goto proc_kallsyms;
20720544d422SAdrian Hunter 	}
20730544d422SAdrian Hunter 
20743ff1b8c8SJiri Olsa 	if (sysfs__read_build_id("/sys/kernel/notes", &bid) == 0)
207539be8d01SJiri Olsa 		is_host = dso__build_id_equal(dso, &bid);
20760544d422SAdrian Hunter 
20774e4b6c06SMasami Hiramatsu 	/* Try a fast path for /proc/kallsyms if possible */
20780544d422SAdrian Hunter 	if (is_host) {
20790544d422SAdrian Hunter 		/*
208011870d71SMasami Hiramatsu 		 * Do not check the build-id cache, unless we know we cannot use
208111870d71SMasami Hiramatsu 		 * /proc/kcore or module maps don't match to /proc/kallsyms.
208211870d71SMasami Hiramatsu 		 * To check readability of /proc/kcore, do not use access(R_OK)
208311870d71SMasami Hiramatsu 		 * since /proc/kcore requires CAP_SYS_RAWIO to read and access
208411870d71SMasami Hiramatsu 		 * can't check it.
20850544d422SAdrian Hunter 		 */
208611870d71SMasami Hiramatsu 		if (filename__readable("/proc/kcore") &&
208711870d71SMasami Hiramatsu 		    !validate_kcore_addresses("/proc/kallsyms", map))
20880544d422SAdrian Hunter 			goto proc_kallsyms;
20890544d422SAdrian Hunter 	}
20900544d422SAdrian Hunter 
2091bf541169SJiri Olsa 	build_id__sprintf(&dso->bid, sbuild_id);
20924e4b6c06SMasami Hiramatsu 
2093449867e3SAdrian Hunter 	/* Find kallsyms in build-id cache with kcore */
20944e4b6c06SMasami Hiramatsu 	scnprintf(path, sizeof(path), "%s/%s/%s",
20954e4b6c06SMasami Hiramatsu 		  buildid_dir, DSO__NAME_KCORE, sbuild_id);
20964e4b6c06SMasami Hiramatsu 
2097449867e3SAdrian Hunter 	if (!find_matching_kcore(map, path, sizeof(path)))
2098449867e3SAdrian Hunter 		return strdup(path);
2099449867e3SAdrian Hunter 
21004e4b6c06SMasami Hiramatsu 	/* Use current /proc/kallsyms if possible */
21014e4b6c06SMasami Hiramatsu 	if (is_host) {
21024e4b6c06SMasami Hiramatsu proc_kallsyms:
21034e4b6c06SMasami Hiramatsu 		return strdup("/proc/kallsyms");
21044e4b6c06SMasami Hiramatsu 	}
21054e4b6c06SMasami Hiramatsu 
21064e4b6c06SMasami Hiramatsu 	/* Finally, find a cache of kallsyms */
210701412261SMasami Hiramatsu 	if (!build_id_cache__kallsyms_path(sbuild_id, path, sizeof(path))) {
21080544d422SAdrian Hunter 		pr_err("No kallsyms or vmlinux with build-id %s was found\n",
21090544d422SAdrian Hunter 		       sbuild_id);
21100544d422SAdrian Hunter 		return NULL;
21110544d422SAdrian Hunter 	}
21120544d422SAdrian Hunter 
21130544d422SAdrian Hunter 	return strdup(path);
21140544d422SAdrian Hunter }
21150544d422SAdrian Hunter 
dso__load_kernel_sym(struct dso * dso,struct map * map)2116be39db9fSArnaldo Carvalho de Melo static int dso__load_kernel_sym(struct dso *dso, struct map *map)
211786470930SIngo Molnar {
2118cc612d81SArnaldo Carvalho de Melo 	int err;
21199e201442SArnaldo Carvalho de Melo 	const char *kallsyms_filename = NULL;
21209e201442SArnaldo Carvalho de Melo 	char *kallsyms_allocated_filename = NULL;
2121ca8ea73aSJiri Olsa 	char *filename = NULL;
2122ca8ea73aSJiri Olsa 
2123dc8d6ab2SArnaldo Carvalho de Melo 	/*
2124b226a5a7SDavid Ahern 	 * Step 1: if the user specified a kallsyms or vmlinux filename, use
2125b226a5a7SDavid Ahern 	 * it and only it, reporting errors to the user if it cannot be used.
2126dc8d6ab2SArnaldo Carvalho de Melo 	 *
2127dc8d6ab2SArnaldo Carvalho de Melo 	 * For instance, try to analyse an ARM perf.data file _without_ a
2128dc8d6ab2SArnaldo Carvalho de Melo 	 * build-id, or if the user specifies the wrong path to the right
2129dc8d6ab2SArnaldo Carvalho de Melo 	 * vmlinux file, obviously we can't fallback to another vmlinux (a
2130dc8d6ab2SArnaldo Carvalho de Melo 	 * x86_86 one, on the machine where analysis is being performed, say),
2131dc8d6ab2SArnaldo Carvalho de Melo 	 * or worse, /proc/kallsyms.
2132dc8d6ab2SArnaldo Carvalho de Melo 	 *
2133dc8d6ab2SArnaldo Carvalho de Melo 	 * If the specified file _has_ a build-id and there is a build-id
2134dc8d6ab2SArnaldo Carvalho de Melo 	 * section in the perf.data file, we will still do the expected
2135dc8d6ab2SArnaldo Carvalho de Melo 	 * validation in dso__load_vmlinux and will bail out if they don't
2136dc8d6ab2SArnaldo Carvalho de Melo 	 * match.
2137dc8d6ab2SArnaldo Carvalho de Melo 	 */
2138b226a5a7SDavid Ahern 	if (symbol_conf.kallsyms_name != NULL) {
2139b226a5a7SDavid Ahern 		kallsyms_filename = symbol_conf.kallsyms_name;
2140b226a5a7SDavid Ahern 		goto do_kallsyms;
2141b226a5a7SDavid Ahern 	}
2142b226a5a7SDavid Ahern 
2143fc2be696SWilly Tarreau 	if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
2144be39db9fSArnaldo Carvalho de Melo 		return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name, false);
2145dc8d6ab2SArnaldo Carvalho de Melo 	}
2146439d473bSArnaldo Carvalho de Melo 
2147ca8ea73aSJiri Olsa 	/*
2148ca8ea73aSJiri Olsa 	 * Before checking on common vmlinux locations, check if it's
2149ca8ea73aSJiri Olsa 	 * stored as standard build id binary (not kallsyms) under
2150ca8ea73aSJiri Olsa 	 * .debug cache.
2151ca8ea73aSJiri Olsa 	 */
2152ca8ea73aSJiri Olsa 	if (!symbol_conf.ignore_vmlinux_buildid)
2153ca8ea73aSJiri Olsa 		filename = __dso__build_id_filename(dso, NULL, 0, false, false);
2154ca8ea73aSJiri Olsa 	if (filename != NULL) {
2155ca8ea73aSJiri Olsa 		err = dso__load_vmlinux(dso, map, filename, true);
2156ca8ea73aSJiri Olsa 		if (err > 0)
2157ca8ea73aSJiri Olsa 			return err;
2158ca8ea73aSJiri Olsa 	}
2159ca8ea73aSJiri Olsa 
2160fc2be696SWilly Tarreau 	if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
2161be39db9fSArnaldo Carvalho de Melo 		err = dso__load_vmlinux_path(dso, map);
2162a19afe46SArnaldo Carvalho de Melo 		if (err > 0)
216339b12f78SAdrian Hunter 			return err;
2164cc612d81SArnaldo Carvalho de Melo 	}
2165cc612d81SArnaldo Carvalho de Melo 
2166ec5761eaSDavid Ahern 	/* do not try local files if a symfs was given */
2167ec5761eaSDavid Ahern 	if (symbol_conf.symfs[0] != 0)
2168ec5761eaSDavid Ahern 		return -1;
2169ec5761eaSDavid Ahern 
21700544d422SAdrian Hunter 	kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
21710544d422SAdrian Hunter 	if (!kallsyms_allocated_filename)
21728d0591f6SArnaldo Carvalho de Melo 		return -1;
21738d0591f6SArnaldo Carvalho de Melo 
217419fc2dedSArnaldo Carvalho de Melo 	kallsyms_filename = kallsyms_allocated_filename;
217519fc2dedSArnaldo Carvalho de Melo 
2176dc8d6ab2SArnaldo Carvalho de Melo do_kallsyms:
2177be39db9fSArnaldo Carvalho de Melo 	err = dso__load_kallsyms(dso, kallsyms_filename, map);
21783846df2eSArnaldo Carvalho de Melo 	if (err > 0)
21793846df2eSArnaldo Carvalho de Melo 		pr_debug("Using %s for symbols\n", kallsyms_filename);
2180dc8d6ab2SArnaldo Carvalho de Melo 	free(kallsyms_allocated_filename);
2181dc8d6ab2SArnaldo Carvalho de Melo 
21828e0cf965SAdrian Hunter 	if (err > 0 && !dso__is_kcore(dso)) {
2183bdac0bcfSAdrian Hunter 		dso->binary_type = DSO_BINARY_TYPE__KALLSYMS;
21840a77582fSMasami Hiramatsu 		dso__set_long_name(dso, DSO__NAME_KALLSYMS, false);
21856a4694a4SArnaldo Carvalho de Melo 		map__fixup_start(map);
21866a4694a4SArnaldo Carvalho de Melo 		map__fixup_end(map);
2187439d473bSArnaldo Carvalho de Melo 	}
218894cb9e38SArnaldo Carvalho de Melo 
218986470930SIngo Molnar 	return err;
219086470930SIngo Molnar }
219186470930SIngo Molnar 
dso__load_guest_kernel_sym(struct dso * dso,struct map * map)2192be39db9fSArnaldo Carvalho de Melo static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map)
2193a1645ce1SZhang, Yanmin {
2194a1645ce1SZhang, Yanmin 	int err;
2195a5367ecbSAdrian Hunter 	const char *kallsyms_filename;
21965ab6d715SIan Rogers 	struct machine *machine = maps__machine(map__kmaps(map));
2197a1645ce1SZhang, Yanmin 	char path[PATH_MAX];
2198a1645ce1SZhang, Yanmin 
2199a5367ecbSAdrian Hunter 	if (machine->kallsyms_filename) {
2200a5367ecbSAdrian Hunter 		kallsyms_filename = machine->kallsyms_filename;
2201a5367ecbSAdrian Hunter 	} else if (machine__is_default_guest(machine)) {
2202a1645ce1SZhang, Yanmin 		/*
2203a1645ce1SZhang, Yanmin 		 * if the user specified a vmlinux filename, use it and only
2204a1645ce1SZhang, Yanmin 		 * it, reporting errors to the user if it cannot be used.
2205a1645ce1SZhang, Yanmin 		 * Or use file guest_kallsyms inputted by user on commandline
2206a1645ce1SZhang, Yanmin 		 */
2207a1645ce1SZhang, Yanmin 		if (symbol_conf.default_guest_vmlinux_name != NULL) {
2208aeafcbafSArnaldo Carvalho de Melo 			err = dso__load_vmlinux(dso, map,
22095230fb7dSArnaldo Carvalho de Melo 						symbol_conf.default_guest_vmlinux_name,
2210be39db9fSArnaldo Carvalho de Melo 						false);
221139b12f78SAdrian Hunter 			return err;
2212a1645ce1SZhang, Yanmin 		}
2213a1645ce1SZhang, Yanmin 
2214a1645ce1SZhang, Yanmin 		kallsyms_filename = symbol_conf.default_guest_kallsyms;
2215a1645ce1SZhang, Yanmin 		if (!kallsyms_filename)
2216a1645ce1SZhang, Yanmin 			return -1;
2217a1645ce1SZhang, Yanmin 	} else {
221823346f21SArnaldo Carvalho de Melo 		sprintf(path, "%s/proc/kallsyms", machine->root_dir);
2219a1645ce1SZhang, Yanmin 		kallsyms_filename = path;
2220a1645ce1SZhang, Yanmin 	}
2221a1645ce1SZhang, Yanmin 
2222be39db9fSArnaldo Carvalho de Melo 	err = dso__load_kallsyms(dso, kallsyms_filename, map);
22238e0cf965SAdrian Hunter 	if (err > 0)
222439b12f78SAdrian Hunter 		pr_debug("Using %s for symbols\n", kallsyms_filename);
22258e0cf965SAdrian Hunter 	if (err > 0 && !dso__is_kcore(dso)) {
2226bdac0bcfSAdrian Hunter 		dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
22278c7f1bb3SJiri Olsa 		dso__set_long_name(dso, machine->mmap_name, false);
2228a1645ce1SZhang, Yanmin 		map__fixup_start(map);
2229a1645ce1SZhang, Yanmin 		map__fixup_end(map);
2230a1645ce1SZhang, Yanmin 	}
2231a1645ce1SZhang, Yanmin 
2232a1645ce1SZhang, Yanmin 	return err;
2233a1645ce1SZhang, Yanmin }
2234cd84c2acSFrederic Weisbecker 
vmlinux_path__exit(void)2235cc612d81SArnaldo Carvalho de Melo static void vmlinux_path__exit(void)
22362446042cSArnaldo Carvalho de Melo {
223704662523SArnaldo Carvalho de Melo 	while (--vmlinux_path__nr_entries >= 0)
223804662523SArnaldo Carvalho de Melo 		zfree(&vmlinux_path[vmlinux_path__nr_entries]);
2239c4f03547SWang Nan 	vmlinux_path__nr_entries = 0;
2240cc612d81SArnaldo Carvalho de Melo 
224104662523SArnaldo Carvalho de Melo 	zfree(&vmlinux_path);
2242cc612d81SArnaldo Carvalho de Melo }
2243cc612d81SArnaldo Carvalho de Melo 
2244aac48647SEkaterina Tumanova static const char * const vmlinux_paths[] = {
2245aac48647SEkaterina Tumanova 	"vmlinux",
2246aac48647SEkaterina Tumanova 	"/boot/vmlinux"
2247aac48647SEkaterina Tumanova };
2248aac48647SEkaterina Tumanova 
2249aac48647SEkaterina Tumanova static const char * const vmlinux_paths_upd[] = {
2250aac48647SEkaterina Tumanova 	"/boot/vmlinux-%s",
2251aac48647SEkaterina Tumanova 	"/usr/lib/debug/boot/vmlinux-%s",
2252aac48647SEkaterina Tumanova 	"/lib/modules/%s/build/vmlinux",
2253f55ae954SEkaterina Tumanova 	"/usr/lib/debug/lib/modules/%s/vmlinux",
2254f55ae954SEkaterina Tumanova 	"/usr/lib/debug/boot/vmlinux-%s.debug"
2255aac48647SEkaterina Tumanova };
2256aac48647SEkaterina Tumanova 
vmlinux_path__add(const char * new_entry)2257aac48647SEkaterina Tumanova static int vmlinux_path__add(const char *new_entry)
2258aac48647SEkaterina Tumanova {
2259aac48647SEkaterina Tumanova 	vmlinux_path[vmlinux_path__nr_entries] = strdup(new_entry);
2260aac48647SEkaterina Tumanova 	if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
2261aac48647SEkaterina Tumanova 		return -1;
2262aac48647SEkaterina Tumanova 	++vmlinux_path__nr_entries;
2263aac48647SEkaterina Tumanova 
2264aac48647SEkaterina Tumanova 	return 0;
2265aac48647SEkaterina Tumanova }
2266aac48647SEkaterina Tumanova 
vmlinux_path__init(struct perf_env * env)2267ce80d3beSKan Liang static int vmlinux_path__init(struct perf_env *env)
2268cc612d81SArnaldo Carvalho de Melo {
2269cc612d81SArnaldo Carvalho de Melo 	struct utsname uts;
2270cc612d81SArnaldo Carvalho de Melo 	char bf[PATH_MAX];
22710a7e6d1bSNamhyung Kim 	char *kernel_version;
2272aac48647SEkaterina Tumanova 	unsigned int i;
2273cc612d81SArnaldo Carvalho de Melo 
2274aac48647SEkaterina Tumanova 	vmlinux_path = malloc(sizeof(char *) * (ARRAY_SIZE(vmlinux_paths) +
2275aac48647SEkaterina Tumanova 			      ARRAY_SIZE(vmlinux_paths_upd)));
2276cc612d81SArnaldo Carvalho de Melo 	if (vmlinux_path == NULL)
2277cc612d81SArnaldo Carvalho de Melo 		return -1;
2278cc612d81SArnaldo Carvalho de Melo 
2279aac48647SEkaterina Tumanova 	for (i = 0; i < ARRAY_SIZE(vmlinux_paths); i++)
2280aac48647SEkaterina Tumanova 		if (vmlinux_path__add(vmlinux_paths[i]) < 0)
2281cc612d81SArnaldo Carvalho de Melo 			goto out_fail;
2282ec5761eaSDavid Ahern 
22830a7e6d1bSNamhyung Kim 	/* only try kernel version if no symfs was given */
2284ec5761eaSDavid Ahern 	if (symbol_conf.symfs[0] != 0)
2285ec5761eaSDavid Ahern 		return 0;
2286ec5761eaSDavid Ahern 
22870a7e6d1bSNamhyung Kim 	if (env) {
22880a7e6d1bSNamhyung Kim 		kernel_version = env->os_release;
22890a7e6d1bSNamhyung Kim 	} else {
2290ec5761eaSDavid Ahern 		if (uname(&uts) < 0)
2291e96c674fSNamhyung Kim 			goto out_fail;
2292ec5761eaSDavid Ahern 
22930a7e6d1bSNamhyung Kim 		kernel_version = uts.release;
22940a7e6d1bSNamhyung Kim 	}
22950a7e6d1bSNamhyung Kim 
2296aac48647SEkaterina Tumanova 	for (i = 0; i < ARRAY_SIZE(vmlinux_paths_upd); i++) {
2297aac48647SEkaterina Tumanova 		snprintf(bf, sizeof(bf), vmlinux_paths_upd[i], kernel_version);
2298aac48647SEkaterina Tumanova 		if (vmlinux_path__add(bf) < 0)
2299cc612d81SArnaldo Carvalho de Melo 			goto out_fail;
2300aac48647SEkaterina Tumanova 	}
2301cc612d81SArnaldo Carvalho de Melo 
2302cc612d81SArnaldo Carvalho de Melo 	return 0;
2303cc612d81SArnaldo Carvalho de Melo 
2304cc612d81SArnaldo Carvalho de Melo out_fail:
2305cc612d81SArnaldo Carvalho de Melo 	vmlinux_path__exit();
2306cc612d81SArnaldo Carvalho de Melo 	return -1;
2307cc612d81SArnaldo Carvalho de Melo }
2308cc612d81SArnaldo Carvalho de Melo 
setup_list(struct strlist ** list,const char * list_str,const char * list_name)23093bfe5f81SDavid Ahern int setup_list(struct strlist **list, const char *list_str,
2310655000e7SArnaldo Carvalho de Melo 		      const char *list_name)
2311655000e7SArnaldo Carvalho de Melo {
2312655000e7SArnaldo Carvalho de Melo 	if (list_str == NULL)
2313655000e7SArnaldo Carvalho de Melo 		return 0;
2314655000e7SArnaldo Carvalho de Melo 
23154a77e218SArnaldo Carvalho de Melo 	*list = strlist__new(list_str, NULL);
2316655000e7SArnaldo Carvalho de Melo 	if (!*list) {
2317655000e7SArnaldo Carvalho de Melo 		pr_err("problems parsing %s list\n", list_name);
2318655000e7SArnaldo Carvalho de Melo 		return -1;
2319655000e7SArnaldo Carvalho de Melo 	}
23200bc2f2f7SArnaldo Carvalho de Melo 
23210bc2f2f7SArnaldo Carvalho de Melo 	symbol_conf.has_filter = true;
2322655000e7SArnaldo Carvalho de Melo 	return 0;
2323655000e7SArnaldo Carvalho de Melo }
2324655000e7SArnaldo Carvalho de Melo 
setup_intlist(struct intlist ** list,const char * list_str,const char * list_name)2325e03eaa40SDavid Ahern int setup_intlist(struct intlist **list, const char *list_str,
2326e03eaa40SDavid Ahern 		  const char *list_name)
2327e03eaa40SDavid Ahern {
2328e03eaa40SDavid Ahern 	if (list_str == NULL)
2329e03eaa40SDavid Ahern 		return 0;
2330e03eaa40SDavid Ahern 
2331e03eaa40SDavid Ahern 	*list = intlist__new(list_str);
2332e03eaa40SDavid Ahern 	if (!*list) {
2333e03eaa40SDavid Ahern 		pr_err("problems parsing %s list\n", list_name);
2334e03eaa40SDavid Ahern 		return -1;
2335e03eaa40SDavid Ahern 	}
2336e03eaa40SDavid Ahern 	return 0;
2337e03eaa40SDavid Ahern }
2338e03eaa40SDavid Ahern 
setup_addrlist(struct intlist ** addr_list,struct strlist * sym_list)233961d9fc44SJin Yao static int setup_addrlist(struct intlist **addr_list, struct strlist *sym_list)
234061d9fc44SJin Yao {
234161d9fc44SJin Yao 	struct str_node *pos, *tmp;
234261d9fc44SJin Yao 	unsigned long val;
234361d9fc44SJin Yao 	char *sep;
234461d9fc44SJin Yao 	const char *end;
234561d9fc44SJin Yao 	int i = 0, err;
234661d9fc44SJin Yao 
234761d9fc44SJin Yao 	*addr_list = intlist__new(NULL);
234861d9fc44SJin Yao 	if (!*addr_list)
234961d9fc44SJin Yao 		return -1;
235061d9fc44SJin Yao 
235161d9fc44SJin Yao 	strlist__for_each_entry_safe(pos, tmp, sym_list) {
235261d9fc44SJin Yao 		errno = 0;
235361d9fc44SJin Yao 		val = strtoul(pos->s, &sep, 16);
235461d9fc44SJin Yao 		if (errno || (sep == pos->s))
235561d9fc44SJin Yao 			continue;
235661d9fc44SJin Yao 
235761d9fc44SJin Yao 		if (*sep != '\0') {
235861d9fc44SJin Yao 			end = pos->s + strlen(pos->s) - 1;
235961d9fc44SJin Yao 			while (end >= sep && isspace(*end))
236061d9fc44SJin Yao 				end--;
236161d9fc44SJin Yao 
236261d9fc44SJin Yao 			if (end >= sep)
236361d9fc44SJin Yao 				continue;
236461d9fc44SJin Yao 		}
236561d9fc44SJin Yao 
236661d9fc44SJin Yao 		err = intlist__add(*addr_list, val);
236761d9fc44SJin Yao 		if (err)
236861d9fc44SJin Yao 			break;
236961d9fc44SJin Yao 
237061d9fc44SJin Yao 		strlist__remove(sym_list, pos);
237161d9fc44SJin Yao 		i++;
237261d9fc44SJin Yao 	}
237361d9fc44SJin Yao 
237461d9fc44SJin Yao 	if (i == 0) {
237561d9fc44SJin Yao 		intlist__delete(*addr_list);
237661d9fc44SJin Yao 		*addr_list = NULL;
237761d9fc44SJin Yao 	}
237861d9fc44SJin Yao 
237961d9fc44SJin Yao 	return 0;
238061d9fc44SJin Yao }
238161d9fc44SJin Yao 
symbol__read_kptr_restrict(void)2382ec80fde7SArnaldo Carvalho de Melo static bool symbol__read_kptr_restrict(void)
2383ec80fde7SArnaldo Carvalho de Melo {
2384ec80fde7SArnaldo Carvalho de Melo 	bool value = false;
2385ec80fde7SArnaldo Carvalho de Melo 	FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
238638272dc4SWang Nan 
2387ec80fde7SArnaldo Carvalho de Melo 	if (fp != NULL) {
2388ec80fde7SArnaldo Carvalho de Melo 		char line[8];
2389ec80fde7SArnaldo Carvalho de Melo 
2390ec80fde7SArnaldo Carvalho de Melo 		if (fgets(line, sizeof(line), fp) != NULL)
23918859aedeSIgor Lubashev 			value = perf_cap__capable(CAP_SYSLOG) ?
23928859aedeSIgor Lubashev 					(atoi(line) >= 2) :
23938859aedeSIgor Lubashev 					(atoi(line) != 0);
2394ec80fde7SArnaldo Carvalho de Melo 
2395ec80fde7SArnaldo Carvalho de Melo 		fclose(fp);
2396ec80fde7SArnaldo Carvalho de Melo 	}
2397ec80fde7SArnaldo Carvalho de Melo 
23988859aedeSIgor Lubashev 	/* Per kernel/kallsyms.c:
23998859aedeSIgor Lubashev 	 * we also restrict when perf_event_paranoid > 1 w/o CAP_SYSLOG
24008859aedeSIgor Lubashev 	 */
24018859aedeSIgor Lubashev 	if (perf_event_paranoid() > 1 && !perf_cap__capable(CAP_SYSLOG))
24028859aedeSIgor Lubashev 		value = true;
24038859aedeSIgor Lubashev 
2404ec80fde7SArnaldo Carvalho de Melo 	return value;
2405ec80fde7SArnaldo Carvalho de Melo }
2406ec80fde7SArnaldo Carvalho de Melo 
symbol__annotation_init(void)2407b01141f4SArnaldo Carvalho de Melo int symbol__annotation_init(void)
2408b01141f4SArnaldo Carvalho de Melo {
24097b366142SArnaldo Carvalho de Melo 	if (symbol_conf.init_annotation)
24107b366142SArnaldo Carvalho de Melo 		return 0;
24117b366142SArnaldo Carvalho de Melo 
2412b01141f4SArnaldo Carvalho de Melo 	if (symbol_conf.initialized) {
2413b01141f4SArnaldo Carvalho de Melo 		pr_err("Annotation needs to be init before symbol__init()\n");
2414b01141f4SArnaldo Carvalho de Melo 		return -1;
2415b01141f4SArnaldo Carvalho de Melo 	}
2416b01141f4SArnaldo Carvalho de Melo 
2417b01141f4SArnaldo Carvalho de Melo 	symbol_conf.priv_size += sizeof(struct annotation);
2418b01141f4SArnaldo Carvalho de Melo 	symbol_conf.init_annotation = true;
2419b01141f4SArnaldo Carvalho de Melo 	return 0;
2420b01141f4SArnaldo Carvalho de Melo }
2421b01141f4SArnaldo Carvalho de Melo 
symbol__init(struct perf_env * env)2422ce80d3beSKan Liang int symbol__init(struct perf_env *env)
2423cc612d81SArnaldo Carvalho de Melo {
2424ec5761eaSDavid Ahern 	const char *symfs;
2425ec5761eaSDavid Ahern 
242685e00b55SJovi Zhang 	if (symbol_conf.initialized)
242785e00b55SJovi Zhang 		return 0;
242885e00b55SJovi Zhang 
24299ac3e487SIrina Tirdea 	symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
24304d439517SDavid S. Miller 
2431166ccc9cSNamhyung Kim 	symbol__elf_init();
2432166ccc9cSNamhyung Kim 
24330a7e6d1bSNamhyung Kim 	if (symbol_conf.try_vmlinux_path && vmlinux_path__init(env) < 0)
2434cc612d81SArnaldo Carvalho de Melo 		return -1;
2435cc612d81SArnaldo Carvalho de Melo 
2436c410a338SArnaldo Carvalho de Melo 	if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
2437c410a338SArnaldo Carvalho de Melo 		pr_err("'.' is the only non valid --field-separator argument\n");
2438c410a338SArnaldo Carvalho de Melo 		return -1;
2439c410a338SArnaldo Carvalho de Melo 	}
2440c410a338SArnaldo Carvalho de Melo 
2441655000e7SArnaldo Carvalho de Melo 	if (setup_list(&symbol_conf.dso_list,
2442655000e7SArnaldo Carvalho de Melo 		       symbol_conf.dso_list_str, "dso") < 0)
2443655000e7SArnaldo Carvalho de Melo 		return -1;
2444655000e7SArnaldo Carvalho de Melo 
2445655000e7SArnaldo Carvalho de Melo 	if (setup_list(&symbol_conf.comm_list,
2446655000e7SArnaldo Carvalho de Melo 		       symbol_conf.comm_list_str, "comm") < 0)
2447655000e7SArnaldo Carvalho de Melo 		goto out_free_dso_list;
2448655000e7SArnaldo Carvalho de Melo 
2449e03eaa40SDavid Ahern 	if (setup_intlist(&symbol_conf.pid_list,
2450e03eaa40SDavid Ahern 		       symbol_conf.pid_list_str, "pid") < 0)
2451e03eaa40SDavid Ahern 		goto out_free_comm_list;
2452e03eaa40SDavid Ahern 
2453e03eaa40SDavid Ahern 	if (setup_intlist(&symbol_conf.tid_list,
2454e03eaa40SDavid Ahern 		       symbol_conf.tid_list_str, "tid") < 0)
2455e03eaa40SDavid Ahern 		goto out_free_pid_list;
2456e03eaa40SDavid Ahern 
2457655000e7SArnaldo Carvalho de Melo 	if (setup_list(&symbol_conf.sym_list,
2458655000e7SArnaldo Carvalho de Melo 		       symbol_conf.sym_list_str, "symbol") < 0)
2459e03eaa40SDavid Ahern 		goto out_free_tid_list;
2460655000e7SArnaldo Carvalho de Melo 
246161d9fc44SJin Yao 	if (symbol_conf.sym_list &&
246261d9fc44SJin Yao 	    setup_addrlist(&symbol_conf.addr_list, symbol_conf.sym_list) < 0)
246361d9fc44SJin Yao 		goto out_free_sym_list;
246461d9fc44SJin Yao 
246564eff7d9SDavid Ahern 	if (setup_list(&symbol_conf.bt_stop_list,
246664eff7d9SDavid Ahern 		       symbol_conf.bt_stop_list_str, "symbol") < 0)
246764eff7d9SDavid Ahern 		goto out_free_sym_list;
246864eff7d9SDavid Ahern 
2469ec5761eaSDavid Ahern 	/*
2470ec5761eaSDavid Ahern 	 * A path to symbols of "/" is identical to ""
2471ec5761eaSDavid Ahern 	 * reset here for simplicity.
2472ec5761eaSDavid Ahern 	 */
2473ec5761eaSDavid Ahern 	symfs = realpath(symbol_conf.symfs, NULL);
2474ec5761eaSDavid Ahern 	if (symfs == NULL)
2475ec5761eaSDavid Ahern 		symfs = symbol_conf.symfs;
2476ec5761eaSDavid Ahern 	if (strcmp(symfs, "/") == 0)
2477ec5761eaSDavid Ahern 		symbol_conf.symfs = "";
2478ec5761eaSDavid Ahern 	if (symfs != symbol_conf.symfs)
2479ec5761eaSDavid Ahern 		free((void *)symfs);
2480ec5761eaSDavid Ahern 
2481ec80fde7SArnaldo Carvalho de Melo 	symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
2482ec80fde7SArnaldo Carvalho de Melo 
248385e00b55SJovi Zhang 	symbol_conf.initialized = true;
24844aa65636SArnaldo Carvalho de Melo 	return 0;
2485655000e7SArnaldo Carvalho de Melo 
248664eff7d9SDavid Ahern out_free_sym_list:
248764eff7d9SDavid Ahern 	strlist__delete(symbol_conf.sym_list);
248861d9fc44SJin Yao 	intlist__delete(symbol_conf.addr_list);
2489e03eaa40SDavid Ahern out_free_tid_list:
2490e03eaa40SDavid Ahern 	intlist__delete(symbol_conf.tid_list);
2491e03eaa40SDavid Ahern out_free_pid_list:
2492e03eaa40SDavid Ahern 	intlist__delete(symbol_conf.pid_list);
2493655000e7SArnaldo Carvalho de Melo out_free_comm_list:
2494655000e7SArnaldo Carvalho de Melo 	strlist__delete(symbol_conf.comm_list);
2495d74c896bSNamhyung Kim out_free_dso_list:
2496d74c896bSNamhyung Kim 	strlist__delete(symbol_conf.dso_list);
2497655000e7SArnaldo Carvalho de Melo 	return -1;
2498cc612d81SArnaldo Carvalho de Melo }
2499cc612d81SArnaldo Carvalho de Melo 
symbol__exit(void)2500d65a458bSArnaldo Carvalho de Melo void symbol__exit(void)
2501d65a458bSArnaldo Carvalho de Melo {
250285e00b55SJovi Zhang 	if (!symbol_conf.initialized)
250385e00b55SJovi Zhang 		return;
250464eff7d9SDavid Ahern 	strlist__delete(symbol_conf.bt_stop_list);
2505d65a458bSArnaldo Carvalho de Melo 	strlist__delete(symbol_conf.sym_list);
2506d65a458bSArnaldo Carvalho de Melo 	strlist__delete(symbol_conf.dso_list);
2507d65a458bSArnaldo Carvalho de Melo 	strlist__delete(symbol_conf.comm_list);
2508e03eaa40SDavid Ahern 	intlist__delete(symbol_conf.tid_list);
2509e03eaa40SDavid Ahern 	intlist__delete(symbol_conf.pid_list);
251061d9fc44SJin Yao 	intlist__delete(symbol_conf.addr_list);
2511d65a458bSArnaldo Carvalho de Melo 	vmlinux_path__exit();
2512d65a458bSArnaldo Carvalho de Melo 	symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
251364eff7d9SDavid Ahern 	symbol_conf.bt_stop_list = NULL;
251485e00b55SJovi Zhang 	symbol_conf.initialized = false;
2515d65a458bSArnaldo Carvalho de Melo }
2516a7066709SHe Kuang 
symbol__config_symfs(const struct option * opt __maybe_unused,const char * dir,int unset __maybe_unused)2517a7066709SHe Kuang int symbol__config_symfs(const struct option *opt __maybe_unused,
2518a7066709SHe Kuang 			 const char *dir, int unset __maybe_unused)
2519a7066709SHe Kuang {
2520a7066709SHe Kuang 	char *bf = NULL;
2521a7066709SHe Kuang 	int ret;
2522a7066709SHe Kuang 
2523a7066709SHe Kuang 	symbol_conf.symfs = strdup(dir);
2524a7066709SHe Kuang 	if (symbol_conf.symfs == NULL)
2525a7066709SHe Kuang 		return -ENOMEM;
2526a7066709SHe Kuang 
2527a7066709SHe Kuang 	/* skip the locally configured cache if a symfs is given, and
2528a7066709SHe Kuang 	 * config buildid dir to symfs/.debug
2529a7066709SHe Kuang 	 */
2530a7066709SHe Kuang 	ret = asprintf(&bf, "%s/%s", dir, ".debug");
2531a7066709SHe Kuang 	if (ret < 0)
2532a7066709SHe Kuang 		return -ENOMEM;
2533a7066709SHe Kuang 
2534a7066709SHe Kuang 	set_buildid_dir(bf);
2535a7066709SHe Kuang 
2536a7066709SHe Kuang 	free(bf);
2537a7066709SHe Kuang 	return 0;
2538a7066709SHe Kuang }
25399f87498fSJiri Olsa 
mem_info__get(struct mem_info * mi)25409f87498fSJiri Olsa struct mem_info *mem_info__get(struct mem_info *mi)
25419f87498fSJiri Olsa {
25429f87498fSJiri Olsa 	if (mi)
25439f87498fSJiri Olsa 		refcount_inc(&mi->refcnt);
25449f87498fSJiri Olsa 	return mi;
25459f87498fSJiri Olsa }
25469f87498fSJiri Olsa 
mem_info__put(struct mem_info * mi)25479f87498fSJiri Olsa void mem_info__put(struct mem_info *mi)
25489f87498fSJiri Olsa {
25499f87498fSJiri Olsa 	if (mi && refcount_dec_and_test(&mi->refcnt))
25509f87498fSJiri Olsa 		free(mi);
25519f87498fSJiri Olsa }
25529f87498fSJiri Olsa 
mem_info__new(void)25539f87498fSJiri Olsa struct mem_info *mem_info__new(void)
25549f87498fSJiri Olsa {
25559f87498fSJiri Olsa 	struct mem_info *mi = zalloc(sizeof(*mi));
25569f87498fSJiri Olsa 
25579f87498fSJiri Olsa 	if (mi)
25589f87498fSJiri Olsa 		refcount_set(&mi->refcnt, 1);
25599f87498fSJiri Olsa 	return mi;
25609f87498fSJiri Olsa }
2561a3df50abSJames Clark 
2562a3df50abSJames Clark /*
2563a3df50abSJames Clark  * Checks that user supplied symbol kernel files are accessible because
2564a3df50abSJames Clark  * the default mechanism for accessing elf files fails silently. i.e. if
2565a3df50abSJames Clark  * debug syms for a build ID aren't found perf carries on normally. When
2566a3df50abSJames Clark  * they are user supplied we should assume that the user doesn't want to
2567a3df50abSJames Clark  * silently fail.
2568a3df50abSJames Clark  */
symbol__validate_sym_arguments(void)2569a3df50abSJames Clark int symbol__validate_sym_arguments(void)
2570a3df50abSJames Clark {
2571a3df50abSJames Clark 	if (symbol_conf.vmlinux_name &&
2572a3df50abSJames Clark 	    access(symbol_conf.vmlinux_name, R_OK)) {
2573a3df50abSJames Clark 		pr_err("Invalid file: %s\n", symbol_conf.vmlinux_name);
2574a3df50abSJames Clark 		return -EINVAL;
2575a3df50abSJames Clark 	}
2576a3df50abSJames Clark 	if (symbol_conf.kallsyms_name &&
2577a3df50abSJames Clark 	    access(symbol_conf.kallsyms_name, R_OK)) {
2578a3df50abSJames Clark 		pr_err("Invalid file: %s\n", symbol_conf.kallsyms_name);
2579a3df50abSJames Clark 		return -EINVAL;
2580a3df50abSJames Clark 	}
2581a3df50abSJames Clark 	return 0;
2582a3df50abSJames Clark }
2583