1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
25aab621bSArnaldo Carvalho de Melo #include <dirent.h>
35aab621bSArnaldo Carvalho de Melo #include <errno.h>
45aab621bSArnaldo Carvalho de Melo #include <stdlib.h>
55aab621bSArnaldo Carvalho de Melo #include <stdio.h>
65aab621bSArnaldo Carvalho de Melo #include <string.h>
78859aedeSIgor Lubashev #include <linux/capability.h>
8877a7a11SArnaldo Carvalho de Melo #include <linux/kernel.h>
9e9814df8SArnaldo Carvalho de Melo #include <linux/mman.h>
108520a98dSArnaldo Carvalho de Melo #include <linux/string.h>
112a1292cbSAndi Kleen #include <linux/time64.h>
125aab621bSArnaldo Carvalho de Melo #include <sys/types.h>
135aab621bSArnaldo Carvalho de Melo #include <sys/stat.h>
145aab621bSArnaldo Carvalho de Melo #include <sys/param.h>
155aab621bSArnaldo Carvalho de Melo #include <fcntl.h>
165aab621bSArnaldo Carvalho de Melo #include <unistd.h>
179486aa38SArnaldo Carvalho de Melo #include <inttypes.h>
18b01141f4SArnaldo Carvalho de Melo #include "annotate.h"
19b36f19d5SArnaldo Carvalho de Melo #include "build-id.h"
208859aedeSIgor Lubashev #include "cap.h"
21fac583fdSArnaldo Carvalho de Melo #include "dso.h"
22fb71c86cSArnaldo Carvalho de Melo #include "util.h" // lsdir()
238a6c5b26SArnaldo Carvalho de Melo #include "debug.h"
248859aedeSIgor Lubashev #include "event.h"
2569d2591aSArnaldo Carvalho de Melo #include "machine.h"
261101f69aSArnaldo Carvalho de Melo #include "map.h"
2786470930SIngo Molnar #include "symbol.h"
28d3300a3cSArnaldo Carvalho de Melo #include "map_symbol.h"
29d3300a3cSArnaldo Carvalho de Melo #include "mem-events.h"
30b1d1b094SArnaldo Carvalho de Melo #include "symsrc.h"
315aab621bSArnaldo Carvalho de Melo #include "strlist.h"
32e03eaa40SDavid Ahern #include "intlist.h"
33843ff37bSKrister Johansen #include "namespaces.h"
340a7e6d1bSNamhyung Kim #include "header.h"
359a3993d4SArnaldo Carvalho de Melo #include "path.h"
363052ba56SArnaldo Carvalho de Melo #include <linux/ctype.h>
377f7c536fSArnaldo Carvalho de Melo #include <linux/zalloc.h>
3886470930SIngo Molnar
3986470930SIngo Molnar #include <elf.h>
40f1617b40SArnaldo Carvalho de Melo #include <limits.h>
41c506c96bSArnaldo Carvalho de Melo #include <symbol/kallsyms.h>
42439d473bSArnaldo Carvalho de Melo #include <sys/utsname.h>
432cdbc46dSPeter Zijlstra
44be39db9fSArnaldo Carvalho de Melo static int dso__load_kernel_sym(struct dso *dso, struct map *map);
45be39db9fSArnaldo Carvalho de Melo static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map);
46608c34deSArnaldo Carvalho de Melo static bool symbol__is_idle(const char *name);
47608c34deSArnaldo Carvalho de Melo
483f067dcaSArnaldo Carvalho de Melo int vmlinux_path__nr_entries;
493f067dcaSArnaldo Carvalho de Melo char **vmlinux_path;
50439d473bSArnaldo Carvalho de Melo
5175be6cf4SArnaldo Carvalho de Melo struct symbol_conf symbol_conf = {
5252bab886SAndi Kleen .nanosecs = false,
53b32d133aSArnaldo Carvalho de Melo .use_modules = true,
54b32d133aSArnaldo Carvalho de Melo .try_vmlinux_path = true,
55328ccdacSNamhyung Kim .demangle = true,
56763122adSAvi Kivity .demangle_kernel = false,
57e511db5eSNamhyung Kim .cumulate_callchain = true,
582a1292cbSAndi Kleen .time_quantum = 100 * NSEC_PER_MSEC, /* 100ms */
59c8302367SJiri Olsa .show_hist_headers = true,
60ec5761eaSDavid Ahern .symfs = "",
611e9abf8bSNamhyung Kim .event_group = true,
62d8a88dd2SMilian Wolff .inline_name = true,
634968ac8fSAndi Kleen .res_sample = 0,
64b32d133aSArnaldo Carvalho de Melo };
65b32d133aSArnaldo Carvalho de Melo
6644f24cb3SJiri Olsa static enum dso_binary_type binary_type_symtab[] = {
6744f24cb3SJiri Olsa DSO_BINARY_TYPE__KALLSYMS,
6844f24cb3SJiri Olsa DSO_BINARY_TYPE__GUEST_KALLSYMS,
6944f24cb3SJiri Olsa DSO_BINARY_TYPE__JAVA_JIT,
7044f24cb3SJiri Olsa DSO_BINARY_TYPE__DEBUGLINK,
7144f24cb3SJiri Olsa DSO_BINARY_TYPE__BUILD_ID_CACHE,
72d2396999SKrister Johansen DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO,
7344f24cb3SJiri Olsa DSO_BINARY_TYPE__FEDORA_DEBUGINFO,
7444f24cb3SJiri Olsa DSO_BINARY_TYPE__UBUNTU_DEBUGINFO,
7544f24cb3SJiri Olsa DSO_BINARY_TYPE__BUILDID_DEBUGINFO,
7644f24cb3SJiri Olsa DSO_BINARY_TYPE__SYSTEM_PATH_DSO,
7744f24cb3SJiri Olsa DSO_BINARY_TYPE__GUEST_KMODULE,
78c00c48fcSNamhyung Kim DSO_BINARY_TYPE__GUEST_KMODULE_COMP,
7944f24cb3SJiri Olsa DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE,
80c00c48fcSNamhyung Kim DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP,
819cd00941SRicardo Ribalda Delgado DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO,
8285afd355SAdrian Hunter DSO_BINARY_TYPE__MIXEDUP_UBUNTU_DEBUGINFO,
8344f24cb3SJiri Olsa DSO_BINARY_TYPE__NOT_FOUND,
8444f24cb3SJiri Olsa };
8544f24cb3SJiri Olsa
86028df767SJiri Olsa #define DSO_BINARY_TYPE__SYMTAB_CNT ARRAY_SIZE(binary_type_symtab)
8744f24cb3SJiri Olsa
symbol_type__filter(char symbol_type)883183f8caSArnaldo Carvalho de Melo static bool symbol_type__filter(char symbol_type)
896893d4eeSArnaldo Carvalho de Melo {
9031877908SAnton Blanchard symbol_type = toupper(symbol_type);
912be732c0SArnaldo Carvalho de Melo return symbol_type == 'T' || symbol_type == 'W' || symbol_type == 'D' || symbol_type == 'B';
926893d4eeSArnaldo Carvalho de Melo }
936893d4eeSArnaldo Carvalho de Melo
prefix_underscores_count(const char * str)94694bf407SAnton Blanchard static int prefix_underscores_count(const char *str)
95694bf407SAnton Blanchard {
96694bf407SAnton Blanchard const char *tail = str;
97694bf407SAnton Blanchard
98694bf407SAnton Blanchard while (*tail == '_')
99694bf407SAnton Blanchard tail++;
100694bf407SAnton Blanchard
101694bf407SAnton Blanchard return tail - str;
102694bf407SAnton Blanchard }
103694bf407SAnton Blanchard
arch__normalize_symbol_name(const char * name)1044b3a2716SMasami Hiramatsu const char * __weak arch__normalize_symbol_name(const char *name)
1054b3a2716SMasami Hiramatsu {
1064b3a2716SMasami Hiramatsu return name;
1074b3a2716SMasami Hiramatsu }
1084b3a2716SMasami Hiramatsu
arch__compare_symbol_names(const char * namea,const char * nameb)109d8040645SPaul Clarke int __weak arch__compare_symbol_names(const char *namea, const char *nameb)
110d8040645SPaul Clarke {
111d8040645SPaul Clarke return strcmp(namea, nameb);
112d8040645SPaul Clarke }
113d8040645SPaul Clarke
arch__compare_symbol_names_n(const char * namea,const char * nameb,unsigned int n)114d8040645SPaul Clarke int __weak arch__compare_symbol_names_n(const char *namea, const char *nameb,
115d8040645SPaul Clarke unsigned int n)
116d8040645SPaul Clarke {
117d8040645SPaul Clarke return strncmp(namea, nameb, n);
118d8040645SPaul Clarke }
119d8040645SPaul Clarke
arch__choose_best_symbol(struct symbol * syma,struct symbol * symb __maybe_unused)120fb6d5942SNaveen N. Rao int __weak arch__choose_best_symbol(struct symbol *syma,
121fb6d5942SNaveen N. Rao struct symbol *symb __maybe_unused)
122fb6d5942SNaveen N. Rao {
123fb6d5942SNaveen N. Rao /* Avoid "SyS" kernel syscall aliases */
124fb6d5942SNaveen N. Rao if (strlen(syma->name) >= 3 && !strncmp(syma->name, "SyS", 3))
125fb6d5942SNaveen N. Rao return SYMBOL_B;
126fb6d5942SNaveen N. Rao if (strlen(syma->name) >= 10 && !strncmp(syma->name, "compat_SyS", 10))
127fb6d5942SNaveen N. Rao return SYMBOL_B;
128fb6d5942SNaveen N. Rao
129fb6d5942SNaveen N. Rao return SYMBOL_A;
130fb6d5942SNaveen N. Rao }
131694bf407SAnton Blanchard
choose_best_symbol(struct symbol * syma,struct symbol * symb)132694bf407SAnton Blanchard static int choose_best_symbol(struct symbol *syma, struct symbol *symb)
133694bf407SAnton Blanchard {
134694bf407SAnton Blanchard s64 a;
135694bf407SAnton Blanchard s64 b;
1363445432bSAdrian Hunter size_t na, nb;
137694bf407SAnton Blanchard
138694bf407SAnton Blanchard /* Prefer a symbol with non zero length */
139694bf407SAnton Blanchard a = syma->end - syma->start;
140694bf407SAnton Blanchard b = symb->end - symb->start;
141694bf407SAnton Blanchard if ((b == 0) && (a > 0))
142694bf407SAnton Blanchard return SYMBOL_A;
143694bf407SAnton Blanchard else if ((a == 0) && (b > 0))
144694bf407SAnton Blanchard return SYMBOL_B;
145694bf407SAnton Blanchard
146694bf407SAnton Blanchard /* Prefer a non weak symbol over a weak one */
147694bf407SAnton Blanchard a = syma->binding == STB_WEAK;
148694bf407SAnton Blanchard b = symb->binding == STB_WEAK;
149694bf407SAnton Blanchard if (b && !a)
150694bf407SAnton Blanchard return SYMBOL_A;
151694bf407SAnton Blanchard if (a && !b)
152694bf407SAnton Blanchard return SYMBOL_B;
153694bf407SAnton Blanchard
154694bf407SAnton Blanchard /* Prefer a global symbol over a non global one */
155694bf407SAnton Blanchard a = syma->binding == STB_GLOBAL;
156694bf407SAnton Blanchard b = symb->binding == STB_GLOBAL;
157694bf407SAnton Blanchard if (a && !b)
158694bf407SAnton Blanchard return SYMBOL_A;
159694bf407SAnton Blanchard if (b && !a)
160694bf407SAnton Blanchard return SYMBOL_B;
161694bf407SAnton Blanchard
162694bf407SAnton Blanchard /* Prefer a symbol with less underscores */
163694bf407SAnton Blanchard a = prefix_underscores_count(syma->name);
164694bf407SAnton Blanchard b = prefix_underscores_count(symb->name);
165694bf407SAnton Blanchard if (b > a)
166694bf407SAnton Blanchard return SYMBOL_A;
167694bf407SAnton Blanchard else if (a > b)
168694bf407SAnton Blanchard return SYMBOL_B;
169694bf407SAnton Blanchard
1703445432bSAdrian Hunter /* Choose the symbol with the longest name */
1713445432bSAdrian Hunter na = strlen(syma->name);
1723445432bSAdrian Hunter nb = strlen(symb->name);
1733445432bSAdrian Hunter if (na > nb)
174694bf407SAnton Blanchard return SYMBOL_A;
1753445432bSAdrian Hunter else if (na < nb)
176694bf407SAnton Blanchard return SYMBOL_B;
1773445432bSAdrian Hunter
178fb6d5942SNaveen N. Rao return arch__choose_best_symbol(syma, symb);
179694bf407SAnton Blanchard }
180694bf407SAnton Blanchard
symbols__fixup_duplicate(struct rb_root_cached * symbols)1817137ff50SDavidlohr Bueso void symbols__fixup_duplicate(struct rb_root_cached *symbols)
182694bf407SAnton Blanchard {
183694bf407SAnton Blanchard struct rb_node *nd;
184694bf407SAnton Blanchard struct symbol *curr, *next;
185694bf407SAnton Blanchard
186c97b40e4SArnaldo Carvalho de Melo if (symbol_conf.allow_aliases)
187c97b40e4SArnaldo Carvalho de Melo return;
188c97b40e4SArnaldo Carvalho de Melo
1897137ff50SDavidlohr Bueso nd = rb_first_cached(symbols);
190694bf407SAnton Blanchard
191694bf407SAnton Blanchard while (nd) {
192694bf407SAnton Blanchard curr = rb_entry(nd, struct symbol, rb_node);
193694bf407SAnton Blanchard again:
194694bf407SAnton Blanchard nd = rb_next(&curr->rb_node);
195694bf407SAnton Blanchard next = rb_entry(nd, struct symbol, rb_node);
196694bf407SAnton Blanchard
197694bf407SAnton Blanchard if (!nd)
198694bf407SAnton Blanchard break;
199694bf407SAnton Blanchard
200694bf407SAnton Blanchard if (curr->start != next->start)
201694bf407SAnton Blanchard continue;
202694bf407SAnton Blanchard
203694bf407SAnton Blanchard if (choose_best_symbol(curr, next) == SYMBOL_A) {
20405963491SAdrian Hunter if (next->type == STT_GNU_IFUNC)
20505963491SAdrian Hunter curr->ifunc_alias = true;
2067137ff50SDavidlohr Bueso rb_erase_cached(&next->rb_node, symbols);
207d4f74eb8SChenggang Qin symbol__delete(next);
208694bf407SAnton Blanchard goto again;
209694bf407SAnton Blanchard } else {
21005963491SAdrian Hunter if (curr->type == STT_GNU_IFUNC)
21105963491SAdrian Hunter next->ifunc_alias = true;
212694bf407SAnton Blanchard nd = rb_next(&curr->rb_node);
2137137ff50SDavidlohr Bueso rb_erase_cached(&curr->rb_node, symbols);
214d4f74eb8SChenggang Qin symbol__delete(curr);
215694bf407SAnton Blanchard }
216694bf407SAnton Blanchard }
217694bf407SAnton Blanchard }
218694bf407SAnton Blanchard
2198799ebceSNamhyung Kim /* Update zero-sized symbols using the address of the next symbol */
symbols__fixup_end(struct rb_root_cached * symbols,bool is_kallsyms)2208799ebceSNamhyung Kim void symbols__fixup_end(struct rb_root_cached *symbols, bool is_kallsyms)
221af427bf5SArnaldo Carvalho de Melo {
2227137ff50SDavidlohr Bueso struct rb_node *nd, *prevnd = rb_first_cached(symbols);
2232e538c4aSArnaldo Carvalho de Melo struct symbol *curr, *prev;
224af427bf5SArnaldo Carvalho de Melo
225af427bf5SArnaldo Carvalho de Melo if (prevnd == NULL)
226af427bf5SArnaldo Carvalho de Melo return;
227af427bf5SArnaldo Carvalho de Melo
2282e538c4aSArnaldo Carvalho de Melo curr = rb_entry(prevnd, struct symbol, rb_node);
2292e538c4aSArnaldo Carvalho de Melo
230af427bf5SArnaldo Carvalho de Melo for (nd = rb_next(prevnd); nd; nd = rb_next(nd)) {
2312e538c4aSArnaldo Carvalho de Melo prev = curr;
2322e538c4aSArnaldo Carvalho de Melo curr = rb_entry(nd, struct symbol, rb_node);
233af427bf5SArnaldo Carvalho de Melo
2348799ebceSNamhyung Kim /*
2358799ebceSNamhyung Kim * On some architecture kernel text segment start is located at
2368799ebceSNamhyung Kim * some low memory address, while modules are located at high
2378799ebceSNamhyung Kim * memory addresses (or vice versa). The gap between end of
2388799ebceSNamhyung Kim * kernel text segment and beginning of first module's text
2398799ebceSNamhyung Kim * segment is very big. Therefore do not fill this gap and do
2408799ebceSNamhyung Kim * not assign it to the kernel dso map (kallsyms).
2418799ebceSNamhyung Kim *
2428799ebceSNamhyung Kim * In kallsyms, it determines module symbols using '[' character
2438799ebceSNamhyung Kim * like in:
2448799ebceSNamhyung Kim * ffffffffc1937000 T hdmi_driver_init [snd_hda_codec_hdmi]
2458799ebceSNamhyung Kim */
2468799ebceSNamhyung Kim if (prev->end == prev->start) {
2478799ebceSNamhyung Kim /* Last kernel/module symbol mapped to end of page */
2488799ebceSNamhyung Kim if (is_kallsyms && (!strchr(prev->name, '[') !=
2498799ebceSNamhyung Kim !strchr(curr->name, '[')))
2508799ebceSNamhyung Kim prev->end = roundup(prev->end + 4096, 4096);
2518799ebceSNamhyung Kim else
2528799ebceSNamhyung Kim prev->end = curr->start;
2538799ebceSNamhyung Kim
2548799ebceSNamhyung Kim pr_debug4("%s sym:%s end:%#" PRIx64 "\n",
2558799ebceSNamhyung Kim __func__, prev->name, prev->end);
2568799ebceSNamhyung Kim }
257af427bf5SArnaldo Carvalho de Melo }
258af427bf5SArnaldo Carvalho de Melo
2592e538c4aSArnaldo Carvalho de Melo /* Last entry */
2602e538c4aSArnaldo Carvalho de Melo if (curr->end == curr->start)
261e7ede72aSDaniel Borkmann curr->end = roundup(curr->start, 4096) + 4096;
2622e538c4aSArnaldo Carvalho de Melo }
2632e538c4aSArnaldo Carvalho de Melo
symbol__new(u64 start,u64 len,u8 binding,u8 type,const char * name)264af30bffaSArnaldo Carvalho de Melo struct symbol *symbol__new(u64 start, u64 len, u8 binding, u8 type, const char *name)
26586470930SIngo Molnar {
26686470930SIngo Molnar size_t namelen = strlen(name) + 1;
267aeafcbafSArnaldo Carvalho de Melo struct symbol *sym = calloc(1, (symbol_conf.priv_size +
268aeafcbafSArnaldo Carvalho de Melo sizeof(*sym) + namelen));
269aeafcbafSArnaldo Carvalho de Melo if (sym == NULL)
27086470930SIngo Molnar return NULL;
27186470930SIngo Molnar
272b01141f4SArnaldo Carvalho de Melo if (symbol_conf.priv_size) {
273b01141f4SArnaldo Carvalho de Melo if (symbol_conf.init_annotation) {
274b01141f4SArnaldo Carvalho de Melo struct annotation *notes = (void *)sym;
2754f74f187SIan Rogers annotation__init(notes);
276b01141f4SArnaldo Carvalho de Melo }
277aeafcbafSArnaldo Carvalho de Melo sym = ((void *)sym) + symbol_conf.priv_size;
278b01141f4SArnaldo Carvalho de Melo }
27936479484SArnaldo Carvalho de Melo
280aeafcbafSArnaldo Carvalho de Melo sym->start = start;
2812c241bd3SArnaldo Carvalho de Melo sym->end = len ? start + len : start;
282af30bffaSArnaldo Carvalho de Melo sym->type = type;
283aeafcbafSArnaldo Carvalho de Melo sym->binding = binding;
284aeafcbafSArnaldo Carvalho de Melo sym->namelen = namelen - 1;
285e4204992SArnaldo Carvalho de Melo
286aeafcbafSArnaldo Carvalho de Melo pr_debug4("%s: %s %#" PRIx64 "-%#" PRIx64 "\n",
287aeafcbafSArnaldo Carvalho de Melo __func__, name, start, sym->end);
288aeafcbafSArnaldo Carvalho de Melo memcpy(sym->name, name, namelen);
289e4204992SArnaldo Carvalho de Melo
290aeafcbafSArnaldo Carvalho de Melo return sym;
29186470930SIngo Molnar }
29286470930SIngo Molnar
symbol__delete(struct symbol * sym)293aeafcbafSArnaldo Carvalho de Melo void symbol__delete(struct symbol *sym)
29486470930SIngo Molnar {
2954f74f187SIan Rogers if (symbol_conf.priv_size) {
2964f74f187SIan Rogers if (symbol_conf.init_annotation) {
2974f74f187SIan Rogers struct annotation *notes = symbol__annotation(sym);
2984f74f187SIan Rogers
2994f74f187SIan Rogers annotation__exit(notes);
3004f74f187SIan Rogers }
3014f74f187SIan Rogers }
302aeafcbafSArnaldo Carvalho de Melo free(((void *)sym) - symbol_conf.priv_size);
30386470930SIngo Molnar }
30486470930SIngo Molnar
symbols__delete(struct rb_root_cached * symbols)3057137ff50SDavidlohr Bueso void symbols__delete(struct rb_root_cached *symbols)
30686470930SIngo Molnar {
30786470930SIngo Molnar struct symbol *pos;
3087137ff50SDavidlohr Bueso struct rb_node *next = rb_first_cached(symbols);
30986470930SIngo Molnar
31086470930SIngo Molnar while (next) {
31186470930SIngo Molnar pos = rb_entry(next, struct symbol, rb_node);
31286470930SIngo Molnar next = rb_next(&pos->rb_node);
3137137ff50SDavidlohr Bueso rb_erase_cached(&pos->rb_node, symbols);
31400a192b3SArnaldo Carvalho de Melo symbol__delete(pos);
31586470930SIngo Molnar }
31686470930SIngo Molnar }
31786470930SIngo Molnar
__symbols__insert(struct rb_root_cached * symbols,struct symbol * sym,bool kernel)3187137ff50SDavidlohr Bueso void __symbols__insert(struct rb_root_cached *symbols,
3197137ff50SDavidlohr Bueso struct symbol *sym, bool kernel)
32086470930SIngo Molnar {
3217137ff50SDavidlohr Bueso struct rb_node **p = &symbols->rb_root.rb_node;
32286470930SIngo Molnar struct rb_node *parent = NULL;
3239cffa8d5SPaul Mackerras const u64 ip = sym->start;
32486470930SIngo Molnar struct symbol *s;
3257137ff50SDavidlohr Bueso bool leftmost = true;
32686470930SIngo Molnar
327608c34deSArnaldo Carvalho de Melo if (kernel) {
328608c34deSArnaldo Carvalho de Melo const char *name = sym->name;
329608c34deSArnaldo Carvalho de Melo /*
330608c34deSArnaldo Carvalho de Melo * ppc64 uses function descriptors and appends a '.' to the
331608c34deSArnaldo Carvalho de Melo * start of every instruction address. Remove it.
332608c34deSArnaldo Carvalho de Melo */
333608c34deSArnaldo Carvalho de Melo if (name[0] == '.')
334608c34deSArnaldo Carvalho de Melo name++;
335608c34deSArnaldo Carvalho de Melo sym->idle = symbol__is_idle(name);
336608c34deSArnaldo Carvalho de Melo }
337608c34deSArnaldo Carvalho de Melo
33886470930SIngo Molnar while (*p != NULL) {
33986470930SIngo Molnar parent = *p;
34086470930SIngo Molnar s = rb_entry(parent, struct symbol, rb_node);
34186470930SIngo Molnar if (ip < s->start)
34286470930SIngo Molnar p = &(*p)->rb_left;
3437137ff50SDavidlohr Bueso else {
34486470930SIngo Molnar p = &(*p)->rb_right;
3457137ff50SDavidlohr Bueso leftmost = false;
3467137ff50SDavidlohr Bueso }
34786470930SIngo Molnar }
34886470930SIngo Molnar rb_link_node(&sym->rb_node, parent, p);
3497137ff50SDavidlohr Bueso rb_insert_color_cached(&sym->rb_node, symbols, leftmost);
35086470930SIngo Molnar }
35186470930SIngo Molnar
symbols__insert(struct rb_root_cached * symbols,struct symbol * sym)3527137ff50SDavidlohr Bueso void symbols__insert(struct rb_root_cached *symbols, struct symbol *sym)
353608c34deSArnaldo Carvalho de Melo {
354608c34deSArnaldo Carvalho de Melo __symbols__insert(symbols, sym, false);
355608c34deSArnaldo Carvalho de Melo }
356608c34deSArnaldo Carvalho de Melo
symbols__find(struct rb_root_cached * symbols,u64 ip)3577137ff50SDavidlohr Bueso static struct symbol *symbols__find(struct rb_root_cached *symbols, u64 ip)
35886470930SIngo Molnar {
35986470930SIngo Molnar struct rb_node *n;
36086470930SIngo Molnar
361aeafcbafSArnaldo Carvalho de Melo if (symbols == NULL)
36286470930SIngo Molnar return NULL;
36386470930SIngo Molnar
3647137ff50SDavidlohr Bueso n = symbols->rb_root.rb_node;
36586470930SIngo Molnar
36686470930SIngo Molnar while (n) {
36786470930SIngo Molnar struct symbol *s = rb_entry(n, struct symbol, rb_node);
36886470930SIngo Molnar
36986470930SIngo Molnar if (ip < s->start)
37086470930SIngo Molnar n = n->rb_left;
3719c7b37cdSChris Phlipot else if (ip > s->end || (ip == s->end && ip != s->start))
37286470930SIngo Molnar n = n->rb_right;
37386470930SIngo Molnar else
37486470930SIngo Molnar return s;
37586470930SIngo Molnar }
37686470930SIngo Molnar
37786470930SIngo Molnar return NULL;
37886470930SIngo Molnar }
37986470930SIngo Molnar
symbols__first(struct rb_root_cached * symbols)3807137ff50SDavidlohr Bueso static struct symbol *symbols__first(struct rb_root_cached *symbols)
3818e0cf965SAdrian Hunter {
3827137ff50SDavidlohr Bueso struct rb_node *n = rb_first_cached(symbols);
3838e0cf965SAdrian Hunter
3848e0cf965SAdrian Hunter if (n)
3858e0cf965SAdrian Hunter return rb_entry(n, struct symbol, rb_node);
3868e0cf965SAdrian Hunter
3878e0cf965SAdrian Hunter return NULL;
3888e0cf965SAdrian Hunter }
3898e0cf965SAdrian Hunter
symbols__last(struct rb_root_cached * symbols)3907137ff50SDavidlohr Bueso static struct symbol *symbols__last(struct rb_root_cached *symbols)
391cd67f99fSAdrian Hunter {
3927137ff50SDavidlohr Bueso struct rb_node *n = rb_last(&symbols->rb_root);
393cd67f99fSAdrian Hunter
394cd67f99fSAdrian Hunter if (n)
395cd67f99fSAdrian Hunter return rb_entry(n, struct symbol, rb_node);
396cd67f99fSAdrian Hunter
397cd67f99fSAdrian Hunter return NULL;
398cd67f99fSAdrian Hunter }
399cd67f99fSAdrian Hunter
symbols__next(struct symbol * sym)4009c00a81bSAdrian Hunter static struct symbol *symbols__next(struct symbol *sym)
4019c00a81bSAdrian Hunter {
4029c00a81bSAdrian Hunter struct rb_node *n = rb_next(&sym->rb_node);
4039c00a81bSAdrian Hunter
4049c00a81bSAdrian Hunter if (n)
4059c00a81bSAdrian Hunter return rb_entry(n, struct symbol, rb_node);
4069c00a81bSAdrian Hunter
4079c00a81bSAdrian Hunter return NULL;
4089c00a81bSAdrian Hunter }
4099c00a81bSAdrian Hunter
symbols__sort_name_cmp(const void * vlhs,const void * vrhs)410259dce91SIan Rogers static int symbols__sort_name_cmp(const void *vlhs, const void *vrhs)
41179406cd7SArnaldo Carvalho de Melo {
412259dce91SIan Rogers const struct symbol *lhs = *((const struct symbol **)vlhs);
413259dce91SIan Rogers const struct symbol *rhs = *((const struct symbol **)vrhs);
41402a9d037SRabin Vincent
415259dce91SIan Rogers return strcmp(lhs->name, rhs->name);
41679406cd7SArnaldo Carvalho de Melo }
41779406cd7SArnaldo Carvalho de Melo
symbols__sort_by_name(struct rb_root_cached * source,size_t * len)418259dce91SIan Rogers static struct symbol **symbols__sort_by_name(struct rb_root_cached *source, size_t *len)
41979406cd7SArnaldo Carvalho de Melo {
42079406cd7SArnaldo Carvalho de Melo struct rb_node *nd;
421259dce91SIan Rogers struct symbol **result;
422259dce91SIan Rogers size_t i = 0, size = 0;
423259dce91SIan Rogers
424259dce91SIan Rogers for (nd = rb_first_cached(source); nd; nd = rb_next(nd))
425259dce91SIan Rogers size++;
426259dce91SIan Rogers
427259dce91SIan Rogers result = malloc(sizeof(*result) * size);
428259dce91SIan Rogers if (!result)
429259dce91SIan Rogers return NULL;
43079406cd7SArnaldo Carvalho de Melo
4317137ff50SDavidlohr Bueso for (nd = rb_first_cached(source); nd; nd = rb_next(nd)) {
43279406cd7SArnaldo Carvalho de Melo struct symbol *pos = rb_entry(nd, struct symbol, rb_node);
433259dce91SIan Rogers
434259dce91SIan Rogers result[i++] = pos;
43579406cd7SArnaldo Carvalho de Melo }
436259dce91SIan Rogers qsort(result, size, sizeof(*result), symbols__sort_name_cmp);
437259dce91SIan Rogers *len = size;
438259dce91SIan Rogers return result;
43979406cd7SArnaldo Carvalho de Melo }
44079406cd7SArnaldo Carvalho de Melo
symbol__match_symbol_name(const char * name,const char * str,enum symbol_tag_include includes)441d8040645SPaul Clarke int symbol__match_symbol_name(const char *name, const char *str,
442d8040645SPaul Clarke enum symbol_tag_include includes)
443d8040645SPaul Clarke {
444d8040645SPaul Clarke const char *versioning;
445d8040645SPaul Clarke
446d8040645SPaul Clarke if (includes == SYMBOL_TAG_INCLUDE__DEFAULT_ONLY &&
447d8040645SPaul Clarke (versioning = strstr(name, "@@"))) {
448d8040645SPaul Clarke int len = strlen(str);
449d8040645SPaul Clarke
450d8040645SPaul Clarke if (len < versioning - name)
451d8040645SPaul Clarke len = versioning - name;
452d8040645SPaul Clarke
453d8040645SPaul Clarke return arch__compare_symbol_names_n(name, str, len);
454d8040645SPaul Clarke } else
455d8040645SPaul Clarke return arch__compare_symbol_names(name, str);
456d8040645SPaul Clarke }
457d8040645SPaul Clarke
symbols__find_by_name(struct symbol * symbols[],size_t symbols_len,const char * name,enum symbol_tag_include includes,size_t * found_idx)458259dce91SIan Rogers static struct symbol *symbols__find_by_name(struct symbol *symbols[],
459259dce91SIan Rogers size_t symbols_len,
460d8040645SPaul Clarke const char *name,
461259dce91SIan Rogers enum symbol_tag_include includes,
462259dce91SIan Rogers size_t *found_idx)
46379406cd7SArnaldo Carvalho de Melo {
464259dce91SIan Rogers size_t i, lower = 0, upper = symbols_len;
46578a175c4SJames Clark struct symbol *s = NULL;
46678a175c4SJames Clark
46778a175c4SJames Clark if (found_idx)
46878a175c4SJames Clark *found_idx = SIZE_MAX;
46979406cd7SArnaldo Carvalho de Melo
470259dce91SIan Rogers if (!symbols_len)
47179406cd7SArnaldo Carvalho de Melo return NULL;
47279406cd7SArnaldo Carvalho de Melo
473259dce91SIan Rogers while (lower < upper) {
47479406cd7SArnaldo Carvalho de Melo int cmp;
47579406cd7SArnaldo Carvalho de Melo
476259dce91SIan Rogers i = (lower + upper) / 2;
47778a175c4SJames Clark cmp = symbol__match_symbol_name(symbols[i]->name, name, includes);
47879406cd7SArnaldo Carvalho de Melo
479d8040645SPaul Clarke if (cmp > 0)
480259dce91SIan Rogers upper = i;
481d8040645SPaul Clarke else if (cmp < 0)
482259dce91SIan Rogers lower = i + 1;
483259dce91SIan Rogers else {
484259dce91SIan Rogers if (found_idx)
485259dce91SIan Rogers *found_idx = i;
48678a175c4SJames Clark s = symbols[i];
487de480999SNamhyung Kim break;
48879406cd7SArnaldo Carvalho de Melo }
489259dce91SIan Rogers }
49078a175c4SJames Clark if (s && includes != SYMBOL_TAG_INCLUDE__DEFAULT_ONLY) {
491de480999SNamhyung Kim /* return first symbol that has same name (if any) */
492259dce91SIan Rogers for (; i > 0; i--) {
493259dce91SIan Rogers struct symbol *tmp = symbols[i - 1];
494de480999SNamhyung Kim
495259dce91SIan Rogers if (!arch__compare_symbol_names(tmp->name, s->name)) {
496259dce91SIan Rogers if (found_idx)
497259dce91SIan Rogers *found_idx = i - 1;
49878a175c4SJames Clark s = tmp;
499259dce91SIan Rogers } else
500de480999SNamhyung Kim break;
501de480999SNamhyung Kim }
502259dce91SIan Rogers }
50378a175c4SJames Clark assert(!found_idx || !s || s == symbols[*found_idx]);
504259dce91SIan Rogers return s;
50579406cd7SArnaldo Carvalho de Melo }
50679406cd7SArnaldo Carvalho de Melo
dso__reset_find_symbol_cache(struct dso * dso)507c0b4dffbSArnaldo Carvalho de Melo void dso__reset_find_symbol_cache(struct dso *dso)
508c0b4dffbSArnaldo Carvalho de Melo {
5093183f8caSArnaldo Carvalho de Melo dso->last_find_result.addr = 0;
5103183f8caSArnaldo Carvalho de Melo dso->last_find_result.symbol = NULL;
511c0b4dffbSArnaldo Carvalho de Melo }
512c0b4dffbSArnaldo Carvalho de Melo
dso__insert_symbol(struct dso * dso,struct symbol * sym)5133183f8caSArnaldo Carvalho de Melo void dso__insert_symbol(struct dso *dso, struct symbol *sym)
514ae93a6c7SChris Phlipot {
5153183f8caSArnaldo Carvalho de Melo __symbols__insert(&dso->symbols, sym, dso->kernel);
516ae93a6c7SChris Phlipot
517ae93a6c7SChris Phlipot /* update the symbol cache if necessary */
5183183f8caSArnaldo Carvalho de Melo if (dso->last_find_result.addr >= sym->start &&
5193183f8caSArnaldo Carvalho de Melo (dso->last_find_result.addr < sym->end ||
520ae93a6c7SChris Phlipot sym->start == sym->end)) {
5213183f8caSArnaldo Carvalho de Melo dso->last_find_result.symbol = sym;
522ae93a6c7SChris Phlipot }
523ae93a6c7SChris Phlipot }
524ae93a6c7SChris Phlipot
dso__delete_symbol(struct dso * dso,struct symbol * sym)525ab8bf5f2STommi Rantala void dso__delete_symbol(struct dso *dso, struct symbol *sym)
526ab8bf5f2STommi Rantala {
527ab8bf5f2STommi Rantala rb_erase_cached(&sym->rb_node, &dso->symbols);
528ab8bf5f2STommi Rantala symbol__delete(sym);
529ab8bf5f2STommi Rantala dso__reset_find_symbol_cache(dso);
530ab8bf5f2STommi Rantala }
531ab8bf5f2STommi Rantala
dso__find_symbol(struct dso * dso,u64 addr)5323183f8caSArnaldo Carvalho de Melo struct symbol *dso__find_symbol(struct dso *dso, u64 addr)
533fcf1203aSArnaldo Carvalho de Melo {
5343183f8caSArnaldo Carvalho de Melo if (dso->last_find_result.addr != addr || dso->last_find_result.symbol == NULL) {
5353183f8caSArnaldo Carvalho de Melo dso->last_find_result.addr = addr;
5363183f8caSArnaldo Carvalho de Melo dso->last_find_result.symbol = symbols__find(&dso->symbols, addr);
537b685ac22SArnaldo Carvalho de Melo }
538b685ac22SArnaldo Carvalho de Melo
5393183f8caSArnaldo Carvalho de Melo return dso->last_find_result.symbol;
5408e0cf965SAdrian Hunter }
5418e0cf965SAdrian Hunter
dso__find_symbol_nocache(struct dso * dso,u64 addr)542a2db72c5SAdrian Hunter struct symbol *dso__find_symbol_nocache(struct dso *dso, u64 addr)
543a2db72c5SAdrian Hunter {
544a2db72c5SAdrian Hunter return symbols__find(&dso->symbols, addr);
545a2db72c5SAdrian Hunter }
546a2db72c5SAdrian Hunter
dso__first_symbol(struct dso * dso)5475cf88a63SArnaldo Carvalho de Melo struct symbol *dso__first_symbol(struct dso *dso)
5485cf88a63SArnaldo Carvalho de Melo {
5493183f8caSArnaldo Carvalho de Melo return symbols__first(&dso->symbols);
550cd67f99fSAdrian Hunter }
551cd67f99fSAdrian Hunter
dso__last_symbol(struct dso * dso)5525cf88a63SArnaldo Carvalho de Melo struct symbol *dso__last_symbol(struct dso *dso)
5535cf88a63SArnaldo Carvalho de Melo {
5543183f8caSArnaldo Carvalho de Melo return symbols__last(&dso->symbols);
5555cf88a63SArnaldo Carvalho de Melo }
5565cf88a63SArnaldo Carvalho de Melo
dso__next_symbol(struct symbol * sym)5579c00a81bSAdrian Hunter struct symbol *dso__next_symbol(struct symbol *sym)
5589c00a81bSAdrian Hunter {
5599c00a81bSAdrian Hunter return symbols__next(sym);
5609c00a81bSAdrian Hunter }
5619c00a81bSAdrian Hunter
dso__next_symbol_by_name(struct dso * dso,size_t * idx)562259dce91SIan Rogers struct symbol *dso__next_symbol_by_name(struct dso *dso, size_t *idx)
56318bd7264SArnaldo Carvalho de Melo {
564259dce91SIan Rogers if (*idx + 1 >= dso->symbol_names_len)
565259dce91SIan Rogers return NULL;
56618bd7264SArnaldo Carvalho de Melo
567259dce91SIan Rogers ++*idx;
568259dce91SIan Rogers return dso->symbol_names[*idx];
56918bd7264SArnaldo Carvalho de Melo }
57018bd7264SArnaldo Carvalho de Melo
57118bd7264SArnaldo Carvalho de Melo /*
572af07eeb0SArnaldo Carvalho de Melo * Returns first symbol that matched with @name.
57318bd7264SArnaldo Carvalho de Melo */
dso__find_symbol_by_name(struct dso * dso,const char * name,size_t * idx)574259dce91SIan Rogers struct symbol *dso__find_symbol_by_name(struct dso *dso, const char *name, size_t *idx)
57579406cd7SArnaldo Carvalho de Melo {
576259dce91SIan Rogers struct symbol *s = symbols__find_by_name(dso->symbol_names, dso->symbol_names_len,
577259dce91SIan Rogers name, SYMBOL_TAG_INCLUDE__NONE, idx);
578d8040645SPaul Clarke if (!s)
579259dce91SIan Rogers s = symbols__find_by_name(dso->symbol_names, dso->symbol_names_len,
580259dce91SIan Rogers name, SYMBOL_TAG_INCLUDE__DEFAULT_ONLY, idx);
581d8040645SPaul Clarke return s;
58279406cd7SArnaldo Carvalho de Melo }
58379406cd7SArnaldo Carvalho de Melo
dso__sort_by_name(struct dso * dso)5843183f8caSArnaldo Carvalho de Melo void dso__sort_by_name(struct dso *dso)
58579406cd7SArnaldo Carvalho de Melo {
586ce5b2934SIan Rogers mutex_lock(&dso->lock);
587ce5b2934SIan Rogers if (!dso__sorted_by_name(dso)) {
588259dce91SIan Rogers size_t len;
589259dce91SIan Rogers
590259dce91SIan Rogers dso->symbol_names = symbols__sort_by_name(&dso->symbols, &len);
591259dce91SIan Rogers if (dso->symbol_names) {
592259dce91SIan Rogers dso->symbol_names_len = len;
5933183f8caSArnaldo Carvalho de Melo dso__set_sorted_by_name(dso);
594ce5b2934SIan Rogers }
595259dce91SIan Rogers }
596ce5b2934SIan Rogers mutex_unlock(&dso->lock);
59779406cd7SArnaldo Carvalho de Melo }
59879406cd7SArnaldo Carvalho de Melo
59932add10fSIan Rogers /*
60032add10fSIan Rogers * While we find nice hex chars, build a long_val.
60132add10fSIan Rogers * Return number of chars processed.
60232add10fSIan Rogers */
hex2u64(const char * ptr,u64 * long_val)60332add10fSIan Rogers static int hex2u64(const char *ptr, u64 *long_val)
60432add10fSIan Rogers {
60532add10fSIan Rogers char *p;
60632add10fSIan Rogers
60732add10fSIan Rogers *long_val = strtoull(ptr, &p, 16);
60832add10fSIan Rogers
60932add10fSIan Rogers return p - ptr;
61032add10fSIan Rogers }
61132add10fSIan Rogers
61232add10fSIan Rogers
modules__parse(const char * filename,void * arg,int (* process_module)(void * arg,const char * name,u64 start,u64 size))613316d70d6SAdrian Hunter int modules__parse(const char *filename, void *arg,
614316d70d6SAdrian Hunter int (*process_module)(void *arg, const char *name,
6159ad4652bSThomas Richter u64 start, u64 size))
616316d70d6SAdrian Hunter {
617316d70d6SAdrian Hunter char *line = NULL;
618316d70d6SAdrian Hunter size_t n;
619316d70d6SAdrian Hunter FILE *file;
620316d70d6SAdrian Hunter int err = 0;
621316d70d6SAdrian Hunter
622316d70d6SAdrian Hunter file = fopen(filename, "r");
623316d70d6SAdrian Hunter if (file == NULL)
624316d70d6SAdrian Hunter return -1;
625316d70d6SAdrian Hunter
626316d70d6SAdrian Hunter while (1) {
627316d70d6SAdrian Hunter char name[PATH_MAX];
6289ad4652bSThomas Richter u64 start, size;
6299ad4652bSThomas Richter char *sep, *endptr;
630316d70d6SAdrian Hunter ssize_t line_len;
631316d70d6SAdrian Hunter
632316d70d6SAdrian Hunter line_len = getline(&line, &n, file);
633316d70d6SAdrian Hunter if (line_len < 0) {
634316d70d6SAdrian Hunter if (feof(file))
635316d70d6SAdrian Hunter break;
636316d70d6SAdrian Hunter err = -1;
637316d70d6SAdrian Hunter goto out;
638316d70d6SAdrian Hunter }
639316d70d6SAdrian Hunter
640316d70d6SAdrian Hunter if (!line) {
641316d70d6SAdrian Hunter err = -1;
642316d70d6SAdrian Hunter goto out;
643316d70d6SAdrian Hunter }
644316d70d6SAdrian Hunter
645316d70d6SAdrian Hunter line[--line_len] = '\0'; /* \n */
646316d70d6SAdrian Hunter
647316d70d6SAdrian Hunter sep = strrchr(line, 'x');
648316d70d6SAdrian Hunter if (sep == NULL)
649316d70d6SAdrian Hunter continue;
650316d70d6SAdrian Hunter
651316d70d6SAdrian Hunter hex2u64(sep + 1, &start);
652316d70d6SAdrian Hunter
653316d70d6SAdrian Hunter sep = strchr(line, ' ');
654316d70d6SAdrian Hunter if (sep == NULL)
655316d70d6SAdrian Hunter continue;
656316d70d6SAdrian Hunter
657316d70d6SAdrian Hunter *sep = '\0';
658316d70d6SAdrian Hunter
659316d70d6SAdrian Hunter scnprintf(name, sizeof(name), "[%s]", line);
660316d70d6SAdrian Hunter
6619ad4652bSThomas Richter size = strtoul(sep + 1, &endptr, 0);
6629ad4652bSThomas Richter if (*endptr != ' ' && *endptr != '\t')
6639ad4652bSThomas Richter continue;
6649ad4652bSThomas Richter
6659ad4652bSThomas Richter err = process_module(arg, name, start, size);
666316d70d6SAdrian Hunter if (err)
667316d70d6SAdrian Hunter break;
668316d70d6SAdrian Hunter }
669316d70d6SAdrian Hunter out:
670316d70d6SAdrian Hunter free(line);
671316d70d6SAdrian Hunter fclose(file);
672316d70d6SAdrian Hunter return err;
673316d70d6SAdrian Hunter }
674316d70d6SAdrian Hunter
675e7110b9fSArnaldo Carvalho de Melo /*
676e7110b9fSArnaldo Carvalho de Melo * These are symbols in the kernel image, so make sure that
677e7110b9fSArnaldo Carvalho de Melo * sym is from a kernel DSO.
678e7110b9fSArnaldo Carvalho de Melo */
symbol__is_idle(const char * name)679608c34deSArnaldo Carvalho de Melo static bool symbol__is_idle(const char *name)
68082d1deb0SDavid Ahern {
68182d1deb0SDavid Ahern const char * const idle_symbols[] = {
6820e71459aSKim Phillips "acpi_idle_do_entry",
6830e71459aSKim Phillips "acpi_processor_ffh_cstate_enter",
684549aff77SArnaldo Carvalho de Melo "arch_cpu_idle",
68582d1deb0SDavid Ahern "cpu_idle",
686e0336ed6SArnaldo Carvalho de Melo "cpu_startup_entry",
6870e71459aSKim Phillips "idle_cpu",
68882d1deb0SDavid Ahern "intel_idle",
68982d1deb0SDavid Ahern "default_idle",
69082d1deb0SDavid Ahern "native_safe_halt",
69182d1deb0SDavid Ahern "enter_idle",
69282d1deb0SDavid Ahern "exit_idle",
69382d1deb0SDavid Ahern "mwait_idle",
69482d1deb0SDavid Ahern "mwait_idle_with_hints",
695783abbd4SArnaldo Carvalho de Melo "mwait_idle_with_hints.constprop.0",
69682d1deb0SDavid Ahern "poll_idle",
69782d1deb0SDavid Ahern "ppc64_runlatch_off",
69882d1deb0SDavid Ahern "pseries_dedicated_idle_sleep",
69919bf119cSSven Schnelle "psw_idle",
70019bf119cSSven Schnelle "psw_idle_exit",
70182d1deb0SDavid Ahern NULL
70282d1deb0SDavid Ahern };
70382d1deb0SDavid Ahern int i;
704bc5f15beSKim Phillips static struct strlist *idle_symbols_list;
70582d1deb0SDavid Ahern
706bc5f15beSKim Phillips if (idle_symbols_list)
707bc5f15beSKim Phillips return strlist__has_entry(idle_symbols_list, name);
70882d1deb0SDavid Ahern
709bc5f15beSKim Phillips idle_symbols_list = strlist__new(NULL, NULL);
710bc5f15beSKim Phillips
711bc5f15beSKim Phillips for (i = 0; idle_symbols[i]; i++)
712bc5f15beSKim Phillips strlist__add(idle_symbols_list, idle_symbols[i]);
713bc5f15beSKim Phillips
714bc5f15beSKim Phillips return strlist__has_entry(idle_symbols_list, name);
71582d1deb0SDavid Ahern }
71682d1deb0SDavid Ahern
map__process_kallsym_symbol(void * arg,const char * name,char type,u64 start)717682b335aSArnaldo Carvalho de Melo static int map__process_kallsym_symbol(void *arg, const char *name,
71882151520SCody P Schafer char type, u64 start)
719682b335aSArnaldo Carvalho de Melo {
720682b335aSArnaldo Carvalho de Melo struct symbol *sym;
721333cc76cSArnaldo Carvalho de Melo struct dso *dso = arg;
7227137ff50SDavidlohr Bueso struct rb_root_cached *root = &dso->symbols;
723682b335aSArnaldo Carvalho de Melo
7243183f8caSArnaldo Carvalho de Melo if (!symbol_type__filter(type))
725682b335aSArnaldo Carvalho de Melo return 0;
726682b335aSArnaldo Carvalho de Melo
7271a86f4baSLexi Shao /* Ignore local symbols for ARM modules */
7281a86f4baSLexi Shao if (name[0] == '$')
7291a86f4baSLexi Shao return 0;
7301a86f4baSLexi Shao
73182151520SCody P Schafer /*
73282151520SCody P Schafer * module symbols are not sorted so we add all
73382151520SCody P Schafer * symbols, setting length to 0, and rely on
73482151520SCody P Schafer * symbols__fixup_end() to fix it up.
73582151520SCody P Schafer */
736af30bffaSArnaldo Carvalho de Melo sym = symbol__new(start, 0, kallsyms2elf_binding(type), kallsyms2elf_type(type), name);
7372e538c4aSArnaldo Carvalho de Melo if (sym == NULL)
738682b335aSArnaldo Carvalho de Melo return -ENOMEM;
73982164161SArnaldo Carvalho de Melo /*
74082164161SArnaldo Carvalho de Melo * We will pass the symbols to the filter later, in
7414e06255fSArnaldo Carvalho de Melo * map__split_kallsyms, when we have split the maps per module
74282164161SArnaldo Carvalho de Melo */
743608c34deSArnaldo Carvalho de Melo __symbols__insert(root, sym, !strchr(name, '['));
744a1645ce1SZhang, Yanmin
745682b335aSArnaldo Carvalho de Melo return 0;
7462e538c4aSArnaldo Carvalho de Melo }
7472e538c4aSArnaldo Carvalho de Melo
748682b335aSArnaldo Carvalho de Melo /*
749682b335aSArnaldo Carvalho de Melo * Loads the function entries in /proc/kallsyms into kernel_map->dso,
750682b335aSArnaldo Carvalho de Melo * so that we can in the next step set the symbol ->end address and then
751682b335aSArnaldo Carvalho de Melo * call kernel_maps__split_kallsyms.
752682b335aSArnaldo Carvalho de Melo */
dso__load_all_kallsyms(struct dso * dso,const char * filename)753333cc76cSArnaldo Carvalho de Melo static int dso__load_all_kallsyms(struct dso *dso, const char *filename)
754682b335aSArnaldo Carvalho de Melo {
755333cc76cSArnaldo Carvalho de Melo return kallsyms__parse(filename, dso, map__process_kallsym_symbol);
7562e538c4aSArnaldo Carvalho de Melo }
7572e538c4aSArnaldo Carvalho de Melo
maps__split_kallsyms_for_kcore(struct maps * kmaps,struct dso * dso)75879b6bb73SArnaldo Carvalho de Melo static int maps__split_kallsyms_for_kcore(struct maps *kmaps, struct dso *dso)
7598e0cf965SAdrian Hunter {
7608e0cf965SAdrian Hunter struct map *curr_map;
7618e0cf965SAdrian Hunter struct symbol *pos;
762866548ddSAdrian Hunter int count = 0;
7637137ff50SDavidlohr Bueso struct rb_root_cached old_root = dso->symbols;
7647137ff50SDavidlohr Bueso struct rb_root_cached *root = &dso->symbols;
7657137ff50SDavidlohr Bueso struct rb_node *next = rb_first_cached(root);
7668e0cf965SAdrian Hunter
767ba92732eSWang Nan if (!kmaps)
768ba92732eSWang Nan return -1;
769ba92732eSWang Nan
7707137ff50SDavidlohr Bueso *root = RB_ROOT_CACHED;
771866548ddSAdrian Hunter
7728e0cf965SAdrian Hunter while (next) {
77363df0e4bSIan Rogers struct dso *curr_map_dso;
7748e0cf965SAdrian Hunter char *module;
7758e0cf965SAdrian Hunter
7768e0cf965SAdrian Hunter pos = rb_entry(next, struct symbol, rb_node);
7778e0cf965SAdrian Hunter next = rb_next(&pos->rb_node);
7788e0cf965SAdrian Hunter
7797137ff50SDavidlohr Bueso rb_erase_cached(&pos->rb_node, &old_root);
7807137ff50SDavidlohr Bueso RB_CLEAR_NODE(&pos->rb_node);
7818e0cf965SAdrian Hunter module = strchr(pos->name, '\t');
7828e0cf965SAdrian Hunter if (module)
7838e0cf965SAdrian Hunter *module = '\0';
7848e0cf965SAdrian Hunter
78579b6bb73SArnaldo Carvalho de Melo curr_map = maps__find(kmaps, pos->start);
7868e0cf965SAdrian Hunter
787be39db9fSArnaldo Carvalho de Melo if (!curr_map) {
7888e0cf965SAdrian Hunter symbol__delete(pos);
789866548ddSAdrian Hunter continue;
790866548ddSAdrian Hunter }
79163df0e4bSIan Rogers curr_map_dso = map__dso(curr_map);
7922a6e5e8aSIan Rogers pos->start -= map__start(curr_map) - map__pgoff(curr_map);
793e5116f46SIan Rogers if (pos->end > map__end(curr_map))
794e5116f46SIan Rogers pos->end = map__end(curr_map);
7958e0cf965SAdrian Hunter if (pos->end)
7962a6e5e8aSIan Rogers pos->end -= map__start(curr_map) - map__pgoff(curr_map);
79763df0e4bSIan Rogers symbols__insert(&curr_map_dso->symbols, pos);
7988e0cf965SAdrian Hunter ++count;
7998e0cf965SAdrian Hunter }
8008e0cf965SAdrian Hunter
8018e0cf965SAdrian Hunter /* Symbols have been adjusted */
8028e0cf965SAdrian Hunter dso->adjust_symbols = 1;
8038e0cf965SAdrian Hunter
804866548ddSAdrian Hunter return count;
8058e0cf965SAdrian Hunter }
8068e0cf965SAdrian Hunter
8072e538c4aSArnaldo Carvalho de Melo /*
8082e538c4aSArnaldo Carvalho de Melo * Split the symbols into maps, making sure there are no overlaps, i.e. the
8092e538c4aSArnaldo Carvalho de Melo * kernel range is broken in several maps, named [kernel].N, as we don't have
8102e538c4aSArnaldo Carvalho de Melo * the original ELF section names vmlinux have.
8112e538c4aSArnaldo Carvalho de Melo */
maps__split_kallsyms(struct maps * kmaps,struct dso * dso,u64 delta,struct map * initial_map)81279b6bb73SArnaldo Carvalho de Melo static int maps__split_kallsyms(struct maps *kmaps, struct dso *dso, u64 delta,
81315e0e2d4SArnaldo Carvalho de Melo struct map *initial_map)
8142e538c4aSArnaldo Carvalho de Melo {
815ba92732eSWang Nan struct machine *machine;
81615e0e2d4SArnaldo Carvalho de Melo struct map *curr_map = initial_map;
8172e538c4aSArnaldo Carvalho de Melo struct symbol *pos;
8188a953312SArnaldo Carvalho de Melo int count = 0, moved = 0;
8197137ff50SDavidlohr Bueso struct rb_root_cached *root = &dso->symbols;
8207137ff50SDavidlohr Bueso struct rb_node *next = rb_first_cached(root);
8212e538c4aSArnaldo Carvalho de Melo int kernel_range = 0;
8224d004365SAdrian Hunter bool x86_64;
8232e538c4aSArnaldo Carvalho de Melo
824ba92732eSWang Nan if (!kmaps)
825ba92732eSWang Nan return -1;
826ba92732eSWang Nan
8275ab6d715SIan Rogers machine = maps__machine(kmaps);
828ba92732eSWang Nan
8294d004365SAdrian Hunter x86_64 = machine__is(machine, "x86_64");
8304d004365SAdrian Hunter
8312e538c4aSArnaldo Carvalho de Melo while (next) {
8322e538c4aSArnaldo Carvalho de Melo char *module;
8332e538c4aSArnaldo Carvalho de Melo
8342e538c4aSArnaldo Carvalho de Melo pos = rb_entry(next, struct symbol, rb_node);
8352e538c4aSArnaldo Carvalho de Melo next = rb_next(&pos->rb_node);
8362e538c4aSArnaldo Carvalho de Melo
8372e538c4aSArnaldo Carvalho de Melo module = strchr(pos->name, '\t');
8382e538c4aSArnaldo Carvalho de Melo if (module) {
83963df0e4bSIan Rogers struct dso *curr_map_dso;
84063df0e4bSIan Rogers
84175be6cf4SArnaldo Carvalho de Melo if (!symbol_conf.use_modules)
8421de8e245SArnaldo Carvalho de Melo goto discard_symbol;
8431de8e245SArnaldo Carvalho de Melo
8442e538c4aSArnaldo Carvalho de Melo *module++ = '\0';
84563df0e4bSIan Rogers curr_map_dso = map__dso(curr_map);
84663df0e4bSIan Rogers if (strcmp(curr_map_dso->short_name, module)) {
8472832ef81SIan Rogers if (RC_CHK_ACCESS(curr_map) != RC_CHK_ACCESS(initial_map) &&
8481c695c88SJiri Olsa dso->kernel == DSO_SPACE__KERNEL_GUEST &&
84923346f21SArnaldo Carvalho de Melo machine__is_default_guest(machine)) {
850a1645ce1SZhang, Yanmin /*
851a1645ce1SZhang, Yanmin * We assume all symbols of a module are
852a1645ce1SZhang, Yanmin * continuous in * kallsyms, so curr_map
853a1645ce1SZhang, Yanmin * points to a module and all its
854a1645ce1SZhang, Yanmin * symbols are in its kmap. Mark it as
855a1645ce1SZhang, Yanmin * loaded.
856a1645ce1SZhang, Yanmin */
85763df0e4bSIan Rogers dso__set_loaded(curr_map_dso);
858af427bf5SArnaldo Carvalho de Melo }
859b7cece76SArnaldo Carvalho de Melo
86079b6bb73SArnaldo Carvalho de Melo curr_map = maps__find_by_name(kmaps, module);
861a1645ce1SZhang, Yanmin if (curr_map == NULL) {
8622f51903bSArnaldo Carvalho de Melo pr_debug("%s/proc/{kallsyms,modules} "
863a1645ce1SZhang, Yanmin "inconsistency while looking "
864a1645ce1SZhang, Yanmin "for \"%s\" module!\n",
86523346f21SArnaldo Carvalho de Melo machine->root_dir, module);
86615e0e2d4SArnaldo Carvalho de Melo curr_map = initial_map;
867a1645ce1SZhang, Yanmin goto discard_symbol;
868a1645ce1SZhang, Yanmin }
86963df0e4bSIan Rogers curr_map_dso = map__dso(curr_map);
87063df0e4bSIan Rogers if (curr_map_dso->loaded &&
87123346f21SArnaldo Carvalho de Melo !machine__is_default_guest(machine))
872b7cece76SArnaldo Carvalho de Melo goto discard_symbol;
873af427bf5SArnaldo Carvalho de Melo }
87486470930SIngo Molnar /*
8752e538c4aSArnaldo Carvalho de Melo * So that we look just like we get from .ko files,
87615e0e2d4SArnaldo Carvalho de Melo * i.e. not prelinked, relative to initial_map->start.
87786470930SIngo Molnar */
87878a1f7cdSIan Rogers pos->start = map__map_ip(curr_map, pos->start);
87978a1f7cdSIan Rogers pos->end = map__map_ip(curr_map, pos->end);
8804d004365SAdrian Hunter } else if (x86_64 && is_entry_trampoline(pos->name)) {
8814d004365SAdrian Hunter /*
8824d004365SAdrian Hunter * These symbols are not needed anymore since the
8834d004365SAdrian Hunter * trampoline maps refer to the text section and it's
8844d004365SAdrian Hunter * symbols instead. Avoid having to deal with
8854d004365SAdrian Hunter * relocations, and the assumption that the first symbol
8864d004365SAdrian Hunter * is the start of kernel text, by simply removing the
8874d004365SAdrian Hunter * symbols at this point.
8884d004365SAdrian Hunter */
8894d004365SAdrian Hunter goto discard_symbol;
89015e0e2d4SArnaldo Carvalho de Melo } else if (curr_map != initial_map) {
8912e538c4aSArnaldo Carvalho de Melo char dso_name[PATH_MAX];
892aeafcbafSArnaldo Carvalho de Melo struct dso *ndso;
89386470930SIngo Molnar
894d9b62abaSAdrian Hunter if (delta) {
895d9b62abaSAdrian Hunter /* Kernel was relocated at boot time */
896d9b62abaSAdrian Hunter pos->start -= delta;
897d9b62abaSAdrian Hunter pos->end -= delta;
898d9b62abaSAdrian Hunter }
899d9b62abaSAdrian Hunter
9008a953312SArnaldo Carvalho de Melo if (count == 0) {
90115e0e2d4SArnaldo Carvalho de Melo curr_map = initial_map;
902be39db9fSArnaldo Carvalho de Melo goto add_symbol;
9038a953312SArnaldo Carvalho de Melo }
9048a953312SArnaldo Carvalho de Melo
9051c695c88SJiri Olsa if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
906a1645ce1SZhang, Yanmin snprintf(dso_name, sizeof(dso_name),
907a1645ce1SZhang, Yanmin "[guest.kernel].%d",
908a1645ce1SZhang, Yanmin kernel_range++);
909a1645ce1SZhang, Yanmin else
910a1645ce1SZhang, Yanmin snprintf(dso_name, sizeof(dso_name),
911a1645ce1SZhang, Yanmin "[kernel].%d",
9122e538c4aSArnaldo Carvalho de Melo kernel_range++);
91386470930SIngo Molnar
914aeafcbafSArnaldo Carvalho de Melo ndso = dso__new(dso_name);
915aeafcbafSArnaldo Carvalho de Melo if (ndso == NULL)
9162e538c4aSArnaldo Carvalho de Melo return -1;
9172e538c4aSArnaldo Carvalho de Melo
918aeafcbafSArnaldo Carvalho de Melo ndso->kernel = dso->kernel;
919a1645ce1SZhang, Yanmin
9203183f8caSArnaldo Carvalho de Melo curr_map = map__new2(pos->start, ndso);
92137fe5fcbSZhang, Yanmin if (curr_map == NULL) {
922d3a7c489SArnaldo Carvalho de Melo dso__put(ndso);
9232e538c4aSArnaldo Carvalho de Melo return -1;
9242e538c4aSArnaldo Carvalho de Melo }
9252e538c4aSArnaldo Carvalho de Melo
926e6a9efceSArnaldo Carvalho de Melo map__set_map_ip(curr_map, identity__map_ip);
927e6a9efceSArnaldo Carvalho de Melo map__set_unmap_ip(curr_map, identity__map_ip);
928ff583dc4SIan Rogers if (maps__insert(kmaps, curr_map)) {
929ff583dc4SIan Rogers dso__put(ndso);
930ff583dc4SIan Rogers return -1;
931ff583dc4SIan Rogers }
9322e538c4aSArnaldo Carvalho de Melo ++kernel_range;
933d9b62abaSAdrian Hunter } else if (delta) {
934d9b62abaSAdrian Hunter /* Kernel was relocated at boot time */
935d9b62abaSAdrian Hunter pos->start -= delta;
936d9b62abaSAdrian Hunter pos->end -= delta;
9372e538c4aSArnaldo Carvalho de Melo }
938be39db9fSArnaldo Carvalho de Melo add_symbol:
93915e0e2d4SArnaldo Carvalho de Melo if (curr_map != initial_map) {
94063df0e4bSIan Rogers struct dso *curr_map_dso = map__dso(curr_map);
94163df0e4bSIan Rogers
9427137ff50SDavidlohr Bueso rb_erase_cached(&pos->rb_node, root);
94363df0e4bSIan Rogers symbols__insert(&curr_map_dso->symbols, pos);
9448a953312SArnaldo Carvalho de Melo ++moved;
9458a953312SArnaldo Carvalho de Melo } else
9468a953312SArnaldo Carvalho de Melo ++count;
947be39db9fSArnaldo Carvalho de Melo
948be39db9fSArnaldo Carvalho de Melo continue;
949be39db9fSArnaldo Carvalho de Melo discard_symbol:
9507137ff50SDavidlohr Bueso rb_erase_cached(&pos->rb_node, root);
951be39db9fSArnaldo Carvalho de Melo symbol__delete(pos);
95286470930SIngo Molnar }
95386470930SIngo Molnar
95415e0e2d4SArnaldo Carvalho de Melo if (curr_map != initial_map &&
9551c695c88SJiri Olsa dso->kernel == DSO_SPACE__KERNEL_GUEST &&
9565ab6d715SIan Rogers machine__is_default_guest(maps__machine(kmaps))) {
95763df0e4bSIan Rogers dso__set_loaded(map__dso(curr_map));
958a1645ce1SZhang, Yanmin }
959a1645ce1SZhang, Yanmin
9608a953312SArnaldo Carvalho de Melo return count + moved;
96186470930SIngo Molnar }
96286470930SIngo Molnar
symbol__restricted_filename(const char * filename,const char * restricted_filename)9633f067dcaSArnaldo Carvalho de Melo bool symbol__restricted_filename(const char *filename,
964ec80fde7SArnaldo Carvalho de Melo const char *restricted_filename)
965ec80fde7SArnaldo Carvalho de Melo {
966ec80fde7SArnaldo Carvalho de Melo bool restricted = false;
967ec80fde7SArnaldo Carvalho de Melo
968ec80fde7SArnaldo Carvalho de Melo if (symbol_conf.kptr_restrict) {
969ec80fde7SArnaldo Carvalho de Melo char *r = realpath(filename, NULL);
970ec80fde7SArnaldo Carvalho de Melo
971ec80fde7SArnaldo Carvalho de Melo if (r != NULL) {
972ec80fde7SArnaldo Carvalho de Melo restricted = strcmp(r, restricted_filename) == 0;
973ec80fde7SArnaldo Carvalho de Melo free(r);
974ec80fde7SArnaldo Carvalho de Melo return restricted;
975ec80fde7SArnaldo Carvalho de Melo }
976ec80fde7SArnaldo Carvalho de Melo }
977ec80fde7SArnaldo Carvalho de Melo
978ec80fde7SArnaldo Carvalho de Melo return restricted;
979ec80fde7SArnaldo Carvalho de Melo }
980ec80fde7SArnaldo Carvalho de Melo
98152afdaf9SAdrian Hunter struct module_info {
98252afdaf9SAdrian Hunter struct rb_node rb_node;
98352afdaf9SAdrian Hunter char *name;
98452afdaf9SAdrian Hunter u64 start;
98552afdaf9SAdrian Hunter };
98652afdaf9SAdrian Hunter
add_module(struct module_info * mi,struct rb_root * modules)98752afdaf9SAdrian Hunter static void add_module(struct module_info *mi, struct rb_root *modules)
98852afdaf9SAdrian Hunter {
98952afdaf9SAdrian Hunter struct rb_node **p = &modules->rb_node;
99052afdaf9SAdrian Hunter struct rb_node *parent = NULL;
99152afdaf9SAdrian Hunter struct module_info *m;
99252afdaf9SAdrian Hunter
99352afdaf9SAdrian Hunter while (*p != NULL) {
99452afdaf9SAdrian Hunter parent = *p;
99552afdaf9SAdrian Hunter m = rb_entry(parent, struct module_info, rb_node);
99652afdaf9SAdrian Hunter if (strcmp(mi->name, m->name) < 0)
99752afdaf9SAdrian Hunter p = &(*p)->rb_left;
99852afdaf9SAdrian Hunter else
99952afdaf9SAdrian Hunter p = &(*p)->rb_right;
100052afdaf9SAdrian Hunter }
100152afdaf9SAdrian Hunter rb_link_node(&mi->rb_node, parent, p);
100252afdaf9SAdrian Hunter rb_insert_color(&mi->rb_node, modules);
100352afdaf9SAdrian Hunter }
100452afdaf9SAdrian Hunter
delete_modules(struct rb_root * modules)100552afdaf9SAdrian Hunter static void delete_modules(struct rb_root *modules)
100652afdaf9SAdrian Hunter {
100752afdaf9SAdrian Hunter struct module_info *mi;
100852afdaf9SAdrian Hunter struct rb_node *next = rb_first(modules);
100952afdaf9SAdrian Hunter
101052afdaf9SAdrian Hunter while (next) {
101152afdaf9SAdrian Hunter mi = rb_entry(next, struct module_info, rb_node);
101252afdaf9SAdrian Hunter next = rb_next(&mi->rb_node);
101352afdaf9SAdrian Hunter rb_erase(&mi->rb_node, modules);
101474cf249dSArnaldo Carvalho de Melo zfree(&mi->name);
101552afdaf9SAdrian Hunter free(mi);
101652afdaf9SAdrian Hunter }
101752afdaf9SAdrian Hunter }
101852afdaf9SAdrian Hunter
find_module(const char * name,struct rb_root * modules)101952afdaf9SAdrian Hunter static struct module_info *find_module(const char *name,
102052afdaf9SAdrian Hunter struct rb_root *modules)
102152afdaf9SAdrian Hunter {
102252afdaf9SAdrian Hunter struct rb_node *n = modules->rb_node;
102352afdaf9SAdrian Hunter
102452afdaf9SAdrian Hunter while (n) {
102552afdaf9SAdrian Hunter struct module_info *m;
102652afdaf9SAdrian Hunter int cmp;
102752afdaf9SAdrian Hunter
102852afdaf9SAdrian Hunter m = rb_entry(n, struct module_info, rb_node);
102952afdaf9SAdrian Hunter cmp = strcmp(name, m->name);
103052afdaf9SAdrian Hunter if (cmp < 0)
103152afdaf9SAdrian Hunter n = n->rb_left;
103252afdaf9SAdrian Hunter else if (cmp > 0)
103352afdaf9SAdrian Hunter n = n->rb_right;
103452afdaf9SAdrian Hunter else
103552afdaf9SAdrian Hunter return m;
103652afdaf9SAdrian Hunter }
103752afdaf9SAdrian Hunter
103852afdaf9SAdrian Hunter return NULL;
103952afdaf9SAdrian Hunter }
104052afdaf9SAdrian Hunter
__read_proc_modules(void * arg,const char * name,u64 start,u64 size __maybe_unused)10419ad4652bSThomas Richter static int __read_proc_modules(void *arg, const char *name, u64 start,
10429ad4652bSThomas Richter u64 size __maybe_unused)
104352afdaf9SAdrian Hunter {
104452afdaf9SAdrian Hunter struct rb_root *modules = arg;
104552afdaf9SAdrian Hunter struct module_info *mi;
104652afdaf9SAdrian Hunter
104752afdaf9SAdrian Hunter mi = zalloc(sizeof(struct module_info));
104852afdaf9SAdrian Hunter if (!mi)
104952afdaf9SAdrian Hunter return -ENOMEM;
105052afdaf9SAdrian Hunter
105152afdaf9SAdrian Hunter mi->name = strdup(name);
105252afdaf9SAdrian Hunter mi->start = start;
105352afdaf9SAdrian Hunter
105452afdaf9SAdrian Hunter if (!mi->name) {
105552afdaf9SAdrian Hunter free(mi);
105652afdaf9SAdrian Hunter return -ENOMEM;
105752afdaf9SAdrian Hunter }
105852afdaf9SAdrian Hunter
105952afdaf9SAdrian Hunter add_module(mi, modules);
106052afdaf9SAdrian Hunter
106152afdaf9SAdrian Hunter return 0;
106252afdaf9SAdrian Hunter }
106352afdaf9SAdrian Hunter
read_proc_modules(const char * filename,struct rb_root * modules)106452afdaf9SAdrian Hunter static int read_proc_modules(const char *filename, struct rb_root *modules)
106552afdaf9SAdrian Hunter {
106652afdaf9SAdrian Hunter if (symbol__restricted_filename(filename, "/proc/modules"))
106752afdaf9SAdrian Hunter return -1;
106852afdaf9SAdrian Hunter
106952afdaf9SAdrian Hunter if (modules__parse(filename, modules, __read_proc_modules)) {
107052afdaf9SAdrian Hunter delete_modules(modules);
107152afdaf9SAdrian Hunter return -1;
107252afdaf9SAdrian Hunter }
107352afdaf9SAdrian Hunter
107452afdaf9SAdrian Hunter return 0;
107552afdaf9SAdrian Hunter }
107652afdaf9SAdrian Hunter
compare_proc_modules(const char * from,const char * to)1077fc1b691dSAdrian Hunter int compare_proc_modules(const char *from, const char *to)
1078fc1b691dSAdrian Hunter {
1079fc1b691dSAdrian Hunter struct rb_root from_modules = RB_ROOT;
1080fc1b691dSAdrian Hunter struct rb_root to_modules = RB_ROOT;
1081fc1b691dSAdrian Hunter struct rb_node *from_node, *to_node;
1082fc1b691dSAdrian Hunter struct module_info *from_m, *to_m;
1083fc1b691dSAdrian Hunter int ret = -1;
1084fc1b691dSAdrian Hunter
1085fc1b691dSAdrian Hunter if (read_proc_modules(from, &from_modules))
1086fc1b691dSAdrian Hunter return -1;
1087fc1b691dSAdrian Hunter
1088fc1b691dSAdrian Hunter if (read_proc_modules(to, &to_modules))
1089fc1b691dSAdrian Hunter goto out_delete_from;
1090fc1b691dSAdrian Hunter
1091fc1b691dSAdrian Hunter from_node = rb_first(&from_modules);
1092fc1b691dSAdrian Hunter to_node = rb_first(&to_modules);
1093fc1b691dSAdrian Hunter while (from_node) {
1094fc1b691dSAdrian Hunter if (!to_node)
1095fc1b691dSAdrian Hunter break;
1096fc1b691dSAdrian Hunter
1097fc1b691dSAdrian Hunter from_m = rb_entry(from_node, struct module_info, rb_node);
1098fc1b691dSAdrian Hunter to_m = rb_entry(to_node, struct module_info, rb_node);
1099fc1b691dSAdrian Hunter
1100fc1b691dSAdrian Hunter if (from_m->start != to_m->start ||
1101fc1b691dSAdrian Hunter strcmp(from_m->name, to_m->name))
1102fc1b691dSAdrian Hunter break;
1103fc1b691dSAdrian Hunter
1104fc1b691dSAdrian Hunter from_node = rb_next(from_node);
1105fc1b691dSAdrian Hunter to_node = rb_next(to_node);
1106fc1b691dSAdrian Hunter }
1107fc1b691dSAdrian Hunter
1108fc1b691dSAdrian Hunter if (!from_node && !to_node)
1109fc1b691dSAdrian Hunter ret = 0;
1110fc1b691dSAdrian Hunter
1111fc1b691dSAdrian Hunter delete_modules(&to_modules);
1112fc1b691dSAdrian Hunter out_delete_from:
1113fc1b691dSAdrian Hunter delete_modules(&from_modules);
1114fc1b691dSAdrian Hunter
1115fc1b691dSAdrian Hunter return ret;
1116fc1b691dSAdrian Hunter }
1117fc1b691dSAdrian Hunter
do_validate_kcore_modules(const char * filename,struct maps * kmaps)111879b6bb73SArnaldo Carvalho de Melo static int do_validate_kcore_modules(const char *filename, struct maps *kmaps)
111952afdaf9SAdrian Hunter {
112052afdaf9SAdrian Hunter struct rb_root modules = RB_ROOT;
1121ff583dc4SIan Rogers struct map_rb_node *old_node;
112252afdaf9SAdrian Hunter int err;
112352afdaf9SAdrian Hunter
112452afdaf9SAdrian Hunter err = read_proc_modules(filename, &modules);
112552afdaf9SAdrian Hunter if (err)
112652afdaf9SAdrian Hunter return err;
112752afdaf9SAdrian Hunter
1128ff583dc4SIan Rogers maps__for_each_entry(kmaps, old_node) {
1129ff583dc4SIan Rogers struct map *old_map = old_node->map;
113052afdaf9SAdrian Hunter struct module_info *mi;
113163df0e4bSIan Rogers struct dso *dso;
113252afdaf9SAdrian Hunter
11335759a682SAdrian Hunter if (!__map__is_kmodule(old_map)) {
113452afdaf9SAdrian Hunter continue;
113552afdaf9SAdrian Hunter }
113663df0e4bSIan Rogers dso = map__dso(old_map);
113752afdaf9SAdrian Hunter /* Module must be in memory at the same address */
113863df0e4bSIan Rogers mi = find_module(dso->short_name, &modules);
1139e5116f46SIan Rogers if (!mi || mi->start != map__start(old_map)) {
114052afdaf9SAdrian Hunter err = -EINVAL;
114152afdaf9SAdrian Hunter goto out;
114252afdaf9SAdrian Hunter }
114352afdaf9SAdrian Hunter }
114452afdaf9SAdrian Hunter out:
114552afdaf9SAdrian Hunter delete_modules(&modules);
114652afdaf9SAdrian Hunter return err;
114752afdaf9SAdrian Hunter }
114852afdaf9SAdrian Hunter
114952afdaf9SAdrian Hunter /*
115052afdaf9SAdrian Hunter * If kallsyms is referenced by name then we look for filename in the same
115152afdaf9SAdrian Hunter * directory.
115252afdaf9SAdrian Hunter */
filename_from_kallsyms_filename(char * filename,const char * base_name,const char * kallsyms_filename)115352afdaf9SAdrian Hunter static bool filename_from_kallsyms_filename(char *filename,
115452afdaf9SAdrian Hunter const char *base_name,
115552afdaf9SAdrian Hunter const char *kallsyms_filename)
115652afdaf9SAdrian Hunter {
115752afdaf9SAdrian Hunter char *name;
115852afdaf9SAdrian Hunter
115952afdaf9SAdrian Hunter strcpy(filename, kallsyms_filename);
116052afdaf9SAdrian Hunter name = strrchr(filename, '/');
116152afdaf9SAdrian Hunter if (!name)
116252afdaf9SAdrian Hunter return false;
116352afdaf9SAdrian Hunter
116452afdaf9SAdrian Hunter name += 1;
116552afdaf9SAdrian Hunter
116652afdaf9SAdrian Hunter if (!strcmp(name, "kallsyms")) {
116752afdaf9SAdrian Hunter strcpy(name, base_name);
116852afdaf9SAdrian Hunter return true;
116952afdaf9SAdrian Hunter }
117052afdaf9SAdrian Hunter
117152afdaf9SAdrian Hunter return false;
117252afdaf9SAdrian Hunter }
117352afdaf9SAdrian Hunter
validate_kcore_modules(const char * kallsyms_filename,struct map * map)117452afdaf9SAdrian Hunter static int validate_kcore_modules(const char *kallsyms_filename,
117552afdaf9SAdrian Hunter struct map *map)
117652afdaf9SAdrian Hunter {
117779b6bb73SArnaldo Carvalho de Melo struct maps *kmaps = map__kmaps(map);
117852afdaf9SAdrian Hunter char modules_filename[PATH_MAX];
117952afdaf9SAdrian Hunter
1180ba92732eSWang Nan if (!kmaps)
1181ba92732eSWang Nan return -EINVAL;
1182ba92732eSWang Nan
118352afdaf9SAdrian Hunter if (!filename_from_kallsyms_filename(modules_filename, "modules",
118452afdaf9SAdrian Hunter kallsyms_filename))
118552afdaf9SAdrian Hunter return -EINVAL;
118652afdaf9SAdrian Hunter
11875759a682SAdrian Hunter if (do_validate_kcore_modules(modules_filename, kmaps))
118852afdaf9SAdrian Hunter return -EINVAL;
118952afdaf9SAdrian Hunter
119052afdaf9SAdrian Hunter return 0;
119152afdaf9SAdrian Hunter }
119252afdaf9SAdrian Hunter
validate_kcore_addresses(const char * kallsyms_filename,struct map * map)1193a00d28cbSAdrian Hunter static int validate_kcore_addresses(const char *kallsyms_filename,
1194a00d28cbSAdrian Hunter struct map *map)
1195a00d28cbSAdrian Hunter {
1196a00d28cbSAdrian Hunter struct kmap *kmap = map__kmap(map);
1197a00d28cbSAdrian Hunter
1198ba92732eSWang Nan if (!kmap)
1199ba92732eSWang Nan return -EINVAL;
1200ba92732eSWang Nan
1201a00d28cbSAdrian Hunter if (kmap->ref_reloc_sym && kmap->ref_reloc_sym->name) {
1202a00d28cbSAdrian Hunter u64 start;
1203a00d28cbSAdrian Hunter
1204b843f62aSArnaldo Carvalho de Melo if (kallsyms__get_function_start(kallsyms_filename,
1205b843f62aSArnaldo Carvalho de Melo kmap->ref_reloc_sym->name, &start))
1206b843f62aSArnaldo Carvalho de Melo return -ENOENT;
1207a00d28cbSAdrian Hunter if (start != kmap->ref_reloc_sym->addr)
1208a00d28cbSAdrian Hunter return -EINVAL;
1209a00d28cbSAdrian Hunter }
1210a00d28cbSAdrian Hunter
1211a00d28cbSAdrian Hunter return validate_kcore_modules(kallsyms_filename, map);
1212a00d28cbSAdrian Hunter }
1213a00d28cbSAdrian Hunter
12148e0cf965SAdrian Hunter struct kcore_mapfn_data {
12158e0cf965SAdrian Hunter struct dso *dso;
12168e0cf965SAdrian Hunter struct list_head maps;
12178e0cf965SAdrian Hunter };
12188e0cf965SAdrian Hunter
kcore_mapfn(u64 start,u64 len,u64 pgoff,void * data)12198e0cf965SAdrian Hunter static int kcore_mapfn(u64 start, u64 len, u64 pgoff, void *data)
12208e0cf965SAdrian Hunter {
12218e0cf965SAdrian Hunter struct kcore_mapfn_data *md = data;
122283720209SIan Rogers struct map_list_node *list_node = map_list_node__new();
12238e0cf965SAdrian Hunter
122483720209SIan Rogers if (!list_node)
12258e0cf965SAdrian Hunter return -ENOMEM;
12268e0cf965SAdrian Hunter
122783720209SIan Rogers list_node->map = map__new2(start, md->dso);
122883720209SIan Rogers if (!list_node->map) {
122983720209SIan Rogers free(list_node);
123083720209SIan Rogers return -ENOMEM;
123183720209SIan Rogers }
12328e0cf965SAdrian Hunter
1233e6a9efceSArnaldo Carvalho de Melo map__set_end(list_node->map, map__start(list_node->map) + len);
1234e6a9efceSArnaldo Carvalho de Melo map__set_pgoff(list_node->map, pgoff);
123583720209SIan Rogers
123683720209SIan Rogers list_add(&list_node->node, &md->maps);
12378e0cf965SAdrian Hunter
12388e0cf965SAdrian Hunter return 0;
12398e0cf965SAdrian Hunter }
12408e0cf965SAdrian Hunter
dso__load_kcore(struct dso * dso,struct map * map,const char * kallsyms_filename)12418e0cf965SAdrian Hunter static int dso__load_kcore(struct dso *dso, struct map *map,
12428e0cf965SAdrian Hunter const char *kallsyms_filename)
12438e0cf965SAdrian Hunter {
124479b6bb73SArnaldo Carvalho de Melo struct maps *kmaps = map__kmaps(map);
12458e0cf965SAdrian Hunter struct kcore_mapfn_data md;
1246ff583dc4SIan Rogers struct map *replacement_map = NULL;
1247ff583dc4SIan Rogers struct map_rb_node *old_node, *next;
12481c5aae77SAdrian Hunter struct machine *machine;
12498e0cf965SAdrian Hunter bool is_64_bit;
12508e0cf965SAdrian Hunter int err, fd;
12518e0cf965SAdrian Hunter char kcore_filename[PATH_MAX];
125256549978SAdrian Hunter u64 stext;
12538e0cf965SAdrian Hunter
1254ba92732eSWang Nan if (!kmaps)
1255ba92732eSWang Nan return -EINVAL;
1256ba92732eSWang Nan
12575ab6d715SIan Rogers machine = maps__machine(kmaps);
12581c5aae77SAdrian Hunter
12598e0cf965SAdrian Hunter /* This function requires that the map is the kernel map */
1260efdd5c6bSArnaldo Carvalho de Melo if (!__map__is_kernel(map))
12618e0cf965SAdrian Hunter return -EINVAL;
12628e0cf965SAdrian Hunter
126352afdaf9SAdrian Hunter if (!filename_from_kallsyms_filename(kcore_filename, "kcore",
12648e0cf965SAdrian Hunter kallsyms_filename))
12658e0cf965SAdrian Hunter return -EINVAL;
12668e0cf965SAdrian Hunter
1267a00d28cbSAdrian Hunter /* Modules and kernel must be present at their original addresses */
1268a00d28cbSAdrian Hunter if (validate_kcore_addresses(kallsyms_filename, map))
126952afdaf9SAdrian Hunter return -EINVAL;
127052afdaf9SAdrian Hunter
12718e0cf965SAdrian Hunter md.dso = dso;
12728e0cf965SAdrian Hunter INIT_LIST_HEAD(&md.maps);
12738e0cf965SAdrian Hunter
12748e0cf965SAdrian Hunter fd = open(kcore_filename, O_RDONLY);
127536c8bb56SLi Zhang if (fd < 0) {
1276133de940SAdrian Hunter pr_debug("Failed to open %s. Note /proc/kcore requires CAP_SYS_RAWIO capability to access.\n",
127736c8bb56SLi Zhang kcore_filename);
12788e0cf965SAdrian Hunter return -EINVAL;
127936c8bb56SLi Zhang }
12808e0cf965SAdrian Hunter
12818e0cf965SAdrian Hunter /* Read new maps into temporary lists */
1282ddee3f2bSIan Rogers err = file__read_maps(fd, map__prot(map) & PROT_EXEC, kcore_mapfn, &md,
12838e0cf965SAdrian Hunter &is_64_bit);
12848e0cf965SAdrian Hunter if (err)
12858e0cf965SAdrian Hunter goto out_err;
1286c6d8f2a4SAdrian Hunter dso->is_64_bit = is_64_bit;
12878e0cf965SAdrian Hunter
12888e0cf965SAdrian Hunter if (list_empty(&md.maps)) {
12898e0cf965SAdrian Hunter err = -EINVAL;
12908e0cf965SAdrian Hunter goto out_err;
12918e0cf965SAdrian Hunter }
12928e0cf965SAdrian Hunter
12938e0cf965SAdrian Hunter /* Remove old maps */
1294ff583dc4SIan Rogers maps__for_each_entry_safe(kmaps, old_node, next) {
1295ff583dc4SIan Rogers struct map *old_map = old_node->map;
1296ff583dc4SIan Rogers
1297fb5a88d4SJiri Olsa /*
1298fb5a88d4SJiri Olsa * We need to preserve eBPF maps even if they are
1299fb5a88d4SJiri Olsa * covered by kcore, because we need to access
1300fb5a88d4SJiri Olsa * eBPF dso for source data.
1301fb5a88d4SJiri Olsa */
1302fb5a88d4SJiri Olsa if (old_map != map && !__map__is_bpf_prog(old_map))
130379b6bb73SArnaldo Carvalho de Melo maps__remove(kmaps, old_map);
13048e0cf965SAdrian Hunter }
13051c5aae77SAdrian Hunter machine->trampolines_mapped = false;
13068e0cf965SAdrian Hunter
130756549978SAdrian Hunter /* Find the kernel map using the '_stext' symbol */
130856549978SAdrian Hunter if (!kallsyms__get_function_start(kallsyms_filename, "_stext", &stext)) {
13091c249565SKrister Johansen u64 replacement_size = 0;
131083720209SIan Rogers struct map_list_node *new_node;
13111c249565SKrister Johansen
131283720209SIan Rogers list_for_each_entry(new_node, &md.maps, node) {
131383720209SIan Rogers struct map *new_map = new_node->map;
1314e5116f46SIan Rogers u64 new_size = map__size(new_map);
13151c249565SKrister Johansen
1316e5116f46SIan Rogers if (!(stext >= map__start(new_map) && stext < map__end(new_map)))
13171c249565SKrister Johansen continue;
13181c249565SKrister Johansen
13191c249565SKrister Johansen /*
13201c249565SKrister Johansen * On some architectures, ARM64 for example, the kernel
13211c249565SKrister Johansen * text can get allocated inside of the vmalloc segment.
13221c249565SKrister Johansen * Select the smallest matching segment, in case stext
13231c249565SKrister Johansen * falls within more than one in the list.
13241c249565SKrister Johansen */
13251c249565SKrister Johansen if (!replacement_map || new_size < replacement_size) {
13268e0cf965SAdrian Hunter replacement_map = new_map;
13271c249565SKrister Johansen replacement_size = new_size;
13288e0cf965SAdrian Hunter }
13298e0cf965SAdrian Hunter }
133056549978SAdrian Hunter }
13318e0cf965SAdrian Hunter
13328e0cf965SAdrian Hunter if (!replacement_map)
133383720209SIan Rogers replacement_map = list_entry(md.maps.next, struct map_list_node, node)->map;
13348e0cf965SAdrian Hunter
13358e0cf965SAdrian Hunter /* Add new maps */
13368e0cf965SAdrian Hunter while (!list_empty(&md.maps)) {
133783720209SIan Rogers struct map_list_node *new_node = list_entry(md.maps.next, struct map_list_node, node);
133883720209SIan Rogers struct map *new_map = new_node->map;
133983720209SIan Rogers
134083720209SIan Rogers list_del_init(&new_node->node);
134183720209SIan Rogers
13422832ef81SIan Rogers if (RC_CHK_ACCESS(new_map) == RC_CHK_ACCESS(replacement_map)) {
13430d98a7afSJames Clark struct map *map_ref;
13440d98a7afSJames Clark
1345e6a9efceSArnaldo Carvalho de Melo map__set_start(map, map__start(new_map));
1346e6a9efceSArnaldo Carvalho de Melo map__set_end(map, map__end(new_map));
1347e6a9efceSArnaldo Carvalho de Melo map__set_pgoff(map, map__pgoff(new_map));
1348e6a9efceSArnaldo Carvalho de Melo map__set_map_ip(map, map__map_ip_ptr(new_map));
1349e6a9efceSArnaldo Carvalho de Melo map__set_unmap_ip(map, map__unmap_ip_ptr(new_map));
13508e0cf965SAdrian Hunter /* Ensure maps are correctly ordered */
13510d98a7afSJames Clark map_ref = map__get(map);
13520d98a7afSJames Clark maps__remove(kmaps, map_ref);
13530d98a7afSJames Clark err = maps__insert(kmaps, map_ref);
13540d98a7afSJames Clark map__put(map_ref);
135584c2cafaSArnaldo Carvalho de Melo map__put(new_map);
1356ff583dc4SIan Rogers if (err)
1357ff583dc4SIan Rogers goto out_err;
1358fb5a88d4SJiri Olsa } else {
1359fb5a88d4SJiri Olsa /*
1360fb5a88d4SJiri Olsa * Merge kcore map into existing maps,
1361fb5a88d4SJiri Olsa * and ensure that current maps (eBPF)
1362fb5a88d4SJiri Olsa * stay intact.
1363fb5a88d4SJiri Olsa */
1364ff583dc4SIan Rogers if (maps__merge_in(kmaps, new_map)) {
1365ff583dc4SIan Rogers err = -EINVAL;
1366fb5a88d4SJiri Olsa goto out_err;
1367fb5a88d4SJiri Olsa }
1368ff583dc4SIan Rogers }
136983720209SIan Rogers free(new_node);
13708e0cf965SAdrian Hunter }
13718e0cf965SAdrian Hunter
13721c5aae77SAdrian Hunter if (machine__is(machine, "x86_64")) {
13731c5aae77SAdrian Hunter u64 addr;
13741c5aae77SAdrian Hunter
13751c5aae77SAdrian Hunter /*
13761c5aae77SAdrian Hunter * If one of the corresponding symbols is there, assume the
13771c5aae77SAdrian Hunter * entry trampoline maps are too.
13781c5aae77SAdrian Hunter */
13791c5aae77SAdrian Hunter if (!kallsyms__get_function_start(kallsyms_filename,
13801c5aae77SAdrian Hunter ENTRY_TRAMPOLINE_NAME,
13811c5aae77SAdrian Hunter &addr))
13821c5aae77SAdrian Hunter machine->trampolines_mapped = true;
13831c5aae77SAdrian Hunter }
13841c5aae77SAdrian Hunter
13858e0cf965SAdrian Hunter /*
13868e0cf965SAdrian Hunter * Set the data type and long name so that kcore can be read via
13878e0cf965SAdrian Hunter * dso__data_read_addr().
13888e0cf965SAdrian Hunter */
13891c695c88SJiri Olsa if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
13905f70619dSArnaldo Carvalho de Melo dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;
13918e0cf965SAdrian Hunter else
13925f70619dSArnaldo Carvalho de Melo dso->binary_type = DSO_BINARY_TYPE__KCORE;
13937e155d4dSArnaldo Carvalho de Melo dso__set_long_name(dso, strdup(kcore_filename), true);
13948e0cf965SAdrian Hunter
13958e0cf965SAdrian Hunter close(fd);
13968e0cf965SAdrian Hunter
1397ddee3f2bSIan Rogers if (map__prot(map) & PROT_EXEC)
13988e0cf965SAdrian Hunter pr_debug("Using %s for kernel object code\n", kcore_filename);
13998e0cf965SAdrian Hunter else
14008e0cf965SAdrian Hunter pr_debug("Using %s for kernel data\n", kcore_filename);
14018e0cf965SAdrian Hunter
14028e0cf965SAdrian Hunter return 0;
14038e0cf965SAdrian Hunter
14048e0cf965SAdrian Hunter out_err:
14058e0cf965SAdrian Hunter while (!list_empty(&md.maps)) {
140683720209SIan Rogers struct map_list_node *list_node;
140783720209SIan Rogers
140883720209SIan Rogers list_node = list_entry(md.maps.next, struct map_list_node, node);
140983720209SIan Rogers list_del_init(&list_node->node);
141083720209SIan Rogers map__zput(list_node->map);
141183720209SIan Rogers free(list_node);
14128e0cf965SAdrian Hunter }
14138e0cf965SAdrian Hunter close(fd);
1414ff583dc4SIan Rogers return err;
14158e0cf965SAdrian Hunter }
14168e0cf965SAdrian Hunter
1417d9b62abaSAdrian Hunter /*
1418d9b62abaSAdrian Hunter * If the kernel is relocated at boot time, kallsyms won't match. Compute the
1419d9b62abaSAdrian Hunter * delta based on the relocation reference symbol.
1420d9b62abaSAdrian Hunter */
kallsyms__delta(struct kmap * kmap,const char * filename,u64 * delta)1421019c6820SArnaldo Carvalho de Melo static int kallsyms__delta(struct kmap *kmap, const char *filename, u64 *delta)
1422d9b62abaSAdrian Hunter {
1423d9b62abaSAdrian Hunter u64 addr;
1424d9b62abaSAdrian Hunter
1425d9b62abaSAdrian Hunter if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->name)
1426d9b62abaSAdrian Hunter return 0;
1427d9b62abaSAdrian Hunter
1428b843f62aSArnaldo Carvalho de Melo if (kallsyms__get_function_start(filename, kmap->ref_reloc_sym->name, &addr))
1429d9b62abaSAdrian Hunter return -1;
1430d9b62abaSAdrian Hunter
1431d9b62abaSAdrian Hunter *delta = addr - kmap->ref_reloc_sym->addr;
1432d9b62abaSAdrian Hunter return 0;
1433d9b62abaSAdrian Hunter }
1434d9b62abaSAdrian Hunter
__dso__load_kallsyms(struct dso * dso,const char * filename,struct map * map,bool no_kcore)1435e02092b9SArnaldo Carvalho de Melo int __dso__load_kallsyms(struct dso *dso, const char *filename,
1436be39db9fSArnaldo Carvalho de Melo struct map *map, bool no_kcore)
14372e538c4aSArnaldo Carvalho de Melo {
1438019c6820SArnaldo Carvalho de Melo struct kmap *kmap = map__kmap(map);
1439d9b62abaSAdrian Hunter u64 delta = 0;
1440d9b62abaSAdrian Hunter
1441ec80fde7SArnaldo Carvalho de Melo if (symbol__restricted_filename(filename, "/proc/kallsyms"))
1442ec80fde7SArnaldo Carvalho de Melo return -1;
1443ec80fde7SArnaldo Carvalho de Melo
1444019c6820SArnaldo Carvalho de Melo if (!kmap || !kmap->kmaps)
1445019c6820SArnaldo Carvalho de Melo return -1;
1446019c6820SArnaldo Carvalho de Melo
1447333cc76cSArnaldo Carvalho de Melo if (dso__load_all_kallsyms(dso, filename) < 0)
14482e538c4aSArnaldo Carvalho de Melo return -1;
14492e538c4aSArnaldo Carvalho de Melo
1450019c6820SArnaldo Carvalho de Melo if (kallsyms__delta(kmap, filename, &delta))
1451d9b62abaSAdrian Hunter return -1;
1452d9b62abaSAdrian Hunter
1453838425f2SNamhyung Kim symbols__fixup_end(&dso->symbols, true);
14543183f8caSArnaldo Carvalho de Melo symbols__fixup_duplicate(&dso->symbols);
14553f5a4272SAnton Blanchard
14561c695c88SJiri Olsa if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
145744f24cb3SJiri Olsa dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
1458a1645ce1SZhang, Yanmin else
145944f24cb3SJiri Olsa dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;
14602e538c4aSArnaldo Carvalho de Melo
1461e02092b9SArnaldo Carvalho de Melo if (!no_kcore && !dso__load_kcore(dso, map, filename))
146279b6bb73SArnaldo Carvalho de Melo return maps__split_kallsyms_for_kcore(kmap->kmaps, dso);
14638e0cf965SAdrian Hunter else
146479b6bb73SArnaldo Carvalho de Melo return maps__split_kallsyms(kmap->kmaps, dso, delta, map);
1465af427bf5SArnaldo Carvalho de Melo }
1466af427bf5SArnaldo Carvalho de Melo
dso__load_kallsyms(struct dso * dso,const char * filename,struct map * map)1467e02092b9SArnaldo Carvalho de Melo int dso__load_kallsyms(struct dso *dso, const char *filename,
1468be39db9fSArnaldo Carvalho de Melo struct map *map)
1469e02092b9SArnaldo Carvalho de Melo {
1470be39db9fSArnaldo Carvalho de Melo return __dso__load_kallsyms(dso, filename, map, false);
1471e02092b9SArnaldo Carvalho de Melo }
1472e02092b9SArnaldo Carvalho de Melo
dso__load_perf_map(const char * map_path,struct dso * dso)14733183f8caSArnaldo Carvalho de Melo static int dso__load_perf_map(const char *map_path, struct dso *dso)
147480d496beSPekka Enberg {
147580d496beSPekka Enberg char *line = NULL;
147680d496beSPekka Enberg size_t n;
147780d496beSPekka Enberg FILE *file;
147880d496beSPekka Enberg int nr_syms = 0;
147980d496beSPekka Enberg
1480bf2e710bSKrister Johansen file = fopen(map_path, "r");
148180d496beSPekka Enberg if (file == NULL)
148280d496beSPekka Enberg goto out_failure;
148380d496beSPekka Enberg
148480d496beSPekka Enberg while (!feof(file)) {
14859cffa8d5SPaul Mackerras u64 start, size;
148680d496beSPekka Enberg struct symbol *sym;
148780d496beSPekka Enberg int line_len, len;
148880d496beSPekka Enberg
148980d496beSPekka Enberg line_len = getline(&line, &n, file);
149080d496beSPekka Enberg if (line_len < 0)
149180d496beSPekka Enberg break;
149280d496beSPekka Enberg
149380d496beSPekka Enberg if (!line)
149480d496beSPekka Enberg goto out_failure;
149580d496beSPekka Enberg
149680d496beSPekka Enberg line[--line_len] = '\0'; /* \n */
149780d496beSPekka Enberg
149880d496beSPekka Enberg len = hex2u64(line, &start);
149980d496beSPekka Enberg
150080d496beSPekka Enberg len++;
150180d496beSPekka Enberg if (len + 2 >= line_len)
150280d496beSPekka Enberg continue;
150380d496beSPekka Enberg
150480d496beSPekka Enberg len += hex2u64(line + len, &size);
150580d496beSPekka Enberg
150680d496beSPekka Enberg len++;
150780d496beSPekka Enberg if (len + 2 >= line_len)
150880d496beSPekka Enberg continue;
150980d496beSPekka Enberg
1510af30bffaSArnaldo Carvalho de Melo sym = symbol__new(start, size, STB_GLOBAL, STT_FUNC, line + len);
151180d496beSPekka Enberg
151280d496beSPekka Enberg if (sym == NULL)
151380d496beSPekka Enberg goto out_delete_line;
151480d496beSPekka Enberg
15153183f8caSArnaldo Carvalho de Melo symbols__insert(&dso->symbols, sym);
151680d496beSPekka Enberg nr_syms++;
151780d496beSPekka Enberg }
151880d496beSPekka Enberg
151980d496beSPekka Enberg free(line);
152080d496beSPekka Enberg fclose(file);
152180d496beSPekka Enberg
152280d496beSPekka Enberg return nr_syms;
152380d496beSPekka Enberg
152480d496beSPekka Enberg out_delete_line:
152580d496beSPekka Enberg free(line);
152680d496beSPekka Enberg out_failure:
152780d496beSPekka Enberg return -1;
152880d496beSPekka Enberg }
152980d496beSPekka Enberg
1530eac9a434SRemi Bernon #ifdef HAVE_LIBBFD_SUPPORT
1531eac9a434SRemi Bernon #define PACKAGE 'perf'
1532eac9a434SRemi Bernon #include <bfd.h>
1533eac9a434SRemi Bernon
bfd_symbols__cmpvalue(const void * a,const void * b)1534eac9a434SRemi Bernon static int bfd_symbols__cmpvalue(const void *a, const void *b)
1535eac9a434SRemi Bernon {
1536eac9a434SRemi Bernon const asymbol *as = *(const asymbol **)a, *bs = *(const asymbol **)b;
1537eac9a434SRemi Bernon
1538eac9a434SRemi Bernon if (bfd_asymbol_value(as) != bfd_asymbol_value(bs))
1539eac9a434SRemi Bernon return bfd_asymbol_value(as) - bfd_asymbol_value(bs);
1540eac9a434SRemi Bernon
1541eac9a434SRemi Bernon return bfd_asymbol_name(as)[0] - bfd_asymbol_name(bs)[0];
1542eac9a434SRemi Bernon }
1543eac9a434SRemi Bernon
bfd2elf_binding(asymbol * symbol)1544eac9a434SRemi Bernon static int bfd2elf_binding(asymbol *symbol)
1545eac9a434SRemi Bernon {
1546eac9a434SRemi Bernon if (symbol->flags & BSF_WEAK)
1547eac9a434SRemi Bernon return STB_WEAK;
1548eac9a434SRemi Bernon if (symbol->flags & BSF_GLOBAL)
1549eac9a434SRemi Bernon return STB_GLOBAL;
1550eac9a434SRemi Bernon if (symbol->flags & BSF_LOCAL)
1551eac9a434SRemi Bernon return STB_LOCAL;
1552eac9a434SRemi Bernon return -1;
1553eac9a434SRemi Bernon }
1554eac9a434SRemi Bernon
dso__load_bfd_symbols(struct dso * dso,const char * debugfile)1555eac9a434SRemi Bernon int dso__load_bfd_symbols(struct dso *dso, const char *debugfile)
1556eac9a434SRemi Bernon {
1557eac9a434SRemi Bernon int err = -1;
155896de68ffSDmitry Safonov long symbols_size, symbols_count, i;
1559eac9a434SRemi Bernon asection *section;
1560eac9a434SRemi Bernon asymbol **symbols, *sym;
1561eac9a434SRemi Bernon struct symbol *symbol;
1562eac9a434SRemi Bernon bfd *abfd;
1563eac9a434SRemi Bernon u64 start, len;
1564eac9a434SRemi Bernon
156500a34234SNicholas Fraser abfd = bfd_openr(debugfile, NULL);
1566eac9a434SRemi Bernon if (!abfd)
1567eac9a434SRemi Bernon return -1;
1568eac9a434SRemi Bernon
1569eac9a434SRemi Bernon if (!bfd_check_format(abfd, bfd_object)) {
1570eac9a434SRemi Bernon pr_debug2("%s: cannot read %s bfd file.\n", __func__,
1571eac9a434SRemi Bernon dso->long_name);
1572eac9a434SRemi Bernon goto out_close;
1573eac9a434SRemi Bernon }
1574eac9a434SRemi Bernon
1575eac9a434SRemi Bernon if (bfd_get_flavour(abfd) == bfd_target_elf_flavour)
1576eac9a434SRemi Bernon goto out_close;
1577eac9a434SRemi Bernon
1578eac9a434SRemi Bernon symbols_size = bfd_get_symtab_upper_bound(abfd);
1579eac9a434SRemi Bernon if (symbols_size == 0) {
1580eac9a434SRemi Bernon bfd_close(abfd);
1581eac9a434SRemi Bernon return 0;
1582eac9a434SRemi Bernon }
1583eac9a434SRemi Bernon
1584eac9a434SRemi Bernon if (symbols_size < 0)
1585eac9a434SRemi Bernon goto out_close;
1586eac9a434SRemi Bernon
1587eac9a434SRemi Bernon symbols = malloc(symbols_size);
1588eac9a434SRemi Bernon if (!symbols)
1589eac9a434SRemi Bernon goto out_close;
1590eac9a434SRemi Bernon
1591eac9a434SRemi Bernon symbols_count = bfd_canonicalize_symtab(abfd, symbols);
1592eac9a434SRemi Bernon if (symbols_count < 0)
1593eac9a434SRemi Bernon goto out_free;
1594eac9a434SRemi Bernon
1595d2930edeSRemi Bernon section = bfd_get_section_by_name(abfd, ".text");
1596d2930edeSRemi Bernon if (section) {
1597d2930edeSRemi Bernon for (i = 0; i < symbols_count; ++i) {
1598d2930edeSRemi Bernon if (!strcmp(bfd_asymbol_name(symbols[i]), "__ImageBase") ||
1599d2930edeSRemi Bernon !strcmp(bfd_asymbol_name(symbols[i]), "__image_base__"))
1600d2930edeSRemi Bernon break;
1601d2930edeSRemi Bernon }
1602d2930edeSRemi Bernon if (i < symbols_count) {
1603d2930edeSRemi Bernon /* PE symbols can only have 4 bytes, so use .text high bits */
1604d2930edeSRemi Bernon dso->text_offset = section->vma - (u32)section->vma;
1605d2930edeSRemi Bernon dso->text_offset += (u32)bfd_asymbol_value(symbols[i]);
1606d2930edeSRemi Bernon } else {
1607d2930edeSRemi Bernon dso->text_offset = section->vma - section->filepos;
1608d2930edeSRemi Bernon }
1609d2930edeSRemi Bernon }
1610d2930edeSRemi Bernon
1611eac9a434SRemi Bernon qsort(symbols, symbols_count, sizeof(asymbol *), bfd_symbols__cmpvalue);
1612eac9a434SRemi Bernon
1613eac9a434SRemi Bernon #ifdef bfd_get_section
1614eac9a434SRemi Bernon #define bfd_asymbol_section bfd_get_section
1615eac9a434SRemi Bernon #endif
1616eac9a434SRemi Bernon for (i = 0; i < symbols_count; ++i) {
1617eac9a434SRemi Bernon sym = symbols[i];
1618eac9a434SRemi Bernon section = bfd_asymbol_section(sym);
1619eac9a434SRemi Bernon if (bfd2elf_binding(sym) < 0)
1620eac9a434SRemi Bernon continue;
1621eac9a434SRemi Bernon
1622eac9a434SRemi Bernon while (i + 1 < symbols_count &&
1623eac9a434SRemi Bernon bfd_asymbol_section(symbols[i + 1]) == section &&
1624eac9a434SRemi Bernon bfd2elf_binding(symbols[i + 1]) < 0)
1625eac9a434SRemi Bernon i++;
1626eac9a434SRemi Bernon
1627eac9a434SRemi Bernon if (i + 1 < symbols_count &&
1628eac9a434SRemi Bernon bfd_asymbol_section(symbols[i + 1]) == section)
1629eac9a434SRemi Bernon len = symbols[i + 1]->value - sym->value;
1630eac9a434SRemi Bernon else
1631eac9a434SRemi Bernon len = section->size - sym->value;
1632eac9a434SRemi Bernon
1633eac9a434SRemi Bernon start = bfd_asymbol_value(sym) - dso->text_offset;
1634eac9a434SRemi Bernon symbol = symbol__new(start, len, bfd2elf_binding(sym), STT_FUNC,
1635eac9a434SRemi Bernon bfd_asymbol_name(sym));
1636eac9a434SRemi Bernon if (!symbol)
1637eac9a434SRemi Bernon goto out_free;
1638eac9a434SRemi Bernon
1639eac9a434SRemi Bernon symbols__insert(&dso->symbols, symbol);
1640eac9a434SRemi Bernon }
1641eac9a434SRemi Bernon #ifdef bfd_get_section
1642eac9a434SRemi Bernon #undef bfd_asymbol_section
1643eac9a434SRemi Bernon #endif
1644eac9a434SRemi Bernon
1645838425f2SNamhyung Kim symbols__fixup_end(&dso->symbols, false);
1646eac9a434SRemi Bernon symbols__fixup_duplicate(&dso->symbols);
1647eac9a434SRemi Bernon dso->adjust_symbols = 1;
1648eac9a434SRemi Bernon
1649eac9a434SRemi Bernon err = 0;
1650eac9a434SRemi Bernon out_free:
1651eac9a434SRemi Bernon free(symbols);
1652eac9a434SRemi Bernon out_close:
1653eac9a434SRemi Bernon bfd_close(abfd);
1654eac9a434SRemi Bernon return err;
1655eac9a434SRemi Bernon }
1656eac9a434SRemi Bernon #endif
1657eac9a434SRemi Bernon
dso__is_compatible_symtab_type(struct dso * dso,bool kmod,enum dso_binary_type type)16581029f9feSNamhyung Kim static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,
16591029f9feSNamhyung Kim enum dso_binary_type type)
16601029f9feSNamhyung Kim {
16611029f9feSNamhyung Kim switch (type) {
16621029f9feSNamhyung Kim case DSO_BINARY_TYPE__JAVA_JIT:
16631029f9feSNamhyung Kim case DSO_BINARY_TYPE__DEBUGLINK:
16641029f9feSNamhyung Kim case DSO_BINARY_TYPE__SYSTEM_PATH_DSO:
16651029f9feSNamhyung Kim case DSO_BINARY_TYPE__FEDORA_DEBUGINFO:
16661029f9feSNamhyung Kim case DSO_BINARY_TYPE__UBUNTU_DEBUGINFO:
166785afd355SAdrian Hunter case DSO_BINARY_TYPE__MIXEDUP_UBUNTU_DEBUGINFO:
16681029f9feSNamhyung Kim case DSO_BINARY_TYPE__BUILDID_DEBUGINFO:
16691029f9feSNamhyung Kim case DSO_BINARY_TYPE__OPENEMBEDDED_DEBUGINFO:
16701c695c88SJiri Olsa return !kmod && dso->kernel == DSO_SPACE__USER;
16711029f9feSNamhyung Kim
16721029f9feSNamhyung Kim case DSO_BINARY_TYPE__KALLSYMS:
16731029f9feSNamhyung Kim case DSO_BINARY_TYPE__VMLINUX:
16741029f9feSNamhyung Kim case DSO_BINARY_TYPE__KCORE:
16751c695c88SJiri Olsa return dso->kernel == DSO_SPACE__KERNEL;
16761029f9feSNamhyung Kim
16771029f9feSNamhyung Kim case DSO_BINARY_TYPE__GUEST_KALLSYMS:
16781029f9feSNamhyung Kim case DSO_BINARY_TYPE__GUEST_VMLINUX:
16791029f9feSNamhyung Kim case DSO_BINARY_TYPE__GUEST_KCORE:
16801c695c88SJiri Olsa return dso->kernel == DSO_SPACE__KERNEL_GUEST;
16811029f9feSNamhyung Kim
16821029f9feSNamhyung Kim case DSO_BINARY_TYPE__GUEST_KMODULE:
1683c00c48fcSNamhyung Kim case DSO_BINARY_TYPE__GUEST_KMODULE_COMP:
16841029f9feSNamhyung Kim case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE:
1685c00c48fcSNamhyung Kim case DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP:
16861029f9feSNamhyung Kim /*
16871029f9feSNamhyung Kim * kernel modules know their symtab type - it's set when
1688a94ab91aSArnaldo Carvalho de Melo * creating a module dso in machine__addnew_module_map().
16891029f9feSNamhyung Kim */
16901029f9feSNamhyung Kim return kmod && dso->symtab_type == type;
16911029f9feSNamhyung Kim
16921029f9feSNamhyung Kim case DSO_BINARY_TYPE__BUILD_ID_CACHE:
1693d2396999SKrister Johansen case DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO:
16941029f9feSNamhyung Kim return true;
16951029f9feSNamhyung Kim
16969b86d04dSSong Liu case DSO_BINARY_TYPE__BPF_PROG_INFO:
16973c29d448SJiri Olsa case DSO_BINARY_TYPE__BPF_IMAGE:
1698789e2419SAdrian Hunter case DSO_BINARY_TYPE__OOL:
16991029f9feSNamhyung Kim case DSO_BINARY_TYPE__NOT_FOUND:
17001029f9feSNamhyung Kim default:
17011029f9feSNamhyung Kim return false;
17021029f9feSNamhyung Kim }
17031029f9feSNamhyung Kim }
17041029f9feSNamhyung Kim
1705bf2e710bSKrister Johansen /* Checks for the existence of the perf-<pid>.map file in two different
1706bf2e710bSKrister Johansen * locations. First, if the process is a separate mount namespace, check in
1707bf2e710bSKrister Johansen * that namespace using the pid of the innermost pid namespace. If's not in a
1708bf2e710bSKrister Johansen * namespace, or the file can't be found there, try in the mount namespace of
1709bf2e710bSKrister Johansen * the tracing process using our view of its pid.
1710bf2e710bSKrister Johansen */
dso__find_perf_map(char * filebuf,size_t bufsz,struct nsinfo ** nsip)1711bf2e710bSKrister Johansen static int dso__find_perf_map(char *filebuf, size_t bufsz,
1712bf2e710bSKrister Johansen struct nsinfo **nsip)
1713bf2e710bSKrister Johansen {
1714bf2e710bSKrister Johansen struct nscookie nsc;
1715bf2e710bSKrister Johansen struct nsinfo *nsi;
1716bf2e710bSKrister Johansen struct nsinfo *nnsi;
1717bf2e710bSKrister Johansen int rc = -1;
1718bf2e710bSKrister Johansen
1719bf2e710bSKrister Johansen nsi = *nsip;
1720bf2e710bSKrister Johansen
1721bcaf0a97SIan Rogers if (nsinfo__need_setns(nsi)) {
1722bcaf0a97SIan Rogers snprintf(filebuf, bufsz, "/tmp/perf-%d.map", nsinfo__nstgid(nsi));
1723bf2e710bSKrister Johansen nsinfo__mountns_enter(nsi, &nsc);
1724bf2e710bSKrister Johansen rc = access(filebuf, R_OK);
1725bf2e710bSKrister Johansen nsinfo__mountns_exit(&nsc);
1726bf2e710bSKrister Johansen if (rc == 0)
1727bf2e710bSKrister Johansen return rc;
1728bf2e710bSKrister Johansen }
1729bf2e710bSKrister Johansen
1730bf2e710bSKrister Johansen nnsi = nsinfo__copy(nsi);
1731bf2e710bSKrister Johansen if (nnsi) {
1732bf2e710bSKrister Johansen nsinfo__put(nsi);
1733bf2e710bSKrister Johansen
1734bcaf0a97SIan Rogers nsinfo__clear_need_setns(nnsi);
1735bcaf0a97SIan Rogers snprintf(filebuf, bufsz, "/tmp/perf-%d.map", nsinfo__tgid(nnsi));
1736bf2e710bSKrister Johansen *nsip = nnsi;
1737bf2e710bSKrister Johansen rc = 0;
1738bf2e710bSKrister Johansen }
1739bf2e710bSKrister Johansen
1740bf2e710bSKrister Johansen return rc;
1741bf2e710bSKrister Johansen }
1742bf2e710bSKrister Johansen
dso__load(struct dso * dso,struct map * map)1743be39db9fSArnaldo Carvalho de Melo int dso__load(struct dso *dso, struct map *map)
174486470930SIngo Molnar {
1745c338aee8SArnaldo Carvalho de Melo char *name;
174686470930SIngo Molnar int ret = -1;
174744f24cb3SJiri Olsa u_int i;
174893fcce96SArnaldo Carvalho de Melo struct machine *machine = NULL;
174944f24cb3SJiri Olsa char *root_dir = (char *) "";
17503aafe5aeSCody P Schafer int ss_pos = 0;
17513aafe5aeSCody P Schafer struct symsrc ss_[2];
17523aafe5aeSCody P Schafer struct symsrc *syms_ss = NULL, *runtime_ss = NULL;
17531029f9feSNamhyung Kim bool kmod;
1754bf2e710bSKrister Johansen bool perfmap;
1755f766819cSJiri Olsa struct build_id bid;
1756843ff37bSKrister Johansen struct nscookie nsc;
1757bf2e710bSKrister Johansen char newmapname[PATH_MAX];
1758bf2e710bSKrister Johansen const char *map_path = dso->long_name;
1759bf2e710bSKrister Johansen
1760e54dea69SIan Rogers mutex_lock(&dso->lock);
1761bf2e710bSKrister Johansen perfmap = strncmp(dso->name, "/tmp/perf-", 10) == 0;
1762bf2e710bSKrister Johansen if (perfmap) {
1763bf2e710bSKrister Johansen if (dso->nsinfo && (dso__find_perf_map(newmapname,
1764bf2e710bSKrister Johansen sizeof(newmapname), &dso->nsinfo) == 0)) {
1765bf2e710bSKrister Johansen map_path = newmapname;
1766bf2e710bSKrister Johansen }
1767bf2e710bSKrister Johansen }
176886470930SIngo Molnar
1769843ff37bSKrister Johansen nsinfo__mountns_enter(dso->nsinfo, &nsc);
177066bd8424SArnaldo Carvalho de Melo
17714a936edcSNamhyung Kim /* check again under the dso->lock */
17723183f8caSArnaldo Carvalho de Melo if (dso__loaded(dso)) {
17734a936edcSNamhyung Kim ret = 1;
17744a936edcSNamhyung Kim goto out;
17754a936edcSNamhyung Kim }
17764a936edcSNamhyung Kim
1777b5c09518SArnaldo Carvalho de Melo kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||
1778b5c09518SArnaldo Carvalho de Melo dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||
1779b5c09518SArnaldo Carvalho de Melo dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE ||
1780b5c09518SArnaldo Carvalho de Melo dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;
1781b5c09518SArnaldo Carvalho de Melo
1782b5c09518SArnaldo Carvalho de Melo if (dso->kernel && !kmod) {
17831c695c88SJiri Olsa if (dso->kernel == DSO_SPACE__KERNEL)
1784be39db9fSArnaldo Carvalho de Melo ret = dso__load_kernel_sym(dso, map);
17851c695c88SJiri Olsa else if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
1786be39db9fSArnaldo Carvalho de Melo ret = dso__load_guest_kernel_sym(dso, map);
17874a936edcSNamhyung Kim
17885ab6d715SIan Rogers machine = maps__machine(map__kmaps(map));
17894d99e413SAdrian Hunter if (machine__is(machine, "x86_64"))
17904d99e413SAdrian Hunter machine__map_x86_64_entry_trampolines(machine, dso);
17914a936edcSNamhyung Kim goto out;
17924a936edcSNamhyung Kim }
1793a1645ce1SZhang, Yanmin
1794aeafcbafSArnaldo Carvalho de Melo dso->adjust_symbols = 0;
1795f5812a7aSArnaldo Carvalho de Melo
1796bf2e710bSKrister Johansen if (perfmap) {
17973183f8caSArnaldo Carvalho de Melo ret = dso__load_perf_map(map_path, dso);
179844f24cb3SJiri Olsa dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :
179944f24cb3SJiri Olsa DSO_BINARY_TYPE__NOT_FOUND;
18004a936edcSNamhyung Kim goto out;
180194cb9e38SArnaldo Carvalho de Melo }
180294cb9e38SArnaldo Carvalho de Melo
180344f24cb3SJiri Olsa if (machine)
180444f24cb3SJiri Olsa root_dir = machine->root_dir;
180544f24cb3SJiri Olsa
1806164c800eSDavid Ahern name = malloc(PATH_MAX);
1807164c800eSDavid Ahern if (!name)
18084a936edcSNamhyung Kim goto out;
1809164c800eSDavid Ahern
18105baecbcdSDima Kogan /*
18115baecbcdSDima Kogan * Read the build id if possible. This is required for
18125baecbcdSDima Kogan * DSO_BINARY_TYPE__BUILDID_DEBUGINFO to work
18135baecbcdSDima Kogan */
1814ed6c166cSKan Liang if (!dso->has_build_id &&
18159b200653SVictor Kamensky is_regular_file(dso->long_name)) {
18169b200653SVictor Kamensky __symbol__join_symfs(name, PATH_MAX, dso->long_name);
1817f766819cSJiri Olsa if (filename__read_build_id(name, &bid) > 0)
18188dfdf440SJiri Olsa dso__set_build_id(dso, &bid);
18199b200653SVictor Kamensky }
18205baecbcdSDima Kogan
18211029f9feSNamhyung Kim /*
18221029f9feSNamhyung Kim * Iterate over candidate debug images.
18233aafe5aeSCody P Schafer * Keep track of "interesting" ones (those which have a symtab, dynsym,
18243aafe5aeSCody P Schafer * and/or opd section) for processing.
18256da80ce8SDave Martin */
182644f24cb3SJiri Olsa for (i = 0; i < DSO_BINARY_TYPE__SYMTAB_CNT; i++) {
18273aafe5aeSCody P Schafer struct symsrc *ss = &ss_[ss_pos];
18283aafe5aeSCody P Schafer bool next_slot = false;
1829f045b8c4SKrister Johansen bool is_reg;
1830d2396999SKrister Johansen bool nsexit;
1831eac9a434SRemi Bernon int bfdrc = -1;
1832c3962961SJiri Olsa int sirc = -1;
183344f24cb3SJiri Olsa
1834005f9294SCody P Schafer enum dso_binary_type symtab_type = binary_type_symtab[i];
183544f24cb3SJiri Olsa
1836d2396999SKrister Johansen nsexit = (symtab_type == DSO_BINARY_TYPE__BUILD_ID_CACHE ||
1837d2396999SKrister Johansen symtab_type == DSO_BINARY_TYPE__BUILD_ID_CACHE_DEBUGINFO);
1838d2396999SKrister Johansen
18391029f9feSNamhyung Kim if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))
18401029f9feSNamhyung Kim continue;
18411029f9feSNamhyung Kim
1842ee4e9625SArnaldo Carvalho de Melo if (dso__read_binary_type_filename(dso, symtab_type,
184344f24cb3SJiri Olsa root_dir, name, PATH_MAX))
18446da80ce8SDave Martin continue;
184586470930SIngo Molnar
1846d2396999SKrister Johansen if (nsexit)
1847f045b8c4SKrister Johansen nsinfo__mountns_exit(&nsc);
184840356721SJiri Olsa
1849f045b8c4SKrister Johansen is_reg = is_regular_file(name);
185067fd1892SNamhyung Kim if (!is_reg && errno == ENOENT && dso->nsinfo) {
18517031edacSArnaldo Carvalho de Melo char *new_name = dso__filename_with_chroot(dso, name);
185267fd1892SNamhyung Kim if (new_name) {
185367fd1892SNamhyung Kim is_reg = is_regular_file(new_name);
185467fd1892SNamhyung Kim strlcpy(name, new_name, PATH_MAX);
185567fd1892SNamhyung Kim free(new_name);
185667fd1892SNamhyung Kim }
185767fd1892SNamhyung Kim }
185867fd1892SNamhyung Kim
1859eac9a434SRemi Bernon #ifdef HAVE_LIBBFD_SUPPORT
1860c3962961SJiri Olsa if (is_reg)
1861eac9a434SRemi Bernon bfdrc = dso__load_bfd_symbols(dso, name);
1862eac9a434SRemi Bernon #endif
1863eac9a434SRemi Bernon if (is_reg && bfdrc < 0)
1864f045b8c4SKrister Johansen sirc = symsrc__init(ss, dso, name, symtab_type);
1865f045b8c4SKrister Johansen
1866d2396999SKrister Johansen if (nsexit)
1867f045b8c4SKrister Johansen nsinfo__mountns_enter(dso->nsinfo, &nsc);
1868f045b8c4SKrister Johansen
186977771a97SNicholas Fraser if (bfdrc == 0) {
187077771a97SNicholas Fraser ret = 0;
1871eac9a434SRemi Bernon break;
187277771a97SNicholas Fraser }
1873eac9a434SRemi Bernon
1874c3962961SJiri Olsa if (!is_reg || sirc < 0)
18756da80ce8SDave Martin continue;
18766da80ce8SDave Martin
18773aafe5aeSCody P Schafer if (!syms_ss && symsrc__has_symtab(ss)) {
18783aafe5aeSCody P Schafer syms_ss = ss;
18793aafe5aeSCody P Schafer next_slot = true;
18800058aef6SAdrian Hunter if (!dso->symsrc_filename)
18810058aef6SAdrian Hunter dso->symsrc_filename = strdup(name);
1882d26cd12bSCody P Schafer }
1883d26cd12bSCody P Schafer
18843aafe5aeSCody P Schafer if (!runtime_ss && symsrc__possibly_runtime(ss)) {
18853aafe5aeSCody P Schafer runtime_ss = ss;
18863aafe5aeSCody P Schafer next_slot = true;
1887a44f605bSCody P Schafer }
188886470930SIngo Molnar
18893aafe5aeSCody P Schafer if (next_slot) {
18903aafe5aeSCody P Schafer ss_pos++;
189133ff581eSJiri Olsa
18923aafe5aeSCody P Schafer if (syms_ss && runtime_ss)
18936da80ce8SDave Martin break;
189498e9f03bSNamhyung Kim } else {
189598e9f03bSNamhyung Kim symsrc__destroy(ss);
1896a25e46c4SArnaldo Carvalho de Melo }
18973aafe5aeSCody P Schafer
18986da80ce8SDave Martin }
18996da80ce8SDave Martin
19003aafe5aeSCody P Schafer if (!runtime_ss && !syms_ss)
19013aafe5aeSCody P Schafer goto out_free;
19023aafe5aeSCody P Schafer
19033aafe5aeSCody P Schafer if (runtime_ss && !syms_ss) {
19043aafe5aeSCody P Schafer syms_ss = runtime_ss;
190560e4b10cSArnaldo Carvalho de Melo }
190660e4b10cSArnaldo Carvalho de Melo
19073aafe5aeSCody P Schafer /* We'll have to hope for the best */
19083aafe5aeSCody P Schafer if (!runtime_ss && syms_ss)
19093aafe5aeSCody P Schafer runtime_ss = syms_ss;
19103aafe5aeSCody P Schafer
19111029f9feSNamhyung Kim if (syms_ss)
1912be39db9fSArnaldo Carvalho de Melo ret = dso__load_sym(dso, map, syms_ss, runtime_ss, kmod);
19131029f9feSNamhyung Kim else
19143aafe5aeSCody P Schafer ret = -1;
19153aafe5aeSCody P Schafer
1916f47b58b7SDavid Ahern if (ret > 0) {
19173aafe5aeSCody P Schafer int nr_plt;
19183aafe5aeSCody P Schafer
19193183f8caSArnaldo Carvalho de Melo nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss);
19203aafe5aeSCody P Schafer if (nr_plt > 0)
19213aafe5aeSCody P Schafer ret += nr_plt;
19223aafe5aeSCody P Schafer }
19233aafe5aeSCody P Schafer
19243aafe5aeSCody P Schafer for (; ss_pos > 0; ss_pos--)
19253aafe5aeSCody P Schafer symsrc__destroy(&ss_[ss_pos - 1]);
19263aafe5aeSCody P Schafer out_free:
192786470930SIngo Molnar free(name);
1928aeafcbafSArnaldo Carvalho de Melo if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)
19294a936edcSNamhyung Kim ret = 0;
19304a936edcSNamhyung Kim out:
19313183f8caSArnaldo Carvalho de Melo dso__set_loaded(dso);
1932d9a0d6b8SIan Rogers mutex_unlock(&dso->lock);
1933843ff37bSKrister Johansen nsinfo__mountns_exit(&nsc);
19344a936edcSNamhyung Kim
193586470930SIngo Molnar return ret;
193686470930SIngo Molnar }
193786470930SIngo Molnar
1938*9ec45f85SJames Clark /*
1939*9ec45f85SJames Clark * Always takes ownership of vmlinux when vmlinux_allocated == true, even if
1940*9ec45f85SJames Clark * it returns an error.
1941*9ec45f85SJames Clark */
dso__load_vmlinux(struct dso * dso,struct map * map,const char * vmlinux,bool vmlinux_allocated)1942aeafcbafSArnaldo Carvalho de Melo int dso__load_vmlinux(struct dso *dso, struct map *map,
1943be39db9fSArnaldo Carvalho de Melo const char *vmlinux, bool vmlinux_allocated)
194486470930SIngo Molnar {
1945b68e2f91SCody P Schafer int err = -1;
1946b68e2f91SCody P Schafer struct symsrc ss;
1947ec5761eaSDavid Ahern char symfs_vmlinux[PATH_MAX];
1948005f9294SCody P Schafer enum dso_binary_type symtab_type;
194986470930SIngo Molnar
19505698d2c9SNamhyung Kim if (vmlinux[0] == '/')
19515698d2c9SNamhyung Kim snprintf(symfs_vmlinux, sizeof(symfs_vmlinux), "%s", vmlinux);
19525698d2c9SNamhyung Kim else
1953972f393bSArnaldo Carvalho de Melo symbol__join_symfs(symfs_vmlinux, vmlinux);
195486470930SIngo Molnar
19551c695c88SJiri Olsa if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
1956005f9294SCody P Schafer symtab_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
195721ea4539SCody P Schafer else
1958005f9294SCody P Schafer symtab_type = DSO_BINARY_TYPE__VMLINUX;
195921ea4539SCody P Schafer
1960*9ec45f85SJames Clark if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type)) {
1961*9ec45f85SJames Clark if (vmlinux_allocated)
1962*9ec45f85SJames Clark free((char *) vmlinux);
1963b68e2f91SCody P Schafer return -1;
1964*9ec45f85SJames Clark }
1965b68e2f91SCody P Schafer
1966e59fea47SAthira Rajeev /*
1967e59fea47SAthira Rajeev * dso__load_sym() may copy 'dso' which will result in the copies having
1968e59fea47SAthira Rajeev * an incorrect long name unless we set it here first.
1969e59fea47SAthira Rajeev */
1970e59fea47SAthira Rajeev dso__set_long_name(dso, vmlinux, vmlinux_allocated);
19711c695c88SJiri Olsa if (dso->kernel == DSO_SPACE__KERNEL_GUEST)
19725f70619dSArnaldo Carvalho de Melo dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;
197339b12f78SAdrian Hunter else
19745f70619dSArnaldo Carvalho de Melo dso->binary_type = DSO_BINARY_TYPE__VMLINUX;
1975e59fea47SAthira Rajeev
1976e59fea47SAthira Rajeev err = dso__load_sym(dso, map, &ss, &ss, 0);
1977e59fea47SAthira Rajeev symsrc__destroy(&ss);
1978e59fea47SAthira Rajeev
1979e59fea47SAthira Rajeev if (err > 0) {
19803183f8caSArnaldo Carvalho de Melo dso__set_loaded(dso);
1981ec5761eaSDavid Ahern pr_debug("Using %s for symbols\n", symfs_vmlinux);
1982515850e4SCody P Schafer }
19833846df2eSArnaldo Carvalho de Melo
198486470930SIngo Molnar return err;
198586470930SIngo Molnar }
198686470930SIngo Molnar
dso__load_vmlinux_path(struct dso * dso,struct map * map)1987be39db9fSArnaldo Carvalho de Melo int dso__load_vmlinux_path(struct dso *dso, struct map *map)
1988a19afe46SArnaldo Carvalho de Melo {
1989a19afe46SArnaldo Carvalho de Melo int i, err = 0;
199000dc8657SNamhyung Kim char *filename = NULL;
1991a19afe46SArnaldo Carvalho de Melo
1992dc38218eSArnaldo Carvalho de Melo pr_debug("Looking at the vmlinux_path (%d entries long)\n",
1993dc38218eSArnaldo Carvalho de Melo vmlinux_path__nr_entries + 1);
1994dc38218eSArnaldo Carvalho de Melo
1995dc38218eSArnaldo Carvalho de Melo for (i = 0; i < vmlinux_path__nr_entries; ++i) {
1996be39db9fSArnaldo Carvalho de Melo err = dso__load_vmlinux(dso, map, vmlinux_path[i], false);
1997dc38218eSArnaldo Carvalho de Melo if (err > 0)
1998dc38218eSArnaldo Carvalho de Melo goto out;
1999dc38218eSArnaldo Carvalho de Melo }
2000dc38218eSArnaldo Carvalho de Melo
200100dc8657SNamhyung Kim if (!symbol_conf.ignore_vmlinux_buildid)
2002d2396999SKrister Johansen filename = dso__build_id_filename(dso, NULL, 0, false);
20035ad90e4eSArnaldo Carvalho de Melo if (filename != NULL) {
2004be39db9fSArnaldo Carvalho de Melo err = dso__load_vmlinux(dso, map, filename, true);
20055230fb7dSArnaldo Carvalho de Melo if (err > 0)
20065ad90e4eSArnaldo Carvalho de Melo goto out;
20075ad90e4eSArnaldo Carvalho de Melo }
20085ad90e4eSArnaldo Carvalho de Melo out:
2009a19afe46SArnaldo Carvalho de Melo return err;
2010a19afe46SArnaldo Carvalho de Melo }
2011a19afe46SArnaldo Carvalho de Melo
visible_dir_filter(const char * name,struct dirent * d)2012c48903b8SMasami Hiramatsu static bool visible_dir_filter(const char *name, struct dirent *d)
2013c48903b8SMasami Hiramatsu {
2014c48903b8SMasami Hiramatsu if (d->d_type != DT_DIR)
2015c48903b8SMasami Hiramatsu return false;
2016c48903b8SMasami Hiramatsu return lsdir_no_dot_filter(name, d);
2017c48903b8SMasami Hiramatsu }
2018c48903b8SMasami Hiramatsu
find_matching_kcore(struct map * map,char * dir,size_t dir_sz)20190544d422SAdrian Hunter static int find_matching_kcore(struct map *map, char *dir, size_t dir_sz)
20200544d422SAdrian Hunter {
20210544d422SAdrian Hunter char kallsyms_filename[PATH_MAX];
20220544d422SAdrian Hunter int ret = -1;
2023c48903b8SMasami Hiramatsu struct strlist *dirs;
2024c48903b8SMasami Hiramatsu struct str_node *nd;
20250544d422SAdrian Hunter
2026c48903b8SMasami Hiramatsu dirs = lsdir(dir, visible_dir_filter);
2027c48903b8SMasami Hiramatsu if (!dirs)
20280544d422SAdrian Hunter return -1;
20290544d422SAdrian Hunter
2030602a1f4dSArnaldo Carvalho de Melo strlist__for_each_entry(nd, dirs) {
20310544d422SAdrian Hunter scnprintf(kallsyms_filename, sizeof(kallsyms_filename),
2032c48903b8SMasami Hiramatsu "%s/%s/kallsyms", dir, nd->s);
2033a00d28cbSAdrian Hunter if (!validate_kcore_addresses(kallsyms_filename, map)) {
20340544d422SAdrian Hunter strlcpy(dir, kallsyms_filename, dir_sz);
20350544d422SAdrian Hunter ret = 0;
20360544d422SAdrian Hunter break;
20370544d422SAdrian Hunter }
20380544d422SAdrian Hunter }
20390544d422SAdrian Hunter
2040c48903b8SMasami Hiramatsu strlist__delete(dirs);
20410544d422SAdrian Hunter
20420544d422SAdrian Hunter return ret;
20430544d422SAdrian Hunter }
20440544d422SAdrian Hunter
204511870d71SMasami Hiramatsu /*
204611870d71SMasami Hiramatsu * Use open(O_RDONLY) to check readability directly instead of access(R_OK)
204711870d71SMasami Hiramatsu * since access(R_OK) only checks with real UID/GID but open() use effective
204811870d71SMasami Hiramatsu * UID/GID and actual capabilities (e.g. /proc/kcore requires CAP_SYS_RAWIO).
204911870d71SMasami Hiramatsu */
filename__readable(const char * file)205011870d71SMasami Hiramatsu static bool filename__readable(const char *file)
205111870d71SMasami Hiramatsu {
205211870d71SMasami Hiramatsu int fd = open(file, O_RDONLY);
205311870d71SMasami Hiramatsu if (fd < 0)
205411870d71SMasami Hiramatsu return false;
205511870d71SMasami Hiramatsu close(fd);
205611870d71SMasami Hiramatsu return true;
205711870d71SMasami Hiramatsu }
205811870d71SMasami Hiramatsu
dso__find_kallsyms(struct dso * dso,struct map * map)20590544d422SAdrian Hunter static char *dso__find_kallsyms(struct dso *dso, struct map *map)
20600544d422SAdrian Hunter {
20613ff1b8c8SJiri Olsa struct build_id bid;
2062b5d8bbe8SMasami Hiramatsu char sbuild_id[SBUILD_ID_SIZE];
20630544d422SAdrian Hunter bool is_host = false;
20640544d422SAdrian Hunter char path[PATH_MAX];
20650544d422SAdrian Hunter
20660544d422SAdrian Hunter if (!dso->has_build_id) {
20670544d422SAdrian Hunter /*
20680544d422SAdrian Hunter * Last resort, if we don't have a build-id and couldn't find
20690544d422SAdrian Hunter * any vmlinux file, try the running kernel kallsyms table.
20700544d422SAdrian Hunter */
20710544d422SAdrian Hunter goto proc_kallsyms;
20720544d422SAdrian Hunter }
20730544d422SAdrian Hunter
20743ff1b8c8SJiri Olsa if (sysfs__read_build_id("/sys/kernel/notes", &bid) == 0)
207539be8d01SJiri Olsa is_host = dso__build_id_equal(dso, &bid);
20760544d422SAdrian Hunter
20774e4b6c06SMasami Hiramatsu /* Try a fast path for /proc/kallsyms if possible */
20780544d422SAdrian Hunter if (is_host) {
20790544d422SAdrian Hunter /*
208011870d71SMasami Hiramatsu * Do not check the build-id cache, unless we know we cannot use
208111870d71SMasami Hiramatsu * /proc/kcore or module maps don't match to /proc/kallsyms.
208211870d71SMasami Hiramatsu * To check readability of /proc/kcore, do not use access(R_OK)
208311870d71SMasami Hiramatsu * since /proc/kcore requires CAP_SYS_RAWIO to read and access
208411870d71SMasami Hiramatsu * can't check it.
20850544d422SAdrian Hunter */
208611870d71SMasami Hiramatsu if (filename__readable("/proc/kcore") &&
208711870d71SMasami Hiramatsu !validate_kcore_addresses("/proc/kallsyms", map))
20880544d422SAdrian Hunter goto proc_kallsyms;
20890544d422SAdrian Hunter }
20900544d422SAdrian Hunter
2091bf541169SJiri Olsa build_id__sprintf(&dso->bid, sbuild_id);
20924e4b6c06SMasami Hiramatsu
2093449867e3SAdrian Hunter /* Find kallsyms in build-id cache with kcore */
20944e4b6c06SMasami Hiramatsu scnprintf(path, sizeof(path), "%s/%s/%s",
20954e4b6c06SMasami Hiramatsu buildid_dir, DSO__NAME_KCORE, sbuild_id);
20964e4b6c06SMasami Hiramatsu
2097449867e3SAdrian Hunter if (!find_matching_kcore(map, path, sizeof(path)))
2098449867e3SAdrian Hunter return strdup(path);
2099449867e3SAdrian Hunter
21004e4b6c06SMasami Hiramatsu /* Use current /proc/kallsyms if possible */
21014e4b6c06SMasami Hiramatsu if (is_host) {
21024e4b6c06SMasami Hiramatsu proc_kallsyms:
21034e4b6c06SMasami Hiramatsu return strdup("/proc/kallsyms");
21044e4b6c06SMasami Hiramatsu }
21054e4b6c06SMasami Hiramatsu
21064e4b6c06SMasami Hiramatsu /* Finally, find a cache of kallsyms */
210701412261SMasami Hiramatsu if (!build_id_cache__kallsyms_path(sbuild_id, path, sizeof(path))) {
21080544d422SAdrian Hunter pr_err("No kallsyms or vmlinux with build-id %s was found\n",
21090544d422SAdrian Hunter sbuild_id);
21100544d422SAdrian Hunter return NULL;
21110544d422SAdrian Hunter }
21120544d422SAdrian Hunter
21130544d422SAdrian Hunter return strdup(path);
21140544d422SAdrian Hunter }
21150544d422SAdrian Hunter
dso__load_kernel_sym(struct dso * dso,struct map * map)2116be39db9fSArnaldo Carvalho de Melo static int dso__load_kernel_sym(struct dso *dso, struct map *map)
211786470930SIngo Molnar {
2118cc612d81SArnaldo Carvalho de Melo int err;
21199e201442SArnaldo Carvalho de Melo const char *kallsyms_filename = NULL;
21209e201442SArnaldo Carvalho de Melo char *kallsyms_allocated_filename = NULL;
2121ca8ea73aSJiri Olsa char *filename = NULL;
2122ca8ea73aSJiri Olsa
2123dc8d6ab2SArnaldo Carvalho de Melo /*
2124b226a5a7SDavid Ahern * Step 1: if the user specified a kallsyms or vmlinux filename, use
2125b226a5a7SDavid Ahern * it and only it, reporting errors to the user if it cannot be used.
2126dc8d6ab2SArnaldo Carvalho de Melo *
2127dc8d6ab2SArnaldo Carvalho de Melo * For instance, try to analyse an ARM perf.data file _without_ a
2128dc8d6ab2SArnaldo Carvalho de Melo * build-id, or if the user specifies the wrong path to the right
2129dc8d6ab2SArnaldo Carvalho de Melo * vmlinux file, obviously we can't fallback to another vmlinux (a
2130dc8d6ab2SArnaldo Carvalho de Melo * x86_86 one, on the machine where analysis is being performed, say),
2131dc8d6ab2SArnaldo Carvalho de Melo * or worse, /proc/kallsyms.
2132dc8d6ab2SArnaldo Carvalho de Melo *
2133dc8d6ab2SArnaldo Carvalho de Melo * If the specified file _has_ a build-id and there is a build-id
2134dc8d6ab2SArnaldo Carvalho de Melo * section in the perf.data file, we will still do the expected
2135dc8d6ab2SArnaldo Carvalho de Melo * validation in dso__load_vmlinux and will bail out if they don't
2136dc8d6ab2SArnaldo Carvalho de Melo * match.
2137dc8d6ab2SArnaldo Carvalho de Melo */
2138b226a5a7SDavid Ahern if (symbol_conf.kallsyms_name != NULL) {
2139b226a5a7SDavid Ahern kallsyms_filename = symbol_conf.kallsyms_name;
2140b226a5a7SDavid Ahern goto do_kallsyms;
2141b226a5a7SDavid Ahern }
2142b226a5a7SDavid Ahern
2143fc2be696SWilly Tarreau if (!symbol_conf.ignore_vmlinux && symbol_conf.vmlinux_name != NULL) {
2144be39db9fSArnaldo Carvalho de Melo return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name, false);
2145dc8d6ab2SArnaldo Carvalho de Melo }
2146439d473bSArnaldo Carvalho de Melo
2147ca8ea73aSJiri Olsa /*
2148ca8ea73aSJiri Olsa * Before checking on common vmlinux locations, check if it's
2149ca8ea73aSJiri Olsa * stored as standard build id binary (not kallsyms) under
2150ca8ea73aSJiri Olsa * .debug cache.
2151ca8ea73aSJiri Olsa */
2152ca8ea73aSJiri Olsa if (!symbol_conf.ignore_vmlinux_buildid)
2153ca8ea73aSJiri Olsa filename = __dso__build_id_filename(dso, NULL, 0, false, false);
2154ca8ea73aSJiri Olsa if (filename != NULL) {
2155ca8ea73aSJiri Olsa err = dso__load_vmlinux(dso, map, filename, true);
2156ca8ea73aSJiri Olsa if (err > 0)
2157ca8ea73aSJiri Olsa return err;
2158ca8ea73aSJiri Olsa }
2159ca8ea73aSJiri Olsa
2160fc2be696SWilly Tarreau if (!symbol_conf.ignore_vmlinux && vmlinux_path != NULL) {
2161be39db9fSArnaldo Carvalho de Melo err = dso__load_vmlinux_path(dso, map);
2162a19afe46SArnaldo Carvalho de Melo if (err > 0)
216339b12f78SAdrian Hunter return err;
2164cc612d81SArnaldo Carvalho de Melo }
2165cc612d81SArnaldo Carvalho de Melo
2166ec5761eaSDavid Ahern /* do not try local files if a symfs was given */
2167ec5761eaSDavid Ahern if (symbol_conf.symfs[0] != 0)
2168ec5761eaSDavid Ahern return -1;
2169ec5761eaSDavid Ahern
21700544d422SAdrian Hunter kallsyms_allocated_filename = dso__find_kallsyms(dso, map);
21710544d422SAdrian Hunter if (!kallsyms_allocated_filename)
21728d0591f6SArnaldo Carvalho de Melo return -1;
21738d0591f6SArnaldo Carvalho de Melo
217419fc2dedSArnaldo Carvalho de Melo kallsyms_filename = kallsyms_allocated_filename;
217519fc2dedSArnaldo Carvalho de Melo
2176dc8d6ab2SArnaldo Carvalho de Melo do_kallsyms:
2177be39db9fSArnaldo Carvalho de Melo err = dso__load_kallsyms(dso, kallsyms_filename, map);
21783846df2eSArnaldo Carvalho de Melo if (err > 0)
21793846df2eSArnaldo Carvalho de Melo pr_debug("Using %s for symbols\n", kallsyms_filename);
2180dc8d6ab2SArnaldo Carvalho de Melo free(kallsyms_allocated_filename);
2181dc8d6ab2SArnaldo Carvalho de Melo
21828e0cf965SAdrian Hunter if (err > 0 && !dso__is_kcore(dso)) {
2183bdac0bcfSAdrian Hunter dso->binary_type = DSO_BINARY_TYPE__KALLSYMS;
21840a77582fSMasami Hiramatsu dso__set_long_name(dso, DSO__NAME_KALLSYMS, false);
21856a4694a4SArnaldo Carvalho de Melo map__fixup_start(map);
21866a4694a4SArnaldo Carvalho de Melo map__fixup_end(map);
2187439d473bSArnaldo Carvalho de Melo }
218894cb9e38SArnaldo Carvalho de Melo
218986470930SIngo Molnar return err;
219086470930SIngo Molnar }
219186470930SIngo Molnar
dso__load_guest_kernel_sym(struct dso * dso,struct map * map)2192be39db9fSArnaldo Carvalho de Melo static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map)
2193a1645ce1SZhang, Yanmin {
2194a1645ce1SZhang, Yanmin int err;
2195a5367ecbSAdrian Hunter const char *kallsyms_filename;
21965ab6d715SIan Rogers struct machine *machine = maps__machine(map__kmaps(map));
2197a1645ce1SZhang, Yanmin char path[PATH_MAX];
2198a1645ce1SZhang, Yanmin
2199a5367ecbSAdrian Hunter if (machine->kallsyms_filename) {
2200a5367ecbSAdrian Hunter kallsyms_filename = machine->kallsyms_filename;
2201a5367ecbSAdrian Hunter } else if (machine__is_default_guest(machine)) {
2202a1645ce1SZhang, Yanmin /*
2203a1645ce1SZhang, Yanmin * if the user specified a vmlinux filename, use it and only
2204a1645ce1SZhang, Yanmin * it, reporting errors to the user if it cannot be used.
2205a1645ce1SZhang, Yanmin * Or use file guest_kallsyms inputted by user on commandline
2206a1645ce1SZhang, Yanmin */
2207a1645ce1SZhang, Yanmin if (symbol_conf.default_guest_vmlinux_name != NULL) {
2208aeafcbafSArnaldo Carvalho de Melo err = dso__load_vmlinux(dso, map,
22095230fb7dSArnaldo Carvalho de Melo symbol_conf.default_guest_vmlinux_name,
2210be39db9fSArnaldo Carvalho de Melo false);
221139b12f78SAdrian Hunter return err;
2212a1645ce1SZhang, Yanmin }
2213a1645ce1SZhang, Yanmin
2214a1645ce1SZhang, Yanmin kallsyms_filename = symbol_conf.default_guest_kallsyms;
2215a1645ce1SZhang, Yanmin if (!kallsyms_filename)
2216a1645ce1SZhang, Yanmin return -1;
2217a1645ce1SZhang, Yanmin } else {
221823346f21SArnaldo Carvalho de Melo sprintf(path, "%s/proc/kallsyms", machine->root_dir);
2219a1645ce1SZhang, Yanmin kallsyms_filename = path;
2220a1645ce1SZhang, Yanmin }
2221a1645ce1SZhang, Yanmin
2222be39db9fSArnaldo Carvalho de Melo err = dso__load_kallsyms(dso, kallsyms_filename, map);
22238e0cf965SAdrian Hunter if (err > 0)
222439b12f78SAdrian Hunter pr_debug("Using %s for symbols\n", kallsyms_filename);
22258e0cf965SAdrian Hunter if (err > 0 && !dso__is_kcore(dso)) {
2226bdac0bcfSAdrian Hunter dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;
22278c7f1bb3SJiri Olsa dso__set_long_name(dso, machine->mmap_name, false);
2228a1645ce1SZhang, Yanmin map__fixup_start(map);
2229a1645ce1SZhang, Yanmin map__fixup_end(map);
2230a1645ce1SZhang, Yanmin }
2231a1645ce1SZhang, Yanmin
2232a1645ce1SZhang, Yanmin return err;
2233a1645ce1SZhang, Yanmin }
2234cd84c2acSFrederic Weisbecker
vmlinux_path__exit(void)2235cc612d81SArnaldo Carvalho de Melo static void vmlinux_path__exit(void)
22362446042cSArnaldo Carvalho de Melo {
223704662523SArnaldo Carvalho de Melo while (--vmlinux_path__nr_entries >= 0)
223804662523SArnaldo Carvalho de Melo zfree(&vmlinux_path[vmlinux_path__nr_entries]);
2239c4f03547SWang Nan vmlinux_path__nr_entries = 0;
2240cc612d81SArnaldo Carvalho de Melo
224104662523SArnaldo Carvalho de Melo zfree(&vmlinux_path);
2242cc612d81SArnaldo Carvalho de Melo }
2243cc612d81SArnaldo Carvalho de Melo
2244aac48647SEkaterina Tumanova static const char * const vmlinux_paths[] = {
2245aac48647SEkaterina Tumanova "vmlinux",
2246aac48647SEkaterina Tumanova "/boot/vmlinux"
2247aac48647SEkaterina Tumanova };
2248aac48647SEkaterina Tumanova
2249aac48647SEkaterina Tumanova static const char * const vmlinux_paths_upd[] = {
2250aac48647SEkaterina Tumanova "/boot/vmlinux-%s",
2251aac48647SEkaterina Tumanova "/usr/lib/debug/boot/vmlinux-%s",
2252aac48647SEkaterina Tumanova "/lib/modules/%s/build/vmlinux",
2253f55ae954SEkaterina Tumanova "/usr/lib/debug/lib/modules/%s/vmlinux",
2254f55ae954SEkaterina Tumanova "/usr/lib/debug/boot/vmlinux-%s.debug"
2255aac48647SEkaterina Tumanova };
2256aac48647SEkaterina Tumanova
vmlinux_path__add(const char * new_entry)2257aac48647SEkaterina Tumanova static int vmlinux_path__add(const char *new_entry)
2258aac48647SEkaterina Tumanova {
2259aac48647SEkaterina Tumanova vmlinux_path[vmlinux_path__nr_entries] = strdup(new_entry);
2260aac48647SEkaterina Tumanova if (vmlinux_path[vmlinux_path__nr_entries] == NULL)
2261aac48647SEkaterina Tumanova return -1;
2262aac48647SEkaterina Tumanova ++vmlinux_path__nr_entries;
2263aac48647SEkaterina Tumanova
2264aac48647SEkaterina Tumanova return 0;
2265aac48647SEkaterina Tumanova }
2266aac48647SEkaterina Tumanova
vmlinux_path__init(struct perf_env * env)2267ce80d3beSKan Liang static int vmlinux_path__init(struct perf_env *env)
2268cc612d81SArnaldo Carvalho de Melo {
2269cc612d81SArnaldo Carvalho de Melo struct utsname uts;
2270cc612d81SArnaldo Carvalho de Melo char bf[PATH_MAX];
22710a7e6d1bSNamhyung Kim char *kernel_version;
2272aac48647SEkaterina Tumanova unsigned int i;
2273cc612d81SArnaldo Carvalho de Melo
2274aac48647SEkaterina Tumanova vmlinux_path = malloc(sizeof(char *) * (ARRAY_SIZE(vmlinux_paths) +
2275aac48647SEkaterina Tumanova ARRAY_SIZE(vmlinux_paths_upd)));
2276cc612d81SArnaldo Carvalho de Melo if (vmlinux_path == NULL)
2277cc612d81SArnaldo Carvalho de Melo return -1;
2278cc612d81SArnaldo Carvalho de Melo
2279aac48647SEkaterina Tumanova for (i = 0; i < ARRAY_SIZE(vmlinux_paths); i++)
2280aac48647SEkaterina Tumanova if (vmlinux_path__add(vmlinux_paths[i]) < 0)
2281cc612d81SArnaldo Carvalho de Melo goto out_fail;
2282ec5761eaSDavid Ahern
22830a7e6d1bSNamhyung Kim /* only try kernel version if no symfs was given */
2284ec5761eaSDavid Ahern if (symbol_conf.symfs[0] != 0)
2285ec5761eaSDavid Ahern return 0;
2286ec5761eaSDavid Ahern
22870a7e6d1bSNamhyung Kim if (env) {
22880a7e6d1bSNamhyung Kim kernel_version = env->os_release;
22890a7e6d1bSNamhyung Kim } else {
2290ec5761eaSDavid Ahern if (uname(&uts) < 0)
2291e96c674fSNamhyung Kim goto out_fail;
2292ec5761eaSDavid Ahern
22930a7e6d1bSNamhyung Kim kernel_version = uts.release;
22940a7e6d1bSNamhyung Kim }
22950a7e6d1bSNamhyung Kim
2296aac48647SEkaterina Tumanova for (i = 0; i < ARRAY_SIZE(vmlinux_paths_upd); i++) {
2297aac48647SEkaterina Tumanova snprintf(bf, sizeof(bf), vmlinux_paths_upd[i], kernel_version);
2298aac48647SEkaterina Tumanova if (vmlinux_path__add(bf) < 0)
2299cc612d81SArnaldo Carvalho de Melo goto out_fail;
2300aac48647SEkaterina Tumanova }
2301cc612d81SArnaldo Carvalho de Melo
2302cc612d81SArnaldo Carvalho de Melo return 0;
2303cc612d81SArnaldo Carvalho de Melo
2304cc612d81SArnaldo Carvalho de Melo out_fail:
2305cc612d81SArnaldo Carvalho de Melo vmlinux_path__exit();
2306cc612d81SArnaldo Carvalho de Melo return -1;
2307cc612d81SArnaldo Carvalho de Melo }
2308cc612d81SArnaldo Carvalho de Melo
setup_list(struct strlist ** list,const char * list_str,const char * list_name)23093bfe5f81SDavid Ahern int setup_list(struct strlist **list, const char *list_str,
2310655000e7SArnaldo Carvalho de Melo const char *list_name)
2311655000e7SArnaldo Carvalho de Melo {
2312655000e7SArnaldo Carvalho de Melo if (list_str == NULL)
2313655000e7SArnaldo Carvalho de Melo return 0;
2314655000e7SArnaldo Carvalho de Melo
23154a77e218SArnaldo Carvalho de Melo *list = strlist__new(list_str, NULL);
2316655000e7SArnaldo Carvalho de Melo if (!*list) {
2317655000e7SArnaldo Carvalho de Melo pr_err("problems parsing %s list\n", list_name);
2318655000e7SArnaldo Carvalho de Melo return -1;
2319655000e7SArnaldo Carvalho de Melo }
23200bc2f2f7SArnaldo Carvalho de Melo
23210bc2f2f7SArnaldo Carvalho de Melo symbol_conf.has_filter = true;
2322655000e7SArnaldo Carvalho de Melo return 0;
2323655000e7SArnaldo Carvalho de Melo }
2324655000e7SArnaldo Carvalho de Melo
setup_intlist(struct intlist ** list,const char * list_str,const char * list_name)2325e03eaa40SDavid Ahern int setup_intlist(struct intlist **list, const char *list_str,
2326e03eaa40SDavid Ahern const char *list_name)
2327e03eaa40SDavid Ahern {
2328e03eaa40SDavid Ahern if (list_str == NULL)
2329e03eaa40SDavid Ahern return 0;
2330e03eaa40SDavid Ahern
2331e03eaa40SDavid Ahern *list = intlist__new(list_str);
2332e03eaa40SDavid Ahern if (!*list) {
2333e03eaa40SDavid Ahern pr_err("problems parsing %s list\n", list_name);
2334e03eaa40SDavid Ahern return -1;
2335e03eaa40SDavid Ahern }
2336e03eaa40SDavid Ahern return 0;
2337e03eaa40SDavid Ahern }
2338e03eaa40SDavid Ahern
setup_addrlist(struct intlist ** addr_list,struct strlist * sym_list)233961d9fc44SJin Yao static int setup_addrlist(struct intlist **addr_list, struct strlist *sym_list)
234061d9fc44SJin Yao {
234161d9fc44SJin Yao struct str_node *pos, *tmp;
234261d9fc44SJin Yao unsigned long val;
234361d9fc44SJin Yao char *sep;
234461d9fc44SJin Yao const char *end;
234561d9fc44SJin Yao int i = 0, err;
234661d9fc44SJin Yao
234761d9fc44SJin Yao *addr_list = intlist__new(NULL);
234861d9fc44SJin Yao if (!*addr_list)
234961d9fc44SJin Yao return -1;
235061d9fc44SJin Yao
235161d9fc44SJin Yao strlist__for_each_entry_safe(pos, tmp, sym_list) {
235261d9fc44SJin Yao errno = 0;
235361d9fc44SJin Yao val = strtoul(pos->s, &sep, 16);
235461d9fc44SJin Yao if (errno || (sep == pos->s))
235561d9fc44SJin Yao continue;
235661d9fc44SJin Yao
235761d9fc44SJin Yao if (*sep != '\0') {
235861d9fc44SJin Yao end = pos->s + strlen(pos->s) - 1;
235961d9fc44SJin Yao while (end >= sep && isspace(*end))
236061d9fc44SJin Yao end--;
236161d9fc44SJin Yao
236261d9fc44SJin Yao if (end >= sep)
236361d9fc44SJin Yao continue;
236461d9fc44SJin Yao }
236561d9fc44SJin Yao
236661d9fc44SJin Yao err = intlist__add(*addr_list, val);
236761d9fc44SJin Yao if (err)
236861d9fc44SJin Yao break;
236961d9fc44SJin Yao
237061d9fc44SJin Yao strlist__remove(sym_list, pos);
237161d9fc44SJin Yao i++;
237261d9fc44SJin Yao }
237361d9fc44SJin Yao
237461d9fc44SJin Yao if (i == 0) {
237561d9fc44SJin Yao intlist__delete(*addr_list);
237661d9fc44SJin Yao *addr_list = NULL;
237761d9fc44SJin Yao }
237861d9fc44SJin Yao
237961d9fc44SJin Yao return 0;
238061d9fc44SJin Yao }
238161d9fc44SJin Yao
symbol__read_kptr_restrict(void)2382ec80fde7SArnaldo Carvalho de Melo static bool symbol__read_kptr_restrict(void)
2383ec80fde7SArnaldo Carvalho de Melo {
2384ec80fde7SArnaldo Carvalho de Melo bool value = false;
2385ec80fde7SArnaldo Carvalho de Melo FILE *fp = fopen("/proc/sys/kernel/kptr_restrict", "r");
238638272dc4SWang Nan
2387ec80fde7SArnaldo Carvalho de Melo if (fp != NULL) {
2388ec80fde7SArnaldo Carvalho de Melo char line[8];
2389ec80fde7SArnaldo Carvalho de Melo
2390ec80fde7SArnaldo Carvalho de Melo if (fgets(line, sizeof(line), fp) != NULL)
23918859aedeSIgor Lubashev value = perf_cap__capable(CAP_SYSLOG) ?
23928859aedeSIgor Lubashev (atoi(line) >= 2) :
23938859aedeSIgor Lubashev (atoi(line) != 0);
2394ec80fde7SArnaldo Carvalho de Melo
2395ec80fde7SArnaldo Carvalho de Melo fclose(fp);
2396ec80fde7SArnaldo Carvalho de Melo }
2397ec80fde7SArnaldo Carvalho de Melo
23988859aedeSIgor Lubashev /* Per kernel/kallsyms.c:
23998859aedeSIgor Lubashev * we also restrict when perf_event_paranoid > 1 w/o CAP_SYSLOG
24008859aedeSIgor Lubashev */
24018859aedeSIgor Lubashev if (perf_event_paranoid() > 1 && !perf_cap__capable(CAP_SYSLOG))
24028859aedeSIgor Lubashev value = true;
24038859aedeSIgor Lubashev
2404ec80fde7SArnaldo Carvalho de Melo return value;
2405ec80fde7SArnaldo Carvalho de Melo }
2406ec80fde7SArnaldo Carvalho de Melo
symbol__annotation_init(void)2407b01141f4SArnaldo Carvalho de Melo int symbol__annotation_init(void)
2408b01141f4SArnaldo Carvalho de Melo {
24097b366142SArnaldo Carvalho de Melo if (symbol_conf.init_annotation)
24107b366142SArnaldo Carvalho de Melo return 0;
24117b366142SArnaldo Carvalho de Melo
2412b01141f4SArnaldo Carvalho de Melo if (symbol_conf.initialized) {
2413b01141f4SArnaldo Carvalho de Melo pr_err("Annotation needs to be init before symbol__init()\n");
2414b01141f4SArnaldo Carvalho de Melo return -1;
2415b01141f4SArnaldo Carvalho de Melo }
2416b01141f4SArnaldo Carvalho de Melo
2417b01141f4SArnaldo Carvalho de Melo symbol_conf.priv_size += sizeof(struct annotation);
2418b01141f4SArnaldo Carvalho de Melo symbol_conf.init_annotation = true;
2419b01141f4SArnaldo Carvalho de Melo return 0;
2420b01141f4SArnaldo Carvalho de Melo }
2421b01141f4SArnaldo Carvalho de Melo
symbol__init(struct perf_env * env)2422ce80d3beSKan Liang int symbol__init(struct perf_env *env)
2423cc612d81SArnaldo Carvalho de Melo {
2424ec5761eaSDavid Ahern const char *symfs;
2425ec5761eaSDavid Ahern
242685e00b55SJovi Zhang if (symbol_conf.initialized)
242785e00b55SJovi Zhang return 0;
242885e00b55SJovi Zhang
24299ac3e487SIrina Tirdea symbol_conf.priv_size = PERF_ALIGN(symbol_conf.priv_size, sizeof(u64));
24304d439517SDavid S. Miller
2431166ccc9cSNamhyung Kim symbol__elf_init();
2432166ccc9cSNamhyung Kim
24330a7e6d1bSNamhyung Kim if (symbol_conf.try_vmlinux_path && vmlinux_path__init(env) < 0)
2434cc612d81SArnaldo Carvalho de Melo return -1;
2435cc612d81SArnaldo Carvalho de Melo
2436c410a338SArnaldo Carvalho de Melo if (symbol_conf.field_sep && *symbol_conf.field_sep == '.') {
2437c410a338SArnaldo Carvalho de Melo pr_err("'.' is the only non valid --field-separator argument\n");
2438c410a338SArnaldo Carvalho de Melo return -1;
2439c410a338SArnaldo Carvalho de Melo }
2440c410a338SArnaldo Carvalho de Melo
2441655000e7SArnaldo Carvalho de Melo if (setup_list(&symbol_conf.dso_list,
2442655000e7SArnaldo Carvalho de Melo symbol_conf.dso_list_str, "dso") < 0)
2443655000e7SArnaldo Carvalho de Melo return -1;
2444655000e7SArnaldo Carvalho de Melo
2445655000e7SArnaldo Carvalho de Melo if (setup_list(&symbol_conf.comm_list,
2446655000e7SArnaldo Carvalho de Melo symbol_conf.comm_list_str, "comm") < 0)
2447655000e7SArnaldo Carvalho de Melo goto out_free_dso_list;
2448655000e7SArnaldo Carvalho de Melo
2449e03eaa40SDavid Ahern if (setup_intlist(&symbol_conf.pid_list,
2450e03eaa40SDavid Ahern symbol_conf.pid_list_str, "pid") < 0)
2451e03eaa40SDavid Ahern goto out_free_comm_list;
2452e03eaa40SDavid Ahern
2453e03eaa40SDavid Ahern if (setup_intlist(&symbol_conf.tid_list,
2454e03eaa40SDavid Ahern symbol_conf.tid_list_str, "tid") < 0)
2455e03eaa40SDavid Ahern goto out_free_pid_list;
2456e03eaa40SDavid Ahern
2457655000e7SArnaldo Carvalho de Melo if (setup_list(&symbol_conf.sym_list,
2458655000e7SArnaldo Carvalho de Melo symbol_conf.sym_list_str, "symbol") < 0)
2459e03eaa40SDavid Ahern goto out_free_tid_list;
2460655000e7SArnaldo Carvalho de Melo
246161d9fc44SJin Yao if (symbol_conf.sym_list &&
246261d9fc44SJin Yao setup_addrlist(&symbol_conf.addr_list, symbol_conf.sym_list) < 0)
246361d9fc44SJin Yao goto out_free_sym_list;
246461d9fc44SJin Yao
246564eff7d9SDavid Ahern if (setup_list(&symbol_conf.bt_stop_list,
246664eff7d9SDavid Ahern symbol_conf.bt_stop_list_str, "symbol") < 0)
246764eff7d9SDavid Ahern goto out_free_sym_list;
246864eff7d9SDavid Ahern
2469ec5761eaSDavid Ahern /*
2470ec5761eaSDavid Ahern * A path to symbols of "/" is identical to ""
2471ec5761eaSDavid Ahern * reset here for simplicity.
2472ec5761eaSDavid Ahern */
2473ec5761eaSDavid Ahern symfs = realpath(symbol_conf.symfs, NULL);
2474ec5761eaSDavid Ahern if (symfs == NULL)
2475ec5761eaSDavid Ahern symfs = symbol_conf.symfs;
2476ec5761eaSDavid Ahern if (strcmp(symfs, "/") == 0)
2477ec5761eaSDavid Ahern symbol_conf.symfs = "";
2478ec5761eaSDavid Ahern if (symfs != symbol_conf.symfs)
2479ec5761eaSDavid Ahern free((void *)symfs);
2480ec5761eaSDavid Ahern
2481ec80fde7SArnaldo Carvalho de Melo symbol_conf.kptr_restrict = symbol__read_kptr_restrict();
2482ec80fde7SArnaldo Carvalho de Melo
248385e00b55SJovi Zhang symbol_conf.initialized = true;
24844aa65636SArnaldo Carvalho de Melo return 0;
2485655000e7SArnaldo Carvalho de Melo
248664eff7d9SDavid Ahern out_free_sym_list:
248764eff7d9SDavid Ahern strlist__delete(symbol_conf.sym_list);
248861d9fc44SJin Yao intlist__delete(symbol_conf.addr_list);
2489e03eaa40SDavid Ahern out_free_tid_list:
2490e03eaa40SDavid Ahern intlist__delete(symbol_conf.tid_list);
2491e03eaa40SDavid Ahern out_free_pid_list:
2492e03eaa40SDavid Ahern intlist__delete(symbol_conf.pid_list);
2493655000e7SArnaldo Carvalho de Melo out_free_comm_list:
2494655000e7SArnaldo Carvalho de Melo strlist__delete(symbol_conf.comm_list);
2495d74c896bSNamhyung Kim out_free_dso_list:
2496d74c896bSNamhyung Kim strlist__delete(symbol_conf.dso_list);
2497655000e7SArnaldo Carvalho de Melo return -1;
2498cc612d81SArnaldo Carvalho de Melo }
2499cc612d81SArnaldo Carvalho de Melo
symbol__exit(void)2500d65a458bSArnaldo Carvalho de Melo void symbol__exit(void)
2501d65a458bSArnaldo Carvalho de Melo {
250285e00b55SJovi Zhang if (!symbol_conf.initialized)
250385e00b55SJovi Zhang return;
250464eff7d9SDavid Ahern strlist__delete(symbol_conf.bt_stop_list);
2505d65a458bSArnaldo Carvalho de Melo strlist__delete(symbol_conf.sym_list);
2506d65a458bSArnaldo Carvalho de Melo strlist__delete(symbol_conf.dso_list);
2507d65a458bSArnaldo Carvalho de Melo strlist__delete(symbol_conf.comm_list);
2508e03eaa40SDavid Ahern intlist__delete(symbol_conf.tid_list);
2509e03eaa40SDavid Ahern intlist__delete(symbol_conf.pid_list);
251061d9fc44SJin Yao intlist__delete(symbol_conf.addr_list);
2511d65a458bSArnaldo Carvalho de Melo vmlinux_path__exit();
2512d65a458bSArnaldo Carvalho de Melo symbol_conf.sym_list = symbol_conf.dso_list = symbol_conf.comm_list = NULL;
251364eff7d9SDavid Ahern symbol_conf.bt_stop_list = NULL;
251485e00b55SJovi Zhang symbol_conf.initialized = false;
2515d65a458bSArnaldo Carvalho de Melo }
2516a7066709SHe Kuang
symbol__config_symfs(const struct option * opt __maybe_unused,const char * dir,int unset __maybe_unused)2517a7066709SHe Kuang int symbol__config_symfs(const struct option *opt __maybe_unused,
2518a7066709SHe Kuang const char *dir, int unset __maybe_unused)
2519a7066709SHe Kuang {
2520a7066709SHe Kuang char *bf = NULL;
2521a7066709SHe Kuang int ret;
2522a7066709SHe Kuang
2523a7066709SHe Kuang symbol_conf.symfs = strdup(dir);
2524a7066709SHe Kuang if (symbol_conf.symfs == NULL)
2525a7066709SHe Kuang return -ENOMEM;
2526a7066709SHe Kuang
2527a7066709SHe Kuang /* skip the locally configured cache if a symfs is given, and
2528a7066709SHe Kuang * config buildid dir to symfs/.debug
2529a7066709SHe Kuang */
2530a7066709SHe Kuang ret = asprintf(&bf, "%s/%s", dir, ".debug");
2531a7066709SHe Kuang if (ret < 0)
2532a7066709SHe Kuang return -ENOMEM;
2533a7066709SHe Kuang
2534a7066709SHe Kuang set_buildid_dir(bf);
2535a7066709SHe Kuang
2536a7066709SHe Kuang free(bf);
2537a7066709SHe Kuang return 0;
2538a7066709SHe Kuang }
25399f87498fSJiri Olsa
mem_info__get(struct mem_info * mi)25409f87498fSJiri Olsa struct mem_info *mem_info__get(struct mem_info *mi)
25419f87498fSJiri Olsa {
25429f87498fSJiri Olsa if (mi)
25439f87498fSJiri Olsa refcount_inc(&mi->refcnt);
25449f87498fSJiri Olsa return mi;
25459f87498fSJiri Olsa }
25469f87498fSJiri Olsa
mem_info__put(struct mem_info * mi)25479f87498fSJiri Olsa void mem_info__put(struct mem_info *mi)
25489f87498fSJiri Olsa {
25499f87498fSJiri Olsa if (mi && refcount_dec_and_test(&mi->refcnt))
25509f87498fSJiri Olsa free(mi);
25519f87498fSJiri Olsa }
25529f87498fSJiri Olsa
mem_info__new(void)25539f87498fSJiri Olsa struct mem_info *mem_info__new(void)
25549f87498fSJiri Olsa {
25559f87498fSJiri Olsa struct mem_info *mi = zalloc(sizeof(*mi));
25569f87498fSJiri Olsa
25579f87498fSJiri Olsa if (mi)
25589f87498fSJiri Olsa refcount_set(&mi->refcnt, 1);
25599f87498fSJiri Olsa return mi;
25609f87498fSJiri Olsa }
2561a3df50abSJames Clark
2562a3df50abSJames Clark /*
2563a3df50abSJames Clark * Checks that user supplied symbol kernel files are accessible because
2564a3df50abSJames Clark * the default mechanism for accessing elf files fails silently. i.e. if
2565a3df50abSJames Clark * debug syms for a build ID aren't found perf carries on normally. When
2566a3df50abSJames Clark * they are user supplied we should assume that the user doesn't want to
2567a3df50abSJames Clark * silently fail.
2568a3df50abSJames Clark */
symbol__validate_sym_arguments(void)2569a3df50abSJames Clark int symbol__validate_sym_arguments(void)
2570a3df50abSJames Clark {
2571a3df50abSJames Clark if (symbol_conf.vmlinux_name &&
2572a3df50abSJames Clark access(symbol_conf.vmlinux_name, R_OK)) {
2573a3df50abSJames Clark pr_err("Invalid file: %s\n", symbol_conf.vmlinux_name);
2574a3df50abSJames Clark return -EINVAL;
2575a3df50abSJames Clark }
2576a3df50abSJames Clark if (symbol_conf.kallsyms_name &&
2577a3df50abSJames Clark access(symbol_conf.kallsyms_name, R_OK)) {
2578a3df50abSJames Clark pr_err("Invalid file: %s\n", symbol_conf.kallsyms_name);
2579a3df50abSJames Clark return -EINVAL;
2580a3df50abSJames Clark }
2581a3df50abSJames Clark return 0;
2582a3df50abSJames Clark }
2583