1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 266e274f3SFrederic Weisbecker #include "symbol.h" 3ee212d6eSSteve MacLean #include <assert.h> 4c6e718ffSArnaldo Carvalho de Melo #include <errno.h> 59486aa38SArnaldo Carvalho de Melo #include <inttypes.h> 64b8cf846SArnaldo Carvalho de Melo #include <limits.h> 766e274f3SFrederic Weisbecker #include <stdlib.h> 866e274f3SFrederic Weisbecker #include <string.h> 966e274f3SFrederic Weisbecker #include <stdio.h> 10a1645ce1SZhang, Yanmin #include <unistd.h> 11fbef103fSArnaldo Carvalho de Melo #include <uapi/linux/mman.h> /* To get things like MAP_HUGETLB even on older libc headers */ 124a3cec84SArnaldo Carvalho de Melo #include "dso.h" 134b8cf846SArnaldo Carvalho de Melo #include "map.h" 14d3300a3cSArnaldo Carvalho de Melo #include "map_symbol.h" 155cd95c2dSDavid Ahern #include "thread.h" 167dbf4dcfSJiri Olsa #include "vdso.h" 17ebb296c2SJiri Olsa #include "build-id.h" 18acebd408SJiri Olsa #include "debug.h" 192a03068cSAdrian Hunter #include "machine.h" 208e16017dSArnaldo Carvalho de Melo #include <linux/string.h> 217f7c536fSArnaldo Carvalho de Melo #include <linux/zalloc.h> 22632a5cabSArnaldo Carvalho de Melo #include "srcline.h" 23843ff37bSKrister Johansen #include "namespaces.h" 246c502584SJiri Olsa #include "unwind.h" 25dd2e18e9SAndi Kleen #include "srccode.h" 268520a98dSArnaldo Carvalho de Melo #include "ui/ui.h" 2766e274f3SFrederic Weisbecker 286a2ffcddSArnaldo Carvalho de Melo static void __maps__insert(struct maps *maps, struct map *map); 296a2ffcddSArnaldo Carvalho de Melo 300ac3348eSWang Nan static inline int is_anon_memory(const char *filename, u32 flags) 3166e274f3SFrederic Weisbecker { 32fbef103fSArnaldo Carvalho de Melo return flags & MAP_HUGETLB || 330ac3348eSWang Nan !strcmp(filename, "//anon") || 34b2be5451SYannick Brosseau !strncmp(filename, "/dev/zero", sizeof("/dev/zero") - 1) || 35b2be5451SYannick Brosseau !strncmp(filename, "/anon_hugepage", sizeof("/anon_hugepage") - 1); 3666e274f3SFrederic Weisbecker } 3766e274f3SFrederic Weisbecker 3887ffef79SJiri Olsa static inline int is_no_dso_memory(const char *filename) 3987ffef79SJiri Olsa { 401e82574dSNamhyung Kim return !strncmp(filename, "[stack", 6) || 41700be564SDon Zickus !strncmp(filename, "/SYSV",5) || 4287ffef79SJiri Olsa !strcmp(filename, "[heap]"); 4387ffef79SJiri Olsa } 4487ffef79SJiri Olsa 45eca81836SMichael Lentine static inline int is_android_lib(const char *filename) 46eca81836SMichael Lentine { 47eca81836SMichael Lentine return !strncmp(filename, "/data/app-lib", 13) || 48eca81836SMichael Lentine !strncmp(filename, "/system/lib", 11); 49eca81836SMichael Lentine } 50eca81836SMichael Lentine 51eca81836SMichael Lentine static inline bool replace_android_lib(const char *filename, char *newfilename) 52eca81836SMichael Lentine { 53eca81836SMichael Lentine const char *libname; 54eca81836SMichael Lentine char *app_abi; 55eca81836SMichael Lentine size_t app_abi_length, new_length; 56eca81836SMichael Lentine size_t lib_length = 0; 57eca81836SMichael Lentine 58eca81836SMichael Lentine libname = strrchr(filename, '/'); 59eca81836SMichael Lentine if (libname) 60eca81836SMichael Lentine lib_length = strlen(libname); 61eca81836SMichael Lentine 62eca81836SMichael Lentine app_abi = getenv("APP_ABI"); 63eca81836SMichael Lentine if (!app_abi) 64eca81836SMichael Lentine return false; 65eca81836SMichael Lentine 66eca81836SMichael Lentine app_abi_length = strlen(app_abi); 67eca81836SMichael Lentine 68eca81836SMichael Lentine if (!strncmp(filename, "/data/app-lib", 13)) { 69eca81836SMichael Lentine char *apk_path; 70eca81836SMichael Lentine 71eca81836SMichael Lentine if (!app_abi_length) 72eca81836SMichael Lentine return false; 73eca81836SMichael Lentine 74eca81836SMichael Lentine new_length = 7 + app_abi_length + lib_length; 75eca81836SMichael Lentine 76eca81836SMichael Lentine apk_path = getenv("APK_PATH"); 77eca81836SMichael Lentine if (apk_path) { 78eca81836SMichael Lentine new_length += strlen(apk_path) + 1; 79eca81836SMichael Lentine if (new_length > PATH_MAX) 80eca81836SMichael Lentine return false; 81eca81836SMichael Lentine snprintf(newfilename, new_length, 82eca81836SMichael Lentine "%s/libs/%s/%s", apk_path, app_abi, libname); 83eca81836SMichael Lentine } else { 84eca81836SMichael Lentine if (new_length > PATH_MAX) 85eca81836SMichael Lentine return false; 86eca81836SMichael Lentine snprintf(newfilename, new_length, 87eca81836SMichael Lentine "libs/%s/%s", app_abi, libname); 88eca81836SMichael Lentine } 89eca81836SMichael Lentine return true; 90eca81836SMichael Lentine } 91eca81836SMichael Lentine 92eca81836SMichael Lentine if (!strncmp(filename, "/system/lib/", 11)) { 93eca81836SMichael Lentine char *ndk, *app; 94eca81836SMichael Lentine const char *arch; 95eca81836SMichael Lentine size_t ndk_length; 96eca81836SMichael Lentine size_t app_length; 97eca81836SMichael Lentine 98eca81836SMichael Lentine ndk = getenv("NDK_ROOT"); 99eca81836SMichael Lentine app = getenv("APP_PLATFORM"); 100eca81836SMichael Lentine 101eca81836SMichael Lentine if (!(ndk && app)) 102eca81836SMichael Lentine return false; 103eca81836SMichael Lentine 104eca81836SMichael Lentine ndk_length = strlen(ndk); 105eca81836SMichael Lentine app_length = strlen(app); 106eca81836SMichael Lentine 107eca81836SMichael Lentine if (!(ndk_length && app_length && app_abi_length)) 108eca81836SMichael Lentine return false; 109eca81836SMichael Lentine 110eca81836SMichael Lentine arch = !strncmp(app_abi, "arm", 3) ? "arm" : 111eca81836SMichael Lentine !strncmp(app_abi, "mips", 4) ? "mips" : 112eca81836SMichael Lentine !strncmp(app_abi, "x86", 3) ? "x86" : NULL; 113eca81836SMichael Lentine 114eca81836SMichael Lentine if (!arch) 115eca81836SMichael Lentine return false; 116eca81836SMichael Lentine 117eca81836SMichael Lentine new_length = 27 + ndk_length + 118eca81836SMichael Lentine app_length + lib_length 119eca81836SMichael Lentine + strlen(arch); 120eca81836SMichael Lentine 121eca81836SMichael Lentine if (new_length > PATH_MAX) 122eca81836SMichael Lentine return false; 123eca81836SMichael Lentine snprintf(newfilename, new_length, 124eca81836SMichael Lentine "%s/platforms/%s/arch-%s/usr/lib/%s", 125eca81836SMichael Lentine ndk, app, arch, libname); 126eca81836SMichael Lentine 127eca81836SMichael Lentine return true; 128eca81836SMichael Lentine } 129eca81836SMichael Lentine return false; 130eca81836SMichael Lentine } 131eca81836SMichael Lentine 1323183f8caSArnaldo Carvalho de Melo void map__init(struct map *map, u64 start, u64 end, u64 pgoff, struct dso *dso) 133afb7b4f0SArnaldo Carvalho de Melo { 134237a7e04SArnaldo Carvalho de Melo map->start = start; 135237a7e04SArnaldo Carvalho de Melo map->end = end; 136237a7e04SArnaldo Carvalho de Melo map->pgoff = pgoff; 1379176753dSAdrian Hunter map->reloc = 0; 138d3a7c489SArnaldo Carvalho de Melo map->dso = dso__get(dso); 139237a7e04SArnaldo Carvalho de Melo map->map_ip = map__map_ip; 140237a7e04SArnaldo Carvalho de Melo map->unmap_ip = map__unmap_ip; 141237a7e04SArnaldo Carvalho de Melo RB_CLEAR_NODE(&map->rb_node); 142237a7e04SArnaldo Carvalho de Melo map->erange_warned = false; 143e3a42cddSElena Reshetova refcount_set(&map->refcnt, 1); 144afb7b4f0SArnaldo Carvalho de Melo } 145afb7b4f0SArnaldo Carvalho de Melo 1462a03068cSAdrian Hunter struct map *map__new(struct machine *machine, u64 start, u64 len, 1474a7380a5SArnaldo Carvalho de Melo u64 pgoff, struct dso_id *id, 1484a7380a5SArnaldo Carvalho de Melo u32 prot, u32 flags, char *filename, 1493183f8caSArnaldo Carvalho de Melo struct thread *thread) 15066e274f3SFrederic Weisbecker { 151237a7e04SArnaldo Carvalho de Melo struct map *map = malloc(sizeof(*map)); 152bf2e710bSKrister Johansen struct nsinfo *nsi = NULL; 153bf2e710bSKrister Johansen struct nsinfo *nnsi; 15466e274f3SFrederic Weisbecker 155237a7e04SArnaldo Carvalho de Melo if (map != NULL) { 15666e274f3SFrederic Weisbecker char newfilename[PATH_MAX]; 157afb7b4f0SArnaldo Carvalho de Melo struct dso *dso; 158eca81836SMichael Lentine int anon, no_dso, vdso, android; 15966e274f3SFrederic Weisbecker 160eca81836SMichael Lentine android = is_android_lib(filename); 1610ac3348eSWang Nan anon = is_anon_memory(filename, flags); 1627dbf4dcfSJiri Olsa vdso = is_vdso_map(filename); 16387ffef79SJiri Olsa no_dso = is_no_dso_memory(filename); 16466e274f3SFrederic Weisbecker 1654a7380a5SArnaldo Carvalho de Melo if (id) 1664a7380a5SArnaldo Carvalho de Melo map->dso_id = *id; 1674a7380a5SArnaldo Carvalho de Melo else 1684a7380a5SArnaldo Carvalho de Melo map->dso_id.min = map->dso_id.ino = map->dso_id.ino_generation = 0; 1694a7380a5SArnaldo Carvalho de Melo 1707ef80703SDon Zickus map->prot = prot; 1717ef80703SDon Zickus map->flags = flags; 172bf2e710bSKrister Johansen nsi = nsinfo__get(thread->nsinfo); 1735c5e854bSStephane Eranian 174d183b261SArnaldo Carvalho de Melo if ((anon || no_dso) && nsi && (prot & PROT_EXEC)) { 175bf2e710bSKrister Johansen snprintf(newfilename, sizeof(newfilename), 176bf2e710bSKrister Johansen "/tmp/perf-%d.map", nsi->pid); 17766e274f3SFrederic Weisbecker filename = newfilename; 17866e274f3SFrederic Weisbecker } 17966e274f3SFrederic Weisbecker 180eca81836SMichael Lentine if (android) { 181eca81836SMichael Lentine if (replace_android_lib(filename, newfilename)) 182eca81836SMichael Lentine filename = newfilename; 183eca81836SMichael Lentine } 184eca81836SMichael Lentine 1857dbf4dcfSJiri Olsa if (vdso) { 186bf2e710bSKrister Johansen /* The vdso maps are always on the host and not the 187bf2e710bSKrister Johansen * container. Ensure that we don't use setns to look 188bf2e710bSKrister Johansen * them up. 189bf2e710bSKrister Johansen */ 190bf2e710bSKrister Johansen nnsi = nsinfo__copy(nsi); 191bf2e710bSKrister Johansen if (nnsi) { 192bf2e710bSKrister Johansen nsinfo__put(nsi); 193bf2e710bSKrister Johansen nnsi->need_setns = false; 194bf2e710bSKrister Johansen nsi = nnsi; 195bf2e710bSKrister Johansen } 1967dbf4dcfSJiri Olsa pgoff = 0; 1979a4388c7SArnaldo Carvalho de Melo dso = machine__findnew_vdso(machine, thread); 1987dbf4dcfSJiri Olsa } else 199aa7cc2aeSArnaldo Carvalho de Melo dso = machine__findnew_dso(machine, filename); 2007dbf4dcfSJiri Olsa 201afb7b4f0SArnaldo Carvalho de Melo if (dso == NULL) 20266e274f3SFrederic Weisbecker goto out_delete; 20366e274f3SFrederic Weisbecker 2043183f8caSArnaldo Carvalho de Melo map__init(map, start, start + len, pgoff, dso); 205afb7b4f0SArnaldo Carvalho de Melo 20687ffef79SJiri Olsa if (anon || no_dso) { 207237a7e04SArnaldo Carvalho de Melo map->map_ip = map->unmap_ip = identity__map_ip; 20887ffef79SJiri Olsa 20987ffef79SJiri Olsa /* 21087ffef79SJiri Olsa * Set memory without DSO as loaded. All map__find_* 21187ffef79SJiri Olsa * functions still return NULL, and we avoid the 21287ffef79SJiri Olsa * unnecessary map__load warning. 21387ffef79SJiri Olsa */ 214d183b261SArnaldo Carvalho de Melo if (!(prot & PROT_EXEC)) 2153183f8caSArnaldo Carvalho de Melo dso__set_loaded(dso); 2168d92c02aSArnaldo Carvalho de Melo } 217bf2e710bSKrister Johansen dso->nsinfo = nsi; 218d3a7c489SArnaldo Carvalho de Melo dso__put(dso); 21966e274f3SFrederic Weisbecker } 220237a7e04SArnaldo Carvalho de Melo return map; 22166e274f3SFrederic Weisbecker out_delete: 222bf2e710bSKrister Johansen nsinfo__put(nsi); 223237a7e04SArnaldo Carvalho de Melo free(map); 22466e274f3SFrederic Weisbecker return NULL; 22566e274f3SFrederic Weisbecker } 22666e274f3SFrederic Weisbecker 227e5a1845fSNamhyung Kim /* 228e5a1845fSNamhyung Kim * Constructor variant for modules (where we know from /proc/modules where 229e5a1845fSNamhyung Kim * they are loaded) and for vmlinux, where only after we load all the 230e5a1845fSNamhyung Kim * symbols we'll know where it starts and ends. 231e5a1845fSNamhyung Kim */ 2323183f8caSArnaldo Carvalho de Melo struct map *map__new2(u64 start, struct dso *dso) 233e5a1845fSNamhyung Kim { 234e5a1845fSNamhyung Kim struct map *map = calloc(1, (sizeof(*map) + 235e5a1845fSNamhyung Kim (dso->kernel ? sizeof(struct kmap) : 0))); 236e5a1845fSNamhyung Kim if (map != NULL) { 237e5a1845fSNamhyung Kim /* 238e5a1845fSNamhyung Kim * ->end will be filled after we load all the symbols 239e5a1845fSNamhyung Kim */ 2403183f8caSArnaldo Carvalho de Melo map__init(map, start, 0, 0, dso); 241e5a1845fSNamhyung Kim } 242e5a1845fSNamhyung Kim 243e5a1845fSNamhyung Kim return map; 244e5a1845fSNamhyung Kim } 245e5a1845fSNamhyung Kim 246e6ce7126SArnaldo Carvalho de Melo bool __map__is_kernel(const struct map *map) 247e6ce7126SArnaldo Carvalho de Melo { 248de90d513SArnaldo Carvalho de Melo if (!map->dso->kernel) 249de90d513SArnaldo Carvalho de Melo return false; 250de90d513SArnaldo Carvalho de Melo return machine__kernel_map(map__kmaps((struct map *)map)->machine) == map; 251e6ce7126SArnaldo Carvalho de Melo } 252e6ce7126SArnaldo Carvalho de Melo 2535759a682SAdrian Hunter bool __map__is_extra_kernel_map(const struct map *map) 2545759a682SAdrian Hunter { 2555759a682SAdrian Hunter struct kmap *kmap = __map__kmap((struct map *)map); 2565759a682SAdrian Hunter 2575759a682SAdrian Hunter return kmap && kmap->name[0]; 2585759a682SAdrian Hunter } 2595759a682SAdrian Hunter 260a93e0b23SSong Liu bool __map__is_bpf_prog(const struct map *map) 261a93e0b23SSong Liu { 262a93e0b23SSong Liu const char *name; 263a93e0b23SSong Liu 264a93e0b23SSong Liu if (map->dso->binary_type == DSO_BINARY_TYPE__BPF_PROG_INFO) 265a93e0b23SSong Liu return true; 266a93e0b23SSong Liu 267a93e0b23SSong Liu /* 268a93e0b23SSong Liu * If PERF_RECORD_BPF_EVENT is not included, the dso will not have 269a93e0b23SSong Liu * type of DSO_BINARY_TYPE__BPF_PROG_INFO. In such cases, we can 270a93e0b23SSong Liu * guess the type based on name. 271a93e0b23SSong Liu */ 272a93e0b23SSong Liu name = map->dso->short_name; 273a93e0b23SSong Liu return name && (strstr(name, "bpf_prog_") == name); 274a93e0b23SSong Liu } 275a93e0b23SSong Liu 276e94b861aSArnaldo Carvalho de Melo bool map__has_symbols(const struct map *map) 277e94b861aSArnaldo Carvalho de Melo { 2783183f8caSArnaldo Carvalho de Melo return dso__has_symbols(map->dso); 279e94b861aSArnaldo Carvalho de Melo } 280e94b861aSArnaldo Carvalho de Melo 281d3a7c489SArnaldo Carvalho de Melo static void map__exit(struct map *map) 282c338aee8SArnaldo Carvalho de Melo { 283ee2555b6SArnaldo Carvalho de Melo BUG_ON(refcount_read(&map->refcnt) != 0); 284d3a7c489SArnaldo Carvalho de Melo dso__zput(map->dso); 285d3a7c489SArnaldo Carvalho de Melo } 286d3a7c489SArnaldo Carvalho de Melo 287d3a7c489SArnaldo Carvalho de Melo void map__delete(struct map *map) 288d3a7c489SArnaldo Carvalho de Melo { 289d3a7c489SArnaldo Carvalho de Melo map__exit(map); 290237a7e04SArnaldo Carvalho de Melo free(map); 291c338aee8SArnaldo Carvalho de Melo } 292c338aee8SArnaldo Carvalho de Melo 29384c2cafaSArnaldo Carvalho de Melo void map__put(struct map *map) 29484c2cafaSArnaldo Carvalho de Melo { 295e3a42cddSElena Reshetova if (map && refcount_dec_and_test(&map->refcnt)) 29684c2cafaSArnaldo Carvalho de Melo map__delete(map); 29784c2cafaSArnaldo Carvalho de Melo } 29884c2cafaSArnaldo Carvalho de Melo 299237a7e04SArnaldo Carvalho de Melo void map__fixup_start(struct map *map) 300c338aee8SArnaldo Carvalho de Melo { 3017137ff50SDavidlohr Bueso struct rb_root_cached *symbols = &map->dso->symbols; 3027137ff50SDavidlohr Bueso struct rb_node *nd = rb_first_cached(symbols); 303c338aee8SArnaldo Carvalho de Melo if (nd != NULL) { 304c338aee8SArnaldo Carvalho de Melo struct symbol *sym = rb_entry(nd, struct symbol, rb_node); 305237a7e04SArnaldo Carvalho de Melo map->start = sym->start; 306c338aee8SArnaldo Carvalho de Melo } 307c338aee8SArnaldo Carvalho de Melo } 308c338aee8SArnaldo Carvalho de Melo 309237a7e04SArnaldo Carvalho de Melo void map__fixup_end(struct map *map) 310c338aee8SArnaldo Carvalho de Melo { 3117137ff50SDavidlohr Bueso struct rb_root_cached *symbols = &map->dso->symbols; 3127137ff50SDavidlohr Bueso struct rb_node *nd = rb_last(&symbols->rb_root); 313c338aee8SArnaldo Carvalho de Melo if (nd != NULL) { 314c338aee8SArnaldo Carvalho de Melo struct symbol *sym = rb_entry(nd, struct symbol, rb_node); 315237a7e04SArnaldo Carvalho de Melo map->end = sym->end; 316c338aee8SArnaldo Carvalho de Melo } 317c338aee8SArnaldo Carvalho de Melo } 318c338aee8SArnaldo Carvalho de Melo 319d70a5402SArnaldo Carvalho de Melo #define DSO__DELETED "(deleted)" 320d70a5402SArnaldo Carvalho de Melo 321be39db9fSArnaldo Carvalho de Melo int map__load(struct map *map) 32266bd8424SArnaldo Carvalho de Melo { 323237a7e04SArnaldo Carvalho de Melo const char *name = map->dso->long_name; 324a128168dSMasami Hiramatsu int nr; 32566bd8424SArnaldo Carvalho de Melo 3263183f8caSArnaldo Carvalho de Melo if (dso__loaded(map->dso)) 327a128168dSMasami Hiramatsu return 0; 328a128168dSMasami Hiramatsu 329be39db9fSArnaldo Carvalho de Melo nr = dso__load(map->dso, map); 33066bd8424SArnaldo Carvalho de Melo if (nr < 0) { 331237a7e04SArnaldo Carvalho de Melo if (map->dso->has_build_id) { 332b5d8bbe8SMasami Hiramatsu char sbuild_id[SBUILD_ID_SIZE]; 3338d06367fSArnaldo Carvalho de Melo 334237a7e04SArnaldo Carvalho de Melo build_id__sprintf(map->dso->build_id, 335237a7e04SArnaldo Carvalho de Melo sizeof(map->dso->build_id), 3368d06367fSArnaldo Carvalho de Melo sbuild_id); 337d8e75a11SArnaldo Carvalho de Melo pr_debug("%s with build id %s not found", name, sbuild_id); 3388d06367fSArnaldo Carvalho de Melo } else 339d8e75a11SArnaldo Carvalho de Melo pr_debug("Failed to open %s", name); 34079406cd7SArnaldo Carvalho de Melo 341d8e75a11SArnaldo Carvalho de Melo pr_debug(", continuing without symbols\n"); 34279406cd7SArnaldo Carvalho de Melo return -1; 34366bd8424SArnaldo Carvalho de Melo } else if (nr == 0) { 34489fe808aSIngo Molnar #ifdef HAVE_LIBELF_SUPPORT 345d70a5402SArnaldo Carvalho de Melo const size_t len = strlen(name); 346d70a5402SArnaldo Carvalho de Melo const size_t real_len = len - sizeof(DSO__DELETED); 347d70a5402SArnaldo Carvalho de Melo 348d70a5402SArnaldo Carvalho de Melo if (len > sizeof(DSO__DELETED) && 349900b20d5SIngo Molnar strcmp(name + real_len + 1, DSO__DELETED) == 0) { 350d8e75a11SArnaldo Carvalho de Melo pr_debug("%.*s was updated (is prelink enabled?). " 351e77b15bdSDavid Ahern "Restart the long running apps that use it!\n", 352900b20d5SIngo Molnar (int)real_len, name); 353900b20d5SIngo Molnar } else { 354d8e75a11SArnaldo Carvalho de Melo pr_debug("no symbols found in %s, maybe install a debug package?\n", name); 35566bd8424SArnaldo Carvalho de Melo } 356393be2e3SNamhyung Kim #endif 35779406cd7SArnaldo Carvalho de Melo return -1; 35879406cd7SArnaldo Carvalho de Melo } 35979406cd7SArnaldo Carvalho de Melo 36079406cd7SArnaldo Carvalho de Melo return 0; 36179406cd7SArnaldo Carvalho de Melo } 36279406cd7SArnaldo Carvalho de Melo 363be39db9fSArnaldo Carvalho de Melo struct symbol *map__find_symbol(struct map *map, u64 addr) 36479406cd7SArnaldo Carvalho de Melo { 365be39db9fSArnaldo Carvalho de Melo if (map__load(map) < 0) 36679406cd7SArnaldo Carvalho de Melo return NULL; 36779406cd7SArnaldo Carvalho de Melo 3683183f8caSArnaldo Carvalho de Melo return dso__find_symbol(map->dso, addr); 36966bd8424SArnaldo Carvalho de Melo } 37066bd8424SArnaldo Carvalho de Melo 371be39db9fSArnaldo Carvalho de Melo struct symbol *map__find_symbol_by_name(struct map *map, const char *name) 37279406cd7SArnaldo Carvalho de Melo { 373be39db9fSArnaldo Carvalho de Melo if (map__load(map) < 0) 37479406cd7SArnaldo Carvalho de Melo return NULL; 37579406cd7SArnaldo Carvalho de Melo 3763183f8caSArnaldo Carvalho de Melo if (!dso__sorted_by_name(map->dso)) 3773183f8caSArnaldo Carvalho de Melo dso__sort_by_name(map->dso); 37879406cd7SArnaldo Carvalho de Melo 3793183f8caSArnaldo Carvalho de Melo return dso__find_symbol_by_name(map->dso, name); 38079406cd7SArnaldo Carvalho de Melo } 38179406cd7SArnaldo Carvalho de Melo 38266671d00SArnaldo Carvalho de Melo struct map *map__clone(struct map *from) 38366e274f3SFrederic Weisbecker { 38466671d00SArnaldo Carvalho de Melo struct map *map = memdup(from, sizeof(*map)); 38566671d00SArnaldo Carvalho de Melo 38666671d00SArnaldo Carvalho de Melo if (map != NULL) { 387e3a42cddSElena Reshetova refcount_set(&map->refcnt, 1); 38866671d00SArnaldo Carvalho de Melo RB_CLEAR_NODE(&map->rb_node); 38966671d00SArnaldo Carvalho de Melo dso__get(map->dso); 39066671d00SArnaldo Carvalho de Melo } 39166671d00SArnaldo Carvalho de Melo 39266671d00SArnaldo Carvalho de Melo return map; 39366e274f3SFrederic Weisbecker } 39466e274f3SFrederic Weisbecker 395237a7e04SArnaldo Carvalho de Melo size_t map__fprintf(struct map *map, FILE *fp) 39666e274f3SFrederic Weisbecker { 3979486aa38SArnaldo Carvalho de Melo return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %" PRIx64 " %s\n", 398237a7e04SArnaldo Carvalho de Melo map->start, map->end, map->pgoff, map->dso->name); 39966e274f3SFrederic Weisbecker } 4007a2b6209SKirill Smelkov 401547a92e0SAkihiro Nagai size_t map__fprintf_dsoname(struct map *map, FILE *fp) 402547a92e0SAkihiro Nagai { 4031c492422SJiri Olsa char buf[symbol_conf.pad_output_len_dso + 1]; 4048f28f19aSFeng Tang const char *dsoname = "[unknown]"; 405547a92e0SAkihiro Nagai 4065eae7d84SArnaldo Carvalho de Melo if (map && map->dso) { 4070bc8d205SAkihiro Nagai if (symbol_conf.show_kernel_path && map->dso->long_name) 4080bc8d205SAkihiro Nagai dsoname = map->dso->long_name; 4095eae7d84SArnaldo Carvalho de Melo else 410547a92e0SAkihiro Nagai dsoname = map->dso->name; 4118f28f19aSFeng Tang } 412547a92e0SAkihiro Nagai 4131c492422SJiri Olsa if (symbol_conf.pad_output_len_dso) { 4141c492422SJiri Olsa scnprintf_pad(buf, symbol_conf.pad_output_len_dso, "%s", dsoname); 4151c492422SJiri Olsa dsoname = buf; 4161c492422SJiri Olsa } 4171c492422SJiri Olsa 418547a92e0SAkihiro Nagai return fprintf(fp, "%s", dsoname); 419547a92e0SAkihiro Nagai } 420547a92e0SAkihiro Nagai 421e2d88aaaSArnaldo Carvalho de Melo char *map__srcline(struct map *map, u64 addr, struct symbol *sym) 422e2d88aaaSArnaldo Carvalho de Melo { 423e2d88aaaSArnaldo Carvalho de Melo if (map == NULL) 424e2d88aaaSArnaldo Carvalho de Melo return SRCLINE_UNKNOWN; 425e2d88aaaSArnaldo Carvalho de Melo return get_srcline(map->dso, map__rip_2objdump(map, addr), sym, true, true, addr); 426e2d88aaaSArnaldo Carvalho de Melo } 427e2d88aaaSArnaldo Carvalho de Melo 428cc8fae1dSAdrian Hunter int map__fprintf_srcline(struct map *map, u64 addr, const char *prefix, 429cc8fae1dSAdrian Hunter FILE *fp) 430cc8fae1dSAdrian Hunter { 431cc8fae1dSAdrian Hunter int ret = 0; 432cc8fae1dSAdrian Hunter 433cc8fae1dSAdrian Hunter if (map && map->dso) { 434e2d88aaaSArnaldo Carvalho de Melo char *srcline = map__srcline(map, addr, NULL); 435cc8fae1dSAdrian Hunter if (srcline != SRCLINE_UNKNOWN) 436cc8fae1dSAdrian Hunter ret = fprintf(fp, "%s%s", prefix, srcline); 437cc8fae1dSAdrian Hunter free_srcline(srcline); 438cc8fae1dSAdrian Hunter } 439cc8fae1dSAdrian Hunter return ret; 440cc8fae1dSAdrian Hunter } 441cc8fae1dSAdrian Hunter 442dd2e18e9SAndi Kleen int map__fprintf_srccode(struct map *map, u64 addr, 443dd2e18e9SAndi Kleen FILE *fp, 444dd2e18e9SAndi Kleen struct srccode_state *state) 445dd2e18e9SAndi Kleen { 446dd2e18e9SAndi Kleen char *srcfile; 447dd2e18e9SAndi Kleen int ret = 0; 448dd2e18e9SAndi Kleen unsigned line; 449dd2e18e9SAndi Kleen int len; 450dd2e18e9SAndi Kleen char *srccode; 451dd2e18e9SAndi Kleen 452dd2e18e9SAndi Kleen if (!map || !map->dso) 453dd2e18e9SAndi Kleen return 0; 454dd2e18e9SAndi Kleen srcfile = get_srcline_split(map->dso, 455dd2e18e9SAndi Kleen map__rip_2objdump(map, addr), 456dd2e18e9SAndi Kleen &line); 457dd2e18e9SAndi Kleen if (!srcfile) 458dd2e18e9SAndi Kleen return 0; 459dd2e18e9SAndi Kleen 460dd2e18e9SAndi Kleen /* Avoid redundant printing */ 461dd2e18e9SAndi Kleen if (state && 462dd2e18e9SAndi Kleen state->srcfile && 463dd2e18e9SAndi Kleen !strcmp(state->srcfile, srcfile) && 464dd2e18e9SAndi Kleen state->line == line) { 465dd2e18e9SAndi Kleen free(srcfile); 466dd2e18e9SAndi Kleen return 0; 467dd2e18e9SAndi Kleen } 468dd2e18e9SAndi Kleen 469dd2e18e9SAndi Kleen srccode = find_sourceline(srcfile, line, &len); 470dd2e18e9SAndi Kleen if (!srccode) 471dd2e18e9SAndi Kleen goto out_free_line; 472dd2e18e9SAndi Kleen 473dd2e18e9SAndi Kleen ret = fprintf(fp, "|%-8d %.*s", line, len, srccode); 474363bbaefSLeo Yan 475363bbaefSLeo Yan if (state) { 476dd2e18e9SAndi Kleen state->srcfile = srcfile; 477dd2e18e9SAndi Kleen state->line = line; 478363bbaefSLeo Yan } 479dd2e18e9SAndi Kleen return ret; 480dd2e18e9SAndi Kleen 481dd2e18e9SAndi Kleen out_free_line: 482dd2e18e9SAndi Kleen free(srcfile); 483dd2e18e9SAndi Kleen return ret; 484dd2e18e9SAndi Kleen } 485dd2e18e9SAndi Kleen 486dd2e18e9SAndi Kleen 487dd2e18e9SAndi Kleen void srccode_state_free(struct srccode_state *state) 488dd2e18e9SAndi Kleen { 489dd2e18e9SAndi Kleen zfree(&state->srcfile); 490dd2e18e9SAndi Kleen state->line = 0; 491dd2e18e9SAndi Kleen } 492dd2e18e9SAndi Kleen 4931d5077bdSAdrian Hunter /** 4941d5077bdSAdrian Hunter * map__rip_2objdump - convert symbol start address to objdump address. 4951d5077bdSAdrian Hunter * @map: memory map 4961d5077bdSAdrian Hunter * @rip: symbol start address 4971d5077bdSAdrian Hunter * 4987a2b6209SKirill Smelkov * objdump wants/reports absolute IPs for ET_EXEC, and RIPs for ET_DYN. 4990131c4ecSAdrian Hunter * map->dso->adjust_symbols==1 for ET_EXEC-like cases except ET_REL which is 5000131c4ecSAdrian Hunter * relative to section start. 5011d5077bdSAdrian Hunter * 5021d5077bdSAdrian Hunter * Return: Address suitable for passing to "objdump --start-address=" 5037a2b6209SKirill Smelkov */ 5047a2b6209SKirill Smelkov u64 map__rip_2objdump(struct map *map, u64 rip) 5057a2b6209SKirill Smelkov { 50697802f3bSAdrian Hunter struct kmap *kmap = __map__kmap(map); 50797802f3bSAdrian Hunter 50897802f3bSAdrian Hunter /* 50997802f3bSAdrian Hunter * vmlinux does not have program headers for PTI entry trampolines and 51097802f3bSAdrian Hunter * kcore may not either. However the trampoline object code is on the 51197802f3bSAdrian Hunter * main kernel map, so just use that instead. 51297802f3bSAdrian Hunter */ 51397802f3bSAdrian Hunter if (kmap && is_entry_trampoline(kmap->name) && kmap->kmaps && kmap->kmaps->machine) { 51497802f3bSAdrian Hunter struct map *kernel_map = machine__kernel_map(kmap->kmaps->machine); 51597802f3bSAdrian Hunter 51697802f3bSAdrian Hunter if (kernel_map) 51797802f3bSAdrian Hunter map = kernel_map; 51897802f3bSAdrian Hunter } 51997802f3bSAdrian Hunter 5200131c4ecSAdrian Hunter if (!map->dso->adjust_symbols) 5210131c4ecSAdrian Hunter return rip; 5220131c4ecSAdrian Hunter 5230131c4ecSAdrian Hunter if (map->dso->rel) 5240131c4ecSAdrian Hunter return rip - map->pgoff; 5250131c4ecSAdrian Hunter 526a58f7033SWang Nan /* 527a58f7033SWang Nan * kernel modules also have DSO_TYPE_USER in dso->kernel, 528a58f7033SWang Nan * but all kernel modules are ET_REL, so won't get here. 529a58f7033SWang Nan */ 530a58f7033SWang Nan if (map->dso->kernel == DSO_TYPE_USER) 531a58f7033SWang Nan return rip + map->dso->text_offset; 532a58f7033SWang Nan 5339176753dSAdrian Hunter return map->unmap_ip(map, rip) - map->reloc; 5347a2b6209SKirill Smelkov } 535ee11b90bSKirill Smelkov 5361d5077bdSAdrian Hunter /** 5371d5077bdSAdrian Hunter * map__objdump_2mem - convert objdump address to a memory address. 5381d5077bdSAdrian Hunter * @map: memory map 5391d5077bdSAdrian Hunter * @ip: objdump address 5401d5077bdSAdrian Hunter * 5411d5077bdSAdrian Hunter * Closely related to map__rip_2objdump(), this function takes an address from 5421d5077bdSAdrian Hunter * objdump and converts it to a memory address. Note this assumes that @map 5431d5077bdSAdrian Hunter * contains the address. To be sure the result is valid, check it forwards 5441d5077bdSAdrian Hunter * e.g. map__rip_2objdump(map->map_ip(map, map__objdump_2mem(map, ip))) == ip 5451d5077bdSAdrian Hunter * 5461d5077bdSAdrian Hunter * Return: Memory address. 5471d5077bdSAdrian Hunter */ 5481d5077bdSAdrian Hunter u64 map__objdump_2mem(struct map *map, u64 ip) 5491d5077bdSAdrian Hunter { 5501d5077bdSAdrian Hunter if (!map->dso->adjust_symbols) 5511d5077bdSAdrian Hunter return map->unmap_ip(map, ip); 5521d5077bdSAdrian Hunter 5531d5077bdSAdrian Hunter if (map->dso->rel) 5541d5077bdSAdrian Hunter return map->unmap_ip(map, ip + map->pgoff); 5551d5077bdSAdrian Hunter 556a58f7033SWang Nan /* 557a58f7033SWang Nan * kernel modules also have DSO_TYPE_USER in dso->kernel, 558a58f7033SWang Nan * but all kernel modules are ET_REL, so won't get here. 559a58f7033SWang Nan */ 560a58f7033SWang Nan if (map->dso->kernel == DSO_TYPE_USER) 561a58f7033SWang Nan return map->unmap_ip(map, ip - map->dso->text_offset); 562a58f7033SWang Nan 5639176753dSAdrian Hunter return ip + map->reloc; 5641d5077bdSAdrian Hunter } 5651d5077bdSAdrian Hunter 5661eee78aeSArnaldo Carvalho de Melo static void maps__init(struct maps *maps) 5671eee78aeSArnaldo Carvalho de Melo { 5681eee78aeSArnaldo Carvalho de Melo maps->entries = RB_ROOT; 5690a7c74eaSArnaldo Carvalho de Melo init_rwsem(&maps->lock); 5701eee78aeSArnaldo Carvalho de Melo } 5711eee78aeSArnaldo Carvalho de Melo 57211246c70SArnaldo Carvalho de Melo void map_groups__init(struct map_groups *mg, struct machine *machine) 573c6e718ffSArnaldo Carvalho de Melo { 5743183f8caSArnaldo Carvalho de Melo maps__init(&mg->maps); 57511246c70SArnaldo Carvalho de Melo mg->machine = machine; 5761ae14516SArnaldo Carvalho de Melo mg->last_search_by_name = NULL; 577a7c2b572SArnaldo Carvalho de Melo mg->nr_maps = 0; 578a7c2b572SArnaldo Carvalho de Melo mg->maps_by_name = NULL; 579ead05e8fSElena Reshetova refcount_set(&mg->refcnt, 1); 580c6e718ffSArnaldo Carvalho de Melo } 581c6e718ffSArnaldo Carvalho de Melo 582a7c2b572SArnaldo Carvalho de Melo static void __map_groups__free_maps_by_name(struct map_groups *mg) 583a7c2b572SArnaldo Carvalho de Melo { 584a7c2b572SArnaldo Carvalho de Melo /* 585a7c2b572SArnaldo Carvalho de Melo * Free everything to try to do it from the rbtree in the next search 586a7c2b572SArnaldo Carvalho de Melo */ 587a7c2b572SArnaldo Carvalho de Melo zfree(&mg->maps_by_name); 588a7c2b572SArnaldo Carvalho de Melo mg->nr_maps_allocated = 0; 589a7c2b572SArnaldo Carvalho de Melo } 590a7c2b572SArnaldo Carvalho de Melo 59141f30914SArnaldo Carvalho de Melo void map_groups__insert(struct map_groups *mg, struct map *map) 59241f30914SArnaldo Carvalho de Melo { 593a7c2b572SArnaldo Carvalho de Melo struct maps *maps = &mg->maps; 594a7c2b572SArnaldo Carvalho de Melo 595a7c2b572SArnaldo Carvalho de Melo down_write(&maps->lock); 596a7c2b572SArnaldo Carvalho de Melo __maps__insert(maps, map); 597a7c2b572SArnaldo Carvalho de Melo ++mg->nr_maps; 598a7c2b572SArnaldo Carvalho de Melo 599a7c2b572SArnaldo Carvalho de Melo /* 600a7c2b572SArnaldo Carvalho de Melo * If we already performed some search by name, then we need to add the just 601a7c2b572SArnaldo Carvalho de Melo * inserted map and resort. 602a7c2b572SArnaldo Carvalho de Melo */ 603a7c2b572SArnaldo Carvalho de Melo if (mg->maps_by_name) { 604a7c2b572SArnaldo Carvalho de Melo if (mg->nr_maps > mg->nr_maps_allocated) { 605a7c2b572SArnaldo Carvalho de Melo int nr_allocate = mg->nr_maps * 2; 606a7c2b572SArnaldo Carvalho de Melo struct map **maps_by_name = realloc(mg->maps_by_name, nr_allocate * sizeof(map)); 607a7c2b572SArnaldo Carvalho de Melo 608a7c2b572SArnaldo Carvalho de Melo if (maps_by_name == NULL) { 609a7c2b572SArnaldo Carvalho de Melo __map_groups__free_maps_by_name(mg); 610a7c2b572SArnaldo Carvalho de Melo return; 611a7c2b572SArnaldo Carvalho de Melo } 612a7c2b572SArnaldo Carvalho de Melo 613a7c2b572SArnaldo Carvalho de Melo mg->maps_by_name = maps_by_name; 614a7c2b572SArnaldo Carvalho de Melo mg->nr_maps_allocated = nr_allocate; 615a7c2b572SArnaldo Carvalho de Melo } 616a7c2b572SArnaldo Carvalho de Melo mg->maps_by_name[mg->nr_maps - 1] = map; 617a7c2b572SArnaldo Carvalho de Melo __map_groups__sort_by_name(mg); 618a7c2b572SArnaldo Carvalho de Melo } 619a7c2b572SArnaldo Carvalho de Melo up_write(&maps->lock); 62041f30914SArnaldo Carvalho de Melo } 62141f30914SArnaldo Carvalho de Melo 6221ae14516SArnaldo Carvalho de Melo void map_groups__remove(struct map_groups *mg, struct map *map) 6231ae14516SArnaldo Carvalho de Melo { 624a7c2b572SArnaldo Carvalho de Melo struct maps *maps = &mg->maps; 625a7c2b572SArnaldo Carvalho de Melo down_write(&maps->lock); 6261ae14516SArnaldo Carvalho de Melo if (mg->last_search_by_name == map) 6271ae14516SArnaldo Carvalho de Melo mg->last_search_by_name = NULL; 6281ae14516SArnaldo Carvalho de Melo 629a7c2b572SArnaldo Carvalho de Melo __maps__remove(maps, map); 630a7c2b572SArnaldo Carvalho de Melo --mg->nr_maps; 631a7c2b572SArnaldo Carvalho de Melo if (mg->maps_by_name) 632a7c2b572SArnaldo Carvalho de Melo __map_groups__free_maps_by_name(mg); 633a7c2b572SArnaldo Carvalho de Melo up_write(&maps->lock); 6341ae14516SArnaldo Carvalho de Melo } 6351ae14516SArnaldo Carvalho de Melo 6366a2ffcddSArnaldo Carvalho de Melo static void __maps__purge(struct maps *maps) 637591765fdSArnaldo Carvalho de Melo { 6388efc4f05SArnaldo Carvalho de Melo struct map *pos, *next; 639591765fdSArnaldo Carvalho de Melo 6408efc4f05SArnaldo Carvalho de Melo maps__for_each_entry_safe(maps, pos, next) { 6418efc4f05SArnaldo Carvalho de Melo rb_erase_init(&pos->rb_node, &maps->entries); 64284c2cafaSArnaldo Carvalho de Melo map__put(pos); 643da3a53a7SChangbin Du } 644da3a53a7SChangbin Du } 645da3a53a7SChangbin Du 6461eee78aeSArnaldo Carvalho de Melo static void maps__exit(struct maps *maps) 6471eee78aeSArnaldo Carvalho de Melo { 6480a7c74eaSArnaldo Carvalho de Melo down_write(&maps->lock); 6496a2ffcddSArnaldo Carvalho de Melo __maps__purge(maps); 6500a7c74eaSArnaldo Carvalho de Melo up_write(&maps->lock); 6511eee78aeSArnaldo Carvalho de Melo } 6521eee78aeSArnaldo Carvalho de Melo 65398dfd55dSArnaldo Carvalho de Melo void map_groups__exit(struct map_groups *mg) 654591765fdSArnaldo Carvalho de Melo { 6553183f8caSArnaldo Carvalho de Melo maps__exit(&mg->maps); 656591765fdSArnaldo Carvalho de Melo } 657591765fdSArnaldo Carvalho de Melo 65829ce3612SAdrian Hunter bool map_groups__empty(struct map_groups *mg) 65929ce3612SAdrian Hunter { 6603183f8caSArnaldo Carvalho de Melo return !maps__first(&mg->maps); 66129ce3612SAdrian Hunter } 66229ce3612SAdrian Hunter 66311246c70SArnaldo Carvalho de Melo struct map_groups *map_groups__new(struct machine *machine) 66493d5731dSArnaldo Carvalho de Melo { 665ab6cd0e5SJohn Keeping struct map_groups *mg = zalloc(sizeof(*mg)); 66693d5731dSArnaldo Carvalho de Melo 66793d5731dSArnaldo Carvalho de Melo if (mg != NULL) 66811246c70SArnaldo Carvalho de Melo map_groups__init(mg, machine); 66993d5731dSArnaldo Carvalho de Melo 67093d5731dSArnaldo Carvalho de Melo return mg; 67193d5731dSArnaldo Carvalho de Melo } 67293d5731dSArnaldo Carvalho de Melo 67393d5731dSArnaldo Carvalho de Melo void map_groups__delete(struct map_groups *mg) 67493d5731dSArnaldo Carvalho de Melo { 67593d5731dSArnaldo Carvalho de Melo map_groups__exit(mg); 676e8ba2906SJohn Keeping unwind__finish_access(mg); 67793d5731dSArnaldo Carvalho de Melo free(mg); 67893d5731dSArnaldo Carvalho de Melo } 67993d5731dSArnaldo Carvalho de Melo 680a26ca671SArnaldo Carvalho de Melo void map_groups__put(struct map_groups *mg) 681a26ca671SArnaldo Carvalho de Melo { 682ead05e8fSElena Reshetova if (mg && refcount_dec_and_test(&mg->refcnt)) 683a26ca671SArnaldo Carvalho de Melo map_groups__delete(mg); 684a26ca671SArnaldo Carvalho de Melo } 685a26ca671SArnaldo Carvalho de Melo 68698dfd55dSArnaldo Carvalho de Melo struct symbol *map_groups__find_symbol(struct map_groups *mg, 6873183f8caSArnaldo Carvalho de Melo u64 addr, struct map **mapp) 6884b8cf846SArnaldo Carvalho de Melo { 6893183f8caSArnaldo Carvalho de Melo struct map *map = map_groups__find(mg, addr); 6904b8cf846SArnaldo Carvalho de Melo 6914afc81cdSMasami Hiramatsu /* Ensure map is loaded before using map->map_ip */ 692be39db9fSArnaldo Carvalho de Melo if (map != NULL && map__load(map) >= 0) { 6937e5e1b14SArnaldo Carvalho de Melo if (mapp != NULL) 6947e5e1b14SArnaldo Carvalho de Melo *mapp = map; 695be39db9fSArnaldo Carvalho de Melo return map__find_symbol(map, map->map_ip(map, addr)); 6967e5e1b14SArnaldo Carvalho de Melo } 6977e5e1b14SArnaldo Carvalho de Melo 6987e5e1b14SArnaldo Carvalho de Melo return NULL; 6997e5e1b14SArnaldo Carvalho de Melo } 7007e5e1b14SArnaldo Carvalho de Melo 70103db8b58SAdrian Hunter static bool map__contains_symbol(struct map *map, struct symbol *sym) 70203db8b58SAdrian Hunter { 70303db8b58SAdrian Hunter u64 ip = map->unmap_ip(map, sym->start); 70403db8b58SAdrian Hunter 70503db8b58SAdrian Hunter return ip >= map->start && ip < map->end; 70603db8b58SAdrian Hunter } 70703db8b58SAdrian Hunter 708b7f9ff56SArnaldo Carvalho de Melo struct symbol *maps__find_symbol_by_name(struct maps *maps, const char *name, 709be39db9fSArnaldo Carvalho de Melo struct map **mapp) 7107e5e1b14SArnaldo Carvalho de Melo { 7116a2ffcddSArnaldo Carvalho de Melo struct symbol *sym; 7128efc4f05SArnaldo Carvalho de Melo struct map *pos; 7137e5e1b14SArnaldo Carvalho de Melo 7140a7c74eaSArnaldo Carvalho de Melo down_read(&maps->lock); 7156a2ffcddSArnaldo Carvalho de Melo 7168efc4f05SArnaldo Carvalho de Melo maps__for_each_entry(maps, pos) { 717be39db9fSArnaldo Carvalho de Melo sym = map__find_symbol_by_name(pos, name); 7187e5e1b14SArnaldo Carvalho de Melo 7197e5e1b14SArnaldo Carvalho de Melo if (sym == NULL) 7207e5e1b14SArnaldo Carvalho de Melo continue; 72103db8b58SAdrian Hunter if (!map__contains_symbol(pos, sym)) { 72203db8b58SAdrian Hunter sym = NULL; 72303db8b58SAdrian Hunter continue; 72403db8b58SAdrian Hunter } 7257e5e1b14SArnaldo Carvalho de Melo if (mapp != NULL) 7267e5e1b14SArnaldo Carvalho de Melo *mapp = pos; 7276a2ffcddSArnaldo Carvalho de Melo goto out; 7287e5e1b14SArnaldo Carvalho de Melo } 7294b8cf846SArnaldo Carvalho de Melo 7306a2ffcddSArnaldo Carvalho de Melo sym = NULL; 7316a2ffcddSArnaldo Carvalho de Melo out: 7320a7c74eaSArnaldo Carvalho de Melo up_read(&maps->lock); 7336a2ffcddSArnaldo Carvalho de Melo return sym; 7344b8cf846SArnaldo Carvalho de Melo } 7354b8cf846SArnaldo Carvalho de Melo 736b7f9ff56SArnaldo Carvalho de Melo struct symbol *map_groups__find_symbol_by_name(struct map_groups *mg, 737b7f9ff56SArnaldo Carvalho de Melo const char *name, 738be39db9fSArnaldo Carvalho de Melo struct map **mapp) 739b7f9ff56SArnaldo Carvalho de Melo { 7403183f8caSArnaldo Carvalho de Melo return maps__find_symbol_by_name(&mg->maps, name, mapp); 741b7f9ff56SArnaldo Carvalho de Melo } 742b7f9ff56SArnaldo Carvalho de Melo 7439d355b38SArnaldo Carvalho de Melo int map_groups__find_ams(struct map_groups *mg, struct addr_map_symbol *ams) 7444e987712SArnaldo Carvalho de Melo { 745d46a4cdfSArnaldo Carvalho de Melo if (ams->addr < ams->ms.map->start || ams->addr >= ams->ms.map->end) { 7469d355b38SArnaldo Carvalho de Melo if (mg == NULL) 7474e987712SArnaldo Carvalho de Melo return -1; 748d46a4cdfSArnaldo Carvalho de Melo ams->ms.map = map_groups__find(mg, ams->addr); 749d46a4cdfSArnaldo Carvalho de Melo if (ams->ms.map == NULL) 7504e987712SArnaldo Carvalho de Melo return -1; 7514e987712SArnaldo Carvalho de Melo } 7524e987712SArnaldo Carvalho de Melo 753d46a4cdfSArnaldo Carvalho de Melo ams->al_addr = ams->ms.map->map_ip(ams->ms.map, ams->addr); 754d46a4cdfSArnaldo Carvalho de Melo ams->ms.sym = map__find_symbol(ams->ms.map, ams->al_addr); 7554e987712SArnaldo Carvalho de Melo 756d46a4cdfSArnaldo Carvalho de Melo return ams->ms.sym ? 0 : -1; 7574e987712SArnaldo Carvalho de Melo } 7584e987712SArnaldo Carvalho de Melo 7596a2ffcddSArnaldo Carvalho de Melo static size_t maps__fprintf(struct maps *maps, FILE *fp) 760c6e718ffSArnaldo Carvalho de Melo { 7616a2ffcddSArnaldo Carvalho de Melo size_t printed = 0; 7628efc4f05SArnaldo Carvalho de Melo struct map *pos; 763c6e718ffSArnaldo Carvalho de Melo 7640a7c74eaSArnaldo Carvalho de Melo down_read(&maps->lock); 7656a2ffcddSArnaldo Carvalho de Melo 7668efc4f05SArnaldo Carvalho de Melo maps__for_each_entry(maps, pos) { 767c6e718ffSArnaldo Carvalho de Melo printed += fprintf(fp, "Map:"); 768c6e718ffSArnaldo Carvalho de Melo printed += map__fprintf(pos, fp); 769c6e718ffSArnaldo Carvalho de Melo if (verbose > 2) { 7703183f8caSArnaldo Carvalho de Melo printed += dso__fprintf(pos->dso, fp); 771c6e718ffSArnaldo Carvalho de Melo printed += fprintf(fp, "--\n"); 772c6e718ffSArnaldo Carvalho de Melo } 773c6e718ffSArnaldo Carvalho de Melo } 774c6e718ffSArnaldo Carvalho de Melo 7750a7c74eaSArnaldo Carvalho de Melo up_read(&maps->lock); 7766a2ffcddSArnaldo Carvalho de Melo 777c6e718ffSArnaldo Carvalho de Melo return printed; 778c6e718ffSArnaldo Carvalho de Melo } 779c6e718ffSArnaldo Carvalho de Melo 7805c24b67aSArnaldo Carvalho de Melo size_t map_groups__fprintf(struct map_groups *mg, FILE *fp) 781c6e718ffSArnaldo Carvalho de Melo { 7823183f8caSArnaldo Carvalho de Melo return maps__fprintf(&mg->maps, fp); 783c6e718ffSArnaldo Carvalho de Melo } 784c6e718ffSArnaldo Carvalho de Melo 785cb8382e0SJiri Olsa static void __map_groups__insert(struct map_groups *mg, struct map *map) 786cb8382e0SJiri Olsa { 7873183f8caSArnaldo Carvalho de Melo __maps__insert(&mg->maps, map); 788cb8382e0SJiri Olsa } 789cb8382e0SJiri Olsa 7903f662fc0SArnaldo Carvalho de Melo int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map, FILE *fp) 791c6e718ffSArnaldo Carvalho de Melo { 7923f662fc0SArnaldo Carvalho de Melo struct maps *maps = &mg->maps; 7936a2ffcddSArnaldo Carvalho de Melo struct rb_root *root; 7946a9405b5SKonstantin Khlebnikov struct rb_node *next, *first; 7950a1eae39SArnaldo Carvalho de Melo int err = 0; 796c6e718ffSArnaldo Carvalho de Melo 7970a7c74eaSArnaldo Carvalho de Melo down_write(&maps->lock); 7986a2ffcddSArnaldo Carvalho de Melo 7996a2ffcddSArnaldo Carvalho de Melo root = &maps->entries; 8006a2ffcddSArnaldo Carvalho de Melo 8016a9405b5SKonstantin Khlebnikov /* 8026a9405b5SKonstantin Khlebnikov * Find first map where end > map->start. 8036a9405b5SKonstantin Khlebnikov * Same as find_vma() in kernel. 8046a9405b5SKonstantin Khlebnikov */ 8056a9405b5SKonstantin Khlebnikov next = root->rb_node; 8066a9405b5SKonstantin Khlebnikov first = NULL; 8076a9405b5SKonstantin Khlebnikov while (next) { 8086a9405b5SKonstantin Khlebnikov struct map *pos = rb_entry(next, struct map, rb_node); 8096a9405b5SKonstantin Khlebnikov 8106a9405b5SKonstantin Khlebnikov if (pos->end > map->start) { 8116a9405b5SKonstantin Khlebnikov first = next; 8126a9405b5SKonstantin Khlebnikov if (pos->start <= map->start) 8136a9405b5SKonstantin Khlebnikov break; 8146a9405b5SKonstantin Khlebnikov next = next->rb_left; 8156a9405b5SKonstantin Khlebnikov } else 8166a9405b5SKonstantin Khlebnikov next = next->rb_right; 8176a9405b5SKonstantin Khlebnikov } 8186a9405b5SKonstantin Khlebnikov 8196a9405b5SKonstantin Khlebnikov next = first; 820c6e718ffSArnaldo Carvalho de Melo while (next) { 821c6e718ffSArnaldo Carvalho de Melo struct map *pos = rb_entry(next, struct map, rb_node); 822c6e718ffSArnaldo Carvalho de Melo next = rb_next(&pos->rb_node); 823c6e718ffSArnaldo Carvalho de Melo 8246a9405b5SKonstantin Khlebnikov /* 8256a9405b5SKonstantin Khlebnikov * Stop if current map starts after map->end. 8266a9405b5SKonstantin Khlebnikov * Maps are ordered by start: next will not overlap for sure. 8276a9405b5SKonstantin Khlebnikov */ 8286a9405b5SKonstantin Khlebnikov if (pos->start >= map->end) 8296a9405b5SKonstantin Khlebnikov break; 830c6e718ffSArnaldo Carvalho de Melo 831c6e718ffSArnaldo Carvalho de Melo if (verbose >= 2) { 83221e8c810SAlexis Berlemont 83321e8c810SAlexis Berlemont if (use_browser) { 834d8e75a11SArnaldo Carvalho de Melo pr_debug("overlapping maps in %s (disable tui for more info)\n", 83521e8c810SAlexis Berlemont map->dso->name); 83621e8c810SAlexis Berlemont } else { 837c6e718ffSArnaldo Carvalho de Melo fputs("overlapping maps:\n", fp); 838c6e718ffSArnaldo Carvalho de Melo map__fprintf(map, fp); 839c6e718ffSArnaldo Carvalho de Melo map__fprintf(pos, fp); 840c6e718ffSArnaldo Carvalho de Melo } 84121e8c810SAlexis Berlemont } 842c6e718ffSArnaldo Carvalho de Melo 843facf3f06SArnaldo Carvalho de Melo rb_erase_init(&pos->rb_node, root); 844c6e718ffSArnaldo Carvalho de Melo /* 845c6e718ffSArnaldo Carvalho de Melo * Now check if we need to create new maps for areas not 846c6e718ffSArnaldo Carvalho de Melo * overlapped by the new map: 847c6e718ffSArnaldo Carvalho de Melo */ 848c6e718ffSArnaldo Carvalho de Melo if (map->start > pos->start) { 849c6e718ffSArnaldo Carvalho de Melo struct map *before = map__clone(pos); 850c6e718ffSArnaldo Carvalho de Melo 8510a1eae39SArnaldo Carvalho de Melo if (before == NULL) { 8520a1eae39SArnaldo Carvalho de Melo err = -ENOMEM; 85384c2cafaSArnaldo Carvalho de Melo goto put_map; 8540a1eae39SArnaldo Carvalho de Melo } 855c6e718ffSArnaldo Carvalho de Melo 85677faf4d0SStephane Eranian before->end = map->start; 8573f662fc0SArnaldo Carvalho de Melo __map_groups__insert(mg, before); 85821e8c810SAlexis Berlemont if (verbose >= 2 && !use_browser) 859c6e718ffSArnaldo Carvalho de Melo map__fprintf(before, fp); 860d91130e9SMasami Hiramatsu map__put(before); 861c6e718ffSArnaldo Carvalho de Melo } 862c6e718ffSArnaldo Carvalho de Melo 863c6e718ffSArnaldo Carvalho de Melo if (map->end < pos->end) { 864c6e718ffSArnaldo Carvalho de Melo struct map *after = map__clone(pos); 865c6e718ffSArnaldo Carvalho de Melo 8660a1eae39SArnaldo Carvalho de Melo if (after == NULL) { 8670a1eae39SArnaldo Carvalho de Melo err = -ENOMEM; 86884c2cafaSArnaldo Carvalho de Melo goto put_map; 8690a1eae39SArnaldo Carvalho de Melo } 870c6e718ffSArnaldo Carvalho de Melo 87177faf4d0SStephane Eranian after->start = map->end; 872ee212d6eSSteve MacLean after->pgoff += map->end - pos->start; 873ee212d6eSSteve MacLean assert(pos->map_ip(pos, map->end) == after->map_ip(after, map->end)); 8743f662fc0SArnaldo Carvalho de Melo __map_groups__insert(mg, after); 87521e8c810SAlexis Berlemont if (verbose >= 2 && !use_browser) 876c6e718ffSArnaldo Carvalho de Melo map__fprintf(after, fp); 877d91130e9SMasami Hiramatsu map__put(after); 878c6e718ffSArnaldo Carvalho de Melo } 87984c2cafaSArnaldo Carvalho de Melo put_map: 88084c2cafaSArnaldo Carvalho de Melo map__put(pos); 8810a1eae39SArnaldo Carvalho de Melo 8820a1eae39SArnaldo Carvalho de Melo if (err) 8836a2ffcddSArnaldo Carvalho de Melo goto out; 8846a2ffcddSArnaldo Carvalho de Melo } 8856a2ffcddSArnaldo Carvalho de Melo 8866a2ffcddSArnaldo Carvalho de Melo err = 0; 8876a2ffcddSArnaldo Carvalho de Melo out: 8880a7c74eaSArnaldo Carvalho de Melo up_write(&maps->lock); 8890a1eae39SArnaldo Carvalho de Melo return err; 890c6e718ffSArnaldo Carvalho de Melo } 891c6e718ffSArnaldo Carvalho de Melo 892c6e718ffSArnaldo Carvalho de Melo /* 893c6e718ffSArnaldo Carvalho de Melo * XXX This should not really _copy_ te maps, but refcount them. 894c6e718ffSArnaldo Carvalho de Melo */ 8953183f8caSArnaldo Carvalho de Melo int map_groups__clone(struct thread *thread, struct map_groups *parent) 896c6e718ffSArnaldo Carvalho de Melo { 8976c502584SJiri Olsa struct map_groups *mg = thread->mg; 8986a2ffcddSArnaldo Carvalho de Melo int err = -ENOMEM; 8994bb7123dSArnaldo Carvalho de Melo struct map *map; 9003183f8caSArnaldo Carvalho de Melo struct maps *maps = &parent->maps; 9014bb7123dSArnaldo Carvalho de Melo 9020a7c74eaSArnaldo Carvalho de Melo down_read(&maps->lock); 9036a2ffcddSArnaldo Carvalho de Melo 9048efc4f05SArnaldo Carvalho de Melo maps__for_each_entry(maps, map) { 905c6e718ffSArnaldo Carvalho de Melo struct map *new = map__clone(map); 906c6e718ffSArnaldo Carvalho de Melo if (new == NULL) 9076a2ffcddSArnaldo Carvalho de Melo goto out_unlock; 9086c502584SJiri Olsa 909e8ba2906SJohn Keeping err = unwind__prepare_access(mg, new, NULL); 9106c502584SJiri Olsa if (err) 9116c502584SJiri Olsa goto out_unlock; 9126c502584SJiri Olsa 91398dfd55dSArnaldo Carvalho de Melo map_groups__insert(mg, new); 914bae32b50SMasami Hiramatsu map__put(new); 915c6e718ffSArnaldo Carvalho de Melo } 9166a2ffcddSArnaldo Carvalho de Melo 9176a2ffcddSArnaldo Carvalho de Melo err = 0; 9186a2ffcddSArnaldo Carvalho de Melo out_unlock: 9190a7c74eaSArnaldo Carvalho de Melo up_read(&maps->lock); 9206a2ffcddSArnaldo Carvalho de Melo return err; 921c6e718ffSArnaldo Carvalho de Melo } 922c6e718ffSArnaldo Carvalho de Melo 9236a2ffcddSArnaldo Carvalho de Melo static void __maps__insert(struct maps *maps, struct map *map) 9244b8cf846SArnaldo Carvalho de Melo { 9251eee78aeSArnaldo Carvalho de Melo struct rb_node **p = &maps->entries.rb_node; 9264b8cf846SArnaldo Carvalho de Melo struct rb_node *parent = NULL; 9274b8cf846SArnaldo Carvalho de Melo const u64 ip = map->start; 9284b8cf846SArnaldo Carvalho de Melo struct map *m; 9294b8cf846SArnaldo Carvalho de Melo 9304b8cf846SArnaldo Carvalho de Melo while (*p != NULL) { 9314b8cf846SArnaldo Carvalho de Melo parent = *p; 9324b8cf846SArnaldo Carvalho de Melo m = rb_entry(parent, struct map, rb_node); 9334b8cf846SArnaldo Carvalho de Melo if (ip < m->start) 9344b8cf846SArnaldo Carvalho de Melo p = &(*p)->rb_left; 9354b8cf846SArnaldo Carvalho de Melo else 9364b8cf846SArnaldo Carvalho de Melo p = &(*p)->rb_right; 9374b8cf846SArnaldo Carvalho de Melo } 9384b8cf846SArnaldo Carvalho de Melo 9394b8cf846SArnaldo Carvalho de Melo rb_link_node(&map->rb_node, parent, p); 9401eee78aeSArnaldo Carvalho de Melo rb_insert_color(&map->rb_node, &maps->entries); 94184c2cafaSArnaldo Carvalho de Melo map__get(map); 9424b8cf846SArnaldo Carvalho de Melo } 9434b8cf846SArnaldo Carvalho de Melo 9446a2ffcddSArnaldo Carvalho de Melo void maps__insert(struct maps *maps, struct map *map) 9456a2ffcddSArnaldo Carvalho de Melo { 9460a7c74eaSArnaldo Carvalho de Melo down_write(&maps->lock); 9476a2ffcddSArnaldo Carvalho de Melo __maps__insert(maps, map); 9480a7c74eaSArnaldo Carvalho de Melo up_write(&maps->lock); 9496a2ffcddSArnaldo Carvalho de Melo } 9506a2ffcddSArnaldo Carvalho de Melo 951a7c2b572SArnaldo Carvalho de Melo void __maps__remove(struct maps *maps, struct map *map) 952076c6e45SArnaldo Carvalho de Melo { 953facf3f06SArnaldo Carvalho de Melo rb_erase_init(&map->rb_node, &maps->entries); 95484c2cafaSArnaldo Carvalho de Melo map__put(map); 955076c6e45SArnaldo Carvalho de Melo } 956076c6e45SArnaldo Carvalho de Melo 9576a2ffcddSArnaldo Carvalho de Melo void maps__remove(struct maps *maps, struct map *map) 9586a2ffcddSArnaldo Carvalho de Melo { 9590a7c74eaSArnaldo Carvalho de Melo down_write(&maps->lock); 9606a2ffcddSArnaldo Carvalho de Melo __maps__remove(maps, map); 9610a7c74eaSArnaldo Carvalho de Melo up_write(&maps->lock); 9626a2ffcddSArnaldo Carvalho de Melo } 9636a2ffcddSArnaldo Carvalho de Melo 9641eee78aeSArnaldo Carvalho de Melo struct map *maps__find(struct maps *maps, u64 ip) 9654b8cf846SArnaldo Carvalho de Melo { 966b18e0888SEric Saint-Etienne struct rb_node *p; 9674b8cf846SArnaldo Carvalho de Melo struct map *m; 9684b8cf846SArnaldo Carvalho de Melo 9690a7c74eaSArnaldo Carvalho de Melo down_read(&maps->lock); 9706a2ffcddSArnaldo Carvalho de Melo 971b18e0888SEric Saint-Etienne p = maps->entries.rb_node; 972b18e0888SEric Saint-Etienne while (p != NULL) { 973b18e0888SEric Saint-Etienne m = rb_entry(p, struct map, rb_node); 9744b8cf846SArnaldo Carvalho de Melo if (ip < m->start) 975b18e0888SEric Saint-Etienne p = p->rb_left; 9764955ea22SNamhyung Kim else if (ip >= m->end) 977b18e0888SEric Saint-Etienne p = p->rb_right; 9784b8cf846SArnaldo Carvalho de Melo else 9796a2ffcddSArnaldo Carvalho de Melo goto out; 9804b8cf846SArnaldo Carvalho de Melo } 9814b8cf846SArnaldo Carvalho de Melo 9826a2ffcddSArnaldo Carvalho de Melo m = NULL; 9836a2ffcddSArnaldo Carvalho de Melo out: 9840a7c74eaSArnaldo Carvalho de Melo up_read(&maps->lock); 9856a2ffcddSArnaldo Carvalho de Melo return m; 9864b8cf846SArnaldo Carvalho de Melo } 9878e0cf965SAdrian Hunter 9881eee78aeSArnaldo Carvalho de Melo struct map *maps__first(struct maps *maps) 9898e0cf965SAdrian Hunter { 9901eee78aeSArnaldo Carvalho de Melo struct rb_node *first = rb_first(&maps->entries); 9918e0cf965SAdrian Hunter 9928e0cf965SAdrian Hunter if (first) 9938e0cf965SAdrian Hunter return rb_entry(first, struct map, rb_node); 9948e0cf965SAdrian Hunter return NULL; 9958e0cf965SAdrian Hunter } 9968e0cf965SAdrian Hunter 99720419d3aSArnaldo Carvalho de Melo static struct map *__map__next(struct map *map) 9988e0cf965SAdrian Hunter { 9998e0cf965SAdrian Hunter struct rb_node *next = rb_next(&map->rb_node); 10008e0cf965SAdrian Hunter 10018e0cf965SAdrian Hunter if (next) 10028e0cf965SAdrian Hunter return rb_entry(next, struct map, rb_node); 10038e0cf965SAdrian Hunter return NULL; 10048e0cf965SAdrian Hunter } 1005ba92732eSWang Nan 100620419d3aSArnaldo Carvalho de Melo struct map *map__next(struct map *map) 100720419d3aSArnaldo Carvalho de Melo { 100820419d3aSArnaldo Carvalho de Melo return map ? __map__next(map) : NULL; 100920419d3aSArnaldo Carvalho de Melo } 101020419d3aSArnaldo Carvalho de Melo 10115759a682SAdrian Hunter struct kmap *__map__kmap(struct map *map) 10125759a682SAdrian Hunter { 10135759a682SAdrian Hunter if (!map->dso || !map->dso->kernel) 10145759a682SAdrian Hunter return NULL; 10155759a682SAdrian Hunter return (struct kmap *)(map + 1); 10165759a682SAdrian Hunter } 10175759a682SAdrian Hunter 1018ba92732eSWang Nan struct kmap *map__kmap(struct map *map) 1019ba92732eSWang Nan { 10205759a682SAdrian Hunter struct kmap *kmap = __map__kmap(map); 10215759a682SAdrian Hunter 10225759a682SAdrian Hunter if (!kmap) 1023ba92732eSWang Nan pr_err("Internal error: map__kmap with a non-kernel map\n"); 10245759a682SAdrian Hunter return kmap; 1025ba92732eSWang Nan } 1026ba92732eSWang Nan 1027ba92732eSWang Nan struct map_groups *map__kmaps(struct map *map) 1028ba92732eSWang Nan { 1029ba92732eSWang Nan struct kmap *kmap = map__kmap(map); 1030ba92732eSWang Nan 1031ba92732eSWang Nan if (!kmap || !kmap->kmaps) { 1032ba92732eSWang Nan pr_err("Internal error: map__kmaps with a non-kernel map\n"); 1033ba92732eSWang Nan return NULL; 1034ba92732eSWang Nan } 1035ba92732eSWang Nan return kmap->kmaps; 1036ba92732eSWang Nan } 1037