]>
Commit | Line | Data |
---|---|---|
66e274f3 | 1 | #include "symbol.h" |
c6e718ff | 2 | #include <errno.h> |
9486aa38 | 3 | #include <inttypes.h> |
4b8cf846 | 4 | #include <limits.h> |
66e274f3 FW |
5 | #include <stdlib.h> |
6 | #include <string.h> | |
7 | #include <stdio.h> | |
a1645ce1 | 8 | #include <unistd.h> |
4b8cf846 | 9 | #include "map.h" |
5cd95c2d | 10 | #include "thread.h" |
c80c3c26 | 11 | #include "strlist.h" |
7dbf4dcf | 12 | #include "vdso.h" |
ebb296c2 | 13 | #include "build-id.h" |
cc8fae1d | 14 | #include "util.h" |
acebd408 | 15 | #include "debug.h" |
2a03068c | 16 | #include "machine.h" |
8e16017d | 17 | #include <linux/string.h> |
66e274f3 | 18 | |
6a2ffcdd ACM |
19 | static void __maps__insert(struct maps *maps, struct map *map); |
20 | ||
3846df2e ACM |
21 | const char *map_type__name[MAP__NR_TYPES] = { |
22 | [MAP__FUNCTION] = "Functions", | |
23 | [MAP__VARIABLE] = "Variables", | |
24 | }; | |
25 | ||
66e274f3 FW |
26 | static inline int is_anon_memory(const char *filename) |
27 | { | |
d0528b5d | 28 | return !strcmp(filename, "//anon") || |
b2be5451 YB |
29 | !strncmp(filename, "/dev/zero", sizeof("/dev/zero") - 1) || |
30 | !strncmp(filename, "/anon_hugepage", sizeof("/anon_hugepage") - 1); | |
66e274f3 FW |
31 | } |
32 | ||
87ffef79 JO |
33 | static inline int is_no_dso_memory(const char *filename) |
34 | { | |
1e82574d | 35 | return !strncmp(filename, "[stack", 6) || |
700be564 | 36 | !strncmp(filename, "/SYSV",5) || |
87ffef79 JO |
37 | !strcmp(filename, "[heap]"); |
38 | } | |
39 | ||
eca81836 ML |
40 | static inline int is_android_lib(const char *filename) |
41 | { | |
42 | return !strncmp(filename, "/data/app-lib", 13) || | |
43 | !strncmp(filename, "/system/lib", 11); | |
44 | } | |
45 | ||
46 | static inline bool replace_android_lib(const char *filename, char *newfilename) | |
47 | { | |
48 | const char *libname; | |
49 | char *app_abi; | |
50 | size_t app_abi_length, new_length; | |
51 | size_t lib_length = 0; | |
52 | ||
53 | libname = strrchr(filename, '/'); | |
54 | if (libname) | |
55 | lib_length = strlen(libname); | |
56 | ||
57 | app_abi = getenv("APP_ABI"); | |
58 | if (!app_abi) | |
59 | return false; | |
60 | ||
61 | app_abi_length = strlen(app_abi); | |
62 | ||
63 | if (!strncmp(filename, "/data/app-lib", 13)) { | |
64 | char *apk_path; | |
65 | ||
66 | if (!app_abi_length) | |
67 | return false; | |
68 | ||
69 | new_length = 7 + app_abi_length + lib_length; | |
70 | ||
71 | apk_path = getenv("APK_PATH"); | |
72 | if (apk_path) { | |
73 | new_length += strlen(apk_path) + 1; | |
74 | if (new_length > PATH_MAX) | |
75 | return false; | |
76 | snprintf(newfilename, new_length, | |
77 | "%s/libs/%s/%s", apk_path, app_abi, libname); | |
78 | } else { | |
79 | if (new_length > PATH_MAX) | |
80 | return false; | |
81 | snprintf(newfilename, new_length, | |
82 | "libs/%s/%s", app_abi, libname); | |
83 | } | |
84 | return true; | |
85 | } | |
86 | ||
87 | if (!strncmp(filename, "/system/lib/", 11)) { | |
88 | char *ndk, *app; | |
89 | const char *arch; | |
90 | size_t ndk_length; | |
91 | size_t app_length; | |
92 | ||
93 | ndk = getenv("NDK_ROOT"); | |
94 | app = getenv("APP_PLATFORM"); | |
95 | ||
96 | if (!(ndk && app)) | |
97 | return false; | |
98 | ||
99 | ndk_length = strlen(ndk); | |
100 | app_length = strlen(app); | |
101 | ||
102 | if (!(ndk_length && app_length && app_abi_length)) | |
103 | return false; | |
104 | ||
105 | arch = !strncmp(app_abi, "arm", 3) ? "arm" : | |
106 | !strncmp(app_abi, "mips", 4) ? "mips" : | |
107 | !strncmp(app_abi, "x86", 3) ? "x86" : NULL; | |
108 | ||
109 | if (!arch) | |
110 | return false; | |
111 | ||
112 | new_length = 27 + ndk_length + | |
113 | app_length + lib_length | |
114 | + strlen(arch); | |
115 | ||
116 | if (new_length > PATH_MAX) | |
117 | return false; | |
118 | snprintf(newfilename, new_length, | |
119 | "%s/platforms/%s/arch-%s/usr/lib/%s", | |
120 | ndk, app, arch, libname); | |
121 | ||
122 | return true; | |
123 | } | |
124 | return false; | |
125 | } | |
126 | ||
237a7e04 | 127 | void map__init(struct map *map, enum map_type type, |
3610583c | 128 | u64 start, u64 end, u64 pgoff, struct dso *dso) |
afb7b4f0 | 129 | { |
237a7e04 ACM |
130 | map->type = type; |
131 | map->start = start; | |
132 | map->end = end; | |
133 | map->pgoff = pgoff; | |
9176753d | 134 | map->reloc = 0; |
d3a7c489 | 135 | map->dso = dso__get(dso); |
237a7e04 ACM |
136 | map->map_ip = map__map_ip; |
137 | map->unmap_ip = map__unmap_ip; | |
138 | RB_CLEAR_NODE(&map->rb_node); | |
139 | map->groups = NULL; | |
237a7e04 | 140 | map->erange_warned = false; |
84c2cafa | 141 | atomic_set(&map->refcnt, 1); |
afb7b4f0 ACM |
142 | } |
143 | ||
2a03068c | 144 | struct map *map__new(struct machine *machine, u64 start, u64 len, |
5c5e854b | 145 | u64 pgoff, u32 pid, u32 d_maj, u32 d_min, u64 ino, |
7ef80703 | 146 | u64 ino_gen, u32 prot, u32 flags, char *filename, |
5835edda | 147 | enum map_type type, struct thread *thread) |
66e274f3 | 148 | { |
237a7e04 | 149 | struct map *map = malloc(sizeof(*map)); |
66e274f3 | 150 | |
237a7e04 | 151 | if (map != NULL) { |
66e274f3 | 152 | char newfilename[PATH_MAX]; |
afb7b4f0 | 153 | struct dso *dso; |
eca81836 | 154 | int anon, no_dso, vdso, android; |
66e274f3 | 155 | |
eca81836 | 156 | android = is_android_lib(filename); |
66e274f3 | 157 | anon = is_anon_memory(filename); |
7dbf4dcf | 158 | vdso = is_vdso_map(filename); |
87ffef79 | 159 | no_dso = is_no_dso_memory(filename); |
66e274f3 | 160 | |
5c5e854b SE |
161 | map->maj = d_maj; |
162 | map->min = d_min; | |
163 | map->ino = ino; | |
164 | map->ino_generation = ino_gen; | |
7ef80703 DZ |
165 | map->prot = prot; |
166 | map->flags = flags; | |
5c5e854b | 167 | |
578c03c8 | 168 | if ((anon || no_dso) && type == MAP__FUNCTION) { |
b177f63f | 169 | snprintf(newfilename, sizeof(newfilename), "/tmp/perf-%d.map", pid); |
66e274f3 FW |
170 | filename = newfilename; |
171 | } | |
172 | ||
eca81836 ML |
173 | if (android) { |
174 | if (replace_android_lib(filename, newfilename)) | |
175 | filename = newfilename; | |
176 | } | |
177 | ||
7dbf4dcf JO |
178 | if (vdso) { |
179 | pgoff = 0; | |
9a4388c7 | 180 | dso = machine__findnew_vdso(machine, thread); |
7dbf4dcf | 181 | } else |
aa7cc2ae | 182 | dso = machine__findnew_dso(machine, filename); |
7dbf4dcf | 183 | |
afb7b4f0 | 184 | if (dso == NULL) |
66e274f3 FW |
185 | goto out_delete; |
186 | ||
237a7e04 | 187 | map__init(map, type, start, start + len, pgoff, dso); |
afb7b4f0 | 188 | |
87ffef79 | 189 | if (anon || no_dso) { |
237a7e04 | 190 | map->map_ip = map->unmap_ip = identity__map_ip; |
87ffef79 JO |
191 | |
192 | /* | |
193 | * Set memory without DSO as loaded. All map__find_* | |
194 | * functions still return NULL, and we avoid the | |
195 | * unnecessary map__load warning. | |
196 | */ | |
578c03c8 | 197 | if (type != MAP__FUNCTION) |
237a7e04 | 198 | dso__set_loaded(dso, map->type); |
8d92c02a | 199 | } |
d3a7c489 | 200 | dso__put(dso); |
66e274f3 | 201 | } |
237a7e04 | 202 | return map; |
66e274f3 | 203 | out_delete: |
237a7e04 | 204 | free(map); |
66e274f3 FW |
205 | return NULL; |
206 | } | |
207 | ||
e5a1845f NK |
208 | /* |
209 | * Constructor variant for modules (where we know from /proc/modules where | |
210 | * they are loaded) and for vmlinux, where only after we load all the | |
211 | * symbols we'll know where it starts and ends. | |
212 | */ | |
213 | struct map *map__new2(u64 start, struct dso *dso, enum map_type type) | |
214 | { | |
215 | struct map *map = calloc(1, (sizeof(*map) + | |
216 | (dso->kernel ? sizeof(struct kmap) : 0))); | |
217 | if (map != NULL) { | |
218 | /* | |
219 | * ->end will be filled after we load all the symbols | |
220 | */ | |
221 | map__init(map, type, start, 0, 0, dso); | |
222 | } | |
223 | ||
224 | return map; | |
225 | } | |
226 | ||
e6ce7126 ACM |
227 | /* |
228 | * Use this and __map__is_kmodule() for map instances that are in | |
229 | * machine->kmaps, and thus have map->groups->machine all properly set, to | |
230 | * disambiguate between the kernel and modules. | |
231 | * | |
232 | * When the need arises, introduce map__is_{kernel,kmodule)() that | |
233 | * checks (map->groups != NULL && map->groups->machine != NULL && | |
234 | * map->dso->kernel) before calling __map__is_{kernel,kmodule}()) | |
235 | */ | |
236 | bool __map__is_kernel(const struct map *map) | |
237 | { | |
a5e813c6 | 238 | return __machine__kernel_map(map->groups->machine, map->type) == map; |
e6ce7126 ACM |
239 | } |
240 | ||
d3a7c489 | 241 | static void map__exit(struct map *map) |
c338aee8 | 242 | { |
facf3f06 | 243 | BUG_ON(!RB_EMPTY_NODE(&map->rb_node)); |
d3a7c489 ACM |
244 | dso__zput(map->dso); |
245 | } | |
246 | ||
247 | void map__delete(struct map *map) | |
248 | { | |
249 | map__exit(map); | |
237a7e04 | 250 | free(map); |
c338aee8 ACM |
251 | } |
252 | ||
84c2cafa ACM |
253 | void map__put(struct map *map) |
254 | { | |
255 | if (map && atomic_dec_and_test(&map->refcnt)) | |
256 | map__delete(map); | |
257 | } | |
258 | ||
237a7e04 | 259 | void map__fixup_start(struct map *map) |
c338aee8 | 260 | { |
237a7e04 | 261 | struct rb_root *symbols = &map->dso->symbols[map->type]; |
fcf1203a | 262 | struct rb_node *nd = rb_first(symbols); |
c338aee8 ACM |
263 | if (nd != NULL) { |
264 | struct symbol *sym = rb_entry(nd, struct symbol, rb_node); | |
237a7e04 | 265 | map->start = sym->start; |
c338aee8 ACM |
266 | } |
267 | } | |
268 | ||
237a7e04 | 269 | void map__fixup_end(struct map *map) |
c338aee8 | 270 | { |
237a7e04 | 271 | struct rb_root *symbols = &map->dso->symbols[map->type]; |
fcf1203a | 272 | struct rb_node *nd = rb_last(symbols); |
c338aee8 ACM |
273 | if (nd != NULL) { |
274 | struct symbol *sym = rb_entry(nd, struct symbol, rb_node); | |
237a7e04 | 275 | map->end = sym->end; |
c338aee8 ACM |
276 | } |
277 | } | |
278 | ||
d70a5402 ACM |
279 | #define DSO__DELETED "(deleted)" |
280 | ||
237a7e04 | 281 | int map__load(struct map *map, symbol_filter_t filter) |
66bd8424 | 282 | { |
237a7e04 | 283 | const char *name = map->dso->long_name; |
a128168d | 284 | int nr; |
79406cd7 | 285 | |
237a7e04 | 286 | if (dso__loaded(map->dso, map->type)) |
a128168d MH |
287 | return 0; |
288 | ||
237a7e04 | 289 | nr = dso__load(map->dso, map, filter); |
79406cd7 | 290 | if (nr < 0) { |
237a7e04 | 291 | if (map->dso->has_build_id) { |
b5d8bbe8 | 292 | char sbuild_id[SBUILD_ID_SIZE]; |
79406cd7 | 293 | |
237a7e04 ACM |
294 | build_id__sprintf(map->dso->build_id, |
295 | sizeof(map->dso->build_id), | |
79406cd7 ACM |
296 | sbuild_id); |
297 | pr_warning("%s with build id %s not found", | |
298 | name, sbuild_id); | |
299 | } else | |
300 | pr_warning("Failed to open %s", name); | |
301 | ||
302 | pr_warning(", continuing without symbols\n"); | |
303 | return -1; | |
304 | } else if (nr == 0) { | |
89fe808a | 305 | #ifdef HAVE_LIBELF_SUPPORT |
79406cd7 ACM |
306 | const size_t len = strlen(name); |
307 | const size_t real_len = len - sizeof(DSO__DELETED); | |
308 | ||
309 | if (len > sizeof(DSO__DELETED) && | |
310 | strcmp(name + real_len + 1, DSO__DELETED) == 0) { | |
e77b15bd DA |
311 | pr_warning("%.*s was updated (is prelink enabled?). " |
312 | "Restart the long running apps that use it!\n", | |
79406cd7 ACM |
313 | (int)real_len, name); |
314 | } else { | |
315 | pr_warning("no symbols found in %s, maybe install " | |
316 | "a debug package?\n", name); | |
66bd8424 | 317 | } |
393be2e3 | 318 | #endif |
79406cd7 | 319 | return -1; |
66bd8424 ACM |
320 | } |
321 | ||
79406cd7 ACM |
322 | return 0; |
323 | } | |
324 | ||
031b84c4 NR |
325 | int __weak arch__compare_symbol_names(const char *namea, const char *nameb) |
326 | { | |
327 | return strcmp(namea, nameb); | |
328 | } | |
329 | ||
237a7e04 | 330 | struct symbol *map__find_symbol(struct map *map, u64 addr, |
9de89fe7 | 331 | symbol_filter_t filter) |
79406cd7 | 332 | { |
237a7e04 | 333 | if (map__load(map, filter) < 0) |
79406cd7 ACM |
334 | return NULL; |
335 | ||
237a7e04 | 336 | return dso__find_symbol(map->dso, map->type, addr); |
66bd8424 ACM |
337 | } |
338 | ||
237a7e04 | 339 | struct symbol *map__find_symbol_by_name(struct map *map, const char *name, |
79406cd7 ACM |
340 | symbol_filter_t filter) |
341 | { | |
237a7e04 | 342 | if (map__load(map, filter) < 0) |
79406cd7 ACM |
343 | return NULL; |
344 | ||
237a7e04 ACM |
345 | if (!dso__sorted_by_name(map->dso, map->type)) |
346 | dso__sort_by_name(map->dso, map->type); | |
79406cd7 | 347 | |
237a7e04 | 348 | return dso__find_symbol_by_name(map->dso, map->type, name); |
79406cd7 ACM |
349 | } |
350 | ||
66671d00 | 351 | struct map *map__clone(struct map *from) |
66e274f3 | 352 | { |
66671d00 ACM |
353 | struct map *map = memdup(from, sizeof(*map)); |
354 | ||
355 | if (map != NULL) { | |
356 | atomic_set(&map->refcnt, 1); | |
357 | RB_CLEAR_NODE(&map->rb_node); | |
358 | dso__get(map->dso); | |
359 | map->groups = NULL; | |
360 | } | |
361 | ||
362 | return map; | |
66e274f3 FW |
363 | } |
364 | ||
365 | int map__overlap(struct map *l, struct map *r) | |
366 | { | |
367 | if (l->start > r->start) { | |
368 | struct map *t = l; | |
369 | l = r; | |
370 | r = t; | |
371 | } | |
372 | ||
373 | if (l->end > r->start) | |
374 | return 1; | |
375 | ||
376 | return 0; | |
377 | } | |
378 | ||
237a7e04 | 379 | size_t map__fprintf(struct map *map, FILE *fp) |
66e274f3 | 380 | { |
9486aa38 | 381 | return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %" PRIx64 " %s\n", |
237a7e04 | 382 | map->start, map->end, map->pgoff, map->dso->name); |
66e274f3 | 383 | } |
7a2b6209 | 384 | |
547a92e0 AN |
385 | size_t map__fprintf_dsoname(struct map *map, FILE *fp) |
386 | { | |
8f28f19a | 387 | const char *dsoname = "[unknown]"; |
547a92e0 | 388 | |
0bc8d205 AN |
389 | if (map && map->dso && (map->dso->name || map->dso->long_name)) { |
390 | if (symbol_conf.show_kernel_path && map->dso->long_name) | |
391 | dsoname = map->dso->long_name; | |
392 | else if (map->dso->name) | |
393 | dsoname = map->dso->name; | |
8f28f19a | 394 | } |
547a92e0 AN |
395 | |
396 | return fprintf(fp, "%s", dsoname); | |
397 | } | |
398 | ||
cc8fae1d AH |
399 | int map__fprintf_srcline(struct map *map, u64 addr, const char *prefix, |
400 | FILE *fp) | |
401 | { | |
402 | char *srcline; | |
403 | int ret = 0; | |
404 | ||
405 | if (map && map->dso) { | |
406 | srcline = get_srcline(map->dso, | |
85c116a6 | 407 | map__rip_2objdump(map, addr), NULL, true); |
cc8fae1d AH |
408 | if (srcline != SRCLINE_UNKNOWN) |
409 | ret = fprintf(fp, "%s%s", prefix, srcline); | |
410 | free_srcline(srcline); | |
411 | } | |
412 | return ret; | |
413 | } | |
414 | ||
1d5077bd AH |
415 | /** |
416 | * map__rip_2objdump - convert symbol start address to objdump address. | |
417 | * @map: memory map | |
418 | * @rip: symbol start address | |
419 | * | |
7a2b6209 | 420 | * objdump wants/reports absolute IPs for ET_EXEC, and RIPs for ET_DYN. |
0131c4ec AH |
421 | * map->dso->adjust_symbols==1 for ET_EXEC-like cases except ET_REL which is |
422 | * relative to section start. | |
1d5077bd AH |
423 | * |
424 | * Return: Address suitable for passing to "objdump --start-address=" | |
7a2b6209 KS |
425 | */ |
426 | u64 map__rip_2objdump(struct map *map, u64 rip) | |
427 | { | |
0131c4ec AH |
428 | if (!map->dso->adjust_symbols) |
429 | return rip; | |
430 | ||
431 | if (map->dso->rel) | |
432 | return rip - map->pgoff; | |
433 | ||
a58f7033 WN |
434 | /* |
435 | * kernel modules also have DSO_TYPE_USER in dso->kernel, | |
436 | * but all kernel modules are ET_REL, so won't get here. | |
437 | */ | |
438 | if (map->dso->kernel == DSO_TYPE_USER) | |
439 | return rip + map->dso->text_offset; | |
440 | ||
9176753d | 441 | return map->unmap_ip(map, rip) - map->reloc; |
7a2b6209 | 442 | } |
ee11b90b | 443 | |
1d5077bd AH |
444 | /** |
445 | * map__objdump_2mem - convert objdump address to a memory address. | |
446 | * @map: memory map | |
447 | * @ip: objdump address | |
448 | * | |
449 | * Closely related to map__rip_2objdump(), this function takes an address from | |
450 | * objdump and converts it to a memory address. Note this assumes that @map | |
451 | * contains the address. To be sure the result is valid, check it forwards | |
452 | * e.g. map__rip_2objdump(map->map_ip(map, map__objdump_2mem(map, ip))) == ip | |
453 | * | |
454 | * Return: Memory address. | |
455 | */ | |
456 | u64 map__objdump_2mem(struct map *map, u64 ip) | |
457 | { | |
458 | if (!map->dso->adjust_symbols) | |
459 | return map->unmap_ip(map, ip); | |
460 | ||
461 | if (map->dso->rel) | |
462 | return map->unmap_ip(map, ip + map->pgoff); | |
463 | ||
a58f7033 WN |
464 | /* |
465 | * kernel modules also have DSO_TYPE_USER in dso->kernel, | |
466 | * but all kernel modules are ET_REL, so won't get here. | |
467 | */ | |
468 | if (map->dso->kernel == DSO_TYPE_USER) | |
469 | return map->unmap_ip(map, ip - map->dso->text_offset); | |
470 | ||
9176753d | 471 | return ip + map->reloc; |
1d5077bd AH |
472 | } |
473 | ||
1eee78ae ACM |
474 | static void maps__init(struct maps *maps) |
475 | { | |
476 | maps->entries = RB_ROOT; | |
6a2ffcdd | 477 | pthread_rwlock_init(&maps->lock, NULL); |
1eee78ae ACM |
478 | } |
479 | ||
11246c70 | 480 | void map_groups__init(struct map_groups *mg, struct machine *machine) |
c6e718ff ACM |
481 | { |
482 | int i; | |
483 | for (i = 0; i < MAP__NR_TYPES; ++i) { | |
1eee78ae | 484 | maps__init(&mg->maps[i]); |
c6e718ff | 485 | } |
11246c70 | 486 | mg->machine = machine; |
848cbd25 | 487 | atomic_set(&mg->refcnt, 1); |
c6e718ff ACM |
488 | } |
489 | ||
6a2ffcdd | 490 | static void __maps__purge(struct maps *maps) |
591765fd | 491 | { |
1eee78ae ACM |
492 | struct rb_root *root = &maps->entries; |
493 | struct rb_node *next = rb_first(root); | |
591765fd ACM |
494 | |
495 | while (next) { | |
496 | struct map *pos = rb_entry(next, struct map, rb_node); | |
497 | ||
498 | next = rb_next(&pos->rb_node); | |
facf3f06 | 499 | rb_erase_init(&pos->rb_node, root); |
84c2cafa | 500 | map__put(pos); |
591765fd ACM |
501 | } |
502 | } | |
503 | ||
1eee78ae ACM |
504 | static void maps__exit(struct maps *maps) |
505 | { | |
6a2ffcdd ACM |
506 | pthread_rwlock_wrlock(&maps->lock); |
507 | __maps__purge(maps); | |
6a2ffcdd | 508 | pthread_rwlock_unlock(&maps->lock); |
1eee78ae ACM |
509 | } |
510 | ||
98dfd55d | 511 | void map_groups__exit(struct map_groups *mg) |
591765fd ACM |
512 | { |
513 | int i; | |
514 | ||
1eee78ae ACM |
515 | for (i = 0; i < MAP__NR_TYPES; ++i) |
516 | maps__exit(&mg->maps[i]); | |
591765fd ACM |
517 | } |
518 | ||
29ce3612 AH |
519 | bool map_groups__empty(struct map_groups *mg) |
520 | { | |
521 | int i; | |
522 | ||
523 | for (i = 0; i < MAP__NR_TYPES; ++i) { | |
524 | if (maps__first(&mg->maps[i])) | |
525 | return false; | |
29ce3612 AH |
526 | } |
527 | ||
528 | return true; | |
529 | } | |
530 | ||
11246c70 | 531 | struct map_groups *map_groups__new(struct machine *machine) |
93d5731d ACM |
532 | { |
533 | struct map_groups *mg = malloc(sizeof(*mg)); | |
534 | ||
535 | if (mg != NULL) | |
11246c70 | 536 | map_groups__init(mg, machine); |
93d5731d ACM |
537 | |
538 | return mg; | |
539 | } | |
540 | ||
541 | void map_groups__delete(struct map_groups *mg) | |
542 | { | |
543 | map_groups__exit(mg); | |
544 | free(mg); | |
545 | } | |
546 | ||
a26ca671 ACM |
547 | void map_groups__put(struct map_groups *mg) |
548 | { | |
848cbd25 | 549 | if (mg && atomic_dec_and_test(&mg->refcnt)) |
a26ca671 ACM |
550 | map_groups__delete(mg); |
551 | } | |
552 | ||
98dfd55d | 553 | struct symbol *map_groups__find_symbol(struct map_groups *mg, |
4b8cf846 | 554 | enum map_type type, u64 addr, |
7e5e1b14 | 555 | struct map **mapp, |
4b8cf846 ACM |
556 | symbol_filter_t filter) |
557 | { | |
98dfd55d | 558 | struct map *map = map_groups__find(mg, type, addr); |
4b8cf846 | 559 | |
4afc81cd MH |
560 | /* Ensure map is loaded before using map->map_ip */ |
561 | if (map != NULL && map__load(map, filter) >= 0) { | |
7e5e1b14 ACM |
562 | if (mapp != NULL) |
563 | *mapp = map; | |
4b8cf846 | 564 | return map__find_symbol(map, map->map_ip(map, addr), filter); |
7e5e1b14 ACM |
565 | } |
566 | ||
567 | return NULL; | |
568 | } | |
569 | ||
b7f9ff56 ACM |
570 | struct symbol *maps__find_symbol_by_name(struct maps *maps, const char *name, |
571 | struct map **mapp, symbol_filter_t filter) | |
7e5e1b14 | 572 | { |
6a2ffcdd | 573 | struct symbol *sym; |
7e5e1b14 ACM |
574 | struct rb_node *nd; |
575 | ||
6a2ffcdd ACM |
576 | pthread_rwlock_rdlock(&maps->lock); |
577 | ||
578 | for (nd = rb_first(&maps->entries); nd; nd = rb_next(nd)) { | |
7e5e1b14 | 579 | struct map *pos = rb_entry(nd, struct map, rb_node); |
6a2ffcdd ACM |
580 | |
581 | sym = map__find_symbol_by_name(pos, name, filter); | |
7e5e1b14 ACM |
582 | |
583 | if (sym == NULL) | |
584 | continue; | |
585 | if (mapp != NULL) | |
586 | *mapp = pos; | |
6a2ffcdd | 587 | goto out; |
7e5e1b14 | 588 | } |
4b8cf846 | 589 | |
6a2ffcdd ACM |
590 | sym = NULL; |
591 | out: | |
592 | pthread_rwlock_unlock(&maps->lock); | |
593 | return sym; | |
4b8cf846 ACM |
594 | } |
595 | ||
b7f9ff56 ACM |
596 | struct symbol *map_groups__find_symbol_by_name(struct map_groups *mg, |
597 | enum map_type type, | |
598 | const char *name, | |
599 | struct map **mapp, | |
600 | symbol_filter_t filter) | |
601 | { | |
602 | struct symbol *sym = maps__find_symbol_by_name(&mg->maps[type], name, mapp, filter); | |
603 | ||
604 | return sym; | |
605 | } | |
606 | ||
4e987712 ACM |
607 | int map_groups__find_ams(struct addr_map_symbol *ams, symbol_filter_t filter) |
608 | { | |
77faf4d0 | 609 | if (ams->addr < ams->map->start || ams->addr >= ams->map->end) { |
4e987712 ACM |
610 | if (ams->map->groups == NULL) |
611 | return -1; | |
612 | ams->map = map_groups__find(ams->map->groups, ams->map->type, | |
613 | ams->addr); | |
614 | if (ams->map == NULL) | |
615 | return -1; | |
616 | } | |
617 | ||
618 | ams->al_addr = ams->map->map_ip(ams->map, ams->addr); | |
619 | ams->sym = map__find_symbol(ams->map, ams->al_addr, filter); | |
620 | ||
621 | return ams->sym ? 0 : -1; | |
622 | } | |
623 | ||
6a2ffcdd | 624 | static size_t maps__fprintf(struct maps *maps, FILE *fp) |
c6e718ff | 625 | { |
6a2ffcdd | 626 | size_t printed = 0; |
c6e718ff ACM |
627 | struct rb_node *nd; |
628 | ||
6a2ffcdd ACM |
629 | pthread_rwlock_rdlock(&maps->lock); |
630 | ||
631 | for (nd = rb_first(&maps->entries); nd; nd = rb_next(nd)) { | |
c6e718ff ACM |
632 | struct map *pos = rb_entry(nd, struct map, rb_node); |
633 | printed += fprintf(fp, "Map:"); | |
634 | printed += map__fprintf(pos, fp); | |
635 | if (verbose > 2) { | |
6a2ffcdd | 636 | printed += dso__fprintf(pos->dso, pos->type, fp); |
c6e718ff ACM |
637 | printed += fprintf(fp, "--\n"); |
638 | } | |
639 | } | |
640 | ||
6a2ffcdd ACM |
641 | pthread_rwlock_unlock(&maps->lock); |
642 | ||
c6e718ff ACM |
643 | return printed; |
644 | } | |
645 | ||
6a2ffcdd ACM |
646 | size_t __map_groups__fprintf_maps(struct map_groups *mg, enum map_type type, |
647 | FILE *fp) | |
648 | { | |
649 | size_t printed = fprintf(fp, "%s:\n", map_type__name[type]); | |
650 | return printed += maps__fprintf(&mg->maps[type], fp); | |
651 | } | |
652 | ||
5c24b67a | 653 | size_t map_groups__fprintf(struct map_groups *mg, FILE *fp) |
c6e718ff ACM |
654 | { |
655 | size_t printed = 0, i; | |
656 | for (i = 0; i < MAP__NR_TYPES; ++i) | |
acebd408 | 657 | printed += __map_groups__fprintf_maps(mg, i, fp); |
c6e718ff ACM |
658 | return printed; |
659 | } | |
660 | ||
cb8382e0 JO |
661 | static void __map_groups__insert(struct map_groups *mg, struct map *map) |
662 | { | |
663 | __maps__insert(&mg->maps[map->type], map); | |
664 | map->groups = mg; | |
665 | } | |
666 | ||
6a2ffcdd | 667 | static int maps__fixup_overlappings(struct maps *maps, struct map *map, FILE *fp) |
c6e718ff | 668 | { |
6a2ffcdd ACM |
669 | struct rb_root *root; |
670 | struct rb_node *next; | |
0a1eae39 | 671 | int err = 0; |
c6e718ff | 672 | |
6a2ffcdd ACM |
673 | pthread_rwlock_wrlock(&maps->lock); |
674 | ||
675 | root = &maps->entries; | |
676 | next = rb_first(root); | |
677 | ||
c6e718ff ACM |
678 | while (next) { |
679 | struct map *pos = rb_entry(next, struct map, rb_node); | |
680 | next = rb_next(&pos->rb_node); | |
681 | ||
682 | if (!map__overlap(pos, map)) | |
683 | continue; | |
684 | ||
685 | if (verbose >= 2) { | |
686 | fputs("overlapping maps:\n", fp); | |
687 | map__fprintf(map, fp); | |
688 | map__fprintf(pos, fp); | |
689 | } | |
690 | ||
facf3f06 | 691 | rb_erase_init(&pos->rb_node, root); |
c6e718ff ACM |
692 | /* |
693 | * Now check if we need to create new maps for areas not | |
694 | * overlapped by the new map: | |
695 | */ | |
696 | if (map->start > pos->start) { | |
697 | struct map *before = map__clone(pos); | |
698 | ||
0a1eae39 ACM |
699 | if (before == NULL) { |
700 | err = -ENOMEM; | |
84c2cafa | 701 | goto put_map; |
0a1eae39 | 702 | } |
c6e718ff | 703 | |
77faf4d0 | 704 | before->end = map->start; |
cb8382e0 | 705 | __map_groups__insert(pos->groups, before); |
c6e718ff ACM |
706 | if (verbose >= 2) |
707 | map__fprintf(before, fp); | |
d91130e9 | 708 | map__put(before); |
c6e718ff ACM |
709 | } |
710 | ||
711 | if (map->end < pos->end) { | |
712 | struct map *after = map__clone(pos); | |
713 | ||
0a1eae39 ACM |
714 | if (after == NULL) { |
715 | err = -ENOMEM; | |
84c2cafa | 716 | goto put_map; |
0a1eae39 | 717 | } |
c6e718ff | 718 | |
77faf4d0 | 719 | after->start = map->end; |
cb8382e0 | 720 | __map_groups__insert(pos->groups, after); |
c6e718ff ACM |
721 | if (verbose >= 2) |
722 | map__fprintf(after, fp); | |
d91130e9 | 723 | map__put(after); |
c6e718ff | 724 | } |
84c2cafa | 725 | put_map: |
5c24b67a | 726 | map__put(pos); |
0a1eae39 ACM |
727 | |
728 | if (err) | |
6a2ffcdd | 729 | goto out; |
c6e718ff ACM |
730 | } |
731 | ||
6a2ffcdd ACM |
732 | err = 0; |
733 | out: | |
734 | pthread_rwlock_unlock(&maps->lock); | |
735 | return err; | |
736 | } | |
737 | ||
738 | int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map, | |
739 | FILE *fp) | |
740 | { | |
741 | return maps__fixup_overlappings(&mg->maps[map->type], map, fp); | |
c6e718ff ACM |
742 | } |
743 | ||
744 | /* | |
745 | * XXX This should not really _copy_ te maps, but refcount them. | |
746 | */ | |
98dfd55d | 747 | int map_groups__clone(struct map_groups *mg, |
c6e718ff ACM |
748 | struct map_groups *parent, enum map_type type) |
749 | { | |
6a2ffcdd | 750 | int err = -ENOMEM; |
4bb7123d | 751 | struct map *map; |
1eee78ae | 752 | struct maps *maps = &parent->maps[type]; |
4bb7123d | 753 | |
6a2ffcdd ACM |
754 | pthread_rwlock_rdlock(&maps->lock); |
755 | ||
4bb7123d | 756 | for (map = maps__first(maps); map; map = map__next(map)) { |
c6e718ff ACM |
757 | struct map *new = map__clone(map); |
758 | if (new == NULL) | |
6a2ffcdd | 759 | goto out_unlock; |
98dfd55d | 760 | map_groups__insert(mg, new); |
bae32b50 | 761 | map__put(new); |
c6e718ff | 762 | } |
6a2ffcdd ACM |
763 | |
764 | err = 0; | |
765 | out_unlock: | |
766 | pthread_rwlock_unlock(&maps->lock); | |
767 | return err; | |
c6e718ff ACM |
768 | } |
769 | ||
6a2ffcdd | 770 | static void __maps__insert(struct maps *maps, struct map *map) |
4b8cf846 | 771 | { |
1eee78ae | 772 | struct rb_node **p = &maps->entries.rb_node; |
4b8cf846 ACM |
773 | struct rb_node *parent = NULL; |
774 | const u64 ip = map->start; | |
775 | struct map *m; | |
776 | ||
777 | while (*p != NULL) { | |
778 | parent = *p; | |
779 | m = rb_entry(parent, struct map, rb_node); | |
780 | if (ip < m->start) | |
781 | p = &(*p)->rb_left; | |
782 | else | |
783 | p = &(*p)->rb_right; | |
784 | } | |
785 | ||
786 | rb_link_node(&map->rb_node, parent, p); | |
1eee78ae | 787 | rb_insert_color(&map->rb_node, &maps->entries); |
84c2cafa | 788 | map__get(map); |
4b8cf846 ACM |
789 | } |
790 | ||
6a2ffcdd ACM |
791 | void maps__insert(struct maps *maps, struct map *map) |
792 | { | |
793 | pthread_rwlock_wrlock(&maps->lock); | |
794 | __maps__insert(maps, map); | |
795 | pthread_rwlock_unlock(&maps->lock); | |
796 | } | |
797 | ||
798 | static void __maps__remove(struct maps *maps, struct map *map) | |
076c6e45 | 799 | { |
facf3f06 | 800 | rb_erase_init(&map->rb_node, &maps->entries); |
84c2cafa | 801 | map__put(map); |
076c6e45 ACM |
802 | } |
803 | ||
6a2ffcdd ACM |
804 | void maps__remove(struct maps *maps, struct map *map) |
805 | { | |
806 | pthread_rwlock_wrlock(&maps->lock); | |
807 | __maps__remove(maps, map); | |
808 | pthread_rwlock_unlock(&maps->lock); | |
809 | } | |
810 | ||
1eee78ae | 811 | struct map *maps__find(struct maps *maps, u64 ip) |
4b8cf846 | 812 | { |
6a2ffcdd | 813 | struct rb_node **p, *parent = NULL; |
4b8cf846 ACM |
814 | struct map *m; |
815 | ||
6a2ffcdd ACM |
816 | pthread_rwlock_rdlock(&maps->lock); |
817 | ||
818 | p = &maps->entries.rb_node; | |
4b8cf846 ACM |
819 | while (*p != NULL) { |
820 | parent = *p; | |
821 | m = rb_entry(parent, struct map, rb_node); | |
822 | if (ip < m->start) | |
823 | p = &(*p)->rb_left; | |
4955ea22 | 824 | else if (ip >= m->end) |
4b8cf846 ACM |
825 | p = &(*p)->rb_right; |
826 | else | |
6a2ffcdd | 827 | goto out; |
4b8cf846 ACM |
828 | } |
829 | ||
6a2ffcdd ACM |
830 | m = NULL; |
831 | out: | |
832 | pthread_rwlock_unlock(&maps->lock); | |
833 | return m; | |
4b8cf846 | 834 | } |
8e0cf965 | 835 | |
1eee78ae | 836 | struct map *maps__first(struct maps *maps) |
8e0cf965 | 837 | { |
1eee78ae | 838 | struct rb_node *first = rb_first(&maps->entries); |
8e0cf965 AH |
839 | |
840 | if (first) | |
841 | return rb_entry(first, struct map, rb_node); | |
842 | return NULL; | |
843 | } | |
844 | ||
4d4dee9a | 845 | struct map *map__next(struct map *map) |
8e0cf965 AH |
846 | { |
847 | struct rb_node *next = rb_next(&map->rb_node); | |
848 | ||
849 | if (next) | |
850 | return rb_entry(next, struct map, rb_node); | |
851 | return NULL; | |
852 | } | |
ba92732e WN |
853 | |
854 | struct kmap *map__kmap(struct map *map) | |
855 | { | |
856 | if (!map->dso || !map->dso->kernel) { | |
857 | pr_err("Internal error: map__kmap with a non-kernel map\n"); | |
858 | return NULL; | |
859 | } | |
860 | return (struct kmap *)(map + 1); | |
861 | } | |
862 | ||
863 | struct map_groups *map__kmaps(struct map *map) | |
864 | { | |
865 | struct kmap *kmap = map__kmap(map); | |
866 | ||
867 | if (!kmap || !kmap->kmaps) { | |
868 | pr_err("Internal error: map__kmaps with a non-kernel map\n"); | |
869 | return NULL; | |
870 | } | |
871 | return kmap->kmaps; | |
872 | } |