13 const char *map_type__name
[MAP__NR_TYPES
] = {
14 [MAP__FUNCTION
] = "Functions",
15 [MAP__VARIABLE
] = "Variables",
18 static inline int is_anon_memory(const char *filename
)
20 return strcmp(filename
, "//anon") == 0;
23 static inline int is_no_dso_memory(const char *filename
)
25 return !strcmp(filename
, "[stack]") ||
26 !strcmp(filename
, "[vdso]") ||
27 !strcmp(filename
, "[heap]");
30 void map__init(struct map
*self
, enum map_type type
,
31 u64 start
, u64 end
, u64 pgoff
, struct dso
*dso
)
38 self
->map_ip
= map__map_ip
;
39 self
->unmap_ip
= map__unmap_ip
;
40 RB_CLEAR_NODE(&self
->rb_node
);
42 self
->referenced
= false;
43 self
->erange_warned
= false;
46 struct map
*map__new(struct list_head
*dsos__list
, u64 start
, u64 len
,
47 u64 pgoff
, u32 pid
, char *filename
,
50 struct map
*self
= malloc(sizeof(*self
));
53 char newfilename
[PATH_MAX
];
57 anon
= is_anon_memory(filename
);
58 no_dso
= is_no_dso_memory(filename
);
61 snprintf(newfilename
, sizeof(newfilename
), "/tmp/perf-%d.map", pid
);
62 filename
= newfilename
;
65 dso
= __dsos__findnew(dsos__list
, filename
);
69 map__init(self
, type
, start
, start
+ len
, pgoff
, dso
);
72 self
->map_ip
= self
->unmap_ip
= identity__map_ip
;
75 * Set memory without DSO as loaded. All map__find_*
76 * functions still return NULL, and we avoid the
77 * unnecessary map__load warning.
80 dso__set_loaded(dso
, self
->type
);
90 * Constructor variant for modules (where we know from /proc/modules where
91 * they are loaded) and for vmlinux, where only after we load all the
92 * symbols we'll know where it starts and ends.
94 struct map
*map__new2(u64 start
, struct dso
*dso
, enum map_type type
)
96 struct map
*map
= calloc(1, (sizeof(*map
) +
97 (dso
->kernel
? sizeof(struct kmap
) : 0)));
100 * ->end will be filled after we load all the symbols
102 map__init(map
, type
, start
, 0, 0, dso
);
108 void map__delete(struct map
*self
)
113 void map__fixup_start(struct map
*self
)
115 struct rb_root
*symbols
= &self
->dso
->symbols
[self
->type
];
116 struct rb_node
*nd
= rb_first(symbols
);
118 struct symbol
*sym
= rb_entry(nd
, struct symbol
, rb_node
);
119 self
->start
= sym
->start
;
123 void map__fixup_end(struct map
*self
)
125 struct rb_root
*symbols
= &self
->dso
->symbols
[self
->type
];
126 struct rb_node
*nd
= rb_last(symbols
);
128 struct symbol
*sym
= rb_entry(nd
, struct symbol
, rb_node
);
129 self
->end
= sym
->end
;
133 #define DSO__DELETED "(deleted)"
135 int map__load(struct map
*self
, symbol_filter_t filter
)
137 const char *name
= self
->dso
->long_name
;
140 if (dso__loaded(self
->dso
, self
->type
))
143 nr
= dso__load(self
->dso
, self
, filter
);
145 if (self
->dso
->has_build_id
) {
146 char sbuild_id
[BUILD_ID_SIZE
* 2 + 1];
148 build_id__sprintf(self
->dso
->build_id
,
149 sizeof(self
->dso
->build_id
),
151 pr_warning("%s with build id %s not found",
154 pr_warning("Failed to open %s", name
);
156 pr_warning(", continuing without symbols\n");
158 } else if (nr
== 0) {
159 #ifndef NO_LIBELF_SUPPORT
160 const size_t len
= strlen(name
);
161 const size_t real_len
= len
- sizeof(DSO__DELETED
);
163 if (len
> sizeof(DSO__DELETED
) &&
164 strcmp(name
+ real_len
+ 1, DSO__DELETED
) == 0) {
165 pr_warning("%.*s was updated (is prelink enabled?). "
166 "Restart the long running apps that use it!\n",
167 (int)real_len
, name
);
169 pr_warning("no symbols found in %s, maybe install "
170 "a debug package?\n", name
);
176 * Only applies to the kernel, as its symtabs aren't relative like the
179 if (self
->dso
->kernel
)
180 map__reloc_vmlinux(self
);
185 struct symbol
*map__find_symbol(struct map
*self
, u64 addr
,
186 symbol_filter_t filter
)
188 if (map__load(self
, filter
) < 0)
191 return dso__find_symbol(self
->dso
, self
->type
, addr
);
194 struct symbol
*map__find_symbol_by_name(struct map
*self
, const char *name
,
195 symbol_filter_t filter
)
197 if (map__load(self
, filter
) < 0)
200 if (!dso__sorted_by_name(self
->dso
, self
->type
))
201 dso__sort_by_name(self
->dso
, self
->type
);
203 return dso__find_symbol_by_name(self
->dso
, self
->type
, name
);
206 struct map
*map__clone(struct map
*self
)
208 struct map
*map
= malloc(sizeof(*self
));
213 memcpy(map
, self
, sizeof(*self
));
218 int map__overlap(struct map
*l
, struct map
*r
)
220 if (l
->start
> r
->start
) {
226 if (l
->end
> r
->start
)
232 size_t map__fprintf(struct map
*self
, FILE *fp
)
234 return fprintf(fp
, " %" PRIx64
"-%" PRIx64
" %" PRIx64
" %s\n",
235 self
->start
, self
->end
, self
->pgoff
, self
->dso
->name
);
238 size_t map__fprintf_dsoname(struct map
*map
, FILE *fp
)
242 if (map
&& map
->dso
&& (map
->dso
->name
|| map
->dso
->long_name
)) {
243 if (symbol_conf
.show_kernel_path
&& map
->dso
->long_name
)
244 dsoname
= map
->dso
->long_name
;
245 else if (map
->dso
->name
)
246 dsoname
= map
->dso
->name
;
248 dsoname
= "[unknown]";
250 return fprintf(fp
, "%s", dsoname
);
254 * objdump wants/reports absolute IPs for ET_EXEC, and RIPs for ET_DYN.
255 * map->dso->adjust_symbols==1 for ET_EXEC-like cases.
257 u64
map__rip_2objdump(struct map
*map
, u64 rip
)
259 u64 addr
= map
->dso
->adjust_symbols
?
260 map
->unmap_ip(map
, rip
) : /* RIP -> IP */
265 void map_groups__init(struct map_groups
*mg
)
268 for (i
= 0; i
< MAP__NR_TYPES
; ++i
) {
269 mg
->maps
[i
] = RB_ROOT
;
270 INIT_LIST_HEAD(&mg
->removed_maps
[i
]);
275 static void maps__delete(struct rb_root
*maps
)
277 struct rb_node
*next
= rb_first(maps
);
280 struct map
*pos
= rb_entry(next
, struct map
, rb_node
);
282 next
= rb_next(&pos
->rb_node
);
283 rb_erase(&pos
->rb_node
, maps
);
288 static void maps__delete_removed(struct list_head
*maps
)
292 list_for_each_entry_safe(pos
, n
, maps
, node
) {
293 list_del(&pos
->node
);
298 void map_groups__exit(struct map_groups
*mg
)
302 for (i
= 0; i
< MAP__NR_TYPES
; ++i
) {
303 maps__delete(&mg
->maps
[i
]);
304 maps__delete_removed(&mg
->removed_maps
[i
]);
308 void map_groups__flush(struct map_groups
*mg
)
312 for (type
= 0; type
< MAP__NR_TYPES
; type
++) {
313 struct rb_root
*root
= &mg
->maps
[type
];
314 struct rb_node
*next
= rb_first(root
);
317 struct map
*pos
= rb_entry(next
, struct map
, rb_node
);
318 next
= rb_next(&pos
->rb_node
);
319 rb_erase(&pos
->rb_node
, root
);
321 * We may have references to this map, for
322 * instance in some hist_entry instances, so
323 * just move them to a separate list.
325 list_add_tail(&pos
->node
, &mg
->removed_maps
[pos
->type
]);
330 struct symbol
*map_groups__find_symbol(struct map_groups
*mg
,
331 enum map_type type
, u64 addr
,
333 symbol_filter_t filter
)
335 struct map
*map
= map_groups__find(mg
, type
, addr
);
340 return map__find_symbol(map
, map
->map_ip(map
, addr
), filter
);
346 struct symbol
*map_groups__find_symbol_by_name(struct map_groups
*mg
,
350 symbol_filter_t filter
)
354 for (nd
= rb_first(&mg
->maps
[type
]); nd
; nd
= rb_next(nd
)) {
355 struct map
*pos
= rb_entry(nd
, struct map
, rb_node
);
356 struct symbol
*sym
= map__find_symbol_by_name(pos
, name
, filter
);
368 size_t __map_groups__fprintf_maps(struct map_groups
*mg
,
369 enum map_type type
, int verbose
, FILE *fp
)
371 size_t printed
= fprintf(fp
, "%s:\n", map_type__name
[type
]);
374 for (nd
= rb_first(&mg
->maps
[type
]); nd
; nd
= rb_next(nd
)) {
375 struct map
*pos
= rb_entry(nd
, struct map
, rb_node
);
376 printed
+= fprintf(fp
, "Map:");
377 printed
+= map__fprintf(pos
, fp
);
379 printed
+= dso__fprintf(pos
->dso
, type
, fp
);
380 printed
+= fprintf(fp
, "--\n");
387 size_t map_groups__fprintf_maps(struct map_groups
*mg
, int verbose
, FILE *fp
)
389 size_t printed
= 0, i
;
390 for (i
= 0; i
< MAP__NR_TYPES
; ++i
)
391 printed
+= __map_groups__fprintf_maps(mg
, i
, verbose
, fp
);
395 static size_t __map_groups__fprintf_removed_maps(struct map_groups
*mg
,
397 int verbose
, FILE *fp
)
402 list_for_each_entry(pos
, &mg
->removed_maps
[type
], node
) {
403 printed
+= fprintf(fp
, "Map:");
404 printed
+= map__fprintf(pos
, fp
);
406 printed
+= dso__fprintf(pos
->dso
, type
, fp
);
407 printed
+= fprintf(fp
, "--\n");
413 static size_t map_groups__fprintf_removed_maps(struct map_groups
*mg
,
414 int verbose
, FILE *fp
)
416 size_t printed
= 0, i
;
417 for (i
= 0; i
< MAP__NR_TYPES
; ++i
)
418 printed
+= __map_groups__fprintf_removed_maps(mg
, i
, verbose
, fp
);
422 size_t map_groups__fprintf(struct map_groups
*mg
, int verbose
, FILE *fp
)
424 size_t printed
= map_groups__fprintf_maps(mg
, verbose
, fp
);
425 printed
+= fprintf(fp
, "Removed maps:\n");
426 return printed
+ map_groups__fprintf_removed_maps(mg
, verbose
, fp
);
429 int map_groups__fixup_overlappings(struct map_groups
*mg
, struct map
*map
,
430 int verbose
, FILE *fp
)
432 struct rb_root
*root
= &mg
->maps
[map
->type
];
433 struct rb_node
*next
= rb_first(root
);
437 struct map
*pos
= rb_entry(next
, struct map
, rb_node
);
438 next
= rb_next(&pos
->rb_node
);
440 if (!map__overlap(pos
, map
))
444 fputs("overlapping maps:\n", fp
);
445 map__fprintf(map
, fp
);
446 map__fprintf(pos
, fp
);
449 rb_erase(&pos
->rb_node
, root
);
451 * Now check if we need to create new maps for areas not
452 * overlapped by the new map:
454 if (map
->start
> pos
->start
) {
455 struct map
*before
= map__clone(pos
);
457 if (before
== NULL
) {
462 before
->end
= map
->start
- 1;
463 map_groups__insert(mg
, before
);
465 map__fprintf(before
, fp
);
468 if (map
->end
< pos
->end
) {
469 struct map
*after
= map__clone(pos
);
476 after
->start
= map
->end
+ 1;
477 map_groups__insert(mg
, after
);
479 map__fprintf(after
, fp
);
483 * If we have references, just move them to a separate list.
486 list_add_tail(&pos
->node
, &mg
->removed_maps
[map
->type
]);
498 * XXX This should not really _copy_ te maps, but refcount them.
500 int map_groups__clone(struct map_groups
*mg
,
501 struct map_groups
*parent
, enum map_type type
)
504 for (nd
= rb_first(&parent
->maps
[type
]); nd
; nd
= rb_next(nd
)) {
505 struct map
*map
= rb_entry(nd
, struct map
, rb_node
);
506 struct map
*new = map__clone(map
);
509 map_groups__insert(mg
, new);
514 static u64
map__reloc_map_ip(struct map
*map
, u64 ip
)
516 return ip
+ (s64
)map
->pgoff
;
519 static u64
map__reloc_unmap_ip(struct map
*map
, u64 ip
)
521 return ip
- (s64
)map
->pgoff
;
524 void map__reloc_vmlinux(struct map
*self
)
526 struct kmap
*kmap
= map__kmap(self
);
529 if (!kmap
->ref_reloc_sym
|| !kmap
->ref_reloc_sym
->unrelocated_addr
)
532 reloc
= (kmap
->ref_reloc_sym
->unrelocated_addr
-
533 kmap
->ref_reloc_sym
->addr
);
538 self
->map_ip
= map__reloc_map_ip
;
539 self
->unmap_ip
= map__reloc_unmap_ip
;
543 void maps__insert(struct rb_root
*maps
, struct map
*map
)
545 struct rb_node
**p
= &maps
->rb_node
;
546 struct rb_node
*parent
= NULL
;
547 const u64 ip
= map
->start
;
552 m
= rb_entry(parent
, struct map
, rb_node
);
559 rb_link_node(&map
->rb_node
, parent
, p
);
560 rb_insert_color(&map
->rb_node
, maps
);
563 void maps__remove(struct rb_root
*self
, struct map
*map
)
565 rb_erase(&map
->rb_node
, self
);
568 struct map
*maps__find(struct rb_root
*maps
, u64 ip
)
570 struct rb_node
**p
= &maps
->rb_node
;
571 struct rb_node
*parent
= NULL
;
576 m
= rb_entry(parent
, struct map
, rb_node
);
579 else if (ip
> m
->end
)
588 int machine__init(struct machine
*self
, const char *root_dir
, pid_t pid
)
590 map_groups__init(&self
->kmaps
);
591 RB_CLEAR_NODE(&self
->rb_node
);
592 INIT_LIST_HEAD(&self
->user_dsos
);
593 INIT_LIST_HEAD(&self
->kernel_dsos
);
595 self
->threads
= RB_ROOT
;
596 INIT_LIST_HEAD(&self
->dead_threads
);
597 self
->last_match
= NULL
;
599 self
->kmaps
.machine
= self
;
601 self
->root_dir
= strdup(root_dir
);
602 if (self
->root_dir
== NULL
)
605 if (pid
!= HOST_KERNEL_ID
) {
606 struct thread
*thread
= machine__findnew_thread(self
, pid
);
612 snprintf(comm
, sizeof(comm
), "[guest/%d]", pid
);
613 thread__set_comm(thread
, comm
);
619 static void dsos__delete(struct list_head
*self
)
623 list_for_each_entry_safe(pos
, n
, self
, node
) {
624 list_del(&pos
->node
);
629 void machine__exit(struct machine
*self
)
631 map_groups__exit(&self
->kmaps
);
632 dsos__delete(&self
->user_dsos
);
633 dsos__delete(&self
->kernel_dsos
);
634 free(self
->root_dir
);
635 self
->root_dir
= NULL
;
638 void machine__delete(struct machine
*self
)
644 struct machine
*machines__add(struct rb_root
*self
, pid_t pid
,
645 const char *root_dir
)
647 struct rb_node
**p
= &self
->rb_node
;
648 struct rb_node
*parent
= NULL
;
649 struct machine
*pos
, *machine
= malloc(sizeof(*machine
));
654 if (machine__init(machine
, root_dir
, pid
) != 0) {
661 pos
= rb_entry(parent
, struct machine
, rb_node
);
668 rb_link_node(&machine
->rb_node
, parent
, p
);
669 rb_insert_color(&machine
->rb_node
, self
);
674 struct machine
*machines__find(struct rb_root
*self
, pid_t pid
)
676 struct rb_node
**p
= &self
->rb_node
;
677 struct rb_node
*parent
= NULL
;
678 struct machine
*machine
;
679 struct machine
*default_machine
= NULL
;
683 machine
= rb_entry(parent
, struct machine
, rb_node
);
684 if (pid
< machine
->pid
)
686 else if (pid
> machine
->pid
)
691 default_machine
= machine
;
694 return default_machine
;
697 struct machine
*machines__findnew(struct rb_root
*self
, pid_t pid
)
700 const char *root_dir
= "";
701 struct machine
*machine
= machines__find(self
, pid
);
703 if (machine
&& (machine
->pid
== pid
))
706 if ((pid
!= HOST_KERNEL_ID
) &&
707 (pid
!= DEFAULT_GUEST_KERNEL_ID
) &&
708 (symbol_conf
.guestmount
)) {
709 sprintf(path
, "%s/%d", symbol_conf
.guestmount
, pid
);
710 if (access(path
, R_OK
)) {
711 static struct strlist
*seen
;
714 seen
= strlist__new(true, NULL
);
716 if (!strlist__has_entry(seen
, path
)) {
717 pr_err("Can't access file %s\n", path
);
718 strlist__add(seen
, path
);
726 machine
= machines__add(self
, pid
, root_dir
);
732 void machines__process(struct rb_root
*self
, machine__process_t process
, void *data
)
736 for (nd
= rb_first(self
); nd
; nd
= rb_next(nd
)) {
737 struct machine
*pos
= rb_entry(nd
, struct machine
, rb_node
);
742 char *machine__mmap_name(struct machine
*self
, char *bf
, size_t size
)
744 if (machine__is_host(self
))
745 snprintf(bf
, size
, "[%s]", "kernel.kallsyms");
746 else if (machine__is_default_guest(self
))
747 snprintf(bf
, size
, "[%s]", "guest.kernel.kallsyms");
749 snprintf(bf
, size
, "[%s.%d]", "guest.kernel.kallsyms", self
->pid
);
754 void machines__set_id_hdr_size(struct rb_root
*machines
, u16 id_hdr_size
)
756 struct rb_node
*node
;
757 struct machine
*machine
;
759 for (node
= rb_first(machines
); node
; node
= rb_next(node
)) {
760 machine
= rb_entry(node
, struct machine
, rb_node
);
761 machine
->id_hdr_size
= id_hdr_size
;