]>
Commit | Line | Data |
---|---|---|
91007045 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
07800601 | 2 | /* |
bf9e1876 IM |
3 | * builtin-top.c |
4 | * | |
5 | * Builtin top command: Display a continuously updated profile of | |
6 | * any workload, CPU or specific PID. | |
7 | * | |
8 | * Copyright (C) 2008, Red Hat Inc, Ingo Molnar <mingo@redhat.com> | |
ab81f3fd | 9 | * 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com> |
bf9e1876 IM |
10 | * |
11 | * Improvements and fixes by: | |
12 | * | |
13 | * Arjan van de Ven <arjan@linux.intel.com> | |
14 | * Yanmin Zhang <yanmin.zhang@intel.com> | |
15 | * Wu Fengguang <fengguang.wu@intel.com> | |
16 | * Mike Galbraith <efault@gmx.de> | |
17 | * Paul Mackerras <paulus@samba.org> | |
07800601 | 18 | */ |
bf9e1876 | 19 | #include "builtin.h" |
07800601 | 20 | |
1a482f38 | 21 | #include "perf.h" |
bf9e1876 | 22 | |
36532461 | 23 | #include "util/annotate.h" |
a40b95bc | 24 | #include "util/bpf-event.h" |
41840d21 | 25 | #include "util/config.h" |
8fc0321f | 26 | #include "util/color.h" |
4a3cec84 | 27 | #include "util/dso.h" |
361c99a6 | 28 | #include "util/evlist.h" |
69aad6f1 | 29 | #include "util/evsel.h" |
95be9d19 | 30 | #include "util/evsel_config.h" |
5ab8c689 | 31 | #include "util/event.h" |
b0a7d1a0 | 32 | #include "util/machine.h" |
1101f69a | 33 | #include "util/map.h" |
e0fcfb08 | 34 | #include "util/mmap.h" |
b3165f41 ACM |
35 | #include "util/session.h" |
36 | #include "util/symbol.h" | |
ea49e01c | 37 | #include "util/synthetic-events.h" |
8c3e10eb | 38 | #include "util/top.h" |
2da39f1c | 39 | #include "util/util.h" |
43cbcd8a | 40 | #include <linux/rbtree.h> |
4b6ab94e | 41 | #include <subcmd/parse-options.h> |
b456bae0 | 42 | #include "util/parse-events.h" |
5c9dbe6d | 43 | #include "util/callchain.h" |
a12b51c4 | 44 | #include "util/cpumap.h" |
ab81f3fd | 45 | #include "util/sort.h" |
6a9fa4e3 | 46 | #include "util/string2.h" |
b0742e90 | 47 | #include "util/term.h" |
6b118e92 | 48 | #include "util/intlist.h" |
a18b027e | 49 | #include "util/parse-branch-options.h" |
0d3942db | 50 | #include "arch/common.h" |
8520a98d | 51 | #include "ui/ui.h" |
07800601 | 52 | |
8f28827a | 53 | #include "util/debug.h" |
16c66bc1 | 54 | #include "util/ordered-events.h" |
8f28827a | 55 | |
07800601 | 56 | #include <assert.h> |
31d68e7b | 57 | #include <elf.h> |
07800601 | 58 | #include <fcntl.h> |
0e9b20b8 | 59 | |
07800601 | 60 | #include <stdio.h> |
923c42c1 MG |
61 | #include <termios.h> |
62 | #include <unistd.h> | |
9486aa38 | 63 | #include <inttypes.h> |
0e9b20b8 | 64 | |
07800601 | 65 | #include <errno.h> |
07800601 IM |
66 | #include <time.h> |
67 | #include <sched.h> | |
9607ad3a | 68 | #include <signal.h> |
07800601 IM |
69 | |
70 | #include <sys/syscall.h> | |
71 | #include <sys/ioctl.h> | |
a8fa4960 | 72 | #include <poll.h> |
07800601 IM |
73 | #include <sys/prctl.h> |
74 | #include <sys/wait.h> | |
75 | #include <sys/uio.h> | |
31d68e7b | 76 | #include <sys/utsname.h> |
07800601 IM |
77 | #include <sys/mman.h> |
78 | ||
531d2410 | 79 | #include <linux/stringify.h> |
b9c4b0f4 | 80 | #include <linux/time64.h> |
07800601 | 81 | #include <linux/types.h> |
6ef81c55 | 82 | #include <linux/err.h> |
07800601 | 83 | |
3052ba56 | 84 | #include <linux/ctype.h> |
3d689ed6 | 85 | |
11859e82 | 86 | static volatile int done; |
b135e5ee | 87 | static volatile int resize; |
11859e82 | 88 | |
933cbb1c NK |
89 | #define HEADER_LINE_NR 5 |
90 | ||
1758af10 | 91 | static void perf_top__update_print_entries(struct perf_top *top) |
3b6ed988 | 92 | { |
933cbb1c | 93 | top->print_entries = top->winsize.ws_row - HEADER_LINE_NR; |
3b6ed988 ACM |
94 | } |
95 | ||
244a1086 | 96 | static void winch_sig(int sig __maybe_unused) |
3b6ed988 | 97 | { |
b135e5ee JO |
98 | resize = 1; |
99 | } | |
1758af10 | 100 | |
b135e5ee JO |
101 | static void perf_top__resize(struct perf_top *top) |
102 | { | |
1758af10 ACM |
103 | get_term_dimensions(&top->winsize); |
104 | perf_top__update_print_entries(top); | |
3b6ed988 ACM |
105 | } |
106 | ||
1758af10 | 107 | static int perf_top__parse_source(struct perf_top *top, struct hist_entry *he) |
923c42c1 | 108 | { |
32dcd021 | 109 | struct evsel *evsel; |
923c42c1 | 110 | struct symbol *sym; |
ce6f4fab | 111 | struct annotation *notes; |
439d473b | 112 | struct map *map; |
36532461 | 113 | int err = -1; |
923c42c1 | 114 | |
ab81f3fd | 115 | if (!he || !he->ms.sym) |
b0a9ab62 ACM |
116 | return -1; |
117 | ||
111442cf LY |
118 | evsel = hists_to_evsel(he->hists); |
119 | ||
ab81f3fd ACM |
120 | sym = he->ms.sym; |
121 | map = he->ms.map; | |
b0a9ab62 ACM |
122 | |
123 | /* | |
124 | * We can't annotate with just /proc/kallsyms | |
125 | */ | |
bbb7f846 AH |
126 | if (map->dso->symtab_type == DSO_BINARY_TYPE__KALLSYMS && |
127 | !dso__is_kcore(map->dso)) { | |
ce6f4fab ACM |
128 | pr_err("Can't annotate %s: No vmlinux file was found in the " |
129 | "path\n", sym->name); | |
130 | sleep(1); | |
b0a9ab62 | 131 | return -1; |
b269876c ACM |
132 | } |
133 | ||
ce6f4fab | 134 | notes = symbol__annotation(sym); |
ce6f4fab | 135 | pthread_mutex_lock(¬es->lock); |
923c42c1 | 136 | |
6484d2f9 | 137 | if (!symbol__hists(sym, top->evlist->core.nr_entries)) { |
c97cf422 | 138 | pthread_mutex_unlock(¬es->lock); |
36532461 ACM |
139 | pr_err("Not enough memory for annotating '%s' symbol!\n", |
140 | sym->name); | |
ce6f4fab | 141 | sleep(1); |
c97cf422 | 142 | return err; |
923c42c1 | 143 | } |
36532461 | 144 | |
380195e2 | 145 | err = symbol__annotate(sym, map, evsel, 0, &top->annotation_opts, NULL); |
36532461 | 146 | if (err == 0) { |
1758af10 | 147 | top->sym_filter_entry = he; |
ee51d851 ACM |
148 | } else { |
149 | char msg[BUFSIZ]; | |
150 | symbol__strerror_disassemble(sym, map, err, msg, sizeof(msg)); | |
151 | pr_err("Couldn't annotate %s: %s\n", sym->name, msg); | |
36532461 | 152 | } |
c97cf422 | 153 | |
ce6f4fab | 154 | pthread_mutex_unlock(¬es->lock); |
36532461 | 155 | return err; |
923c42c1 MG |
156 | } |
157 | ||
ab81f3fd | 158 | static void __zero_source_counters(struct hist_entry *he) |
923c42c1 | 159 | { |
ab81f3fd | 160 | struct symbol *sym = he->ms.sym; |
36532461 | 161 | symbol__annotate_zero_histograms(sym); |
923c42c1 MG |
162 | } |
163 | ||
31d68e7b ACM |
164 | static void ui__warn_map_erange(struct map *map, struct symbol *sym, u64 ip) |
165 | { | |
166 | struct utsname uts; | |
167 | int err = uname(&uts); | |
168 | ||
169 | ui__warning("Out of bounds address found:\n\n" | |
170 | "Addr: %" PRIx64 "\n" | |
171 | "DSO: %s %c\n" | |
172 | "Map: %" PRIx64 "-%" PRIx64 "\n" | |
173 | "Symbol: %" PRIx64 "-%" PRIx64 " %c %s\n" | |
174 | "Arch: %s\n" | |
175 | "Kernel: %s\n" | |
176 | "Tools: %s\n\n" | |
177 | "Not all samples will be on the annotation output.\n\n" | |
178 | "Please report to linux-kernel@vger.kernel.org\n", | |
179 | ip, map->dso->long_name, dso__symtab_origin(map->dso), | |
180 | map->start, map->end, sym->start, sym->end, | |
181 | sym->binding == STB_GLOBAL ? 'g' : | |
182 | sym->binding == STB_LOCAL ? 'l' : 'w', sym->name, | |
183 | err ? "[unknown]" : uts.machine, | |
184 | err ? "[unknown]" : uts.release, perf_version_string); | |
185 | if (use_browser <= 0) | |
186 | sleep(5); | |
48000a1a | 187 | |
31d68e7b ACM |
188 | map->erange_warned = true; |
189 | } | |
190 | ||
1758af10 ACM |
191 | static void perf_top__record_precise_ip(struct perf_top *top, |
192 | struct hist_entry *he, | |
bab89f6a | 193 | struct perf_sample *sample, |
32dcd021 | 194 | struct evsel *evsel, u64 ip) |
923c42c1 | 195 | { |
ce6f4fab | 196 | struct annotation *notes; |
beefb8d0 | 197 | struct symbol *sym = he->ms.sym; |
48c65bda | 198 | int err = 0; |
ce6f4fab | 199 | |
beefb8d0 NK |
200 | if (sym == NULL || (use_browser == 0 && |
201 | (top->sym_filter_entry == NULL || | |
202 | top->sym_filter_entry->ms.sym != sym))) | |
923c42c1 MG |
203 | return; |
204 | ||
ce6f4fab ACM |
205 | notes = symbol__annotation(sym); |
206 | ||
207 | if (pthread_mutex_trylock(¬es->lock)) | |
923c42c1 MG |
208 | return; |
209 | ||
e345f3bd | 210 | err = hist_entry__inc_addr_samples(he, sample, evsel, ip); |
c7ad21af | 211 | |
ce6f4fab | 212 | pthread_mutex_unlock(¬es->lock); |
31d68e7b | 213 | |
151ee834 NK |
214 | if (unlikely(err)) { |
215 | /* | |
216 | * This function is now called with he->hists->lock held. | |
217 | * Release it before going to sleep. | |
218 | */ | |
219 | pthread_mutex_unlock(&he->hists->lock); | |
220 | ||
221 | if (err == -ERANGE && !he->ms.map->erange_warned) | |
222 | ui__warn_map_erange(he->ms.map, sym, ip); | |
223 | else if (err == -ENOMEM) { | |
224 | pr_err("Not enough memory for annotating '%s' symbol!\n", | |
225 | sym->name); | |
226 | sleep(1); | |
227 | } | |
228 | ||
229 | pthread_mutex_lock(&he->hists->lock); | |
b66d8c0c | 230 | } |
923c42c1 MG |
231 | } |
232 | ||
1758af10 | 233 | static void perf_top__show_details(struct perf_top *top) |
923c42c1 | 234 | { |
1758af10 | 235 | struct hist_entry *he = top->sym_filter_entry; |
32dcd021 | 236 | struct evsel *evsel; |
ce6f4fab | 237 | struct annotation *notes; |
923c42c1 | 238 | struct symbol *symbol; |
36532461 | 239 | int more; |
923c42c1 | 240 | |
ab81f3fd | 241 | if (!he) |
923c42c1 MG |
242 | return; |
243 | ||
111442cf LY |
244 | evsel = hists_to_evsel(he->hists); |
245 | ||
ab81f3fd | 246 | symbol = he->ms.sym; |
ce6f4fab ACM |
247 | notes = symbol__annotation(symbol); |
248 | ||
249 | pthread_mutex_lock(¬es->lock); | |
250 | ||
f681d593 JO |
251 | symbol__calc_percent(symbol, evsel); |
252 | ||
ce6f4fab ACM |
253 | if (notes->src == NULL) |
254 | goto out_unlock; | |
923c42c1 | 255 | |
7289f83c | 256 | printf("Showing %s for %s\n", perf_evsel__name(top->sym_evsel), symbol->name); |
982d410b | 257 | printf(" Events Pcnt (>=%d%%)\n", top->annotation_opts.min_pcnt); |
923c42c1 | 258 | |
982d410b | 259 | more = symbol__annotate_printf(symbol, he->ms.map, top->sym_evsel, &top->annotation_opts); |
5d484f99 ACM |
260 | |
261 | if (top->evlist->enabled) { | |
262 | if (top->zero) | |
263 | symbol__annotate_zero_histogram(symbol, top->sym_evsel->idx); | |
264 | else | |
265 | symbol__annotate_decay_histogram(symbol, top->sym_evsel->idx); | |
266 | } | |
36532461 | 267 | if (more != 0) |
923c42c1 | 268 | printf("%d lines not displayed, maybe increase display entries [e]\n", more); |
ce6f4fab ACM |
269 | out_unlock: |
270 | pthread_mutex_unlock(¬es->lock); | |
923c42c1 | 271 | } |
07800601 | 272 | |
ea4385f8 | 273 | static void perf_top__resort_hists(struct perf_top *t) |
40d81772 | 274 | { |
ea4385f8 | 275 | struct evlist *evlist = t->evlist; |
40d81772 ACM |
276 | struct evsel *pos; |
277 | ||
278 | evlist__for_each_entry(evlist, pos) { | |
279 | struct hists *hists = evsel__hists(pos); | |
280 | ||
be5863b7 NK |
281 | /* |
282 | * unlink existing entries so that they can be linked | |
283 | * in a correct order in hists__match() below. | |
284 | */ | |
285 | hists__unlink(hists); | |
286 | ||
ea4385f8 NK |
287 | if (evlist->enabled) { |
288 | if (t->zero) { | |
289 | hists__delete_entries(hists); | |
290 | } else { | |
291 | hists__decay_entries(hists, t->hide_user_symbols, | |
292 | t->hide_kernel_symbols); | |
293 | } | |
294 | } | |
295 | ||
40d81772 ACM |
296 | hists__collapse_resort(hists, NULL); |
297 | ||
298 | /* Non-group events are considered as leader */ | |
299 | if (symbol_conf.event_group && | |
300 | !perf_evsel__is_group_leader(pos)) { | |
301 | struct hists *leader_hists = evsel__hists(pos->leader); | |
302 | ||
303 | hists__match(leader_hists, hists); | |
304 | hists__link(leader_hists, hists); | |
305 | } | |
306 | } | |
307 | ||
308 | evlist__for_each_entry(evlist, pos) { | |
309 | perf_evsel__output_resort(pos, NULL); | |
310 | } | |
311 | } | |
312 | ||
1758af10 | 313 | static void perf_top__print_sym_table(struct perf_top *top) |
07800601 | 314 | { |
8c3e10eb ACM |
315 | char bf[160]; |
316 | int printed = 0; | |
1758af10 | 317 | const int win_width = top->winsize.ws_col - 1; |
32dcd021 | 318 | struct evsel *evsel = top->sym_evsel; |
452ce03b | 319 | struct hists *hists = evsel__hists(evsel); |
d94b9430 | 320 | |
0f5486b5 | 321 | puts(CONSOLE_CLEAR); |
07800601 | 322 | |
1758af10 | 323 | perf_top__header_snprintf(top, bf, sizeof(bf)); |
8c3e10eb | 324 | printf("%s\n", bf); |
07800601 | 325 | |
1a105f74 | 326 | printf("%-*.*s\n", win_width, win_width, graph_dotted_line); |
07800601 | 327 | |
a1ff5b05 KL |
328 | if (!top->record_opts.overwrite && |
329 | (hists->stats.nr_lost_warned != | |
330 | hists->stats.nr_events[PERF_RECORD_LOST])) { | |
4ea062ed ACM |
331 | hists->stats.nr_lost_warned = |
332 | hists->stats.nr_events[PERF_RECORD_LOST]; | |
7b27509f ACM |
333 | color_fprintf(stdout, PERF_COLOR_RED, |
334 | "WARNING: LOST %d chunks, Check IO/CPU overload", | |
4ea062ed | 335 | hists->stats.nr_lost_warned); |
ab81f3fd | 336 | ++printed; |
93fc64f1 ACM |
337 | } |
338 | ||
1758af10 ACM |
339 | if (top->sym_filter_entry) { |
340 | perf_top__show_details(top); | |
923c42c1 MG |
341 | return; |
342 | } | |
343 | ||
ea4385f8 | 344 | perf_top__resort_hists(top); |
701937bd | 345 | |
4ea062ed | 346 | hists__output_recalc_col_len(hists, top->print_entries - printed); |
7cc017ed | 347 | putchar('\n'); |
4ea062ed | 348 | hists__fprintf(hists, false, top->print_entries - printed, win_width, |
e9de7e2f | 349 | top->min_percent, stdout, !symbol_conf.use_callchain); |
07800601 IM |
350 | } |
351 | ||
923c42c1 MG |
352 | static void prompt_integer(int *target, const char *msg) |
353 | { | |
354 | char *buf = malloc(0), *p; | |
355 | size_t dummy = 0; | |
356 | int tmp; | |
357 | ||
358 | fprintf(stdout, "\n%s: ", msg); | |
359 | if (getline(&buf, &dummy, stdin) < 0) | |
360 | return; | |
361 | ||
362 | p = strchr(buf, '\n'); | |
363 | if (p) | |
364 | *p = 0; | |
365 | ||
366 | p = buf; | |
367 | while(*p) { | |
368 | if (!isdigit(*p)) | |
369 | goto out_free; | |
370 | p++; | |
371 | } | |
372 | tmp = strtoul(buf, NULL, 10); | |
373 | *target = tmp; | |
374 | out_free: | |
375 | free(buf); | |
376 | } | |
377 | ||
378 | static void prompt_percent(int *target, const char *msg) | |
379 | { | |
380 | int tmp = 0; | |
381 | ||
382 | prompt_integer(&tmp, msg); | |
383 | if (tmp >= 0 && tmp <= 100) | |
384 | *target = tmp; | |
385 | } | |
386 | ||
1758af10 | 387 | static void perf_top__prompt_symbol(struct perf_top *top, const char *msg) |
923c42c1 MG |
388 | { |
389 | char *buf = malloc(0), *p; | |
1758af10 | 390 | struct hist_entry *syme = top->sym_filter_entry, *n, *found = NULL; |
4ea062ed | 391 | struct hists *hists = evsel__hists(top->sym_evsel); |
ab81f3fd | 392 | struct rb_node *next; |
923c42c1 MG |
393 | size_t dummy = 0; |
394 | ||
395 | /* zero counters of active symbol */ | |
396 | if (syme) { | |
923c42c1 | 397 | __zero_source_counters(syme); |
1758af10 | 398 | top->sym_filter_entry = NULL; |
923c42c1 MG |
399 | } |
400 | ||
401 | fprintf(stdout, "\n%s: ", msg); | |
402 | if (getline(&buf, &dummy, stdin) < 0) | |
403 | goto out_free; | |
404 | ||
405 | p = strchr(buf, '\n'); | |
406 | if (p) | |
407 | *p = 0; | |
408 | ||
2eb3d689 | 409 | next = rb_first_cached(&hists->entries); |
ab81f3fd ACM |
410 | while (next) { |
411 | n = rb_entry(next, struct hist_entry, rb_node); | |
412 | if (n->ms.sym && !strcmp(buf, n->ms.sym->name)) { | |
413 | found = n; | |
923c42c1 MG |
414 | break; |
415 | } | |
ab81f3fd | 416 | next = rb_next(&n->rb_node); |
923c42c1 MG |
417 | } |
418 | ||
419 | if (!found) { | |
66aeb6d5 | 420 | fprintf(stderr, "Sorry, %s is not active.\n", buf); |
923c42c1 | 421 | sleep(1); |
923c42c1 | 422 | } else |
1758af10 | 423 | perf_top__parse_source(top, found); |
923c42c1 MG |
424 | |
425 | out_free: | |
426 | free(buf); | |
427 | } | |
428 | ||
1758af10 | 429 | static void perf_top__print_mapped_keys(struct perf_top *top) |
923c42c1 | 430 | { |
091bd2e9 MG |
431 | char *name = NULL; |
432 | ||
1758af10 ACM |
433 | if (top->sym_filter_entry) { |
434 | struct symbol *sym = top->sym_filter_entry->ms.sym; | |
091bd2e9 MG |
435 | name = sym->name; |
436 | } | |
437 | ||
438 | fprintf(stdout, "\nMapped keys:\n"); | |
1758af10 ACM |
439 | fprintf(stdout, "\t[d] display refresh delay. \t(%d)\n", top->delay_secs); |
440 | fprintf(stdout, "\t[e] display entries (lines). \t(%d)\n", top->print_entries); | |
091bd2e9 | 441 | |
6484d2f9 | 442 | if (top->evlist->core.nr_entries > 1) |
7289f83c | 443 | fprintf(stdout, "\t[E] active event counter. \t(%s)\n", perf_evsel__name(top->sym_evsel)); |
091bd2e9 | 444 | |
1758af10 | 445 | fprintf(stdout, "\t[f] profile display filter (count). \t(%d)\n", top->count_filter); |
091bd2e9 | 446 | |
982d410b | 447 | fprintf(stdout, "\t[F] annotate display filter (percent). \t(%d%%)\n", top->annotation_opts.min_pcnt); |
6cff0e8d KS |
448 | fprintf(stdout, "\t[s] annotate symbol. \t(%s)\n", name?: "NULL"); |
449 | fprintf(stdout, "\t[S] stop annotation.\n"); | |
091bd2e9 | 450 | |
8ffcda17 | 451 | fprintf(stdout, |
8fce3743 | 452 | "\t[K] hide kernel symbols. \t(%s)\n", |
1758af10 | 453 | top->hide_kernel_symbols ? "yes" : "no"); |
8ffcda17 ACM |
454 | fprintf(stdout, |
455 | "\t[U] hide user symbols. \t(%s)\n", | |
1758af10 ACM |
456 | top->hide_user_symbols ? "yes" : "no"); |
457 | fprintf(stdout, "\t[z] toggle sample zeroing. \t(%d)\n", top->zero ? 1 : 0); | |
091bd2e9 MG |
458 | fprintf(stdout, "\t[qQ] quit.\n"); |
459 | } | |
460 | ||
1758af10 | 461 | static int perf_top__key_mapped(struct perf_top *top, int c) |
091bd2e9 MG |
462 | { |
463 | switch (c) { | |
464 | case 'd': | |
465 | case 'e': | |
466 | case 'f': | |
467 | case 'z': | |
468 | case 'q': | |
469 | case 'Q': | |
8ffcda17 ACM |
470 | case 'K': |
471 | case 'U': | |
6cff0e8d KS |
472 | case 'F': |
473 | case 's': | |
474 | case 'S': | |
091bd2e9 MG |
475 | return 1; |
476 | case 'E': | |
6484d2f9 | 477 | return top->evlist->core.nr_entries > 1 ? 1 : 0; |
83a0944f IM |
478 | default: |
479 | break; | |
091bd2e9 MG |
480 | } |
481 | ||
482 | return 0; | |
923c42c1 MG |
483 | } |
484 | ||
11859e82 | 485 | static bool perf_top__handle_keypress(struct perf_top *top, int c) |
923c42c1 | 486 | { |
11859e82 ACM |
487 | bool ret = true; |
488 | ||
1758af10 | 489 | if (!perf_top__key_mapped(top, c)) { |
091bd2e9 | 490 | struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; |
3969cc09 | 491 | struct termios save; |
091bd2e9 | 492 | |
1758af10 | 493 | perf_top__print_mapped_keys(top); |
091bd2e9 MG |
494 | fprintf(stdout, "\nEnter selection, or unmapped key to continue: "); |
495 | fflush(stdout); | |
496 | ||
3969cc09 | 497 | set_term_quiet_input(&save); |
091bd2e9 MG |
498 | |
499 | poll(&stdin_poll, 1, -1); | |
500 | c = getc(stdin); | |
501 | ||
502 | tcsetattr(0, TCSAFLUSH, &save); | |
1758af10 | 503 | if (!perf_top__key_mapped(top, c)) |
11859e82 | 504 | return ret; |
091bd2e9 MG |
505 | } |
506 | ||
923c42c1 MG |
507 | switch (c) { |
508 | case 'd': | |
1758af10 ACM |
509 | prompt_integer(&top->delay_secs, "Enter display delay"); |
510 | if (top->delay_secs < 1) | |
511 | top->delay_secs = 1; | |
923c42c1 MG |
512 | break; |
513 | case 'e': | |
1758af10 ACM |
514 | prompt_integer(&top->print_entries, "Enter display entries (lines)"); |
515 | if (top->print_entries == 0) { | |
b135e5ee | 516 | perf_top__resize(top); |
244a1086 | 517 | signal(SIGWINCH, winch_sig); |
509605db | 518 | } else { |
3b6ed988 | 519 | signal(SIGWINCH, SIG_DFL); |
509605db | 520 | } |
923c42c1 MG |
521 | break; |
522 | case 'E': | |
6484d2f9 | 523 | if (top->evlist->core.nr_entries > 1) { |
ce2d17ca AN |
524 | /* Select 0 as the default event: */ |
525 | int counter = 0; | |
526 | ||
923c42c1 | 527 | fprintf(stderr, "\nAvailable events:"); |
69aad6f1 | 528 | |
e5cadb93 | 529 | evlist__for_each_entry(top->evlist, top->sym_evsel) |
7289f83c | 530 | fprintf(stderr, "\n\t%d %s", top->sym_evsel->idx, perf_evsel__name(top->sym_evsel)); |
923c42c1 | 531 | |
ec52d976 | 532 | prompt_integer(&counter, "Enter details event counter"); |
923c42c1 | 533 | |
6484d2f9 | 534 | if (counter >= top->evlist->core.nr_entries) { |
515dbe48 | 535 | top->sym_evsel = evlist__first(top->evlist); |
7289f83c | 536 | fprintf(stderr, "Sorry, no such event, using %s.\n", perf_evsel__name(top->sym_evsel)); |
923c42c1 | 537 | sleep(1); |
69aad6f1 | 538 | break; |
923c42c1 | 539 | } |
e5cadb93 | 540 | evlist__for_each_entry(top->evlist, top->sym_evsel) |
1758af10 | 541 | if (top->sym_evsel->idx == counter) |
69aad6f1 | 542 | break; |
ec52d976 | 543 | } else |
515dbe48 | 544 | top->sym_evsel = evlist__first(top->evlist); |
923c42c1 MG |
545 | break; |
546 | case 'f': | |
1758af10 | 547 | prompt_integer(&top->count_filter, "Enter display event count filter"); |
923c42c1 MG |
548 | break; |
549 | case 'F': | |
982d410b | 550 | prompt_percent(&top->annotation_opts.min_pcnt, |
1758af10 | 551 | "Enter details display event filter (percent)"); |
923c42c1 | 552 | break; |
8ffcda17 | 553 | case 'K': |
1758af10 | 554 | top->hide_kernel_symbols = !top->hide_kernel_symbols; |
8ffcda17 | 555 | break; |
923c42c1 MG |
556 | case 'q': |
557 | case 'Q': | |
558 | printf("exiting.\n"); | |
1758af10 ACM |
559 | if (top->dump_symtab) |
560 | perf_session__fprintf_dsos(top->session, stderr); | |
11859e82 ACM |
561 | ret = false; |
562 | break; | |
923c42c1 | 563 | case 's': |
1758af10 | 564 | perf_top__prompt_symbol(top, "Enter details symbol"); |
923c42c1 MG |
565 | break; |
566 | case 'S': | |
1758af10 | 567 | if (!top->sym_filter_entry) |
923c42c1 MG |
568 | break; |
569 | else { | |
1758af10 | 570 | struct hist_entry *syme = top->sym_filter_entry; |
923c42c1 | 571 | |
1758af10 | 572 | top->sym_filter_entry = NULL; |
923c42c1 | 573 | __zero_source_counters(syme); |
923c42c1 MG |
574 | } |
575 | break; | |
8ffcda17 | 576 | case 'U': |
1758af10 | 577 | top->hide_user_symbols = !top->hide_user_symbols; |
8ffcda17 | 578 | break; |
923c42c1 | 579 | case 'z': |
1758af10 | 580 | top->zero = !top->zero; |
923c42c1 | 581 | break; |
83a0944f IM |
582 | default: |
583 | break; | |
923c42c1 | 584 | } |
11859e82 ACM |
585 | |
586 | return ret; | |
923c42c1 MG |
587 | } |
588 | ||
ab81f3fd ACM |
589 | static void perf_top__sort_new_samples(void *arg) |
590 | { | |
591 | struct perf_top *t = arg; | |
4ea062ed | 592 | |
ab81f3fd ACM |
593 | if (t->evlist->selected != NULL) |
594 | t->sym_evsel = t->evlist->selected; | |
595 | ||
ea4385f8 | 596 | perf_top__resort_hists(t); |
254de74c | 597 | |
d8590430 | 598 | if (t->lost || t->drop) |
254de74c | 599 | pr_warning("Too slow to read ring buffer (change period (-c/-F) or limit CPUs (-C)\n"); |
ab81f3fd ACM |
600 | } |
601 | ||
c94cef4b JO |
602 | static void stop_top(void) |
603 | { | |
604 | session_done = 1; | |
605 | done = 1; | |
606 | } | |
607 | ||
1758af10 | 608 | static void *display_thread_tui(void *arg) |
c0443df1 | 609 | { |
32dcd021 | 610 | struct evsel *pos; |
1758af10 | 611 | struct perf_top *top = arg; |
ab81f3fd | 612 | const char *help = "For a higher level overview, try: perf top --sort comm,dso"; |
9783adf7 NK |
613 | struct hist_browser_timer hbt = { |
614 | .timer = perf_top__sort_new_samples, | |
615 | .arg = top, | |
616 | .refresh = top->delay_secs, | |
617 | }; | |
ab81f3fd | 618 | |
868a8329 KJ |
619 | /* In order to read symbols from other namespaces perf to needs to call |
620 | * setns(2). This isn't permitted if the struct_fs has multiple users. | |
621 | * unshare(2) the fs so that we may continue to setns into namespaces | |
622 | * that we're observing. | |
623 | */ | |
624 | unshare(CLONE_FS); | |
625 | ||
1205a271 ACM |
626 | prctl(PR_SET_NAME, "perf-top-UI", 0, 0, 0); |
627 | ||
1758af10 | 628 | perf_top__sort_new_samples(top); |
0d37aa34 ACM |
629 | |
630 | /* | |
631 | * Initialize the uid_filter_str, in the future the TUI will allow | |
adba1634 | 632 | * Zooming in/out UIDs. For now just use whatever the user passed |
0d37aa34 ACM |
633 | * via --uid. |
634 | */ | |
e5cadb93 | 635 | evlist__for_each_entry(top->evlist, pos) { |
4ea062ed ACM |
636 | struct hists *hists = evsel__hists(pos); |
637 | hists->uid_filter_str = top->record_opts.target.uid_str; | |
638 | } | |
0d37aa34 | 639 | |
13d1e536 NK |
640 | perf_evlist__tui_browse_hists(top->evlist, help, &hbt, |
641 | top->min_percent, | |
a1ff5b05 | 642 | &top->session->header.env, |
cd0cccba ACM |
643 | !top->record_opts.overwrite, |
644 | &top->annotation_opts); | |
ab81f3fd | 645 | |
c94cef4b | 646 | stop_top(); |
c0443df1 ACM |
647 | return NULL; |
648 | } | |
649 | ||
4a1a9971 JO |
650 | static void display_sig(int sig __maybe_unused) |
651 | { | |
c94cef4b | 652 | stop_top(); |
4a1a9971 JO |
653 | } |
654 | ||
655 | static void display_setup_sig(void) | |
656 | { | |
09f4d78a ACM |
657 | signal(SIGSEGV, sighandler_dump_stack); |
658 | signal(SIGFPE, sighandler_dump_stack); | |
4a1a9971 JO |
659 | signal(SIGINT, display_sig); |
660 | signal(SIGQUIT, display_sig); | |
661 | signal(SIGTERM, display_sig); | |
662 | } | |
663 | ||
1758af10 | 664 | static void *display_thread(void *arg) |
07800601 | 665 | { |
0f5486b5 | 666 | struct pollfd stdin_poll = { .fd = 0, .events = POLLIN }; |
9398c484 | 667 | struct termios save; |
1758af10 | 668 | struct perf_top *top = arg; |
923c42c1 MG |
669 | int delay_msecs, c; |
670 | ||
868a8329 KJ |
671 | /* In order to read symbols from other namespaces perf to needs to call |
672 | * setns(2). This isn't permitted if the struct_fs has multiple users. | |
673 | * unshare(2) the fs so that we may continue to setns into namespaces | |
674 | * that we're observing. | |
675 | */ | |
676 | unshare(CLONE_FS); | |
677 | ||
1205a271 ACM |
678 | prctl(PR_SET_NAME, "perf-top-UI", 0, 0, 0); |
679 | ||
4a1a9971 | 680 | display_setup_sig(); |
3af6e338 | 681 | pthread__unblock_sigwinch(); |
923c42c1 | 682 | repeat: |
b9c4b0f4 | 683 | delay_msecs = top->delay_secs * MSEC_PER_SEC; |
9398c484 | 684 | set_term_quiet_input(&save); |
923c42c1 MG |
685 | /* trash return*/ |
686 | getc(stdin); | |
07800601 | 687 | |
11859e82 | 688 | while (!done) { |
1758af10 | 689 | perf_top__print_sym_table(top); |
3af6e338 ACM |
690 | /* |
691 | * Either timeout expired or we got an EINTR due to SIGWINCH, | |
692 | * refresh screen in both cases. | |
693 | */ | |
694 | switch (poll(&stdin_poll, 1, delay_msecs)) { | |
695 | case 0: | |
696 | continue; | |
697 | case -1: | |
698 | if (errno == EINTR) | |
699 | continue; | |
7b0214b7 | 700 | __fallthrough; |
3af6e338 | 701 | default: |
11859e82 ACM |
702 | c = getc(stdin); |
703 | tcsetattr(0, TCSAFLUSH, &save); | |
704 | ||
705 | if (perf_top__handle_keypress(top, c)) | |
706 | goto repeat; | |
c94cef4b | 707 | stop_top(); |
3af6e338 ACM |
708 | } |
709 | } | |
07800601 | 710 | |
4a1a9971 | 711 | tcsetattr(0, TCSAFLUSH, &save); |
07800601 IM |
712 | return NULL; |
713 | } | |
714 | ||
7c50391f NK |
715 | static int hist_iter__top_callback(struct hist_entry_iter *iter, |
716 | struct addr_location *al, bool single, | |
717 | void *arg) | |
718 | { | |
719 | struct perf_top *top = arg; | |
720 | struct hist_entry *he = iter->he; | |
32dcd021 | 721 | struct evsel *evsel = iter->evsel; |
7c50391f | 722 | |
2e0453af | 723 | if (perf_hpp_list.sym && single) |
e345f3bd | 724 | perf_top__record_precise_ip(top, he, iter->sample, evsel, al->addr); |
7c50391f | 725 | |
a18b027e AK |
726 | hist__account_cycles(iter->sample->branch_stack, al, iter->sample, |
727 | !(top->record_opts.branch_stack & PERF_SAMPLE_BRANCH_ANY)); | |
7c50391f NK |
728 | return 0; |
729 | } | |
730 | ||
1758af10 ACM |
731 | static void perf_event__process_sample(struct perf_tool *tool, |
732 | const union perf_event *event, | |
32dcd021 | 733 | struct evsel *evsel, |
8115d60c | 734 | struct perf_sample *sample, |
743eb868 | 735 | struct machine *machine) |
07800601 | 736 | { |
1758af10 | 737 | struct perf_top *top = container_of(tool, struct perf_top, tool); |
1ed091c4 | 738 | struct addr_location al; |
19d4ac3c | 739 | int err; |
5b2bb75a | 740 | |
23346f21 | 741 | if (!machine && perf_guest) { |
6b118e92 DA |
742 | static struct intlist *seen; |
743 | ||
744 | if (!seen) | |
ffe0fb76 | 745 | seen = intlist__new(NULL); |
6b118e92 | 746 | |
ef89325f | 747 | if (!intlist__has_entry(seen, sample->pid)) { |
6b118e92 | 748 | pr_err("Can't find guest [%d]'s kernel information\n", |
ef89325f AH |
749 | sample->pid); |
750 | intlist__add(seen, sample->pid); | |
6b118e92 | 751 | } |
a1645ce1 ZY |
752 | return; |
753 | } | |
754 | ||
0c095715 | 755 | if (!machine) { |
11859e82 | 756 | pr_err("%u unprocessable samples recorded.\r", |
75be989a | 757 | top->session->evlist->stats.nr_unprocessable_samples++); |
0c095715 JR |
758 | return; |
759 | } | |
760 | ||
8115d60c | 761 | if (event->header.misc & PERF_RECORD_MISC_EXACT_IP) |
1758af10 | 762 | top->exact_samples++; |
1676b8a0 | 763 | |
bb3eb566 | 764 | if (machine__resolve(machine, &al, sample) < 0) |
1ed091c4 | 765 | return; |
07800601 | 766 | |
e77a0742 | 767 | if (!machine->kptr_restrict_warned && |
5f6f5580 ACM |
768 | symbol_conf.kptr_restrict && |
769 | al.cpumode == PERF_RECORD_MISC_KERNEL) { | |
b89a5124 ACM |
770 | if (!perf_evlist__exclude_kernel(top->session->evlist)) { |
771 | ui__warning( | |
5f6f5580 | 772 | "Kernel address maps (/proc/{kallsyms,modules}) are restricted.\n\n" |
d06e5fad | 773 | "Check /proc/sys/kernel/kptr_restrict and /proc/sys/kernel/perf_event_paranoid.\n\n" |
5f6f5580 | 774 | "Kernel%s samples will not be resolved.\n", |
e94b861a | 775 | al.map && map__has_symbols(al.map) ? |
5f6f5580 | 776 | " modules" : ""); |
b89a5124 ACM |
777 | if (use_browser <= 0) |
778 | sleep(5); | |
779 | } | |
e77a0742 | 780 | machine->kptr_restrict_warned = true; |
5f6f5580 ACM |
781 | } |
782 | ||
68766bfa | 783 | if (al.sym == NULL && al.map != NULL) { |
e4a338d0 | 784 | const char *msg = "Kernel samples will not be resolved.\n"; |
72b8fa17 ACM |
785 | /* |
786 | * As we do lazy loading of symtabs we only will know if the | |
787 | * specified vmlinux file is invalid when we actually have a | |
788 | * hit in kernel space and then try to load it. So if we get | |
789 | * here and there are _no_ symbols in the DSO backing the | |
790 | * kernel map, bail out. | |
791 | * | |
792 | * We may never get here, for instance, if we use -K/ | |
793 | * --hide-kernel-symbols, even if the user specifies an | |
794 | * invalid --vmlinux ;-) | |
795 | */ | |
e77a0742 | 796 | if (!machine->kptr_restrict_warned && !top->vmlinux_warned && |
e94b861a | 797 | __map__is_kernel(al.map) && map__has_symbols(al.map)) { |
e4a338d0 | 798 | if (symbol_conf.vmlinux_name) { |
18425f13 ACM |
799 | char serr[256]; |
800 | dso__strerror_load(al.map->dso, serr, sizeof(serr)); | |
801 | ui__warning("The %s file can't be used: %s\n%s", | |
802 | symbol_conf.vmlinux_name, serr, msg); | |
e4a338d0 ACM |
803 | } else { |
804 | ui__warning("A vmlinux file was not found.\n%s", | |
805 | msg); | |
806 | } | |
807 | ||
808 | if (use_browser <= 0) | |
809 | sleep(5); | |
1758af10 | 810 | top->vmlinux_warned = true; |
72b8fa17 | 811 | } |
6cff0e8d KS |
812 | } |
813 | ||
b55cc4ed | 814 | if (al.sym == NULL || !al.sym->idle) { |
4ea062ed | 815 | struct hists *hists = evsel__hists(evsel); |
7c50391f | 816 | struct hist_entry_iter iter = { |
063bd936 NK |
817 | .evsel = evsel, |
818 | .sample = sample, | |
819 | .add_entry_cb = hist_iter__top_callback, | |
7c50391f | 820 | }; |
70db7533 | 821 | |
7c50391f NK |
822 | if (symbol_conf.cumulate_callchain) |
823 | iter.ops = &hist_iter_cumulative; | |
824 | else | |
825 | iter.ops = &hist_iter_normal; | |
19d4ac3c | 826 | |
4ea062ed | 827 | pthread_mutex_lock(&hists->lock); |
ab81f3fd | 828 | |
063bd936 | 829 | err = hist_entry_iter__add(&iter, &al, top->max_stack, top); |
7c50391f NK |
830 | if (err < 0) |
831 | pr_err("Problem incrementing symbol period, skipping event\n"); | |
19d4ac3c | 832 | |
4ea062ed | 833 | pthread_mutex_unlock(&hists->lock); |
5b2bb75a | 834 | } |
ab81f3fd | 835 | |
b91fc39f | 836 | addr_location__put(&al); |
07800601 IM |
837 | } |
838 | ||
d24e3c98 JO |
839 | static void |
840 | perf_top__process_lost(struct perf_top *top, union perf_event *event, | |
32dcd021 | 841 | struct evsel *evsel) |
d24e3c98 JO |
842 | { |
843 | struct hists *hists = evsel__hists(evsel); | |
844 | ||
845 | top->lost += event->lost.lost; | |
846 | top->lost_total += event->lost.lost; | |
847 | hists->stats.total_lost += event->lost.lost; | |
848 | } | |
849 | ||
850 | static void | |
851 | perf_top__process_lost_samples(struct perf_top *top, | |
852 | union perf_event *event, | |
32dcd021 | 853 | struct evsel *evsel) |
d24e3c98 JO |
854 | { |
855 | struct hists *hists = evsel__hists(evsel); | |
856 | ||
857 | top->lost += event->lost_samples.lost; | |
858 | top->lost_total += event->lost_samples.lost; | |
859 | hists->stats.total_lost_samples += event->lost_samples.lost; | |
860 | } | |
861 | ||
d63b9f6f JO |
862 | static u64 last_timestamp; |
863 | ||
1758af10 | 864 | static void perf_top__mmap_read_idx(struct perf_top *top, int idx) |
07800601 | 865 | { |
ebebbf08 | 866 | struct record_opts *opts = &top->record_opts; |
63503dba | 867 | struct evlist *evlist = top->evlist; |
a5830532 | 868 | struct mmap *md; |
8115d60c | 869 | union perf_event *event; |
07800601 | 870 | |
ebebbf08 | 871 | md = opts->overwrite ? &evlist->overwrite_mmap[idx] : &evlist->mmap[idx]; |
b9bae2c8 | 872 | if (perf_mmap__read_init(md) < 0) |
ebebbf08 KL |
873 | return; |
874 | ||
0019dc87 | 875 | while ((event = perf_mmap__read_event(md)) != NULL) { |
16c66bc1 | 876 | int ret; |
7b27509f | 877 | |
d63b9f6f | 878 | ret = perf_evlist__parse_sample_timestamp(evlist, event, &last_timestamp); |
16c66bc1 | 879 | if (ret && ret != -1) |
743eb868 | 880 | break; |
743eb868 | 881 | |
d63b9f6f | 882 | ret = ordered_events__queue(top->qe.in, event, last_timestamp, 0); |
16c66bc1 JO |
883 | if (ret) |
884 | break; | |
94ad6e7e JO |
885 | |
886 | perf_mmap__consume(md); | |
887 | ||
888 | if (top->qe.rotate) { | |
889 | pthread_mutex_lock(&top->qe.mutex); | |
890 | top->qe.rotate = false; | |
891 | pthread_cond_signal(&top->qe.cond); | |
892 | pthread_mutex_unlock(&top->qe.mutex); | |
893 | } | |
07800601 | 894 | } |
ebebbf08 KL |
895 | |
896 | perf_mmap__read_done(md); | |
07800601 IM |
897 | } |
898 | ||
1758af10 | 899 | static void perf_top__mmap_read(struct perf_top *top) |
2f01190a | 900 | { |
ebebbf08 | 901 | bool overwrite = top->record_opts.overwrite; |
63503dba | 902 | struct evlist *evlist = top->evlist; |
70db7533 ACM |
903 | int i; |
904 | ||
ebebbf08 KL |
905 | if (overwrite) |
906 | perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_DATA_PENDING); | |
907 | ||
c976ee11 | 908 | for (i = 0; i < top->evlist->core.nr_mmaps; i++) |
1758af10 | 909 | perf_top__mmap_read_idx(top, i); |
ebebbf08 KL |
910 | |
911 | if (overwrite) { | |
912 | perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_EMPTY); | |
913 | perf_evlist__toggle_bkw_mmap(evlist, BKW_MMAP_RUNNING); | |
914 | } | |
2f01190a FW |
915 | } |
916 | ||
63878a53 KL |
917 | /* |
918 | * Check per-event overwrite term. | |
919 | * perf top should support consistent term for all events. | |
920 | * - All events don't have per-event term | |
921 | * E.g. "cpu/cpu-cycles/,cpu/instructions/" | |
922 | * Nothing change, return 0. | |
923 | * - All events have same per-event term | |
924 | * E.g. "cpu/cpu-cycles,no-overwrite/,cpu/instructions,no-overwrite/ | |
925 | * Using the per-event setting to replace the opts->overwrite if | |
926 | * they are different, then return 0. | |
927 | * - Events have different per-event term | |
928 | * E.g. "cpu/cpu-cycles,overwrite/,cpu/instructions,no-overwrite/" | |
929 | * Return -1 | |
930 | * - Some of the event set per-event term, but some not. | |
931 | * E.g. "cpu/cpu-cycles/,cpu/instructions,no-overwrite/" | |
932 | * Return -1 | |
933 | */ | |
934 | static int perf_top__overwrite_check(struct perf_top *top) | |
935 | { | |
936 | struct record_opts *opts = &top->record_opts; | |
63503dba | 937 | struct evlist *evlist = top->evlist; |
63878a53 KL |
938 | struct perf_evsel_config_term *term; |
939 | struct list_head *config_terms; | |
32dcd021 | 940 | struct evsel *evsel; |
63878a53 KL |
941 | int set, overwrite = -1; |
942 | ||
943 | evlist__for_each_entry(evlist, evsel) { | |
944 | set = -1; | |
945 | config_terms = &evsel->config_terms; | |
946 | list_for_each_entry(term, config_terms, list) { | |
947 | if (term->type == PERF_EVSEL__CONFIG_TERM_OVERWRITE) | |
948 | set = term->val.overwrite ? 1 : 0; | |
949 | } | |
950 | ||
951 | /* no term for current and previous event (likely) */ | |
952 | if ((overwrite < 0) && (set < 0)) | |
953 | continue; | |
954 | ||
955 | /* has term for both current and previous event, compare */ | |
956 | if ((overwrite >= 0) && (set >= 0) && (overwrite != set)) | |
957 | return -1; | |
958 | ||
959 | /* no term for current event but has term for previous one */ | |
960 | if ((overwrite >= 0) && (set < 0)) | |
961 | return -1; | |
962 | ||
963 | /* has term for current event */ | |
964 | if ((overwrite < 0) && (set >= 0)) { | |
965 | /* if it's first event, set overwrite */ | |
515dbe48 | 966 | if (evsel == evlist__first(evlist)) |
63878a53 KL |
967 | overwrite = set; |
968 | else | |
969 | return -1; | |
970 | } | |
971 | } | |
972 | ||
973 | if ((overwrite >= 0) && (opts->overwrite != overwrite)) | |
974 | opts->overwrite = overwrite; | |
975 | ||
976 | return 0; | |
977 | } | |
978 | ||
204721d7 | 979 | static int perf_top_overwrite_fallback(struct perf_top *top, |
32dcd021 | 980 | struct evsel *evsel) |
204721d7 KL |
981 | { |
982 | struct record_opts *opts = &top->record_opts; | |
63503dba | 983 | struct evlist *evlist = top->evlist; |
32dcd021 | 984 | struct evsel *counter; |
204721d7 KL |
985 | |
986 | if (!opts->overwrite) | |
987 | return 0; | |
988 | ||
989 | /* only fall back when first event fails */ | |
515dbe48 | 990 | if (evsel != evlist__first(evlist)) |
204721d7 KL |
991 | return 0; |
992 | ||
993 | evlist__for_each_entry(evlist, counter) | |
1fc632ce | 994 | counter->core.attr.write_backward = false; |
204721d7 | 995 | opts->overwrite = false; |
853745f5 | 996 | pr_debug2("fall back to non-overwrite mode\n"); |
204721d7 KL |
997 | return 1; |
998 | } | |
999 | ||
11859e82 | 1000 | static int perf_top__start_counters(struct perf_top *top) |
72cb7013 | 1001 | { |
d6195a6a | 1002 | char msg[BUFSIZ]; |
32dcd021 | 1003 | struct evsel *counter; |
63503dba | 1004 | struct evlist *evlist = top->evlist; |
b4006796 | 1005 | struct record_opts *opts = &top->record_opts; |
727ab04e | 1006 | |
63878a53 KL |
1007 | if (perf_top__overwrite_check(top)) { |
1008 | ui__error("perf top only support consistent per-event " | |
1009 | "overwrite setting for all events\n"); | |
1010 | goto out_err; | |
1011 | } | |
1012 | ||
e68ae9cf | 1013 | perf_evlist__config(evlist, opts, &callchain_param); |
7e4ff9e3 | 1014 | |
e5cadb93 | 1015 | evlist__for_each_entry(evlist, counter) { |
72cb7013 | 1016 | try_again: |
f72f901d | 1017 | if (evsel__open(counter, top->evlist->core.cpus, |
03617c22 | 1018 | top->evlist->core.threads) < 0) { |
204721d7 KL |
1019 | |
1020 | /* | |
1021 | * Specially handle overwrite fall back. | |
1022 | * Because perf top is the only tool which has | |
1023 | * overwrite mode by default, support | |
1024 | * both overwrite and non-overwrite mode, and | |
1025 | * require consistent mode for all events. | |
1026 | * | |
1027 | * May move it to generic code with more tools | |
1028 | * have similar attribute. | |
1029 | */ | |
1030 | if (perf_missing_features.write_backward && | |
1031 | perf_top_overwrite_fallback(top, counter)) | |
1032 | goto try_again; | |
1033 | ||
56e52e85 | 1034 | if (perf_evsel__fallback(counter, errno, msg, sizeof(msg))) { |
bb963e16 | 1035 | if (verbose > 0) |
c0a54341 | 1036 | ui__warning("%s\n", msg); |
d6d901c2 ZY |
1037 | goto try_again; |
1038 | } | |
c286c419 | 1039 | |
56e52e85 ACM |
1040 | perf_evsel__open_strerror(counter, &opts->target, |
1041 | errno, msg, sizeof(msg)); | |
1042 | ui__error("%s\n", msg); | |
c286c419 | 1043 | goto out_err; |
d6d901c2 | 1044 | } |
716c69fe | 1045 | } |
70db7533 | 1046 | |
9521b5f2 | 1047 | if (evlist__mmap(evlist, opts->mmap_pages) < 0) { |
3780f488 | 1048 | ui__error("Failed to mmap with %d (%s)\n", |
c8b5f2c9 | 1049 | errno, str_error_r(errno, msg, sizeof(msg))); |
c286c419 ACM |
1050 | goto out_err; |
1051 | } | |
1052 | ||
11859e82 | 1053 | return 0; |
c286c419 ACM |
1054 | |
1055 | out_err: | |
11859e82 | 1056 | return -1; |
716c69fe IM |
1057 | } |
1058 | ||
e3815264 | 1059 | static int callchain_param__setup_sample_type(struct callchain_param *callchain) |
19d4ac3c | 1060 | { |
f2e14cd2 | 1061 | if (callchain->mode != CHAIN_NONE) { |
e3815264 | 1062 | if (callchain_register_param(callchain) < 0) { |
3780f488 | 1063 | ui__error("Can't register callchain params.\n"); |
19d4ac3c ACM |
1064 | return -EINVAL; |
1065 | } | |
1066 | } | |
1067 | ||
1068 | return 0; | |
1069 | } | |
1070 | ||
16c66bc1 JO |
1071 | static struct ordered_events *rotate_queues(struct perf_top *top) |
1072 | { | |
1073 | struct ordered_events *in = top->qe.in; | |
1074 | ||
1075 | if (top->qe.in == &top->qe.data[1]) | |
1076 | top->qe.in = &top->qe.data[0]; | |
1077 | else | |
1078 | top->qe.in = &top->qe.data[1]; | |
1079 | ||
1080 | return in; | |
1081 | } | |
1082 | ||
1083 | static void *process_thread(void *arg) | |
1084 | { | |
1085 | struct perf_top *top = arg; | |
1086 | ||
1087 | while (!done) { | |
1088 | struct ordered_events *out, *in = top->qe.in; | |
1089 | ||
1090 | if (!in->nr_events) { | |
1091 | usleep(100); | |
1092 | continue; | |
1093 | } | |
1094 | ||
16c66bc1 | 1095 | out = rotate_queues(top); |
94ad6e7e JO |
1096 | |
1097 | pthread_mutex_lock(&top->qe.mutex); | |
1098 | top->qe.rotate = true; | |
1099 | pthread_cond_wait(&top->qe.cond, &top->qe.mutex); | |
1100 | pthread_mutex_unlock(&top->qe.mutex); | |
16c66bc1 JO |
1101 | |
1102 | if (ordered_events__flush(out, OE_FLUSH__TOP)) | |
1103 | pr_err("failed to process events\n"); | |
1104 | } | |
1105 | ||
1106 | return NULL; | |
1107 | } | |
1108 | ||
d63b9f6f JO |
1109 | /* |
1110 | * Allow only 'top->delay_secs' seconds behind samples. | |
1111 | */ | |
1112 | static int should_drop(struct ordered_event *qevent, struct perf_top *top) | |
1113 | { | |
1114 | union perf_event *event = qevent->event; | |
1115 | u64 delay_timestamp; | |
1116 | ||
1117 | if (event->header.type != PERF_RECORD_SAMPLE) | |
1118 | return false; | |
1119 | ||
1120 | delay_timestamp = qevent->timestamp + top->delay_secs * NSEC_PER_SEC; | |
1121 | return delay_timestamp < last_timestamp; | |
1122 | } | |
1123 | ||
16c66bc1 JO |
1124 | static int deliver_event(struct ordered_events *qe, |
1125 | struct ordered_event *qevent) | |
1126 | { | |
1127 | struct perf_top *top = qe->data; | |
63503dba | 1128 | struct evlist *evlist = top->evlist; |
16c66bc1 JO |
1129 | struct perf_session *session = top->session; |
1130 | union perf_event *event = qevent->event; | |
1131 | struct perf_sample sample; | |
32dcd021 | 1132 | struct evsel *evsel; |
16c66bc1 JO |
1133 | struct machine *machine; |
1134 | int ret = -1; | |
1135 | ||
97f7e0b3 JO |
1136 | if (should_drop(qevent, top)) { |
1137 | top->drop++; | |
1138 | top->drop_total++; | |
d63b9f6f | 1139 | return 0; |
97f7e0b3 | 1140 | } |
d63b9f6f | 1141 | |
16c66bc1 JO |
1142 | ret = perf_evlist__parse_sample(evlist, event, &sample); |
1143 | if (ret) { | |
1144 | pr_err("Can't parse sample, err = %d\n", ret); | |
1145 | goto next_event; | |
1146 | } | |
1147 | ||
1148 | evsel = perf_evlist__id2evsel(session->evlist, sample.id); | |
1149 | assert(evsel != NULL); | |
1150 | ||
2f53ae34 ACM |
1151 | if (event->header.type == PERF_RECORD_SAMPLE) { |
1152 | if (evswitch__discard(&top->evswitch, evsel)) | |
1153 | return 0; | |
16c66bc1 | 1154 | ++top->samples; |
2f53ae34 | 1155 | } |
16c66bc1 JO |
1156 | |
1157 | switch (sample.cpumode) { | |
1158 | case PERF_RECORD_MISC_USER: | |
1159 | ++top->us_samples; | |
1160 | if (top->hide_user_symbols) | |
1161 | goto next_event; | |
1162 | machine = &session->machines.host; | |
1163 | break; | |
1164 | case PERF_RECORD_MISC_KERNEL: | |
1165 | ++top->kernel_samples; | |
1166 | if (top->hide_kernel_symbols) | |
1167 | goto next_event; | |
1168 | machine = &session->machines.host; | |
1169 | break; | |
1170 | case PERF_RECORD_MISC_GUEST_KERNEL: | |
1171 | ++top->guest_kernel_samples; | |
1172 | machine = perf_session__find_machine(session, | |
1173 | sample.pid); | |
1174 | break; | |
1175 | case PERF_RECORD_MISC_GUEST_USER: | |
1176 | ++top->guest_us_samples; | |
1177 | /* | |
1178 | * TODO: we don't process guest user from host side | |
1179 | * except simple counting. | |
1180 | */ | |
1181 | goto next_event; | |
1182 | default: | |
1183 | if (event->header.type == PERF_RECORD_SAMPLE) | |
1184 | goto next_event; | |
1185 | machine = &session->machines.host; | |
1186 | break; | |
1187 | } | |
1188 | ||
1189 | if (event->header.type == PERF_RECORD_SAMPLE) { | |
1190 | perf_event__process_sample(&top->tool, event, evsel, | |
1191 | &sample, machine); | |
1192 | } else if (event->header.type == PERF_RECORD_LOST) { | |
1193 | perf_top__process_lost(top, event, evsel); | |
1194 | } else if (event->header.type == PERF_RECORD_LOST_SAMPLES) { | |
1195 | perf_top__process_lost_samples(top, event, evsel); | |
1196 | } else if (event->header.type < PERF_RECORD_MAX) { | |
1197 | hists__inc_nr_events(evsel__hists(evsel), event->header.type); | |
1198 | machine__process_event(machine, event, &sample); | |
1199 | } else | |
1200 | ++session->evlist->stats.nr_unknown_events; | |
1201 | ||
1202 | ret = 0; | |
1203 | next_event: | |
1204 | return ret; | |
1205 | } | |
1206 | ||
1207 | static void init_process_thread(struct perf_top *top) | |
1208 | { | |
1209 | ordered_events__init(&top->qe.data[0], deliver_event, top); | |
1210 | ordered_events__init(&top->qe.data[1], deliver_event, top); | |
1211 | ordered_events__set_copy_on_queue(&top->qe.data[0], true); | |
1212 | ordered_events__set_copy_on_queue(&top->qe.data[1], true); | |
1213 | top->qe.in = &top->qe.data[0]; | |
94ad6e7e JO |
1214 | pthread_mutex_init(&top->qe.mutex, NULL); |
1215 | pthread_cond_init(&top->qe.cond, NULL); | |
16c66bc1 JO |
1216 | } |
1217 | ||
1758af10 | 1218 | static int __cmd_top(struct perf_top *top) |
716c69fe | 1219 | { |
b4006796 | 1220 | struct record_opts *opts = &top->record_opts; |
16c66bc1 | 1221 | pthread_t thread, thread_process; |
19d4ac3c | 1222 | int ret; |
f5fc1412 | 1223 | |
f178fd2d ACM |
1224 | if (!top->annotation_opts.objdump_path) { |
1225 | ret = perf_env__lookup_objdump(&top->session->header.env, | |
1226 | &top->annotation_opts.objdump_path); | |
0d3942db | 1227 | if (ret) |
0dba9e4b | 1228 | return ret; |
0d3942db SB |
1229 | } |
1230 | ||
e3815264 | 1231 | ret = callchain_param__setup_sample_type(&callchain_param); |
19d4ac3c | 1232 | if (ret) |
0dba9e4b | 1233 | return ret; |
19d4ac3c | 1234 | |
9d8b172f | 1235 | if (perf_session__register_idle_thread(top->session) < 0) |
0dba9e4b | 1236 | return ret; |
c53d138d | 1237 | |
0c6b4994 KL |
1238 | if (top->nr_threads_synthesize > 1) |
1239 | perf_set_multithreaded(); | |
340b47f5 | 1240 | |
16c66bc1 JO |
1241 | init_process_thread(top); |
1242 | ||
a0c0a4ac NK |
1243 | if (opts->record_namespaces) |
1244 | top->tool.namespace_events = true; | |
1245 | ||
e5416950 | 1246 | ret = perf_event__synthesize_bpf_events(top->session, perf_event__process, |
a40b95bc ACM |
1247 | &top->session->machines.host, |
1248 | &top->record_opts); | |
1249 | if (ret < 0) | |
2d45ef70 | 1250 | pr_debug("Couldn't synthesize BPF events: Pre-existing BPF programs won't have symbols resolved.\n"); |
a40b95bc | 1251 | |
a33fbd56 | 1252 | machine__synthesize_threads(&top->session->machines.host, &opts->target, |
03617c22 | 1253 | top->evlist->core.threads, false, |
0c6b4994 | 1254 | top->nr_threads_synthesize); |
340b47f5 | 1255 | |
0c6b4994 KL |
1256 | if (top->nr_threads_synthesize > 1) |
1257 | perf_set_singlethreaded(); | |
2e7ea3ab | 1258 | |
35a634f7 | 1259 | if (perf_hpp_list.socket) { |
2e7ea3ab | 1260 | ret = perf_env__read_cpu_topology_map(&perf_env); |
0dba9e4b CD |
1261 | if (ret < 0) { |
1262 | char errbuf[BUFSIZ]; | |
1263 | const char *err = str_error_r(-ret, errbuf, sizeof(errbuf)); | |
1264 | ||
1265 | ui__error("Could not read the CPU topology map: %s\n", err); | |
1266 | return ret; | |
1267 | } | |
2e7ea3ab KL |
1268 | } |
1269 | ||
11859e82 ACM |
1270 | ret = perf_top__start_counters(top); |
1271 | if (ret) | |
0dba9e4b | 1272 | return ret; |
11859e82 | 1273 | |
1758af10 | 1274 | top->session->evlist = top->evlist; |
7b56cce2 | 1275 | perf_session__set_id_hdr_size(top->session); |
07800601 | 1276 | |
2376c67a ACM |
1277 | /* |
1278 | * When perf is starting the traced process, all the events (apart from | |
1279 | * group members) have enable_on_exec=1 set, so don't spoil it by | |
1280 | * prematurely enabling them. | |
1281 | * | |
1282 | * XXX 'top' still doesn't start workloads like record, trace, but should, | |
1283 | * so leave the check here. | |
1284 | */ | |
602ad878 | 1285 | if (!target__none(&opts->target)) |
1c87f165 | 1286 | evlist__enable(top->evlist); |
2376c67a | 1287 | |
11859e82 | 1288 | ret = -1; |
16c66bc1 JO |
1289 | if (pthread_create(&thread_process, NULL, process_thread, top)) { |
1290 | ui__error("Could not create process thread.\n"); | |
0dba9e4b | 1291 | return ret; |
16c66bc1 JO |
1292 | } |
1293 | ||
c0443df1 | 1294 | if (pthread_create(&thread, NULL, (use_browser > 0 ? display_thread_tui : |
1758af10 | 1295 | display_thread), top)) { |
3780f488 | 1296 | ui__error("Could not create display thread.\n"); |
16c66bc1 | 1297 | goto out_join_thread; |
07800601 IM |
1298 | } |
1299 | ||
1758af10 | 1300 | if (top->realtime_prio) { |
07800601 IM |
1301 | struct sched_param param; |
1302 | ||
1758af10 | 1303 | param.sched_priority = top->realtime_prio; |
07800601 | 1304 | if (sched_setscheduler(0, SCHED_FIFO, ¶m)) { |
3780f488 | 1305 | ui__error("Could not set realtime priority.\n"); |
ae256fa2 | 1306 | goto out_join; |
07800601 IM |
1307 | } |
1308 | } | |
1309 | ||
ff27a06a | 1310 | /* Wait for a minimal set of events before starting the snapshot */ |
80ab2987 | 1311 | evlist__poll(top->evlist, 100); |
ff27a06a DM |
1312 | |
1313 | perf_top__mmap_read(top); | |
1314 | ||
11859e82 | 1315 | while (!done) { |
1758af10 | 1316 | u64 hits = top->samples; |
07800601 | 1317 | |
1758af10 | 1318 | perf_top__mmap_read(top); |
07800601 | 1319 | |
ebebbf08 | 1320 | if (opts->overwrite || (hits == top->samples)) |
80ab2987 | 1321 | ret = evlist__poll(top->evlist, 100); |
b135e5ee JO |
1322 | |
1323 | if (resize) { | |
1324 | perf_top__resize(top); | |
1325 | resize = 0; | |
1326 | } | |
07800601 IM |
1327 | } |
1328 | ||
11859e82 | 1329 | ret = 0; |
ae256fa2 JO |
1330 | out_join: |
1331 | pthread_join(thread, NULL); | |
16c66bc1 | 1332 | out_join_thread: |
94ad6e7e | 1333 | pthread_cond_signal(&top->qe.cond); |
16c66bc1 | 1334 | pthread_join(thread_process, NULL); |
11859e82 | 1335 | return ret; |
19d4ac3c ACM |
1336 | } |
1337 | ||
1338 | static int | |
ae779a63 | 1339 | callchain_opt(const struct option *opt, const char *arg, int unset) |
19d4ac3c | 1340 | { |
19d4ac3c | 1341 | symbol_conf.use_callchain = true; |
ae779a63 JO |
1342 | return record_callchain_opt(opt, arg, unset); |
1343 | } | |
19d4ac3c | 1344 | |
ae779a63 JO |
1345 | static int |
1346 | parse_callchain_opt(const struct option *opt, const char *arg, int unset) | |
1347 | { | |
2ddd5c04 | 1348 | struct callchain_param *callchain = opt->value; |
a2c10d39 | 1349 | |
2ddd5c04 ACM |
1350 | callchain->enabled = !unset; |
1351 | callchain->record_mode = CALLCHAIN_FP; | |
a2c10d39 NK |
1352 | |
1353 | /* | |
1354 | * --no-call-graph | |
1355 | */ | |
1356 | if (unset) { | |
1357 | symbol_conf.use_callchain = false; | |
2ddd5c04 | 1358 | callchain->record_mode = CALLCHAIN_NONE; |
a2c10d39 NK |
1359 | return 0; |
1360 | } | |
1361 | ||
1362 | return parse_callchain_top_opt(arg); | |
07800601 | 1363 | } |
b456bae0 | 1364 | |
b8cbb349 | 1365 | static int perf_top_config(const char *var, const char *value, void *cb __maybe_unused) |
eb853e80 | 1366 | { |
a3a4a3b3 YX |
1367 | if (!strcmp(var, "top.call-graph")) { |
1368 | var = "call-graph.record-mode"; | |
1369 | return perf_default_config(var, value, cb); | |
1370 | } | |
104ac991 NK |
1371 | if (!strcmp(var, "top.children")) { |
1372 | symbol_conf.cumulate_callchain = perf_config_bool(var, value); | |
1373 | return 0; | |
1374 | } | |
eb853e80 | 1375 | |
b8cbb349 | 1376 | return 0; |
eb853e80 JO |
1377 | } |
1378 | ||
fa5df943 NK |
1379 | static int |
1380 | parse_percent_limit(const struct option *opt, const char *arg, | |
1381 | int unset __maybe_unused) | |
1382 | { | |
1383 | struct perf_top *top = opt->value; | |
1384 | ||
1385 | top->min_percent = strtof(arg, NULL); | |
1386 | return 0; | |
1387 | } | |
1388 | ||
76a26549 NK |
1389 | const char top_callchain_help[] = CALLCHAIN_RECORD_HELP CALLCHAIN_REPORT_HELP |
1390 | "\n\t\t\t\tDefault: fp,graph,0.5,caller,function"; | |
a2c10d39 | 1391 | |
b0ad8ea6 | 1392 | int cmd_top(int argc, const char **argv) |
1758af10 | 1393 | { |
16ad2ffb | 1394 | char errbuf[BUFSIZ]; |
1758af10 ACM |
1395 | struct perf_top top = { |
1396 | .count_filter = 5, | |
1397 | .delay_secs = 2, | |
2376c67a ACM |
1398 | .record_opts = { |
1399 | .mmap_pages = UINT_MAX, | |
1400 | .user_freq = UINT_MAX, | |
1401 | .user_interval = ULLONG_MAX, | |
1402 | .freq = 4000, /* 4 KHz */ | |
5dbb6e81 | 1403 | .target = { |
2376c67a ACM |
1404 | .uses_mmap = true, |
1405 | }, | |
218d6111 ACM |
1406 | /* |
1407 | * FIXME: This will lose PERF_RECORD_MMAP and other metadata | |
1408 | * when we pause, fix that and reenable. Probably using a | |
1409 | * separate evlist with a dummy event, i.e. a non-overwrite | |
1410 | * ring buffer just for metadata events, while PERF_RECORD_SAMPLE | |
1411 | * stays in overwrite mode. -acme | |
1412 | * */ | |
1413 | .overwrite = 0, | |
16c66bc1 | 1414 | .sample_time = true, |
1e6db2ee | 1415 | .sample_time_set = true, |
d1cb9fce | 1416 | }, |
029c75e5 | 1417 | .max_stack = sysctl__max_stack(), |
982d410b | 1418 | .annotation_opts = annotation__default_options, |
0c6b4994 | 1419 | .nr_threads_synthesize = UINT_MAX, |
1758af10 | 1420 | }; |
b4006796 | 1421 | struct record_opts *opts = &top.record_opts; |
602ad878 | 1422 | struct target *target = &opts->target; |
1758af10 | 1423 | const struct option options[] = { |
8c3e10eb | 1424 | OPT_CALLBACK('e', "event", &top.evlist, "event", |
86847b62 | 1425 | "event selector. use 'perf list' to list available events", |
f120f9d5 | 1426 | parse_events_option), |
2376c67a ACM |
1427 | OPT_U64('c', "count", &opts->user_interval, "event period to sample"), |
1428 | OPT_STRING('p', "pid", &target->pid, "pid", | |
d6d901c2 | 1429 | "profile events on existing process id"), |
2376c67a | 1430 | OPT_STRING('t', "tid", &target->tid, "tid", |
d6d901c2 | 1431 | "profile events on existing thread id"), |
2376c67a | 1432 | OPT_BOOLEAN('a', "all-cpus", &target->system_wide, |
b456bae0 | 1433 | "system-wide collection from all CPUs"), |
2376c67a | 1434 | OPT_STRING('C', "cpu", &target->cpu_list, "cpu", |
c45c6ea2 | 1435 | "list of cpus to monitor"), |
b32d133a ACM |
1436 | OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name, |
1437 | "file", "vmlinux pathname"), | |
fc2be696 WT |
1438 | OPT_BOOLEAN(0, "ignore-vmlinux", &symbol_conf.ignore_vmlinux, |
1439 | "don't load vmlinux even if found"), | |
1b3aae90 ACM |
1440 | OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name, |
1441 | "file", "kallsyms pathname"), | |
8c3e10eb | 1442 | OPT_BOOLEAN('K', "hide_kernel_symbols", &top.hide_kernel_symbols, |
8ffcda17 | 1443 | "hide kernel symbols"), |
994a1f78 JO |
1444 | OPT_CALLBACK('m', "mmap-pages", &opts->mmap_pages, "pages", |
1445 | "number of mmap data pages", | |
1446 | perf_evlist__parse_mmap_pages), | |
1758af10 | 1447 | OPT_INTEGER('r', "realtime", &top.realtime_prio, |
b456bae0 | 1448 | "collect data with this RT SCHED_FIFO priority"), |
8c3e10eb | 1449 | OPT_INTEGER('d', "delay", &top.delay_secs, |
b456bae0 | 1450 | "number of seconds to delay between refreshes"), |
1758af10 | 1451 | OPT_BOOLEAN('D', "dump-symtab", &top.dump_symtab, |
b456bae0 | 1452 | "dump the symbol table used for profiling"), |
8c3e10eb | 1453 | OPT_INTEGER('f', "count-filter", &top.count_filter, |
b456bae0 | 1454 | "only display functions with more events than this"), |
bf80669e | 1455 | OPT_BOOLEAN(0, "group", &opts->group, |
b456bae0 | 1456 | "put the counters into a counter group"), |
2376c67a ACM |
1457 | OPT_BOOLEAN('i', "no-inherit", &opts->no_inherit, |
1458 | "child tasks do not inherit counters"), | |
1758af10 | 1459 | OPT_STRING(0, "sym-annotate", &top.sym_filter, "symbol name", |
6cff0e8d | 1460 | "symbol to annotate"), |
2376c67a | 1461 | OPT_BOOLEAN('z', "zero", &top.zero, "zero history across updates"), |
7831bf23 ACM |
1462 | OPT_CALLBACK('F', "freq", &top.record_opts, "freq or 'max'", |
1463 | "profile at this frequency", | |
1464 | record__parse_freq), | |
8c3e10eb | 1465 | OPT_INTEGER('E', "entries", &top.print_entries, |
6e53cdf1 | 1466 | "display this many functions"), |
8c3e10eb | 1467 | OPT_BOOLEAN('U', "hide_user_symbols", &top.hide_user_symbols, |
8ffcda17 | 1468 | "hide user symbols"), |
1758af10 ACM |
1469 | OPT_BOOLEAN(0, "tui", &top.use_tui, "Use the TUI interface"), |
1470 | OPT_BOOLEAN(0, "stdio", &top.use_stdio, "Use the stdio interface"), | |
c0555642 | 1471 | OPT_INCR('v', "verbose", &verbose, |
3da297a6 | 1472 | "be more verbose (show counter open errors, etc)"), |
ab81f3fd | 1473 | OPT_STRING('s', "sort", &sort_order, "key[,key2...]", |
a2ce067e NK |
1474 | "sort by key(s): pid, comm, dso, symbol, parent, cpu, srcline, ..." |
1475 | " Please refer the man page for the complete list."), | |
6fe8c26d NK |
1476 | OPT_STRING(0, "fields", &field_order, "key[,keys...]", |
1477 | "output field(s): overhead, period, sample plus all of sort keys"), | |
ab81f3fd ACM |
1478 | OPT_BOOLEAN('n', "show-nr-samples", &symbol_conf.show_nr_samples, |
1479 | "Show a column with the number of samples"), | |
2ddd5c04 | 1480 | OPT_CALLBACK_NOOPT('g', NULL, &callchain_param, |
a2c10d39 | 1481 | NULL, "enables call-graph recording and display", |
ae779a63 | 1482 | &callchain_opt), |
2ddd5c04 | 1483 | OPT_CALLBACK(0, "call-graph", &callchain_param, |
76a26549 | 1484 | "record_mode[,record_size],print_type,threshold[,print_limit],order,sort_key[,branch]", |
a2c10d39 | 1485 | top_callchain_help, &parse_callchain_opt), |
1432ec34 NK |
1486 | OPT_BOOLEAN(0, "children", &symbol_conf.cumulate_callchain, |
1487 | "Accumulate callchains of children and show total overhead as well"), | |
5dbb6e81 WL |
1488 | OPT_INTEGER(0, "max-stack", &top.max_stack, |
1489 | "Set the maximum stack depth when parsing the callchain. " | |
4cb93446 | 1490 | "Default: kernel.perf_event_max_stack or " __stringify(PERF_MAX_STACK_DEPTH)), |
b21484f1 GP |
1491 | OPT_CALLBACK(0, "ignore-callees", NULL, "regex", |
1492 | "ignore callees of these functions in call graphs", | |
1493 | report_parse_ignore_callees_opt), | |
ab81f3fd ACM |
1494 | OPT_BOOLEAN(0, "show-total-period", &symbol_conf.show_total_period, |
1495 | "Show a column with the sum of periods"), | |
1496 | OPT_STRING(0, "dsos", &symbol_conf.dso_list_str, "dso[,dso...]", | |
1497 | "only consider symbols in these dsos"), | |
1498 | OPT_STRING(0, "comms", &symbol_conf.comm_list_str, "comm[,comm...]", | |
1499 | "only consider symbols in these comms"), | |
1500 | OPT_STRING(0, "symbols", &symbol_conf.sym_list_str, "symbol[,symbol...]", | |
1501 | "only consider these symbols"), | |
1eddd9e4 | 1502 | OPT_BOOLEAN(0, "source", &top.annotation_opts.annotate_src, |
64c6f0c7 | 1503 | "Interleave source code with assembly code (default)"), |
1eddd9e4 | 1504 | OPT_BOOLEAN(0, "asm-raw", &top.annotation_opts.show_asm_raw, |
64c6f0c7 | 1505 | "Display raw encoding of assembly instructions (default)"), |
763122ad AK |
1506 | OPT_BOOLEAN(0, "demangle-kernel", &symbol_conf.demangle_kernel, |
1507 | "Enable kernel symbol demangling"), | |
ee7a112f | 1508 | OPT_BOOLEAN(0, "no-bpf-event", &top.record_opts.no_bpf_event, "do not record bpf events"), |
f178fd2d | 1509 | OPT_STRING(0, "objdump", &top.annotation_opts.objdump_path, "path", |
0d3942db | 1510 | "objdump binary to use for disassembly and annotations"), |
a47e843e | 1511 | OPT_STRING('M', "disassembler-style", &top.annotation_opts.disassembler_style, "disassembler style", |
64c6f0c7 | 1512 | "Specify disassembler style (e.g. -M intel for intel syntax)"), |
2376c67a | 1513 | OPT_STRING('u', "uid", &target->uid_str, "user", "user to profile"), |
fa5df943 NK |
1514 | OPT_CALLBACK(0, "percent-limit", &top, "percent", |
1515 | "Don't show entries under that percent", parse_percent_limit), | |
33db4568 NK |
1516 | OPT_CALLBACK(0, "percentage", NULL, "relative|absolute", |
1517 | "How to display percentage of filtered entries", parse_filter_percentage), | |
cf59002f NK |
1518 | OPT_STRING('w', "column-widths", &symbol_conf.col_width_list_str, |
1519 | "width[,width...]", | |
1520 | "don't try to adjust column width, use these fixed values"), | |
3fcb10e4 | 1521 | OPT_UINTEGER(0, "proc-map-timeout", &proc_map_timeout, |
9d9cad76 | 1522 | "per thread proc mmap processing timeout in ms"), |
a18b027e AK |
1523 | OPT_CALLBACK_NOOPT('b', "branch-any", &opts->branch_stack, |
1524 | "branch any", "sample any taken branches", | |
1525 | parse_branch_stack), | |
1526 | OPT_CALLBACK('j', "branch-filter", &opts->branch_stack, | |
1527 | "branch filter mask", "branch stack filter modes", | |
1528 | parse_branch_stack), | |
053a3989 NK |
1529 | OPT_BOOLEAN(0, "raw-trace", &symbol_conf.raw_trace, |
1530 | "Show raw trace event output (do not use print fmt or plugins)"), | |
c92fcfde NK |
1531 | OPT_BOOLEAN(0, "hierarchy", &symbol_conf.report_hierarchy, |
1532 | "Show entries in a hierarchy"), | |
4e303fbe | 1533 | OPT_BOOLEAN(0, "overwrite", &top.record_opts.overwrite, |
218d6111 | 1534 | "Use a backward ring buffer, default: no"), |
868a8329 | 1535 | OPT_BOOLEAN(0, "force", &symbol_conf.force, "don't complain, do it"), |
0c6b4994 KL |
1536 | OPT_UINTEGER(0, "num-thread-synthesize", &top.nr_threads_synthesize, |
1537 | "number of thread to run event synthesize"), | |
a0c0a4ac NK |
1538 | OPT_BOOLEAN(0, "namespaces", &opts->record_namespaces, |
1539 | "Record namespaces events"), | |
2f53ae34 | 1540 | OPTS_EVSWITCH(&top.evswitch), |
b456bae0 | 1541 | OPT_END() |
1758af10 | 1542 | }; |
63503dba | 1543 | struct evlist *sb_evlist = NULL; |
be772842 ACM |
1544 | const char * const top_usage[] = { |
1545 | "perf top [<options>]", | |
1546 | NULL | |
1547 | }; | |
a635fc51 ACM |
1548 | int status = hists__init(); |
1549 | ||
1550 | if (status < 0) | |
1551 | return status; | |
b456bae0 | 1552 | |
982d410b ACM |
1553 | top.annotation_opts.min_pcnt = 5; |
1554 | top.annotation_opts.context = 4; | |
1555 | ||
0f98b11c | 1556 | top.evlist = evlist__new(); |
8c3e10eb | 1557 | if (top.evlist == NULL) |
361c99a6 ACM |
1558 | return -ENOMEM; |
1559 | ||
ecc4c561 ACM |
1560 | status = perf_config(perf_top_config, &top); |
1561 | if (status) | |
1562 | return status; | |
eb853e80 | 1563 | |
b456bae0 IM |
1564 | argc = parse_options(argc, argv, options, top_usage, 0); |
1565 | if (argc) | |
1566 | usage_with_options(top_usage, options); | |
1567 | ||
6484d2f9 | 1568 | if (!top.evlist->core.nr_entries && |
54f8f403 NK |
1569 | perf_evlist__add_default(top.evlist) < 0) { |
1570 | pr_err("Not enough memory for event selector list\n"); | |
1571 | goto out_delete_evlist; | |
1572 | } | |
1573 | ||
2f53ae34 ACM |
1574 | status = evswitch__init(&top.evswitch, top.evlist, stderr); |
1575 | if (status) | |
1576 | goto out_delete_evlist; | |
1577 | ||
c92fcfde NK |
1578 | if (symbol_conf.report_hierarchy) { |
1579 | /* disable incompatible options */ | |
1580 | symbol_conf.event_group = false; | |
1581 | symbol_conf.cumulate_callchain = false; | |
1582 | ||
1583 | if (field_order) { | |
1584 | pr_err("Error: --hierarchy and --fields options cannot be used together\n"); | |
1585 | parse_options_usage(top_usage, options, "fields", 0); | |
1586 | parse_options_usage(NULL, options, "hierarchy", 0); | |
1587 | goto out_delete_evlist; | |
1588 | } | |
1589 | } | |
1590 | ||
590ac60d JY |
1591 | if (opts->branch_stack && callchain_param.enabled) |
1592 | symbol_conf.show_branchflag_count = true; | |
1593 | ||
512ae1bd | 1594 | sort__mode = SORT_MODE__TOP; |
6fe8c26d | 1595 | /* display thread wants entries to be collapsed in a different tree */ |
52225036 | 1596 | perf_hpp_list.need_collapse = 1; |
ab81f3fd | 1597 | |
3ee60c3b ACM |
1598 | if (top.use_stdio) |
1599 | use_browser = 0; | |
1600 | else if (top.use_tui) | |
1601 | use_browser = 1; | |
1602 | ||
1603 | setup_browser(false); | |
1604 | ||
40184c46 | 1605 | if (setup_sorting(top.evlist) < 0) { |
6fe8c26d NK |
1606 | if (sort_order) |
1607 | parse_options_usage(top_usage, options, "s", 1); | |
1608 | if (field_order) | |
1609 | parse_options_usage(sort_order ? NULL : top_usage, | |
1610 | options, "fields", 0); | |
d37a92dc NK |
1611 | goto out_delete_evlist; |
1612 | } | |
ab81f3fd | 1613 | |
602ad878 | 1614 | status = target__validate(target); |
16ad2ffb | 1615 | if (status) { |
602ad878 | 1616 | target__strerror(target, status, errbuf, BUFSIZ); |
ea432a8b | 1617 | ui__warning("%s\n", errbuf); |
16ad2ffb NK |
1618 | } |
1619 | ||
602ad878 | 1620 | status = target__parse_uid(target); |
16ad2ffb NK |
1621 | if (status) { |
1622 | int saved_errno = errno; | |
4bd0f2d2 | 1623 | |
602ad878 | 1624 | target__strerror(target, status, errbuf, BUFSIZ); |
ea432a8b | 1625 | ui__error("%s\n", errbuf); |
16ad2ffb NK |
1626 | |
1627 | status = -saved_errno; | |
0d37aa34 | 1628 | goto out_delete_evlist; |
16ad2ffb | 1629 | } |
0d37aa34 | 1630 | |
602ad878 | 1631 | if (target__none(target)) |
2376c67a | 1632 | target->system_wide = true; |
10b47d54 | 1633 | |
f8a5c0b2 ACM |
1634 | if (perf_evlist__create_maps(top.evlist, target) < 0) { |
1635 | ui__error("Couldn't create thread/CPU maps: %s\n", | |
c8b5f2c9 | 1636 | errno == ENOENT ? "No such process" : str_error_r(errno, errbuf, sizeof(errbuf))); |
f8a5c0b2 | 1637 | goto out_delete_evlist; |
69aad6f1 | 1638 | } |
5a8e5a30 | 1639 | |
8c3e10eb ACM |
1640 | if (top.delay_secs < 1) |
1641 | top.delay_secs = 1; | |
2f335a02 | 1642 | |
b4006796 | 1643 | if (record_opts__config(opts)) { |
2376c67a | 1644 | status = -EINVAL; |
03ad9747 | 1645 | goto out_delete_evlist; |
69aad6f1 ACM |
1646 | } |
1647 | ||
515dbe48 | 1648 | top.sym_evsel = evlist__first(top.evlist); |
cc841580 | 1649 | |
e3815264 | 1650 | if (!callchain_param.enabled) { |
1432ec34 NK |
1651 | symbol_conf.cumulate_callchain = false; |
1652 | perf_hpp__cancel_cumulate(); | |
1653 | } | |
1654 | ||
792aeafa NK |
1655 | if (symbol_conf.cumulate_callchain && !callchain_param.order_set) |
1656 | callchain_param.order = ORDER_CALLER; | |
1657 | ||
b01141f4 ACM |
1658 | status = symbol__annotation_init(); |
1659 | if (status < 0) | |
1660 | goto out_delete_evlist; | |
69aad6f1 | 1661 | |
7f0b6fde ACM |
1662 | annotation_config__init(); |
1663 | ||
69aad6f1 | 1664 | symbol_conf.try_vmlinux_path = (symbol_conf.vmlinux_name == NULL); |
70c819e4 CD |
1665 | status = symbol__init(NULL); |
1666 | if (status < 0) | |
1667 | goto out_delete_evlist; | |
69aad6f1 | 1668 | |
08e71542 | 1669 | sort__setup_elide(stdout); |
ab81f3fd | 1670 | |
1758af10 | 1671 | get_term_dimensions(&top.winsize); |
8c3e10eb | 1672 | if (top.print_entries == 0) { |
1758af10 | 1673 | perf_top__update_print_entries(&top); |
244a1086 | 1674 | signal(SIGWINCH, winch_sig); |
3b6ed988 ACM |
1675 | } |
1676 | ||
0dba9e4b | 1677 | top.session = perf_session__new(NULL, false, NULL); |
6ef81c55 MI |
1678 | if (IS_ERR(top.session)) { |
1679 | status = PTR_ERR(top.session); | |
0dba9e4b CD |
1680 | goto out_delete_evlist; |
1681 | } | |
1682 | ||
d56354dc SL |
1683 | if (!top.record_opts.no_bpf_event) |
1684 | bpf_event__add_sb_event(&sb_evlist, &perf_env); | |
1685 | ||
657ee553 SL |
1686 | if (perf_evlist__start_sb_thread(sb_evlist, target)) { |
1687 | pr_debug("Couldn't start the BPF side band thread:\nBPF programs starting from now on won't be annotatable\n"); | |
1688 | opts->no_bpf_event = true; | |
1689 | } | |
1690 | ||
1758af10 | 1691 | status = __cmd_top(&top); |
806fb630 | 1692 | |
657ee553 SL |
1693 | if (!opts->no_bpf_event) |
1694 | perf_evlist__stop_sb_thread(sb_evlist); | |
1695 | ||
0d37aa34 | 1696 | out_delete_evlist: |
c12995a5 | 1697 | evlist__delete(top.evlist); |
0dba9e4b | 1698 | perf_session__delete(top.session); |
69aad6f1 ACM |
1699 | |
1700 | return status; | |
b456bae0 | 1701 | } |