]>
Commit | Line | Data |
---|---|---|
78f7defe | 1 | #include "annotate.h" |
8a0ecfb8 | 2 | #include "util.h" |
598357eb | 3 | #include "build-id.h" |
3d1d07ec | 4 | #include "hist.h" |
4e4f06e4 ACM |
5 | #include "session.h" |
6 | #include "sort.h" | |
9b33827d | 7 | #include <math.h> |
3d1d07ec | 8 | |
90cf1fb5 ACM |
9 | static bool hists__filter_entry_by_dso(struct hists *hists, |
10 | struct hist_entry *he); | |
11 | static bool hists__filter_entry_by_thread(struct hists *hists, | |
12 | struct hist_entry *he); | |
e94d53eb NK |
13 | static bool hists__filter_entry_by_symbol(struct hists *hists, |
14 | struct hist_entry *he); | |
90cf1fb5 | 15 | |
7a007ca9 ACM |
16 | enum hist_filter { |
17 | HIST_FILTER__DSO, | |
18 | HIST_FILTER__THREAD, | |
19 | HIST_FILTER__PARENT, | |
e94d53eb | 20 | HIST_FILTER__SYMBOL, |
7a007ca9 ACM |
21 | }; |
22 | ||
3d1d07ec JK |
23 | struct callchain_param callchain_param = { |
24 | .mode = CHAIN_GRAPH_REL, | |
d797fdc5 SL |
25 | .min_percent = 0.5, |
26 | .order = ORDER_CALLEE | |
3d1d07ec JK |
27 | }; |
28 | ||
42b28ac0 | 29 | u16 hists__col_len(struct hists *hists, enum hist_column col) |
8a6c5b26 | 30 | { |
42b28ac0 | 31 | return hists->col_len[col]; |
8a6c5b26 ACM |
32 | } |
33 | ||
42b28ac0 | 34 | void hists__set_col_len(struct hists *hists, enum hist_column col, u16 len) |
8a6c5b26 | 35 | { |
42b28ac0 | 36 | hists->col_len[col] = len; |
8a6c5b26 ACM |
37 | } |
38 | ||
42b28ac0 | 39 | bool hists__new_col_len(struct hists *hists, enum hist_column col, u16 len) |
8a6c5b26 | 40 | { |
42b28ac0 ACM |
41 | if (len > hists__col_len(hists, col)) { |
42 | hists__set_col_len(hists, col, len); | |
8a6c5b26 ACM |
43 | return true; |
44 | } | |
45 | return false; | |
46 | } | |
47 | ||
42b28ac0 | 48 | static void hists__reset_col_len(struct hists *hists) |
8a6c5b26 ACM |
49 | { |
50 | enum hist_column col; | |
51 | ||
52 | for (col = 0; col < HISTC_NR_COLS; ++col) | |
42b28ac0 | 53 | hists__set_col_len(hists, col, 0); |
8a6c5b26 ACM |
54 | } |
55 | ||
b5387528 RAV |
56 | static void hists__set_unres_dso_col_len(struct hists *hists, int dso) |
57 | { | |
58 | const unsigned int unresolved_col_width = BITS_PER_LONG / 4; | |
59 | ||
60 | if (hists__col_len(hists, dso) < unresolved_col_width && | |
61 | !symbol_conf.col_width_list_str && !symbol_conf.field_sep && | |
62 | !symbol_conf.dso_list) | |
63 | hists__set_col_len(hists, dso, unresolved_col_width); | |
64 | } | |
65 | ||
42b28ac0 | 66 | static void hists__calc_col_len(struct hists *hists, struct hist_entry *h) |
8a6c5b26 | 67 | { |
b5387528 | 68 | const unsigned int unresolved_col_width = BITS_PER_LONG / 4; |
8a6c5b26 ACM |
69 | u16 len; |
70 | ||
71 | if (h->ms.sym) | |
b5387528 RAV |
72 | hists__new_col_len(hists, HISTC_SYMBOL, h->ms.sym->namelen + 4); |
73 | else | |
74 | hists__set_unres_dso_col_len(hists, HISTC_DSO); | |
8a6c5b26 ACM |
75 | |
76 | len = thread__comm_len(h->thread); | |
42b28ac0 ACM |
77 | if (hists__new_col_len(hists, HISTC_COMM, len)) |
78 | hists__set_col_len(hists, HISTC_THREAD, len + 6); | |
8a6c5b26 ACM |
79 | |
80 | if (h->ms.map) { | |
81 | len = dso__name_len(h->ms.map->dso); | |
42b28ac0 | 82 | hists__new_col_len(hists, HISTC_DSO, len); |
8a6c5b26 | 83 | } |
b5387528 RAV |
84 | |
85 | if (h->branch_info) { | |
86 | int symlen; | |
87 | /* | |
88 | * +4 accounts for '[x] ' priv level info | |
89 | * +2 account of 0x prefix on raw addresses | |
90 | */ | |
91 | if (h->branch_info->from.sym) { | |
92 | symlen = (int)h->branch_info->from.sym->namelen + 4; | |
93 | hists__new_col_len(hists, HISTC_SYMBOL_FROM, symlen); | |
94 | ||
95 | symlen = dso__name_len(h->branch_info->from.map->dso); | |
96 | hists__new_col_len(hists, HISTC_DSO_FROM, symlen); | |
97 | } else { | |
98 | symlen = unresolved_col_width + 4 + 2; | |
99 | hists__new_col_len(hists, HISTC_SYMBOL_FROM, symlen); | |
100 | hists__set_unres_dso_col_len(hists, HISTC_DSO_FROM); | |
101 | } | |
102 | ||
103 | if (h->branch_info->to.sym) { | |
104 | symlen = (int)h->branch_info->to.sym->namelen + 4; | |
105 | hists__new_col_len(hists, HISTC_SYMBOL_TO, symlen); | |
106 | ||
107 | symlen = dso__name_len(h->branch_info->to.map->dso); | |
108 | hists__new_col_len(hists, HISTC_DSO_TO, symlen); | |
109 | } else { | |
110 | symlen = unresolved_col_width + 4 + 2; | |
111 | hists__new_col_len(hists, HISTC_SYMBOL_TO, symlen); | |
112 | hists__set_unres_dso_col_len(hists, HISTC_DSO_TO); | |
113 | } | |
114 | } | |
8a6c5b26 ACM |
115 | } |
116 | ||
12c14278 | 117 | static void hist_entry__add_cpumode_period(struct hist_entry *he, |
c82ee828 | 118 | unsigned int cpumode, u64 period) |
a1645ce1 | 119 | { |
28e2a106 | 120 | switch (cpumode) { |
a1645ce1 | 121 | case PERF_RECORD_MISC_KERNEL: |
12c14278 | 122 | he->period_sys += period; |
a1645ce1 ZY |
123 | break; |
124 | case PERF_RECORD_MISC_USER: | |
12c14278 | 125 | he->period_us += period; |
a1645ce1 ZY |
126 | break; |
127 | case PERF_RECORD_MISC_GUEST_KERNEL: | |
12c14278 | 128 | he->period_guest_sys += period; |
a1645ce1 ZY |
129 | break; |
130 | case PERF_RECORD_MISC_GUEST_USER: | |
12c14278 | 131 | he->period_guest_us += period; |
a1645ce1 ZY |
132 | break; |
133 | default: | |
134 | break; | |
135 | } | |
136 | } | |
137 | ||
ab81f3fd ACM |
138 | static void hist_entry__decay(struct hist_entry *he) |
139 | { | |
140 | he->period = (he->period * 7) / 8; | |
141 | he->nr_events = (he->nr_events * 7) / 8; | |
142 | } | |
143 | ||
144 | static bool hists__decay_entry(struct hists *hists, struct hist_entry *he) | |
145 | { | |
c64550cf ACM |
146 | u64 prev_period = he->period; |
147 | ||
148 | if (prev_period == 0) | |
df71d95f | 149 | return true; |
c64550cf | 150 | |
ab81f3fd | 151 | hist_entry__decay(he); |
c64550cf ACM |
152 | |
153 | if (!he->filtered) | |
154 | hists->stats.total_period -= prev_period - he->period; | |
155 | ||
ab81f3fd ACM |
156 | return he->period == 0; |
157 | } | |
158 | ||
b079d4e9 ACM |
159 | static void __hists__decay_entries(struct hists *hists, bool zap_user, |
160 | bool zap_kernel, bool threaded) | |
ab81f3fd ACM |
161 | { |
162 | struct rb_node *next = rb_first(&hists->entries); | |
163 | struct hist_entry *n; | |
164 | ||
165 | while (next) { | |
166 | n = rb_entry(next, struct hist_entry, rb_node); | |
167 | next = rb_next(&n->rb_node); | |
df71d95f ACM |
168 | /* |
169 | * We may be annotating this, for instance, so keep it here in | |
170 | * case some it gets new samples, we'll eventually free it when | |
171 | * the user stops browsing and it agains gets fully decayed. | |
172 | */ | |
b079d4e9 ACM |
173 | if (((zap_user && n->level == '.') || |
174 | (zap_kernel && n->level != '.') || | |
175 | hists__decay_entry(hists, n)) && | |
176 | !n->used) { | |
ab81f3fd ACM |
177 | rb_erase(&n->rb_node, &hists->entries); |
178 | ||
e345fa18 | 179 | if (sort__need_collapse || threaded) |
ab81f3fd ACM |
180 | rb_erase(&n->rb_node_in, &hists->entries_collapsed); |
181 | ||
182 | hist_entry__free(n); | |
183 | --hists->nr_entries; | |
184 | } | |
185 | } | |
186 | } | |
187 | ||
b079d4e9 | 188 | void hists__decay_entries(struct hists *hists, bool zap_user, bool zap_kernel) |
e345fa18 | 189 | { |
b079d4e9 | 190 | return __hists__decay_entries(hists, zap_user, zap_kernel, false); |
e345fa18 ACM |
191 | } |
192 | ||
b079d4e9 ACM |
193 | void hists__decay_entries_threaded(struct hists *hists, |
194 | bool zap_user, bool zap_kernel) | |
e345fa18 | 195 | { |
b079d4e9 | 196 | return __hists__decay_entries(hists, zap_user, zap_kernel, true); |
e345fa18 ACM |
197 | } |
198 | ||
3d1d07ec | 199 | /* |
c82ee828 | 200 | * histogram, sorted on item, collects periods |
3d1d07ec JK |
201 | */ |
202 | ||
28e2a106 ACM |
203 | static struct hist_entry *hist_entry__new(struct hist_entry *template) |
204 | { | |
d2009c51 | 205 | size_t callchain_size = symbol_conf.use_callchain ? sizeof(struct callchain_root) : 0; |
12c14278 | 206 | struct hist_entry *he = malloc(sizeof(*he) + callchain_size); |
28e2a106 | 207 | |
12c14278 ACM |
208 | if (he != NULL) { |
209 | *he = *template; | |
210 | he->nr_events = 1; | |
211 | if (he->ms.map) | |
212 | he->ms.map->referenced = true; | |
28e2a106 | 213 | if (symbol_conf.use_callchain) |
12c14278 | 214 | callchain_init(he->callchain); |
28e2a106 ACM |
215 | } |
216 | ||
12c14278 | 217 | return he; |
28e2a106 ACM |
218 | } |
219 | ||
42b28ac0 | 220 | static void hists__inc_nr_entries(struct hists *hists, struct hist_entry *h) |
fefb0b94 | 221 | { |
8a6c5b26 | 222 | if (!h->filtered) { |
42b28ac0 ACM |
223 | hists__calc_col_len(hists, h); |
224 | ++hists->nr_entries; | |
1980c2eb | 225 | hists->stats.total_period += h->period; |
8a6c5b26 | 226 | } |
fefb0b94 ACM |
227 | } |
228 | ||
7a007ca9 ACM |
229 | static u8 symbol__parent_filter(const struct symbol *parent) |
230 | { | |
231 | if (symbol_conf.exclude_other && parent == NULL) | |
232 | return 1 << HIST_FILTER__PARENT; | |
233 | return 0; | |
234 | } | |
235 | ||
b5387528 RAV |
236 | static struct hist_entry *add_hist_entry(struct hists *hists, |
237 | struct hist_entry *entry, | |
1c02c4d2 | 238 | struct addr_location *al, |
b5387528 | 239 | u64 period) |
9735abf1 | 240 | { |
1980c2eb | 241 | struct rb_node **p; |
9735abf1 ACM |
242 | struct rb_node *parent = NULL; |
243 | struct hist_entry *he; | |
9735abf1 ACM |
244 | int cmp; |
245 | ||
1980c2eb ACM |
246 | pthread_mutex_lock(&hists->lock); |
247 | ||
248 | p = &hists->entries_in->rb_node; | |
249 | ||
9735abf1 ACM |
250 | while (*p != NULL) { |
251 | parent = *p; | |
1980c2eb | 252 | he = rb_entry(parent, struct hist_entry, rb_node_in); |
9735abf1 | 253 | |
b5387528 | 254 | cmp = hist_entry__cmp(entry, he); |
9735abf1 ACM |
255 | |
256 | if (!cmp) { | |
c82ee828 ACM |
257 | he->period += period; |
258 | ++he->nr_events; | |
63fa471d DM |
259 | |
260 | /* If the map of an existing hist_entry has | |
261 | * become out-of-date due to an exec() or | |
262 | * similar, update it. Otherwise we will | |
263 | * mis-adjust symbol addresses when computing | |
264 | * the history counter to increment. | |
265 | */ | |
266 | if (he->ms.map != entry->ms.map) { | |
267 | he->ms.map = entry->ms.map; | |
268 | if (he->ms.map) | |
269 | he->ms.map->referenced = true; | |
270 | } | |
28e2a106 | 271 | goto out; |
9735abf1 ACM |
272 | } |
273 | ||
274 | if (cmp < 0) | |
275 | p = &(*p)->rb_left; | |
276 | else | |
277 | p = &(*p)->rb_right; | |
278 | } | |
279 | ||
b5387528 | 280 | he = hist_entry__new(entry); |
9735abf1 | 281 | if (!he) |
1980c2eb ACM |
282 | goto out_unlock; |
283 | ||
284 | rb_link_node(&he->rb_node_in, parent, p); | |
285 | rb_insert_color(&he->rb_node_in, hists->entries_in); | |
28e2a106 | 286 | out: |
c82ee828 | 287 | hist_entry__add_cpumode_period(he, al->cpumode, period); |
1980c2eb ACM |
288 | out_unlock: |
289 | pthread_mutex_unlock(&hists->lock); | |
9735abf1 ACM |
290 | return he; |
291 | } | |
292 | ||
b5387528 RAV |
293 | struct hist_entry *__hists__add_branch_entry(struct hists *self, |
294 | struct addr_location *al, | |
295 | struct symbol *sym_parent, | |
296 | struct branch_info *bi, | |
297 | u64 period) | |
298 | { | |
299 | struct hist_entry entry = { | |
300 | .thread = al->thread, | |
301 | .ms = { | |
302 | .map = bi->to.map, | |
303 | .sym = bi->to.sym, | |
304 | }, | |
305 | .cpu = al->cpu, | |
306 | .ip = bi->to.addr, | |
307 | .level = al->level, | |
308 | .period = period, | |
309 | .parent = sym_parent, | |
310 | .filtered = symbol__parent_filter(sym_parent), | |
311 | .branch_info = bi, | |
312 | }; | |
313 | ||
314 | return add_hist_entry(self, &entry, al, period); | |
315 | } | |
316 | ||
317 | struct hist_entry *__hists__add_entry(struct hists *self, | |
318 | struct addr_location *al, | |
319 | struct symbol *sym_parent, u64 period) | |
320 | { | |
321 | struct hist_entry entry = { | |
322 | .thread = al->thread, | |
323 | .ms = { | |
324 | .map = al->map, | |
325 | .sym = al->sym, | |
326 | }, | |
327 | .cpu = al->cpu, | |
328 | .ip = al->addr, | |
329 | .level = al->level, | |
330 | .period = period, | |
331 | .parent = sym_parent, | |
332 | .filtered = symbol__parent_filter(sym_parent), | |
333 | }; | |
334 | ||
335 | return add_hist_entry(self, &entry, al, period); | |
336 | } | |
337 | ||
3d1d07ec JK |
338 | int64_t |
339 | hist_entry__cmp(struct hist_entry *left, struct hist_entry *right) | |
340 | { | |
341 | struct sort_entry *se; | |
342 | int64_t cmp = 0; | |
343 | ||
344 | list_for_each_entry(se, &hist_entry__sort_list, list) { | |
fcd14984 | 345 | cmp = se->se_cmp(left, right); |
3d1d07ec JK |
346 | if (cmp) |
347 | break; | |
348 | } | |
349 | ||
350 | return cmp; | |
351 | } | |
352 | ||
353 | int64_t | |
354 | hist_entry__collapse(struct hist_entry *left, struct hist_entry *right) | |
355 | { | |
356 | struct sort_entry *se; | |
357 | int64_t cmp = 0; | |
358 | ||
359 | list_for_each_entry(se, &hist_entry__sort_list, list) { | |
360 | int64_t (*f)(struct hist_entry *, struct hist_entry *); | |
361 | ||
fcd14984 | 362 | f = se->se_collapse ?: se->se_cmp; |
3d1d07ec JK |
363 | |
364 | cmp = f(left, right); | |
365 | if (cmp) | |
366 | break; | |
367 | } | |
368 | ||
369 | return cmp; | |
370 | } | |
371 | ||
372 | void hist_entry__free(struct hist_entry *he) | |
373 | { | |
374 | free(he); | |
375 | } | |
376 | ||
377 | /* | |
378 | * collapse the histogram | |
379 | */ | |
380 | ||
42b28ac0 | 381 | static bool hists__collapse_insert_entry(struct hists *hists, |
1b3a0e95 FW |
382 | struct rb_root *root, |
383 | struct hist_entry *he) | |
3d1d07ec | 384 | { |
b9bf0892 | 385 | struct rb_node **p = &root->rb_node; |
3d1d07ec JK |
386 | struct rb_node *parent = NULL; |
387 | struct hist_entry *iter; | |
388 | int64_t cmp; | |
389 | ||
390 | while (*p != NULL) { | |
391 | parent = *p; | |
1980c2eb | 392 | iter = rb_entry(parent, struct hist_entry, rb_node_in); |
3d1d07ec JK |
393 | |
394 | cmp = hist_entry__collapse(iter, he); | |
395 | ||
396 | if (!cmp) { | |
c82ee828 | 397 | iter->period += he->period; |
e39622ce | 398 | iter->nr_events += he->nr_events; |
1b3a0e95 | 399 | if (symbol_conf.use_callchain) { |
42b28ac0 ACM |
400 | callchain_cursor_reset(&hists->callchain_cursor); |
401 | callchain_merge(&hists->callchain_cursor, iter->callchain, | |
1b3a0e95 FW |
402 | he->callchain); |
403 | } | |
3d1d07ec | 404 | hist_entry__free(he); |
fefb0b94 | 405 | return false; |
3d1d07ec JK |
406 | } |
407 | ||
408 | if (cmp < 0) | |
409 | p = &(*p)->rb_left; | |
410 | else | |
411 | p = &(*p)->rb_right; | |
412 | } | |
413 | ||
1980c2eb ACM |
414 | rb_link_node(&he->rb_node_in, parent, p); |
415 | rb_insert_color(&he->rb_node_in, root); | |
fefb0b94 | 416 | return true; |
3d1d07ec JK |
417 | } |
418 | ||
1980c2eb | 419 | static struct rb_root *hists__get_rotate_entries_in(struct hists *hists) |
3d1d07ec | 420 | { |
1980c2eb ACM |
421 | struct rb_root *root; |
422 | ||
423 | pthread_mutex_lock(&hists->lock); | |
424 | ||
425 | root = hists->entries_in; | |
426 | if (++hists->entries_in > &hists->entries_in_array[1]) | |
427 | hists->entries_in = &hists->entries_in_array[0]; | |
428 | ||
429 | pthread_mutex_unlock(&hists->lock); | |
430 | ||
431 | return root; | |
432 | } | |
433 | ||
90cf1fb5 ACM |
434 | static void hists__apply_filters(struct hists *hists, struct hist_entry *he) |
435 | { | |
436 | hists__filter_entry_by_dso(hists, he); | |
437 | hists__filter_entry_by_thread(hists, he); | |
e94d53eb | 438 | hists__filter_entry_by_symbol(hists, he); |
90cf1fb5 ACM |
439 | } |
440 | ||
1980c2eb ACM |
441 | static void __hists__collapse_resort(struct hists *hists, bool threaded) |
442 | { | |
443 | struct rb_root *root; | |
3d1d07ec JK |
444 | struct rb_node *next; |
445 | struct hist_entry *n; | |
446 | ||
1980c2eb | 447 | if (!sort__need_collapse && !threaded) |
3d1d07ec JK |
448 | return; |
449 | ||
1980c2eb ACM |
450 | root = hists__get_rotate_entries_in(hists); |
451 | next = rb_first(root); | |
b9bf0892 | 452 | |
3d1d07ec | 453 | while (next) { |
1980c2eb ACM |
454 | n = rb_entry(next, struct hist_entry, rb_node_in); |
455 | next = rb_next(&n->rb_node_in); | |
3d1d07ec | 456 | |
1980c2eb | 457 | rb_erase(&n->rb_node_in, root); |
90cf1fb5 ACM |
458 | if (hists__collapse_insert_entry(hists, &hists->entries_collapsed, n)) { |
459 | /* | |
460 | * If it wasn't combined with one of the entries already | |
461 | * collapsed, we need to apply the filters that may have | |
462 | * been set by, say, the hist_browser. | |
463 | */ | |
464 | hists__apply_filters(hists, n); | |
90cf1fb5 | 465 | } |
3d1d07ec | 466 | } |
1980c2eb | 467 | } |
b9bf0892 | 468 | |
1980c2eb ACM |
469 | void hists__collapse_resort(struct hists *hists) |
470 | { | |
471 | return __hists__collapse_resort(hists, false); | |
472 | } | |
473 | ||
474 | void hists__collapse_resort_threaded(struct hists *hists) | |
475 | { | |
476 | return __hists__collapse_resort(hists, true); | |
3d1d07ec JK |
477 | } |
478 | ||
479 | /* | |
c82ee828 | 480 | * reverse the map, sort on period. |
3d1d07ec JK |
481 | */ |
482 | ||
1c02c4d2 ACM |
483 | static void __hists__insert_output_entry(struct rb_root *entries, |
484 | struct hist_entry *he, | |
485 | u64 min_callchain_hits) | |
3d1d07ec | 486 | { |
1c02c4d2 | 487 | struct rb_node **p = &entries->rb_node; |
3d1d07ec JK |
488 | struct rb_node *parent = NULL; |
489 | struct hist_entry *iter; | |
490 | ||
d599db3f | 491 | if (symbol_conf.use_callchain) |
b9fb9304 | 492 | callchain_param.sort(&he->sorted_chain, he->callchain, |
3d1d07ec JK |
493 | min_callchain_hits, &callchain_param); |
494 | ||
495 | while (*p != NULL) { | |
496 | parent = *p; | |
497 | iter = rb_entry(parent, struct hist_entry, rb_node); | |
498 | ||
c82ee828 | 499 | if (he->period > iter->period) |
3d1d07ec JK |
500 | p = &(*p)->rb_left; |
501 | else | |
502 | p = &(*p)->rb_right; | |
503 | } | |
504 | ||
505 | rb_link_node(&he->rb_node, parent, p); | |
1c02c4d2 | 506 | rb_insert_color(&he->rb_node, entries); |
3d1d07ec JK |
507 | } |
508 | ||
1980c2eb | 509 | static void __hists__output_resort(struct hists *hists, bool threaded) |
3d1d07ec | 510 | { |
1980c2eb | 511 | struct rb_root *root; |
3d1d07ec JK |
512 | struct rb_node *next; |
513 | struct hist_entry *n; | |
3d1d07ec JK |
514 | u64 min_callchain_hits; |
515 | ||
42b28ac0 | 516 | min_callchain_hits = hists->stats.total_period * (callchain_param.min_percent / 100); |
3d1d07ec | 517 | |
1980c2eb ACM |
518 | if (sort__need_collapse || threaded) |
519 | root = &hists->entries_collapsed; | |
520 | else | |
521 | root = hists->entries_in; | |
522 | ||
523 | next = rb_first(root); | |
524 | hists->entries = RB_ROOT; | |
3d1d07ec | 525 | |
42b28ac0 | 526 | hists->nr_entries = 0; |
7928631a | 527 | hists->stats.total_period = 0; |
42b28ac0 | 528 | hists__reset_col_len(hists); |
fefb0b94 | 529 | |
3d1d07ec | 530 | while (next) { |
1980c2eb ACM |
531 | n = rb_entry(next, struct hist_entry, rb_node_in); |
532 | next = rb_next(&n->rb_node_in); | |
3d1d07ec | 533 | |
1980c2eb | 534 | __hists__insert_output_entry(&hists->entries, n, min_callchain_hits); |
42b28ac0 | 535 | hists__inc_nr_entries(hists, n); |
3d1d07ec | 536 | } |
1980c2eb | 537 | } |
b9bf0892 | 538 | |
1980c2eb ACM |
539 | void hists__output_resort(struct hists *hists) |
540 | { | |
541 | return __hists__output_resort(hists, false); | |
542 | } | |
543 | ||
544 | void hists__output_resort_threaded(struct hists *hists) | |
545 | { | |
546 | return __hists__output_resort(hists, true); | |
3d1d07ec | 547 | } |
4ecf84d0 ACM |
548 | |
549 | static size_t callchain__fprintf_left_margin(FILE *fp, int left_margin) | |
550 | { | |
551 | int i; | |
552 | int ret = fprintf(fp, " "); | |
553 | ||
554 | for (i = 0; i < left_margin; i++) | |
555 | ret += fprintf(fp, " "); | |
556 | ||
557 | return ret; | |
558 | } | |
559 | ||
560 | static size_t ipchain__fprintf_graph_line(FILE *fp, int depth, int depth_mask, | |
561 | int left_margin) | |
562 | { | |
563 | int i; | |
564 | size_t ret = callchain__fprintf_left_margin(fp, left_margin); | |
565 | ||
566 | for (i = 0; i < depth; i++) | |
567 | if (depth_mask & (1 << i)) | |
568 | ret += fprintf(fp, "| "); | |
569 | else | |
570 | ret += fprintf(fp, " "); | |
571 | ||
572 | ret += fprintf(fp, "\n"); | |
573 | ||
574 | return ret; | |
575 | } | |
576 | ||
577 | static size_t ipchain__fprintf_graph(FILE *fp, struct callchain_list *chain, | |
c82ee828 | 578 | int depth, int depth_mask, int period, |
d425de54 | 579 | u64 total_samples, u64 hits, |
4ecf84d0 ACM |
580 | int left_margin) |
581 | { | |
582 | int i; | |
583 | size_t ret = 0; | |
584 | ||
585 | ret += callchain__fprintf_left_margin(fp, left_margin); | |
586 | for (i = 0; i < depth; i++) { | |
587 | if (depth_mask & (1 << i)) | |
588 | ret += fprintf(fp, "|"); | |
589 | else | |
590 | ret += fprintf(fp, " "); | |
c82ee828 | 591 | if (!period && i == depth - 1) { |
4ecf84d0 ACM |
592 | double percent; |
593 | ||
594 | percent = hits * 100.0 / total_samples; | |
595 | ret += percent_color_fprintf(fp, "--%2.2f%%-- ", percent); | |
596 | } else | |
597 | ret += fprintf(fp, "%s", " "); | |
598 | } | |
b3c9ac08 ACM |
599 | if (chain->ms.sym) |
600 | ret += fprintf(fp, "%s\n", chain->ms.sym->name); | |
4ecf84d0 | 601 | else |
a0187060 | 602 | ret += fprintf(fp, "0x%0" PRIx64 "\n", chain->ip); |
4ecf84d0 ACM |
603 | |
604 | return ret; | |
605 | } | |
606 | ||
607 | static struct symbol *rem_sq_bracket; | |
608 | static struct callchain_list rem_hits; | |
609 | ||
610 | static void init_rem_hits(void) | |
611 | { | |
612 | rem_sq_bracket = malloc(sizeof(*rem_sq_bracket) + 6); | |
613 | if (!rem_sq_bracket) { | |
614 | fprintf(stderr, "Not enough memory to display remaining hits\n"); | |
615 | return; | |
616 | } | |
617 | ||
618 | strcpy(rem_sq_bracket->name, "[...]"); | |
b3c9ac08 | 619 | rem_hits.ms.sym = rem_sq_bracket; |
4ecf84d0 ACM |
620 | } |
621 | ||
6d4818c5 | 622 | static size_t __callchain__fprintf_graph(FILE *fp, struct rb_root *root, |
4ecf84d0 ACM |
623 | u64 total_samples, int depth, |
624 | int depth_mask, int left_margin) | |
625 | { | |
626 | struct rb_node *node, *next; | |
627 | struct callchain_node *child; | |
628 | struct callchain_list *chain; | |
629 | int new_depth_mask = depth_mask; | |
4ecf84d0 ACM |
630 | u64 remaining; |
631 | size_t ret = 0; | |
632 | int i; | |
232a5c94 | 633 | uint entries_printed = 0; |
4ecf84d0 | 634 | |
6d4818c5 | 635 | remaining = total_samples; |
4ecf84d0 | 636 | |
6d4818c5 | 637 | node = rb_first(root); |
4ecf84d0 | 638 | while (node) { |
6d4818c5 | 639 | u64 new_total; |
4ecf84d0 ACM |
640 | u64 cumul; |
641 | ||
642 | child = rb_entry(node, struct callchain_node, rb_node); | |
f08c3154 | 643 | cumul = callchain_cumul_hits(child); |
4ecf84d0 ACM |
644 | remaining -= cumul; |
645 | ||
646 | /* | |
647 | * The depth mask manages the output of pipes that show | |
648 | * the depth. We don't want to keep the pipes of the current | |
649 | * level for the last child of this depth. | |
650 | * Except if we have remaining filtered hits. They will | |
651 | * supersede the last child | |
652 | */ | |
653 | next = rb_next(node); | |
654 | if (!next && (callchain_param.mode != CHAIN_GRAPH_REL || !remaining)) | |
655 | new_depth_mask &= ~(1 << (depth - 1)); | |
656 | ||
657 | /* | |
3ad2f3fb | 658 | * But we keep the older depth mask for the line separator |
4ecf84d0 ACM |
659 | * to keep the level link until we reach the last child |
660 | */ | |
661 | ret += ipchain__fprintf_graph_line(fp, depth, depth_mask, | |
662 | left_margin); | |
663 | i = 0; | |
664 | list_for_each_entry(chain, &child->val, list) { | |
4ecf84d0 ACM |
665 | ret += ipchain__fprintf_graph(fp, chain, depth, |
666 | new_depth_mask, i++, | |
6d4818c5 | 667 | total_samples, |
4ecf84d0 ACM |
668 | cumul, |
669 | left_margin); | |
670 | } | |
6d4818c5 FW |
671 | |
672 | if (callchain_param.mode == CHAIN_GRAPH_REL) | |
673 | new_total = child->children_hit; | |
674 | else | |
675 | new_total = total_samples; | |
676 | ||
677 | ret += __callchain__fprintf_graph(fp, &child->rb_root, new_total, | |
4ecf84d0 ACM |
678 | depth + 1, |
679 | new_depth_mask | (1 << depth), | |
680 | left_margin); | |
681 | node = next; | |
232a5c94 ACM |
682 | if (++entries_printed == callchain_param.print_limit) |
683 | break; | |
4ecf84d0 ACM |
684 | } |
685 | ||
686 | if (callchain_param.mode == CHAIN_GRAPH_REL && | |
6d4818c5 | 687 | remaining && remaining != total_samples) { |
4ecf84d0 ACM |
688 | |
689 | if (!rem_sq_bracket) | |
690 | return ret; | |
691 | ||
692 | new_depth_mask &= ~(1 << (depth - 1)); | |
4ecf84d0 | 693 | ret += ipchain__fprintf_graph(fp, &rem_hits, depth, |
6d4818c5 | 694 | new_depth_mask, 0, total_samples, |
4ecf84d0 ACM |
695 | remaining, left_margin); |
696 | } | |
697 | ||
698 | return ret; | |
699 | } | |
700 | ||
6d4818c5 | 701 | static size_t callchain__fprintf_graph(FILE *fp, struct rb_root *root, |
4ecf84d0 ACM |
702 | u64 total_samples, int left_margin) |
703 | { | |
6d4818c5 | 704 | struct callchain_node *cnode; |
4ecf84d0 | 705 | struct callchain_list *chain; |
6d4818c5 | 706 | u32 entries_printed = 0; |
4ecf84d0 | 707 | bool printed = false; |
6d4818c5 | 708 | struct rb_node *node; |
4ecf84d0 | 709 | int i = 0; |
6d4818c5 | 710 | int ret; |
232a5c94 | 711 | |
6d4818c5 FW |
712 | /* |
713 | * If have one single callchain root, don't bother printing | |
714 | * its percentage (100 % in fractal mode and the same percentage | |
715 | * than the hist in graph mode). This also avoid one level of column. | |
716 | */ | |
717 | node = rb_first(root); | |
718 | if (node && !rb_next(node)) { | |
719 | cnode = rb_entry(node, struct callchain_node, rb_node); | |
720 | list_for_each_entry(chain, &cnode->val, list) { | |
721 | /* | |
722 | * If we sort by symbol, the first entry is the same than | |
723 | * the symbol. No need to print it otherwise it appears as | |
724 | * displayed twice. | |
725 | */ | |
726 | if (!i++ && sort__first_dimension == SORT_SYM) | |
727 | continue; | |
728 | if (!printed) { | |
729 | ret += callchain__fprintf_left_margin(fp, left_margin); | |
730 | ret += fprintf(fp, "|\n"); | |
731 | ret += callchain__fprintf_left_margin(fp, left_margin); | |
732 | ret += fprintf(fp, "---"); | |
733 | left_margin += 3; | |
734 | printed = true; | |
735 | } else | |
736 | ret += callchain__fprintf_left_margin(fp, left_margin); | |
737 | ||
738 | if (chain->ms.sym) | |
739 | ret += fprintf(fp, " %s\n", chain->ms.sym->name); | |
740 | else | |
741 | ret += fprintf(fp, " %p\n", (void *)(long)chain->ip); | |
742 | ||
743 | if (++entries_printed == callchain_param.print_limit) | |
744 | break; | |
745 | } | |
746 | root = &cnode->rb_root; | |
4ecf84d0 ACM |
747 | } |
748 | ||
6d4818c5 FW |
749 | return __callchain__fprintf_graph(fp, root, total_samples, |
750 | 1, 1, left_margin); | |
4ecf84d0 ACM |
751 | } |
752 | ||
6d4818c5 FW |
753 | static size_t __callchain__fprintf_flat(FILE *fp, |
754 | struct callchain_node *self, | |
755 | u64 total_samples) | |
4ecf84d0 ACM |
756 | { |
757 | struct callchain_list *chain; | |
758 | size_t ret = 0; | |
759 | ||
760 | if (!self) | |
761 | return 0; | |
762 | ||
6d4818c5 | 763 | ret += __callchain__fprintf_flat(fp, self->parent, total_samples); |
4ecf84d0 ACM |
764 | |
765 | ||
766 | list_for_each_entry(chain, &self->val, list) { | |
767 | if (chain->ip >= PERF_CONTEXT_MAX) | |
768 | continue; | |
b3c9ac08 ACM |
769 | if (chain->ms.sym) |
770 | ret += fprintf(fp, " %s\n", chain->ms.sym->name); | |
4ecf84d0 ACM |
771 | else |
772 | ret += fprintf(fp, " %p\n", | |
773 | (void *)(long)chain->ip); | |
774 | } | |
775 | ||
776 | return ret; | |
777 | } | |
778 | ||
6d4818c5 FW |
779 | static size_t callchain__fprintf_flat(FILE *fp, struct rb_root *self, |
780 | u64 total_samples) | |
4ecf84d0 | 781 | { |
4ecf84d0 | 782 | size_t ret = 0; |
232a5c94 | 783 | u32 entries_printed = 0; |
6d4818c5 FW |
784 | struct rb_node *rb_node; |
785 | struct callchain_node *chain; | |
4ecf84d0 | 786 | |
6d4818c5 | 787 | rb_node = rb_first(self); |
4ecf84d0 ACM |
788 | while (rb_node) { |
789 | double percent; | |
790 | ||
791 | chain = rb_entry(rb_node, struct callchain_node, rb_node); | |
792 | percent = chain->hit * 100.0 / total_samples; | |
6d4818c5 FW |
793 | |
794 | ret = percent_color_fprintf(fp, " %6.2f%%\n", percent); | |
795 | ret += __callchain__fprintf_flat(fp, chain, total_samples); | |
4ecf84d0 | 796 | ret += fprintf(fp, "\n"); |
232a5c94 ACM |
797 | if (++entries_printed == callchain_param.print_limit) |
798 | break; | |
6d4818c5 | 799 | |
4ecf84d0 ACM |
800 | rb_node = rb_next(rb_node); |
801 | } | |
802 | ||
803 | return ret; | |
804 | } | |
805 | ||
6d4818c5 FW |
806 | static size_t hist_entry_callchain__fprintf(struct hist_entry *he, |
807 | u64 total_samples, int left_margin, | |
808 | FILE *fp) | |
809 | { | |
810 | switch (callchain_param.mode) { | |
811 | case CHAIN_GRAPH_REL: | |
812 | return callchain__fprintf_graph(fp, &he->sorted_chain, he->period, | |
813 | left_margin); | |
814 | break; | |
815 | case CHAIN_GRAPH_ABS: | |
816 | return callchain__fprintf_graph(fp, &he->sorted_chain, total_samples, | |
817 | left_margin); | |
818 | break; | |
819 | case CHAIN_FLAT: | |
820 | return callchain__fprintf_flat(fp, &he->sorted_chain, total_samples); | |
821 | break; | |
822 | case CHAIN_NONE: | |
823 | break; | |
824 | default: | |
825 | pr_err("Bad callchain mode\n"); | |
826 | } | |
827 | ||
828 | return 0; | |
829 | } | |
830 | ||
ab81f3fd ACM |
831 | void hists__output_recalc_col_len(struct hists *hists, int max_rows) |
832 | { | |
833 | struct rb_node *next = rb_first(&hists->entries); | |
834 | struct hist_entry *n; | |
835 | int row = 0; | |
836 | ||
837 | hists__reset_col_len(hists); | |
838 | ||
839 | while (next && row++ < max_rows) { | |
840 | n = rb_entry(next, struct hist_entry, rb_node); | |
d197fd5d ACM |
841 | if (!n->filtered) |
842 | hists__calc_col_len(hists, n); | |
ab81f3fd ACM |
843 | next = rb_next(&n->rb_node); |
844 | } | |
845 | } | |
846 | ||
12c14278 | 847 | static int hist_entry__pcnt_snprintf(struct hist_entry *he, char *s, |
f1cf602c ACM |
848 | size_t size, struct hists *pair_hists, |
849 | bool show_displacement, long displacement, | |
13d3ee54 | 850 | bool color, u64 total_period) |
4ecf84d0 | 851 | { |
c82ee828 | 852 | u64 period, total, period_sys, period_us, period_guest_sys, period_guest_us; |
fec9cbd1 | 853 | u64 nr_events; |
c351c281 | 854 | const char *sep = symbol_conf.field_sep; |
a4e3b956 | 855 | int ret; |
4ecf84d0 | 856 | |
12c14278 | 857 | if (symbol_conf.exclude_other && !he->parent) |
4ecf84d0 ACM |
858 | return 0; |
859 | ||
1c02c4d2 | 860 | if (pair_hists) { |
12c14278 ACM |
861 | period = he->pair ? he->pair->period : 0; |
862 | nr_events = he->pair ? he->pair->nr_events : 0; | |
cee75ac7 | 863 | total = pair_hists->stats.total_period; |
12c14278 ACM |
864 | period_sys = he->pair ? he->pair->period_sys : 0; |
865 | period_us = he->pair ? he->pair->period_us : 0; | |
866 | period_guest_sys = he->pair ? he->pair->period_guest_sys : 0; | |
867 | period_guest_us = he->pair ? he->pair->period_guest_us : 0; | |
c351c281 | 868 | } else { |
12c14278 ACM |
869 | period = he->period; |
870 | nr_events = he->nr_events; | |
13d3ee54 | 871 | total = total_period; |
12c14278 ACM |
872 | period_sys = he->period_sys; |
873 | period_us = he->period_us; | |
874 | period_guest_sys = he->period_guest_sys; | |
875 | period_guest_us = he->period_guest_us; | |
c351c281 ACM |
876 | } |
877 | ||
a4e3b956 ACM |
878 | if (total) { |
879 | if (color) | |
880 | ret = percent_color_snprintf(s, size, | |
881 | sep ? "%.2f" : " %6.2f%%", | |
c82ee828 | 882 | (period * 100.0) / total); |
a4e3b956 | 883 | else |
e7f01d1e | 884 | ret = scnprintf(s, size, sep ? "%.2f" : " %6.2f%%", |
c82ee828 | 885 | (period * 100.0) / total); |
a1645ce1 ZY |
886 | if (symbol_conf.show_cpu_utilization) { |
887 | ret += percent_color_snprintf(s + ret, size - ret, | |
888 | sep ? "%.2f" : " %6.2f%%", | |
c82ee828 | 889 | (period_sys * 100.0) / total); |
a1645ce1 ZY |
890 | ret += percent_color_snprintf(s + ret, size - ret, |
891 | sep ? "%.2f" : " %6.2f%%", | |
c82ee828 | 892 | (period_us * 100.0) / total); |
a1645ce1 ZY |
893 | if (perf_guest) { |
894 | ret += percent_color_snprintf(s + ret, | |
895 | size - ret, | |
896 | sep ? "%.2f" : " %6.2f%%", | |
c82ee828 | 897 | (period_guest_sys * 100.0) / |
a1645ce1 ZY |
898 | total); |
899 | ret += percent_color_snprintf(s + ret, | |
900 | size - ret, | |
901 | sep ? "%.2f" : " %6.2f%%", | |
c82ee828 | 902 | (period_guest_us * 100.0) / |
a1645ce1 ZY |
903 | total); |
904 | } | |
905 | } | |
a4e3b956 | 906 | } else |
e7f01d1e | 907 | ret = scnprintf(s, size, sep ? "%" PRIu64 : "%12" PRIu64 " ", period); |
4ecf84d0 ACM |
908 | |
909 | if (symbol_conf.show_nr_samples) { | |
c351c281 | 910 | if (sep) |
e7f01d1e | 911 | ret += scnprintf(s + ret, size - ret, "%c%" PRIu64, *sep, nr_events); |
4ecf84d0 | 912 | else |
e7f01d1e | 913 | ret += scnprintf(s + ret, size - ret, "%11" PRIu64, nr_events); |
c351c281 ACM |
914 | } |
915 | ||
3f2728bd ACM |
916 | if (symbol_conf.show_total_period) { |
917 | if (sep) | |
e7f01d1e | 918 | ret += scnprintf(s + ret, size - ret, "%c%" PRIu64, *sep, period); |
3f2728bd | 919 | else |
e7f01d1e | 920 | ret += scnprintf(s + ret, size - ret, " %12" PRIu64, period); |
3f2728bd ACM |
921 | } |
922 | ||
1c02c4d2 | 923 | if (pair_hists) { |
c351c281 ACM |
924 | char bf[32]; |
925 | double old_percent = 0, new_percent = 0, diff; | |
926 | ||
927 | if (total > 0) | |
c82ee828 | 928 | old_percent = (period * 100.0) / total; |
13d3ee54 | 929 | if (total_period > 0) |
12c14278 | 930 | new_percent = (he->period * 100.0) / total_period; |
c351c281 | 931 | |
9b33827d | 932 | diff = new_percent - old_percent; |
c351c281 | 933 | |
9b33827d | 934 | if (fabs(diff) >= 0.01) |
4bf9ce1b | 935 | scnprintf(bf, sizeof(bf), "%+4.2F%%", diff); |
c351c281 | 936 | else |
4bf9ce1b | 937 | scnprintf(bf, sizeof(bf), " "); |
c351c281 ACM |
938 | |
939 | if (sep) | |
e7f01d1e | 940 | ret += scnprintf(s + ret, size - ret, "%c%s", *sep, bf); |
c351c281 | 941 | else |
e7f01d1e | 942 | ret += scnprintf(s + ret, size - ret, "%11.11s", bf); |
c351c281 ACM |
943 | |
944 | if (show_displacement) { | |
945 | if (displacement) | |
4bf9ce1b | 946 | scnprintf(bf, sizeof(bf), "%+4ld", displacement); |
c351c281 | 947 | else |
4bf9ce1b | 948 | scnprintf(bf, sizeof(bf), " "); |
c351c281 ACM |
949 | |
950 | if (sep) | |
e7f01d1e | 951 | ret += scnprintf(s + ret, size - ret, "%c%s", *sep, bf); |
c351c281 | 952 | else |
e7f01d1e | 953 | ret += scnprintf(s + ret, size - ret, "%6.6s", bf); |
c351c281 | 954 | } |
4ecf84d0 ACM |
955 | } |
956 | ||
f1cf602c ACM |
957 | return ret; |
958 | } | |
959 | ||
960 | int hist_entry__snprintf(struct hist_entry *he, char *s, size_t size, | |
961 | struct hists *hists) | |
962 | { | |
963 | const char *sep = symbol_conf.field_sep; | |
964 | struct sort_entry *se; | |
965 | int ret = 0; | |
966 | ||
4ecf84d0 ACM |
967 | list_for_each_entry(se, &hist_entry__sort_list, list) { |
968 | if (se->elide) | |
969 | continue; | |
970 | ||
e7f01d1e | 971 | ret += scnprintf(s + ret, size - ret, "%s", sep ?: " "); |
f1cf602c | 972 | ret += se->se_snprintf(he, s + ret, size - ret, |
8a6c5b26 | 973 | hists__col_len(hists, se->se_width_idx)); |
4ecf84d0 ACM |
974 | } |
975 | ||
a4e3b956 ACM |
976 | return ret; |
977 | } | |
978 | ||
12c14278 ACM |
979 | static int hist_entry__fprintf(struct hist_entry *he, size_t size, |
980 | struct hists *hists, struct hists *pair_hists, | |
981 | bool show_displacement, long displacement, | |
982 | u64 total_period, FILE *fp) | |
a4e3b956 ACM |
983 | { |
984 | char bf[512]; | |
f1cf602c | 985 | int ret; |
ef9dfe6e ACM |
986 | |
987 | if (size == 0 || size > sizeof(bf)) | |
988 | size = sizeof(bf); | |
989 | ||
f1cf602c ACM |
990 | ret = hist_entry__pcnt_snprintf(he, bf, size, pair_hists, |
991 | show_displacement, displacement, | |
13d3ee54 | 992 | true, total_period); |
f1cf602c | 993 | hist_entry__snprintf(he, bf + ret, size - ret, hists); |
a4e3b956 | 994 | return fprintf(fp, "%s\n", bf); |
3997d377 | 995 | } |
4ecf84d0 | 996 | |
12c14278 ACM |
997 | static size_t hist_entry__fprintf_callchain(struct hist_entry *he, |
998 | struct hists *hists, | |
999 | u64 total_period, FILE *fp) | |
3997d377 ACM |
1000 | { |
1001 | int left_margin = 0; | |
4ecf84d0 | 1002 | |
3997d377 ACM |
1003 | if (sort__first_dimension == SORT_COMM) { |
1004 | struct sort_entry *se = list_first_entry(&hist_entry__sort_list, | |
1005 | typeof(*se), list); | |
8a6c5b26 | 1006 | left_margin = hists__col_len(hists, se->se_width_idx); |
12c14278 | 1007 | left_margin -= thread__comm_len(he->thread); |
4ecf84d0 ACM |
1008 | } |
1009 | ||
12c14278 | 1010 | return hist_entry_callchain__fprintf(he, total_period, left_margin, fp); |
4ecf84d0 ACM |
1011 | } |
1012 | ||
42b28ac0 | 1013 | size_t hists__fprintf(struct hists *hists, struct hists *pair, |
ef9dfe6e ACM |
1014 | bool show_displacement, bool show_header, int max_rows, |
1015 | int max_cols, FILE *fp) | |
4ecf84d0 | 1016 | { |
4ecf84d0 ACM |
1017 | struct sort_entry *se; |
1018 | struct rb_node *nd; | |
1019 | size_t ret = 0; | |
12c14278 | 1020 | u64 total_period; |
c351c281 ACM |
1021 | unsigned long position = 1; |
1022 | long displacement = 0; | |
4ecf84d0 | 1023 | unsigned int width; |
c351c281 | 1024 | const char *sep = symbol_conf.field_sep; |
edb7c60e | 1025 | const char *col_width = symbol_conf.col_width_list_str; |
ef9dfe6e | 1026 | int nr_rows = 0; |
4ecf84d0 ACM |
1027 | |
1028 | init_rem_hits(); | |
1029 | ||
ef9dfe6e ACM |
1030 | if (!show_header) |
1031 | goto print_entries; | |
1032 | ||
c351c281 ACM |
1033 | fprintf(fp, "# %s", pair ? "Baseline" : "Overhead"); |
1034 | ||
a1645ce1 ZY |
1035 | if (symbol_conf.show_cpu_utilization) { |
1036 | if (sep) { | |
1037 | ret += fprintf(fp, "%csys", *sep); | |
1038 | ret += fprintf(fp, "%cus", *sep); | |
1039 | if (perf_guest) { | |
1040 | ret += fprintf(fp, "%cguest sys", *sep); | |
1041 | ret += fprintf(fp, "%cguest us", *sep); | |
1042 | } | |
1043 | } else { | |
0ed35abc NK |
1044 | ret += fprintf(fp, " sys "); |
1045 | ret += fprintf(fp, " us "); | |
a1645ce1 ZY |
1046 | if (perf_guest) { |
1047 | ret += fprintf(fp, " guest sys "); | |
1048 | ret += fprintf(fp, " guest us "); | |
1049 | } | |
1050 | } | |
1051 | } | |
1052 | ||
0ed35abc NK |
1053 | if (symbol_conf.show_nr_samples) { |
1054 | if (sep) | |
1055 | fprintf(fp, "%cSamples", *sep); | |
1056 | else | |
1057 | fputs(" Samples ", fp); | |
1058 | } | |
1059 | ||
1060 | if (symbol_conf.show_total_period) { | |
1061 | if (sep) | |
1062 | ret += fprintf(fp, "%cPeriod", *sep); | |
1063 | else | |
1064 | ret += fprintf(fp, " Period "); | |
1065 | } | |
1066 | ||
c351c281 ACM |
1067 | if (pair) { |
1068 | if (sep) | |
1069 | ret += fprintf(fp, "%cDelta", *sep); | |
1070 | else | |
1071 | ret += fprintf(fp, " Delta "); | |
1072 | ||
1073 | if (show_displacement) { | |
1074 | if (sep) | |
1075 | ret += fprintf(fp, "%cDisplacement", *sep); | |
1076 | else | |
1077 | ret += fprintf(fp, " Displ"); | |
1078 | } | |
1079 | } | |
1080 | ||
4ecf84d0 ACM |
1081 | list_for_each_entry(se, &hist_entry__sort_list, list) { |
1082 | if (se->elide) | |
1083 | continue; | |
c351c281 | 1084 | if (sep) { |
fcd14984 | 1085 | fprintf(fp, "%c%s", *sep, se->se_header); |
4ecf84d0 ACM |
1086 | continue; |
1087 | } | |
fcd14984 | 1088 | width = strlen(se->se_header); |
8a6c5b26 ACM |
1089 | if (symbol_conf.col_width_list_str) { |
1090 | if (col_width) { | |
42b28ac0 | 1091 | hists__set_col_len(hists, se->se_width_idx, |
8a6c5b26 ACM |
1092 | atoi(col_width)); |
1093 | col_width = strchr(col_width, ','); | |
1094 | if (col_width) | |
1095 | ++col_width; | |
4ecf84d0 | 1096 | } |
4ecf84d0 | 1097 | } |
42b28ac0 ACM |
1098 | if (!hists__new_col_len(hists, se->se_width_idx, width)) |
1099 | width = hists__col_len(hists, se->se_width_idx); | |
fcd14984 | 1100 | fprintf(fp, " %*s", width, se->se_header); |
4ecf84d0 | 1101 | } |
ef9dfe6e | 1102 | |
4ecf84d0 | 1103 | fprintf(fp, "\n"); |
ef9dfe6e ACM |
1104 | if (max_rows && ++nr_rows >= max_rows) |
1105 | goto out; | |
4ecf84d0 | 1106 | |
c351c281 | 1107 | if (sep) |
4ecf84d0 ACM |
1108 | goto print_entries; |
1109 | ||
1110 | fprintf(fp, "# ........"); | |
0ed35abc NK |
1111 | if (symbol_conf.show_cpu_utilization) |
1112 | fprintf(fp, " ....... ......."); | |
4ecf84d0 ACM |
1113 | if (symbol_conf.show_nr_samples) |
1114 | fprintf(fp, " .........."); | |
3f2728bd ACM |
1115 | if (symbol_conf.show_total_period) |
1116 | fprintf(fp, " ............"); | |
c351c281 ACM |
1117 | if (pair) { |
1118 | fprintf(fp, " .........."); | |
1119 | if (show_displacement) | |
1120 | fprintf(fp, " ....."); | |
1121 | } | |
4ecf84d0 ACM |
1122 | list_for_each_entry(se, &hist_entry__sort_list, list) { |
1123 | unsigned int i; | |
1124 | ||
1125 | if (se->elide) | |
1126 | continue; | |
1127 | ||
1128 | fprintf(fp, " "); | |
42b28ac0 | 1129 | width = hists__col_len(hists, se->se_width_idx); |
8a6c5b26 | 1130 | if (width == 0) |
fcd14984 | 1131 | width = strlen(se->se_header); |
4ecf84d0 ACM |
1132 | for (i = 0; i < width; i++) |
1133 | fprintf(fp, "."); | |
1134 | } | |
4ecf84d0 | 1135 | |
ef9dfe6e ACM |
1136 | fprintf(fp, "\n"); |
1137 | if (max_rows && ++nr_rows >= max_rows) | |
1138 | goto out; | |
1139 | ||
1140 | fprintf(fp, "#\n"); | |
1141 | if (max_rows && ++nr_rows >= max_rows) | |
1142 | goto out; | |
4ecf84d0 ACM |
1143 | |
1144 | print_entries: | |
12c14278 ACM |
1145 | total_period = hists->stats.total_period; |
1146 | ||
42b28ac0 | 1147 | for (nd = rb_first(&hists->entries); nd; nd = rb_next(nd)) { |
c351c281 ACM |
1148 | struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node); |
1149 | ||
e84d2122 FW |
1150 | if (h->filtered) |
1151 | continue; | |
1152 | ||
c351c281 ACM |
1153 | if (show_displacement) { |
1154 | if (h->pair != NULL) | |
1155 | displacement = ((long)h->pair->position - | |
1156 | (long)position); | |
1157 | else | |
1158 | displacement = 0; | |
1159 | ++position; | |
1160 | } | |
ef9dfe6e | 1161 | ret += hist_entry__fprintf(h, max_cols, hists, pair, show_displacement, |
12c14278 | 1162 | displacement, total_period, fp); |
3997d377 ACM |
1163 | |
1164 | if (symbol_conf.use_callchain) | |
12c14278 | 1165 | ret += hist_entry__fprintf_callchain(h, hists, total_period, fp); |
ef9dfe6e ACM |
1166 | if (max_rows && ++nr_rows >= max_rows) |
1167 | goto out; | |
1168 | ||
59fd5306 | 1169 | if (h->ms.map == NULL && verbose > 1) { |
65f2ed2b | 1170 | __map_groups__fprintf_maps(&h->thread->mg, |
c6e718ff | 1171 | MAP__FUNCTION, verbose, fp); |
65f2ed2b ACM |
1172 | fprintf(fp, "%.10s end\n", graph_dotted_line); |
1173 | } | |
4ecf84d0 | 1174 | } |
ef9dfe6e | 1175 | out: |
4ecf84d0 ACM |
1176 | free(rem_sq_bracket); |
1177 | ||
1178 | return ret; | |
1179 | } | |
b09e0190 | 1180 | |
06daaaba ACM |
1181 | /* |
1182 | * See hists__fprintf to match the column widths | |
1183 | */ | |
42b28ac0 | 1184 | unsigned int hists__sort_list_width(struct hists *hists) |
06daaaba ACM |
1185 | { |
1186 | struct sort_entry *se; | |
1187 | int ret = 9; /* total % */ | |
1188 | ||
1189 | if (symbol_conf.show_cpu_utilization) { | |
1190 | ret += 7; /* count_sys % */ | |
1191 | ret += 6; /* count_us % */ | |
1192 | if (perf_guest) { | |
1193 | ret += 13; /* count_guest_sys % */ | |
1194 | ret += 12; /* count_guest_us % */ | |
1195 | } | |
1196 | } | |
1197 | ||
1198 | if (symbol_conf.show_nr_samples) | |
1199 | ret += 11; | |
1200 | ||
3f2728bd ACM |
1201 | if (symbol_conf.show_total_period) |
1202 | ret += 13; | |
1203 | ||
06daaaba ACM |
1204 | list_for_each_entry(se, &hist_entry__sort_list, list) |
1205 | if (!se->elide) | |
42b28ac0 | 1206 | ret += 2 + hists__col_len(hists, se->se_width_idx); |
06daaaba | 1207 | |
903cce6e ACM |
1208 | if (verbose) /* Addr + origin */ |
1209 | ret += 3 + BITS_PER_LONG / 4; | |
1210 | ||
06daaaba ACM |
1211 | return ret; |
1212 | } | |
1213 | ||
42b28ac0 | 1214 | static void hists__remove_entry_filter(struct hists *hists, struct hist_entry *h, |
cc5edb0e ACM |
1215 | enum hist_filter filter) |
1216 | { | |
1217 | h->filtered &= ~(1 << filter); | |
1218 | if (h->filtered) | |
1219 | return; | |
1220 | ||
42b28ac0 | 1221 | ++hists->nr_entries; |
0f0cbf7a | 1222 | if (h->ms.unfolded) |
42b28ac0 | 1223 | hists->nr_entries += h->nr_rows; |
0f0cbf7a | 1224 | h->row_offset = 0; |
42b28ac0 ACM |
1225 | hists->stats.total_period += h->period; |
1226 | hists->stats.nr_events[PERF_RECORD_SAMPLE] += h->nr_events; | |
cc5edb0e | 1227 | |
42b28ac0 | 1228 | hists__calc_col_len(hists, h); |
cc5edb0e ACM |
1229 | } |
1230 | ||
90cf1fb5 ACM |
1231 | |
1232 | static bool hists__filter_entry_by_dso(struct hists *hists, | |
1233 | struct hist_entry *he) | |
1234 | { | |
1235 | if (hists->dso_filter != NULL && | |
1236 | (he->ms.map == NULL || he->ms.map->dso != hists->dso_filter)) { | |
1237 | he->filtered |= (1 << HIST_FILTER__DSO); | |
1238 | return true; | |
1239 | } | |
1240 | ||
1241 | return false; | |
1242 | } | |
1243 | ||
d7b76f09 | 1244 | void hists__filter_by_dso(struct hists *hists) |
b09e0190 ACM |
1245 | { |
1246 | struct rb_node *nd; | |
1247 | ||
42b28ac0 ACM |
1248 | hists->nr_entries = hists->stats.total_period = 0; |
1249 | hists->stats.nr_events[PERF_RECORD_SAMPLE] = 0; | |
1250 | hists__reset_col_len(hists); | |
b09e0190 | 1251 | |
42b28ac0 | 1252 | for (nd = rb_first(&hists->entries); nd; nd = rb_next(nd)) { |
b09e0190 ACM |
1253 | struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node); |
1254 | ||
1255 | if (symbol_conf.exclude_other && !h->parent) | |
1256 | continue; | |
1257 | ||
90cf1fb5 | 1258 | if (hists__filter_entry_by_dso(hists, h)) |
b09e0190 | 1259 | continue; |
b09e0190 | 1260 | |
42b28ac0 | 1261 | hists__remove_entry_filter(hists, h, HIST_FILTER__DSO); |
b09e0190 ACM |
1262 | } |
1263 | } | |
1264 | ||
90cf1fb5 ACM |
1265 | static bool hists__filter_entry_by_thread(struct hists *hists, |
1266 | struct hist_entry *he) | |
1267 | { | |
1268 | if (hists->thread_filter != NULL && | |
1269 | he->thread != hists->thread_filter) { | |
1270 | he->filtered |= (1 << HIST_FILTER__THREAD); | |
1271 | return true; | |
1272 | } | |
1273 | ||
1274 | return false; | |
1275 | } | |
1276 | ||
d7b76f09 | 1277 | void hists__filter_by_thread(struct hists *hists) |
b09e0190 ACM |
1278 | { |
1279 | struct rb_node *nd; | |
1280 | ||
42b28ac0 ACM |
1281 | hists->nr_entries = hists->stats.total_period = 0; |
1282 | hists->stats.nr_events[PERF_RECORD_SAMPLE] = 0; | |
1283 | hists__reset_col_len(hists); | |
b09e0190 | 1284 | |
42b28ac0 | 1285 | for (nd = rb_first(&hists->entries); nd; nd = rb_next(nd)) { |
b09e0190 ACM |
1286 | struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node); |
1287 | ||
90cf1fb5 | 1288 | if (hists__filter_entry_by_thread(hists, h)) |
b09e0190 | 1289 | continue; |
cc5edb0e | 1290 | |
42b28ac0 | 1291 | hists__remove_entry_filter(hists, h, HIST_FILTER__THREAD); |
b09e0190 ACM |
1292 | } |
1293 | } | |
ef7b93a1 | 1294 | |
e94d53eb NK |
1295 | static bool hists__filter_entry_by_symbol(struct hists *hists, |
1296 | struct hist_entry *he) | |
1297 | { | |
1298 | if (hists->symbol_filter_str != NULL && | |
1299 | (!he->ms.sym || strstr(he->ms.sym->name, | |
1300 | hists->symbol_filter_str) == NULL)) { | |
1301 | he->filtered |= (1 << HIST_FILTER__SYMBOL); | |
1302 | return true; | |
1303 | } | |
1304 | ||
1305 | return false; | |
1306 | } | |
1307 | ||
1308 | void hists__filter_by_symbol(struct hists *hists) | |
1309 | { | |
1310 | struct rb_node *nd; | |
1311 | ||
1312 | hists->nr_entries = hists->stats.total_period = 0; | |
1313 | hists->stats.nr_events[PERF_RECORD_SAMPLE] = 0; | |
1314 | hists__reset_col_len(hists); | |
1315 | ||
1316 | for (nd = rb_first(&hists->entries); nd; nd = rb_next(nd)) { | |
1317 | struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node); | |
1318 | ||
1319 | if (hists__filter_entry_by_symbol(hists, h)) | |
1320 | continue; | |
1321 | ||
1322 | hists__remove_entry_filter(hists, h, HIST_FILTER__SYMBOL); | |
1323 | } | |
1324 | } | |
1325 | ||
2f525d01 | 1326 | int hist_entry__inc_addr_samples(struct hist_entry *he, int evidx, u64 ip) |
ef7b93a1 | 1327 | { |
2f525d01 | 1328 | return symbol__inc_addr_samples(he->ms.sym, he->ms.map, evidx, ip); |
ef7b93a1 ACM |
1329 | } |
1330 | ||
ce6f4fab | 1331 | int hist_entry__annotate(struct hist_entry *he, size_t privsize) |
ef7b93a1 | 1332 | { |
ce6f4fab | 1333 | return symbol__annotate(he->ms.sym, he->ms.map, privsize); |
ef7b93a1 | 1334 | } |
c8446b9b | 1335 | |
42b28ac0 | 1336 | void hists__inc_nr_events(struct hists *hists, u32 type) |
c8446b9b | 1337 | { |
42b28ac0 ACM |
1338 | ++hists->stats.nr_events[0]; |
1339 | ++hists->stats.nr_events[type]; | |
c8446b9b ACM |
1340 | } |
1341 | ||
42b28ac0 | 1342 | size_t hists__fprintf_nr_events(struct hists *hists, FILE *fp) |
c8446b9b ACM |
1343 | { |
1344 | int i; | |
1345 | size_t ret = 0; | |
1346 | ||
1347 | for (i = 0; i < PERF_RECORD_HEADER_MAX; ++i) { | |
e248de33 | 1348 | const char *name; |
3835bc00 | 1349 | |
42b28ac0 | 1350 | if (hists->stats.nr_events[i] == 0) |
e248de33 ACM |
1351 | continue; |
1352 | ||
1353 | name = perf_event__name(i); | |
3835bc00 | 1354 | if (!strcmp(name, "UNKNOWN")) |
c8446b9b | 1355 | continue; |
3835bc00 TG |
1356 | |
1357 | ret += fprintf(fp, "%16s events: %10d\n", name, | |
42b28ac0 | 1358 | hists->stats.nr_events[i]); |
c8446b9b ACM |
1359 | } |
1360 | ||
1361 | return ret; | |
1362 | } |