]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame - tools/perf/builtin-diff.c
perf tools: Really allow to specify custom CC, AR or LD
[mirror_ubuntu-artful-kernel.git] / tools / perf / builtin-diff.c
CommitLineData
86a9eee0
ACM
1/*
2 * builtin-diff.c
3 *
4 * Builtin diff command: Analyze two perf.data input files, look up and read
5 * DSOs and symbol information, sort them and produce a diff.
6 */
7#include "builtin.h"
8
9#include "util/debug.h"
10#include "util/event.h"
11#include "util/hist.h"
743eb868 12#include "util/evsel.h"
863e451f 13#include "util/evlist.h"
86a9eee0 14#include "util/session.h"
45694aa7 15#include "util/tool.h"
86a9eee0
ACM
16#include "util/sort.h"
17#include "util/symbol.h"
18#include "util/util.h"
f5fc1412 19#include "util/data.h"
86a9eee0
ACM
20
21#include <stdlib.h>
345dc0b4
JO
22#include <math.h>
23
24/* Diff command specific HPP columns. */
25enum {
26 PERF_HPP_DIFF__BASELINE,
27 PERF_HPP_DIFF__PERIOD,
28 PERF_HPP_DIFF__PERIOD_BASELINE,
29 PERF_HPP_DIFF__DELTA,
30 PERF_HPP_DIFF__RATIO,
31 PERF_HPP_DIFF__WEIGHTED_DIFF,
32 PERF_HPP_DIFF__FORMULA,
33
34 PERF_HPP_DIFF__MAX_INDEX
35};
36
37struct diff_hpp_fmt {
38 struct perf_hpp_fmt fmt;
39 int idx;
40 char *header;
41 int header_width;
42};
86a9eee0 43
ec308426
JO
44struct data__file {
45 struct perf_session *session;
f5fc1412 46 struct perf_data_file file;
ec308426 47 int idx;
22aeb7f5 48 struct hists *hists;
c818b498 49 struct diff_hpp_fmt fmt[PERF_HPP_DIFF__MAX_INDEX];
ec308426
JO
50};
51
52static struct data__file *data__files;
53static int data__files_cnt;
54
55#define data__for_each_file_start(i, d, s) \
56 for (i = s, d = &data__files[s]; \
57 i < data__files_cnt; \
58 i++, d = &data__files[i])
59
60#define data__for_each_file(i, d) data__for_each_file_start(i, d, 0)
22aeb7f5 61#define data__for_each_file_new(i, d) data__for_each_file_start(i, d, 1)
ec308426 62
ec308426 63static bool force;
61949b21 64static bool show_period;
ed279da2 65static bool show_formula;
a06d143e 66static bool show_baseline_only;
5f3f8d3b 67static unsigned int sort_compute;
86a9eee0 68
81d5f958
JO
69static s64 compute_wdiff_w1;
70static s64 compute_wdiff_w2;
71
7aaf6b35
JO
72enum {
73 COMPUTE_DELTA,
74 COMPUTE_RATIO,
81d5f958 75 COMPUTE_WEIGHTED_DIFF,
7aaf6b35
JO
76 COMPUTE_MAX,
77};
78
79const char *compute_names[COMPUTE_MAX] = {
80 [COMPUTE_DELTA] = "delta",
81 [COMPUTE_RATIO] = "ratio",
81d5f958 82 [COMPUTE_WEIGHTED_DIFF] = "wdiff",
7aaf6b35
JO
83};
84
85static int compute;
86
345dc0b4
JO
87static int compute_2_hpp[COMPUTE_MAX] = {
88 [COMPUTE_DELTA] = PERF_HPP_DIFF__DELTA,
89 [COMPUTE_RATIO] = PERF_HPP_DIFF__RATIO,
90 [COMPUTE_WEIGHTED_DIFF] = PERF_HPP_DIFF__WEIGHTED_DIFF,
91};
92
93#define MAX_COL_WIDTH 70
94
95static struct header_column {
96 const char *name;
97 int width;
98} columns[PERF_HPP_DIFF__MAX_INDEX] = {
99 [PERF_HPP_DIFF__BASELINE] = {
100 .name = "Baseline",
101 },
102 [PERF_HPP_DIFF__PERIOD] = {
103 .name = "Period",
104 .width = 14,
105 },
106 [PERF_HPP_DIFF__PERIOD_BASELINE] = {
107 .name = "Base period",
108 .width = 14,
109 },
110 [PERF_HPP_DIFF__DELTA] = {
111 .name = "Delta",
112 .width = 7,
113 },
114 [PERF_HPP_DIFF__RATIO] = {
115 .name = "Ratio",
116 .width = 14,
117 },
118 [PERF_HPP_DIFF__WEIGHTED_DIFF] = {
119 .name = "Weighted diff",
120 .width = 14,
121 },
122 [PERF_HPP_DIFF__FORMULA] = {
123 .name = "Formula",
124 .width = MAX_COL_WIDTH,
125 }
126};
127
81d5f958
JO
128static int setup_compute_opt_wdiff(char *opt)
129{
130 char *w1_str = opt;
131 char *w2_str;
132
133 int ret = -EINVAL;
134
135 if (!opt)
136 goto out;
137
138 w2_str = strchr(opt, ',');
139 if (!w2_str)
140 goto out;
141
142 *w2_str++ = 0x0;
143 if (!*w2_str)
144 goto out;
145
146 compute_wdiff_w1 = strtol(w1_str, NULL, 10);
147 compute_wdiff_w2 = strtol(w2_str, NULL, 10);
148
149 if (!compute_wdiff_w1 || !compute_wdiff_w2)
150 goto out;
151
152 pr_debug("compute wdiff w1(%" PRId64 ") w2(%" PRId64 ")\n",
153 compute_wdiff_w1, compute_wdiff_w2);
154
155 ret = 0;
156
157 out:
158 if (ret)
159 pr_err("Failed: wrong weight data, use 'wdiff:w1,w2'\n");
160
161 return ret;
162}
163
164static int setup_compute_opt(char *opt)
165{
166 if (compute == COMPUTE_WEIGHTED_DIFF)
167 return setup_compute_opt_wdiff(opt);
168
169 if (opt) {
170 pr_err("Failed: extra option specified '%s'", opt);
171 return -EINVAL;
172 }
173
174 return 0;
175}
176
7aaf6b35
JO
177static int setup_compute(const struct option *opt, const char *str,
178 int unset __maybe_unused)
179{
180 int *cp = (int *) opt->value;
81d5f958
JO
181 char *cstr = (char *) str;
182 char buf[50];
7aaf6b35 183 unsigned i;
81d5f958 184 char *option;
7aaf6b35
JO
185
186 if (!str) {
187 *cp = COMPUTE_DELTA;
188 return 0;
189 }
190
81d5f958
JO
191 option = strchr(str, ':');
192 if (option) {
193 unsigned len = option++ - str;
194
195 /*
196 * The str data are not writeable, so we need
197 * to use another buffer.
198 */
199
200 /* No option value is longer. */
201 if (len >= sizeof(buf))
202 return -EINVAL;
203
204 strncpy(buf, str, len);
205 buf[len] = 0x0;
206 cstr = buf;
207 }
208
7aaf6b35 209 for (i = 0; i < COMPUTE_MAX; i++)
81d5f958 210 if (!strcmp(cstr, compute_names[i])) {
7aaf6b35 211 *cp = i;
81d5f958 212 return setup_compute_opt(option);
7aaf6b35
JO
213 }
214
215 pr_err("Failed: '%s' is not computation method "
81d5f958 216 "(use 'delta','ratio' or 'wdiff')\n", str);
7aaf6b35
JO
217 return -EINVAL;
218}
219
ef358e6d 220static double period_percent(struct hist_entry *he, u64 period)
96c47f19 221{
8810f6ce
NK
222 u64 total = hists__total_period(he->hists);
223
96c47f19
JO
224 return (period * 100.0) / total;
225}
226
ef358e6d 227static double compute_delta(struct hist_entry *he, struct hist_entry *pair)
96c47f19 228{
ef358e6d
JO
229 double old_percent = period_percent(he, he->stat.period);
230 double new_percent = period_percent(pair, pair->stat.period);
96c47f19 231
9af303e2
JO
232 pair->diff.period_ratio_delta = new_percent - old_percent;
233 pair->diff.computed = true;
234 return pair->diff.period_ratio_delta;
96c47f19
JO
235}
236
ef358e6d 237static double compute_ratio(struct hist_entry *he, struct hist_entry *pair)
96c47f19 238{
9af303e2
JO
239 double old_period = he->stat.period ?: 1;
240 double new_period = pair->stat.period;
96c47f19 241
9af303e2
JO
242 pair->diff.computed = true;
243 pair->diff.period_ratio = new_period / old_period;
244 return pair->diff.period_ratio;
96c47f19
JO
245}
246
ef358e6d 247static s64 compute_wdiff(struct hist_entry *he, struct hist_entry *pair)
81d5f958 248{
9af303e2
JO
249 u64 old_period = he->stat.period;
250 u64 new_period = pair->stat.period;
81d5f958 251
9af303e2
JO
252 pair->diff.computed = true;
253 pair->diff.wdiff = new_period * compute_wdiff_w2 -
254 old_period * compute_wdiff_w1;
81d5f958 255
9af303e2 256 return pair->diff.wdiff;
81d5f958
JO
257}
258
f4c8bae1
JO
259static int formula_delta(struct hist_entry *he, struct hist_entry *pair,
260 char *buf, size_t size)
ed279da2 261{
8810f6ce
NK
262 u64 he_total = he->hists->stats.total_period;
263 u64 pair_total = pair->hists->stats.total_period;
264
265 if (symbol_conf.filter_relative) {
266 he_total = he->hists->stats.total_non_filtered_period;
267 pair_total = pair->hists->stats.total_non_filtered_period;
268 }
ed279da2
JO
269 return scnprintf(buf, size,
270 "(%" PRIu64 " * 100 / %" PRIu64 ") - "
271 "(%" PRIu64 " * 100 / %" PRIu64 ")",
8810f6ce
NK
272 pair->stat.period, pair_total,
273 he->stat.period, he_total);
ed279da2
JO
274}
275
f4c8bae1
JO
276static int formula_ratio(struct hist_entry *he, struct hist_entry *pair,
277 char *buf, size_t size)
ed279da2 278{
9af303e2
JO
279 double old_period = he->stat.period;
280 double new_period = pair->stat.period;
ed279da2
JO
281
282 return scnprintf(buf, size, "%.0F / %.0F", new_period, old_period);
283}
284
f4c8bae1
JO
285static int formula_wdiff(struct hist_entry *he, struct hist_entry *pair,
286 char *buf, size_t size)
ed279da2 287{
9af303e2
JO
288 u64 old_period = he->stat.period;
289 u64 new_period = pair->stat.period;
ed279da2
JO
290
291 return scnprintf(buf, size,
292 "(%" PRIu64 " * " "%" PRId64 ") - (%" PRIu64 " * " "%" PRId64 ")",
293 new_period, compute_wdiff_w2, old_period, compute_wdiff_w1);
294}
295
ef358e6d
JO
296static int formula_fprintf(struct hist_entry *he, struct hist_entry *pair,
297 char *buf, size_t size)
ed279da2
JO
298{
299 switch (compute) {
300 case COMPUTE_DELTA:
f4c8bae1 301 return formula_delta(he, pair, buf, size);
ed279da2 302 case COMPUTE_RATIO:
f4c8bae1 303 return formula_ratio(he, pair, buf, size);
ed279da2 304 case COMPUTE_WEIGHTED_DIFF:
f4c8bae1 305 return formula_wdiff(he, pair, buf, size);
ed279da2
JO
306 default:
307 BUG_ON(1);
308 }
309
310 return -1;
311}
312
c824c433 313static int hists__add_entry(struct hists *hists,
05484298 314 struct addr_location *al, u64 period,
475eeab9 315 u64 weight, u64 transaction)
86a9eee0 316{
41a4e6e2 317 if (__hists__add_entry(hists, al, NULL, NULL, NULL, period, weight,
a0b51af3 318 transaction, true) != NULL)
28e2a106
ACM
319 return 0;
320 return -ENOMEM;
86a9eee0
ACM
321}
322
1d037ca1 323static int diff__process_sample_event(struct perf_tool *tool __maybe_unused,
d20deb64 324 union perf_event *event,
8d50e5b4 325 struct perf_sample *sample,
863e451f 326 struct perf_evsel *evsel,
743eb868 327 struct machine *machine)
86a9eee0
ACM
328{
329 struct addr_location al;
4ea062ed 330 struct hists *hists = evsel__hists(evsel);
b91fc39f 331 int ret = -1;
86a9eee0 332
e44baa3e 333 if (perf_event__preprocess_sample(event, machine, &al, sample) < 0) {
86a9eee0
ACM
334 pr_warning("problem processing %d event, skipping it.\n",
335 event->header.type);
336 return -1;
337 }
338
4ea062ed 339 if (hists__add_entry(hists, &al, sample->period,
475eeab9 340 sample->weight, sample->transaction)) {
c82ee828 341 pr_warning("problem incrementing symbol period, skipping event\n");
b91fc39f 342 goto out_put;
86a9eee0
ACM
343 }
344
820bc81f
NK
345 /*
346 * The total_period is updated here before going to the output
347 * tree since normally only the baseline hists will call
348 * hists__output_resort() and precompute needs the total
349 * period in order to sort entries by percentage delta.
350 */
4ea062ed 351 hists->stats.total_period += sample->period;
820bc81f 352 if (!al.filtered)
4ea062ed 353 hists->stats.total_non_filtered_period += sample->period;
b91fc39f
ACM
354 ret = 0;
355out_put:
356 addr_location__put(&al);
357 return ret;
86a9eee0
ACM
358}
359
863e451f
JO
360static struct perf_tool tool = {
361 .sample = diff__process_sample_event,
362 .mmap = perf_event__process_mmap,
68ca9d65 363 .mmap2 = perf_event__process_mmap2,
863e451f 364 .comm = perf_event__process_comm,
f62d3f0f
ACM
365 .exit = perf_event__process_exit,
366 .fork = perf_event__process_fork,
863e451f 367 .lost = perf_event__process_lost,
0a8cb85c 368 .ordered_events = true,
863e451f 369 .ordering_requires_timestamps = true,
86a9eee0
ACM
370};
371
863e451f
JO
372static struct perf_evsel *evsel_match(struct perf_evsel *evsel,
373 struct perf_evlist *evlist)
374{
375 struct perf_evsel *e;
376
0050f7aa 377 evlist__for_each(evlist, e) {
863e451f
JO
378 if (perf_evsel__match2(evsel, e))
379 return e;
0050f7aa 380 }
863e451f
JO
381
382 return NULL;
383}
384
ce74f60e 385static void perf_evlist__collapse_resort(struct perf_evlist *evlist)
dd464345
JO
386{
387 struct perf_evsel *evsel;
388
0050f7aa 389 evlist__for_each(evlist, evsel) {
4ea062ed 390 struct hists *hists = evsel__hists(evsel);
dd464345 391
c1fb5651 392 hists__collapse_resort(hists, NULL);
dd464345
JO
393 }
394}
395
ff21cef6
NK
396static struct data__file *fmt_to_data_file(struct perf_hpp_fmt *fmt)
397{
398 struct diff_hpp_fmt *dfmt = container_of(fmt, struct diff_hpp_fmt, fmt);
399 void *ptr = dfmt - dfmt->idx;
400 struct data__file *d = container_of(ptr, struct data__file, fmt);
401
402 return d;
403}
404
5f3f8d3b
JO
405static struct hist_entry*
406get_pair_data(struct hist_entry *he, struct data__file *d)
407{
408 if (hist_entry__has_pairs(he)) {
409 struct hist_entry *pair;
410
411 list_for_each_entry(pair, &he->pairs.head, pairs.node)
412 if (pair->hists == d->hists)
413 return pair;
414 }
415
416 return NULL;
417}
418
419static struct hist_entry*
420get_pair_fmt(struct hist_entry *he, struct diff_hpp_fmt *dfmt)
421{
ff21cef6 422 struct data__file *d = fmt_to_data_file(&dfmt->fmt);
5f3f8d3b
JO
423
424 return get_pair_data(he, d);
425}
426
a06d143e
JO
427static void hists__baseline_only(struct hists *hists)
428{
ce74f60e
NK
429 struct rb_root *root;
430 struct rb_node *next;
431
432 if (sort__need_collapse)
433 root = &hists->entries_collapsed;
434 else
435 root = hists->entries_in;
a06d143e 436
ce74f60e 437 next = rb_first(root);
a06d143e 438 while (next != NULL) {
ce74f60e 439 struct hist_entry *he = rb_entry(next, struct hist_entry, rb_node_in);
a06d143e 440
ce74f60e 441 next = rb_next(&he->rb_node_in);
b821c732 442 if (!hist_entry__next_pair(he)) {
ce74f60e 443 rb_erase(&he->rb_node_in, root);
6733d1bf 444 hist_entry__delete(he);
a06d143e
JO
445 }
446 }
447}
448
96c47f19
JO
449static void hists__precompute(struct hists *hists)
450{
367c53c0
JO
451 struct rb_root *root;
452 struct rb_node *next;
453
454 if (sort__need_collapse)
455 root = &hists->entries_collapsed;
456 else
457 root = hists->entries_in;
96c47f19 458
367c53c0 459 next = rb_first(root);
96c47f19 460 while (next != NULL) {
5f3f8d3b 461 struct hist_entry *he, *pair;
56495a8a
NK
462 struct data__file *d;
463 int i;
96c47f19 464
5f3f8d3b 465 he = rb_entry(next, struct hist_entry, rb_node_in);
367c53c0 466 next = rb_next(&he->rb_node_in);
5f3f8d3b 467
56495a8a
NK
468 data__for_each_file_new(i, d) {
469 pair = get_pair_data(he, d);
470 if (!pair)
471 continue;
472
473 switch (compute) {
474 case COMPUTE_DELTA:
475 compute_delta(he, pair);
476 break;
477 case COMPUTE_RATIO:
478 compute_ratio(he, pair);
479 break;
480 case COMPUTE_WEIGHTED_DIFF:
481 compute_wdiff(he, pair);
482 break;
483 default:
484 BUG_ON(1);
485 }
96c47f19
JO
486 }
487 }
488}
489
490static int64_t cmp_doubles(double l, double r)
491{
492 if (l > r)
493 return -1;
494 else if (l < r)
495 return 1;
496 else
497 return 0;
498}
499
500static int64_t
5f3f8d3b 501__hist_entry__cmp_compute(struct hist_entry *left, struct hist_entry *right,
96c47f19
JO
502 int c)
503{
504 switch (c) {
505 case COMPUTE_DELTA:
506 {
507 double l = left->diff.period_ratio_delta;
508 double r = right->diff.period_ratio_delta;
509
510 return cmp_doubles(l, r);
511 }
512 case COMPUTE_RATIO:
513 {
514 double l = left->diff.period_ratio;
515 double r = right->diff.period_ratio;
516
517 return cmp_doubles(l, r);
518 }
81d5f958
JO
519 case COMPUTE_WEIGHTED_DIFF:
520 {
521 s64 l = left->diff.wdiff;
522 s64 r = right->diff.wdiff;
523
524 return r - l;
525 }
96c47f19
JO
526 default:
527 BUG_ON(1);
528 }
529
530 return 0;
531}
532
5f3f8d3b
JO
533static int64_t
534hist_entry__cmp_compute(struct hist_entry *left, struct hist_entry *right,
56495a8a 535 int c, int sort_idx)
5f3f8d3b
JO
536{
537 bool pairs_left = hist_entry__has_pairs(left);
538 bool pairs_right = hist_entry__has_pairs(right);
539 struct hist_entry *p_right, *p_left;
540
541 if (!pairs_left && !pairs_right)
542 return 0;
543
544 if (!pairs_left || !pairs_right)
545 return pairs_left ? -1 : 1;
546
56495a8a
NK
547 p_left = get_pair_data(left, &data__files[sort_idx]);
548 p_right = get_pair_data(right, &data__files[sort_idx]);
5f3f8d3b
JO
549
550 if (!p_left && !p_right)
551 return 0;
552
553 if (!p_left || !p_right)
554 return p_left ? -1 : 1;
555
556 /*
557 * We have 2 entries of same kind, let's
558 * make the data comparison.
559 */
560 return __hist_entry__cmp_compute(p_left, p_right, c);
561}
562
566b5cfb
NK
563static int64_t
564hist_entry__cmp_compute_idx(struct hist_entry *left, struct hist_entry *right,
565 int c, int sort_idx)
566{
567 struct hist_entry *p_right, *p_left;
568
569 p_left = get_pair_data(left, &data__files[sort_idx]);
570 p_right = get_pair_data(right, &data__files[sort_idx]);
571
572 if (!p_left && !p_right)
573 return 0;
574
575 if (!p_left || !p_right)
576 return p_left ? -1 : 1;
577
578 if (c != COMPUTE_DELTA) {
579 /*
580 * The delta can be computed without the baseline, but
581 * others are not. Put those entries which have no
582 * values below.
583 */
584 if (left->dummy && right->dummy)
585 return 0;
586
587 if (left->dummy || right->dummy)
588 return left->dummy ? 1 : -1;
589 }
590
591 return __hist_entry__cmp_compute(p_left, p_right, c);
592}
593
e7024fc3 594static int64_t
87bbdf76
NK
595hist_entry__cmp_nop(struct perf_hpp_fmt *fmt __maybe_unused,
596 struct hist_entry *left __maybe_unused,
e7024fc3
NK
597 struct hist_entry *right __maybe_unused)
598{
599 return 0;
600}
601
602static int64_t
87bbdf76
NK
603hist_entry__cmp_baseline(struct perf_hpp_fmt *fmt __maybe_unused,
604 struct hist_entry *left, struct hist_entry *right)
e7024fc3 605{
e7024fc3
NK
606 if (left->stat.period == right->stat.period)
607 return 0;
608 return left->stat.period > right->stat.period ? 1 : -1;
609}
610
611static int64_t
56495a8a 612hist_entry__cmp_delta(struct perf_hpp_fmt *fmt,
87bbdf76 613 struct hist_entry *left, struct hist_entry *right)
e7024fc3 614{
56495a8a
NK
615 struct data__file *d = fmt_to_data_file(fmt);
616
617 return hist_entry__cmp_compute(right, left, COMPUTE_DELTA, d->idx);
e7024fc3
NK
618}
619
620static int64_t
56495a8a 621hist_entry__cmp_ratio(struct perf_hpp_fmt *fmt,
87bbdf76 622 struct hist_entry *left, struct hist_entry *right)
e7024fc3 623{
56495a8a
NK
624 struct data__file *d = fmt_to_data_file(fmt);
625
626 return hist_entry__cmp_compute(right, left, COMPUTE_RATIO, d->idx);
e7024fc3
NK
627}
628
629static int64_t
56495a8a 630hist_entry__cmp_wdiff(struct perf_hpp_fmt *fmt,
87bbdf76 631 struct hist_entry *left, struct hist_entry *right)
e7024fc3 632{
56495a8a
NK
633 struct data__file *d = fmt_to_data_file(fmt);
634
635 return hist_entry__cmp_compute(right, left, COMPUTE_WEIGHTED_DIFF, d->idx);
e7024fc3
NK
636}
637
566b5cfb
NK
638static int64_t
639hist_entry__cmp_delta_idx(struct perf_hpp_fmt *fmt __maybe_unused,
640 struct hist_entry *left, struct hist_entry *right)
641{
642 return hist_entry__cmp_compute_idx(right, left, COMPUTE_DELTA,
643 sort_compute);
644}
645
646static int64_t
647hist_entry__cmp_ratio_idx(struct perf_hpp_fmt *fmt __maybe_unused,
648 struct hist_entry *left, struct hist_entry *right)
649{
650 return hist_entry__cmp_compute_idx(right, left, COMPUTE_RATIO,
651 sort_compute);
652}
653
654static int64_t
655hist_entry__cmp_wdiff_idx(struct perf_hpp_fmt *fmt __maybe_unused,
656 struct hist_entry *left, struct hist_entry *right)
657{
658 return hist_entry__cmp_compute_idx(right, left, COMPUTE_WEIGHTED_DIFF,
659 sort_compute);
660}
661
22aeb7f5 662static void hists__process(struct hists *hists)
a06d143e 663{
a06d143e 664 if (show_baseline_only)
22aeb7f5 665 hists__baseline_only(hists);
a06d143e 666
56495a8a 667 hists__precompute(hists);
38259a17 668 hists__output_resort(hists, NULL);
96c47f19 669
22aeb7f5 670 hists__fprintf(hists, true, 0, 0, 0, stdout);
a06d143e
JO
671}
672
1d81c7fc
JO
673static void data__fprintf(void)
674{
675 struct data__file *d;
676 int i;
677
678 fprintf(stdout, "# Data files:\n");
679
680 data__for_each_file(i, d)
681 fprintf(stdout, "# [%d] %s %s\n",
f5fc1412 682 d->idx, d->file.path,
1d81c7fc
JO
683 !d->idx ? "(Baseline)" : "");
684
685 fprintf(stdout, "#\n");
686}
687
ec308426 688static void data_process(void)
86a9eee0 689{
22aeb7f5
JO
690 struct perf_evlist *evlist_base = data__files[0].session->evlist;
691 struct perf_evsel *evsel_base;
863e451f 692 bool first = true;
86a9eee0 693
0050f7aa 694 evlist__for_each(evlist_base, evsel_base) {
4ea062ed 695 struct hists *hists_base = evsel__hists(evsel_base);
22aeb7f5
JO
696 struct data__file *d;
697 int i;
86a9eee0 698
22aeb7f5
JO
699 data__for_each_file_new(i, d) {
700 struct perf_evlist *evlist = d->session->evlist;
701 struct perf_evsel *evsel;
4ea062ed 702 struct hists *hists;
22aeb7f5
JO
703
704 evsel = evsel_match(evsel_base, evlist);
705 if (!evsel)
706 continue;
707
4ea062ed
ACM
708 hists = evsel__hists(evsel);
709 d->hists = hists;
22aeb7f5 710
4ea062ed 711 hists__match(hists_base, hists);
22aeb7f5
JO
712
713 if (!show_baseline_only)
4ea062ed 714 hists__link(hists_base, hists);
22aeb7f5 715 }
86a9eee0 716
ec308426 717 fprintf(stdout, "%s# Event '%s'\n#\n", first ? "" : "\n",
22aeb7f5 718 perf_evsel__name(evsel_base));
863e451f 719
ec308426 720 first = false;
863e451f 721
22aeb7f5 722 if (verbose || data__files_cnt > 2)
1d81c7fc
JO
723 data__fprintf();
724
4ea062ed 725 hists__process(hists_base);
ec308426
JO
726 }
727}
863e451f 728
c818b498
JO
729static void data__free(struct data__file *d)
730{
731 int col;
732
733 for (col = 0; col < PERF_HPP_DIFF__MAX_INDEX; col++) {
734 struct diff_hpp_fmt *fmt = &d->fmt[col];
735
74cf249d 736 zfree(&fmt->header);
c818b498
JO
737 }
738}
739
ec308426
JO
740static int __cmd_diff(void)
741{
742 struct data__file *d;
743 int ret = -EINVAL, i;
744
745 data__for_each_file(i, d) {
f5fc1412 746 d->session = perf_session__new(&d->file, false, &tool);
ec308426 747 if (!d->session) {
f5fc1412 748 pr_err("Failed to open %s\n", d->file.path);
52e02834 749 ret = -1;
ec308426
JO
750 goto out_delete;
751 }
863e451f 752
b7b61cbe 753 ret = perf_session__process_events(d->session);
ec308426 754 if (ret) {
f5fc1412 755 pr_err("Failed to process %s\n", d->file.path);
ec308426
JO
756 goto out_delete;
757 }
863e451f 758
ec308426
JO
759 perf_evlist__collapse_resort(d->session->evlist);
760 }
761
762 data_process();
863e451f 763
ec308426
JO
764 out_delete:
765 data__for_each_file(i, d) {
766 if (d->session)
767 perf_session__delete(d->session);
c818b498
JO
768
769 data__free(d);
863e451f 770 }
9c443dfd 771
ec308426 772 free(data__files);
86a9eee0
ACM
773 return ret;
774}
775
0422a4fc 776static const char * const diff_usage[] = {
86a9eee0 777 "perf diff [<options>] [old_file] [new_file]",
0422a4fc 778 NULL,
86a9eee0
ACM
779};
780
781static const struct option options[] = {
c0555642 782 OPT_INCR('v', "verbose", &verbose,
86a9eee0 783 "be more verbose (show symbol address, etc)"),
a06d143e
JO
784 OPT_BOOLEAN('b', "baseline-only", &show_baseline_only,
785 "Show only items with match in baseline"),
81d5f958
JO
786 OPT_CALLBACK('c', "compute", &compute,
787 "delta,ratio,wdiff:w1,w2 (default delta)",
7aaf6b35
JO
788 "Entries differential computation selection",
789 setup_compute),
61949b21
JO
790 OPT_BOOLEAN('p', "period", &show_period,
791 "Show period values."),
ed279da2
JO
792 OPT_BOOLEAN('F', "formula", &show_formula,
793 "Show formula."),
86a9eee0
ACM
794 OPT_BOOLEAN('D', "dump-raw-trace", &dump_trace,
795 "dump raw trace in ASCII"),
796 OPT_BOOLEAN('f', "force", &force, "don't complain, do it"),
6b1f3423
DA
797 OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name,
798 "file", "kallsyms pathname"),
86a9eee0
ACM
799 OPT_BOOLEAN('m', "modules", &symbol_conf.use_modules,
800 "load module symbols - WARNING: use only with -k and LIVE kernel"),
c410a338
ACM
801 OPT_STRING('d', "dsos", &symbol_conf.dso_list_str, "dso[,dso...]",
802 "only consider symbols in these dsos"),
803 OPT_STRING('C', "comms", &symbol_conf.comm_list_str, "comm[,comm...]",
804 "only consider symbols in these comms"),
805 OPT_STRING('S', "symbols", &symbol_conf.sym_list_str, "symbol[,symbol...]",
806 "only consider these symbols"),
c351c281 807 OPT_STRING('s', "sort", &sort_order, "key[,key2...]",
a2ce067e
NK
808 "sort by key(s): pid, comm, dso, symbol, parent, cpu, srcline, ..."
809 " Please refer the man page for the complete list."),
8b8ca6e1 810 OPT_STRING_NOEMPTY('t', "field-separator", &symbol_conf.field_sep, "separator",
c351c281
ACM
811 "separator for columns, no spaces will be added between "
812 "columns '.' is reserved."),
ec5761ea
DA
813 OPT_STRING(0, "symfs", &symbol_conf.symfs, "directory",
814 "Look for files with symbols relative to this directory"),
5f3f8d3b 815 OPT_UINTEGER('o', "order", &sort_compute, "Specify compute sorting."),
8810f6ce
NK
816 OPT_CALLBACK(0, "percentage", NULL, "relative|absolute",
817 "How to display percentage of filtered entries", parse_filter_percentage),
86a9eee0
ACM
818 OPT_END()
819};
820
345dc0b4 821static double baseline_percent(struct hist_entry *he)
1d77822e 822{
8810f6ce
NK
823 u64 total = hists__total_period(he->hists);
824
825 return 100.0 * he->stat.period / total;
345dc0b4 826}
7aaf6b35 827
345dc0b4
JO
828static int hpp__color_baseline(struct perf_hpp_fmt *fmt,
829 struct perf_hpp *hpp, struct hist_entry *he)
830{
831 struct diff_hpp_fmt *dfmt =
832 container_of(fmt, struct diff_hpp_fmt, fmt);
833 double percent = baseline_percent(he);
834 char pfmt[20] = " ";
835
836 if (!he->dummy) {
837 scnprintf(pfmt, 20, "%%%d.2f%%%%", dfmt->header_width - 1);
838 return percent_color_snprintf(hpp->buf, hpp->size,
839 pfmt, percent);
840 } else
841 return scnprintf(hpp->buf, hpp->size, "%*s",
842 dfmt->header_width, pfmt);
843}
844
845static int hpp__entry_baseline(struct hist_entry *he, char *buf, size_t size)
846{
847 double percent = baseline_percent(he);
848 const char *fmt = symbol_conf.field_sep ? "%.2f" : "%6.2f%%";
849 int ret = 0;
850
851 if (!he->dummy)
852 ret = scnprintf(buf, size, fmt, percent);
853
854 return ret;
855}
856
01f10bc8
RR
857static int __hpp__color_compare(struct perf_hpp_fmt *fmt,
858 struct perf_hpp *hpp, struct hist_entry *he,
859 int comparison_method)
860{
861 struct diff_hpp_fmt *dfmt =
862 container_of(fmt, struct diff_hpp_fmt, fmt);
863 struct hist_entry *pair = get_pair_fmt(he, dfmt);
864 double diff;
a5846e21 865 s64 wdiff;
01f10bc8
RR
866 char pfmt[20] = " ";
867
868 if (!pair)
ec3d07cb 869 goto no_print;
01f10bc8
RR
870
871 switch (comparison_method) {
872 case COMPUTE_DELTA:
873 if (pair->diff.computed)
874 diff = pair->diff.period_ratio_delta;
875 else
876 diff = compute_delta(he, pair);
877
01f10bc8
RR
878 scnprintf(pfmt, 20, "%%%+d.2f%%%%", dfmt->header_width - 1);
879 return percent_color_snprintf(hpp->buf, hpp->size,
880 pfmt, diff);
1f513b2c
RR
881 case COMPUTE_RATIO:
882 if (he->dummy)
883 goto dummy_print;
884 if (pair->diff.computed)
885 diff = pair->diff.period_ratio;
886 else
887 diff = compute_ratio(he, pair);
888
889 scnprintf(pfmt, 20, "%%%d.6f", dfmt->header_width);
890 return value_color_snprintf(hpp->buf, hpp->size,
891 pfmt, diff);
a5846e21
RR
892 case COMPUTE_WEIGHTED_DIFF:
893 if (he->dummy)
894 goto dummy_print;
895 if (pair->diff.computed)
896 wdiff = pair->diff.wdiff;
897 else
898 wdiff = compute_wdiff(he, pair);
899
900 scnprintf(pfmt, 20, "%%14ld", dfmt->header_width);
901 return color_snprintf(hpp->buf, hpp->size,
902 get_percent_color(wdiff),
903 pfmt, wdiff);
01f10bc8
RR
904 default:
905 BUG_ON(1);
906 }
907dummy_print:
ec3d07cb
NK
908 return scnprintf(hpp->buf, hpp->size, "%*s",
909 dfmt->header_width, "N/A");
910no_print:
01f10bc8
RR
911 return scnprintf(hpp->buf, hpp->size, "%*s",
912 dfmt->header_width, pfmt);
913}
914
915static int hpp__color_delta(struct perf_hpp_fmt *fmt,
916 struct perf_hpp *hpp, struct hist_entry *he)
917{
918 return __hpp__color_compare(fmt, hpp, he, COMPUTE_DELTA);
919}
920
1f513b2c
RR
921static int hpp__color_ratio(struct perf_hpp_fmt *fmt,
922 struct perf_hpp *hpp, struct hist_entry *he)
923{
924 return __hpp__color_compare(fmt, hpp, he, COMPUTE_RATIO);
925}
926
a5846e21
RR
927static int hpp__color_wdiff(struct perf_hpp_fmt *fmt,
928 struct perf_hpp *hpp, struct hist_entry *he)
929{
930 return __hpp__color_compare(fmt, hpp, he, COMPUTE_WEIGHTED_DIFF);
931}
932
345dc0b4
JO
933static void
934hpp__entry_unpair(struct hist_entry *he, int idx, char *buf, size_t size)
935{
936 switch (idx) {
937 case PERF_HPP_DIFF__PERIOD_BASELINE:
938 scnprintf(buf, size, "%" PRIu64, he->stat.period);
7aaf6b35 939 break;
345dc0b4
JO
940
941 default:
81d5f958 942 break;
345dc0b4
JO
943 }
944}
945
946static void
947hpp__entry_pair(struct hist_entry *he, struct hist_entry *pair,
948 int idx, char *buf, size_t size)
949{
950 double diff;
951 double ratio;
952 s64 wdiff;
953
954 switch (idx) {
955 case PERF_HPP_DIFF__DELTA:
956 if (pair->diff.computed)
957 diff = pair->diff.period_ratio_delta;
958 else
ef358e6d 959 diff = compute_delta(he, pair);
345dc0b4 960
ec3d07cb 961 scnprintf(buf, size, "%+4.2F%%", diff);
345dc0b4
JO
962 break;
963
964 case PERF_HPP_DIFF__RATIO:
965 /* No point for ratio number if we are dummy.. */
ec3d07cb
NK
966 if (he->dummy) {
967 scnprintf(buf, size, "N/A");
345dc0b4 968 break;
ec3d07cb 969 }
345dc0b4
JO
970
971 if (pair->diff.computed)
972 ratio = pair->diff.period_ratio;
973 else
ef358e6d 974 ratio = compute_ratio(he, pair);
345dc0b4
JO
975
976 if (ratio > 0.0)
977 scnprintf(buf, size, "%14.6F", ratio);
978 break;
979
980 case PERF_HPP_DIFF__WEIGHTED_DIFF:
981 /* No point for wdiff number if we are dummy.. */
ec3d07cb
NK
982 if (he->dummy) {
983 scnprintf(buf, size, "N/A");
345dc0b4 984 break;
ec3d07cb 985 }
345dc0b4
JO
986
987 if (pair->diff.computed)
988 wdiff = pair->diff.wdiff;
989 else
ef358e6d 990 wdiff = compute_wdiff(he, pair);
345dc0b4
JO
991
992 if (wdiff != 0)
993 scnprintf(buf, size, "%14ld", wdiff);
994 break;
995
996 case PERF_HPP_DIFF__FORMULA:
ef358e6d 997 formula_fprintf(he, pair, buf, size);
7aaf6b35 998 break;
345dc0b4
JO
999
1000 case PERF_HPP_DIFF__PERIOD:
1001 scnprintf(buf, size, "%" PRIu64, pair->stat.period);
1002 break;
1003
7aaf6b35
JO
1004 default:
1005 BUG_ON(1);
1006 };
345dc0b4
JO
1007}
1008
1009static void
22aeb7f5
JO
1010__hpp__entry_global(struct hist_entry *he, struct diff_hpp_fmt *dfmt,
1011 char *buf, size_t size)
345dc0b4 1012{
5f3f8d3b 1013 struct hist_entry *pair = get_pair_fmt(he, dfmt);
22aeb7f5 1014 int idx = dfmt->idx;
345dc0b4
JO
1015
1016 /* baseline is special */
1017 if (idx == PERF_HPP_DIFF__BASELINE)
1018 hpp__entry_baseline(he, buf, size);
1019 else {
1020 if (pair)
1021 hpp__entry_pair(he, pair, idx, buf, size);
1022 else
1023 hpp__entry_unpair(he, idx, buf, size);
1024 }
1025}
1026
1027static int hpp__entry_global(struct perf_hpp_fmt *_fmt, struct perf_hpp *hpp,
1028 struct hist_entry *he)
1029{
1030 struct diff_hpp_fmt *dfmt =
1031 container_of(_fmt, struct diff_hpp_fmt, fmt);
1032 char buf[MAX_COL_WIDTH] = " ";
1033
22aeb7f5 1034 __hpp__entry_global(he, dfmt, buf, MAX_COL_WIDTH);
345dc0b4
JO
1035
1036 if (symbol_conf.field_sep)
1037 return scnprintf(hpp->buf, hpp->size, "%s", buf);
1038 else
1039 return scnprintf(hpp->buf, hpp->size, "%*s",
1040 dfmt->header_width, buf);
1041}
1042
94a0793d
NK
1043static int hpp__header(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
1044 struct perf_evsel *evsel __maybe_unused)
345dc0b4
JO
1045{
1046 struct diff_hpp_fmt *dfmt =
1047 container_of(fmt, struct diff_hpp_fmt, fmt);
1048
1049 BUG_ON(!dfmt->header);
1050 return scnprintf(hpp->buf, hpp->size, dfmt->header);
1051}
1052
1053static int hpp__width(struct perf_hpp_fmt *fmt,
94a0793d
NK
1054 struct perf_hpp *hpp __maybe_unused,
1055 struct perf_evsel *evsel __maybe_unused)
345dc0b4
JO
1056{
1057 struct diff_hpp_fmt *dfmt =
1058 container_of(fmt, struct diff_hpp_fmt, fmt);
1059
1060 BUG_ON(dfmt->header_width <= 0);
1061 return dfmt->header_width;
1062}
1063
22aeb7f5 1064static void init_header(struct data__file *d, struct diff_hpp_fmt *dfmt)
345dc0b4
JO
1065{
1066#define MAX_HEADER_NAME 100
1067 char buf_indent[MAX_HEADER_NAME];
1068 char buf[MAX_HEADER_NAME];
1069 const char *header = NULL;
1070 int width = 0;
1071
1072 BUG_ON(dfmt->idx >= PERF_HPP_DIFF__MAX_INDEX);
1073 header = columns[dfmt->idx].name;
1074 width = columns[dfmt->idx].width;
1075
1076 /* Only our defined HPP fmts should appear here. */
1077 BUG_ON(!header);
1078
22aeb7f5
JO
1079 if (data__files_cnt > 2)
1080 scnprintf(buf, MAX_HEADER_NAME, "%s/%d", header, d->idx);
1081
345dc0b4
JO
1082#define NAME (data__files_cnt > 2 ? buf : header)
1083 dfmt->header_width = width;
1084 width = (int) strlen(NAME);
1085 if (dfmt->header_width < width)
1086 dfmt->header_width = width;
1087
1088 scnprintf(buf_indent, MAX_HEADER_NAME, "%*s",
1089 dfmt->header_width, NAME);
1090
1091 dfmt->header = strdup(buf_indent);
1092#undef MAX_HEADER_NAME
1093#undef NAME
1094}
1095
c818b498 1096static void data__hpp_register(struct data__file *d, int idx)
345dc0b4 1097{
c818b498
JO
1098 struct diff_hpp_fmt *dfmt = &d->fmt[idx];
1099 struct perf_hpp_fmt *fmt = &dfmt->fmt;
1100
1101 dfmt->idx = idx;
1102
1103 fmt->header = hpp__header;
1104 fmt->width = hpp__width;
1105 fmt->entry = hpp__entry_global;
e7024fc3
NK
1106 fmt->cmp = hist_entry__cmp_nop;
1107 fmt->collapse = hist_entry__cmp_nop;
c818b498
JO
1108
1109 /* TODO more colors */
01f10bc8
RR
1110 switch (idx) {
1111 case PERF_HPP_DIFF__BASELINE:
c818b498 1112 fmt->color = hpp__color_baseline;
e7024fc3 1113 fmt->sort = hist_entry__cmp_baseline;
01f10bc8
RR
1114 break;
1115 case PERF_HPP_DIFF__DELTA:
1116 fmt->color = hpp__color_delta;
e7024fc3 1117 fmt->sort = hist_entry__cmp_delta;
01f10bc8 1118 break;
1f513b2c
RR
1119 case PERF_HPP_DIFF__RATIO:
1120 fmt->color = hpp__color_ratio;
e7024fc3 1121 fmt->sort = hist_entry__cmp_ratio;
1f513b2c 1122 break;
a5846e21
RR
1123 case PERF_HPP_DIFF__WEIGHTED_DIFF:
1124 fmt->color = hpp__color_wdiff;
e7024fc3 1125 fmt->sort = hist_entry__cmp_wdiff;
a5846e21 1126 break;
01f10bc8 1127 default:
e7024fc3 1128 fmt->sort = hist_entry__cmp_nop;
01f10bc8
RR
1129 break;
1130 }
345dc0b4 1131
22aeb7f5 1132 init_header(d, dfmt);
c818b498 1133 perf_hpp__column_register(fmt);
e7024fc3 1134 perf_hpp__register_sort_field(fmt);
345dc0b4
JO
1135}
1136
566b5cfb 1137static int ui_init(void)
345dc0b4 1138{
c818b498 1139 struct data__file *d;
566b5cfb 1140 struct perf_hpp_fmt *fmt;
c818b498
JO
1141 int i;
1142
1143 data__for_each_file(i, d) {
1144
1145 /*
1146 * Baseline or compute realted columns:
1147 *
1148 * PERF_HPP_DIFF__BASELINE
1149 * PERF_HPP_DIFF__DELTA
1150 * PERF_HPP_DIFF__RATIO
1151 * PERF_HPP_DIFF__WEIGHTED_DIFF
1152 */
1153 data__hpp_register(d, i ? compute_2_hpp[compute] :
1154 PERF_HPP_DIFF__BASELINE);
1d77822e 1155
c818b498
JO
1156 /*
1157 * And the rest:
1158 *
1159 * PERF_HPP_DIFF__FORMULA
1160 * PERF_HPP_DIFF__PERIOD
1161 * PERF_HPP_DIFF__PERIOD_BASELINE
1162 */
1163 if (show_formula && i)
1164 data__hpp_register(d, PERF_HPP_DIFF__FORMULA);
ed279da2 1165
c818b498
JO
1166 if (show_period)
1167 data__hpp_register(d, i ? PERF_HPP_DIFF__PERIOD :
1168 PERF_HPP_DIFF__PERIOD_BASELINE);
61949b21 1169 }
566b5cfb
NK
1170
1171 if (!sort_compute)
1172 return 0;
1173
1174 /*
1175 * Prepend an fmt to sort on columns at 'sort_compute' first.
1176 * This fmt is added only to the sort list but not to the
1177 * output fields list.
1178 *
1179 * Note that this column (data) can be compared twice - one
1180 * for this 'sort_compute' fmt and another for the normal
1181 * diff_hpp_fmt. But it shouldn't a problem as most entries
1182 * will be sorted out by first try or baseline and comparing
1183 * is not a costly operation.
1184 */
1185 fmt = zalloc(sizeof(*fmt));
1186 if (fmt == NULL) {
1187 pr_err("Memory allocation failed\n");
1188 return -1;
1189 }
1190
1191 fmt->cmp = hist_entry__cmp_nop;
1192 fmt->collapse = hist_entry__cmp_nop;
1193
1194 switch (compute) {
1195 case COMPUTE_DELTA:
1196 fmt->sort = hist_entry__cmp_delta_idx;
1197 break;
1198 case COMPUTE_RATIO:
1199 fmt->sort = hist_entry__cmp_ratio_idx;
1200 break;
1201 case COMPUTE_WEIGHTED_DIFF:
1202 fmt->sort = hist_entry__cmp_wdiff_idx;
1203 break;
1204 default:
1205 BUG_ON(1);
1206 }
1207
1208 list_add(&fmt->sort_list, &perf_hpp__sort_list);
1209 return 0;
1d77822e
JO
1210}
1211
ec308426 1212static int data_init(int argc, const char **argv)
86a9eee0 1213{
ec308426
JO
1214 struct data__file *d;
1215 static const char *defaults[] = {
1216 "perf.data.old",
1217 "perf.data",
1218 };
22aeb7f5 1219 bool use_default = true;
ec308426
JO
1220 int i;
1221
1222 data__files_cnt = 2;
1223
86a9eee0 1224 if (argc) {
22aeb7f5 1225 if (argc == 1)
ec308426 1226 defaults[1] = argv[0];
22aeb7f5
JO
1227 else {
1228 data__files_cnt = argc;
1229 use_default = false;
1230 }
d8d9608f 1231 } else if (perf_guest) {
ec308426
JO
1232 defaults[0] = "perf.data.host";
1233 defaults[1] = "perf.data.guest";
86a9eee0
ACM
1234 }
1235
5f3f8d3b
JO
1236 if (sort_compute >= (unsigned int) data__files_cnt) {
1237 pr_err("Order option out of limit.\n");
1238 return -EINVAL;
1239 }
1240
ec308426
JO
1241 data__files = zalloc(sizeof(*data__files) * data__files_cnt);
1242 if (!data__files)
1243 return -ENOMEM;
1244
1245 data__for_each_file(i, d) {
f5fc1412
JO
1246 struct perf_data_file *file = &d->file;
1247
1248 file->path = use_default ? defaults[i] : argv[i];
1249 file->mode = PERF_DATA_MODE_READ,
1250 file->force = force,
1251
ec308426
JO
1252 d->idx = i;
1253 }
1254
1255 return 0;
1256}
1257
1258int cmd_diff(int argc, const char **argv, const char *prefix __maybe_unused)
1259{
9ab1f508
KL
1260 int ret = hists__init();
1261
1262 if (ret < 0)
1263 return ret;
1264
0b93da17
NK
1265 perf_config(perf_default_config, NULL);
1266
ec308426
JO
1267 argc = parse_options(argc, argv, options, diff_usage, 0);
1268
0a7e6d1b 1269 if (symbol__init(NULL) < 0)
655000e7
ACM
1270 return -1;
1271
ec308426
JO
1272 if (data_init(argc, argv) < 0)
1273 return -1;
1274
566b5cfb
NK
1275 if (ui_init() < 0)
1276 return -1;
1d77822e 1277
512ae1bd
NK
1278 sort__mode = SORT_MODE__DIFF;
1279
55309985
NK
1280 if (setup_sorting() < 0)
1281 usage_with_options(diff_usage, options);
1282
86a9eee0 1283 setup_pager();
c351c281 1284
08e71542 1285 sort__setup_elide(NULL);
c351c281 1286
86a9eee0
ACM
1287 return __cmd_diff();
1288}