]>
Commit | Line | Data |
---|---|---|
1c6a800c ACM |
1 | /* |
2 | * builtin-test.c | |
3 | * | |
4 | * Builtin regression testing command: ever growing number of sanity tests | |
5 | */ | |
0d8a5faa JO |
6 | #include <unistd.h> |
7 | #include <string.h> | |
1c6a800c | 8 | #include "builtin.h" |
a635fc51 | 9 | #include "hist.h" |
2ae82878 | 10 | #include "intlist.h" |
0a4e1ae6 | 11 | #include "tests.h" |
c81251e8 JO |
12 | #include "debug.h" |
13 | #include "color.h" | |
4b6ab94e | 14 | #include <subcmd/parse-options.h> |
c81251e8 | 15 | #include "symbol.h" |
0252208e | 16 | |
31b6753f MF |
17 | struct test __weak arch_tests[] = { |
18 | { | |
19 | .func = NULL, | |
20 | }, | |
21 | }; | |
22 | ||
23 | static struct test generic_tests[] = { | |
1c6a800c ACM |
24 | { |
25 | .desc = "vmlinux symtab matches kallsyms", | |
26 | .func = test__vmlinux_matches_kallsyms, | |
27 | }, | |
d854861c | 28 | { |
43f322b4 RV |
29 | .desc = "detect openat syscall event", |
30 | .func = test__openat_syscall_event, | |
d854861c | 31 | }, |
0252208e | 32 | { |
43f322b4 RV |
33 | .desc = "detect openat syscall event on all cpus", |
34 | .func = test__openat_syscall_event_on_all_cpus, | |
0252208e | 35 | }, |
de5fa3a8 ACM |
36 | { |
37 | .desc = "read samples using the mmap interface", | |
38 | .func = test__basic_mmap, | |
39 | }, | |
13b62567 JO |
40 | { |
41 | .desc = "parse events tests", | |
c81251e8 | 42 | .func = test__parse_events, |
13b62567 | 43 | }, |
3e7c439a ACM |
44 | { |
45 | .desc = "Validate PERF_RECORD_* events & perf_sample fields", | |
46 | .func = test__PERF_RECORD, | |
47 | }, | |
cd82a32e JO |
48 | { |
49 | .desc = "Test perf pmu format parsing", | |
cff7f956 | 50 | .func = test__pmu, |
cd82a32e | 51 | }, |
f7add556 | 52 | { |
4ebbcb84 | 53 | .desc = "Test dso data read", |
c81251e8 | 54 | .func = test__dso_data, |
f7add556 | 55 | }, |
4ebbcb84 JO |
56 | { |
57 | .desc = "Test dso data cache", | |
58 | .func = test__dso_data_cache, | |
59 | }, | |
45dc1bb5 JO |
60 | { |
61 | .desc = "Test dso data reopen", | |
62 | .func = test__dso_data_reopen, | |
63 | }, | |
8ad7013b ACM |
64 | { |
65 | .desc = "roundtrip evsel->name check", | |
cfffae2e | 66 | .func = test__perf_evsel__roundtrip_name_test, |
8ad7013b | 67 | }, |
6a6cd11d ACM |
68 | { |
69 | .desc = "Check parsing of sched tracepoints fields", | |
5e24a090 | 70 | .func = test__perf_evsel__tp_sched_test, |
6a6cd11d | 71 | }, |
eb2f2703 | 72 | { |
43f322b4 RV |
73 | .desc = "Generate and check syscalls:sys_enter_openat event fields", |
74 | .func = test__syscall_openat_tp_fields, | |
eb2f2703 | 75 | }, |
d898b241 JO |
76 | { |
77 | .desc = "struct perf_event_attr setup", | |
c81251e8 | 78 | .func = test__attr, |
d898b241 | 79 | }, |
f8ebb0cd | 80 | { |
ffcbaa14 | 81 | .desc = "Test matching and linking multiple hists", |
f8ebb0cd NK |
82 | .func = test__hists_link, |
83 | }, | |
54359d33 | 84 | { |
887e73d7 | 85 | .desc = "Try 'import perf' in python, checking link problems", |
54359d33 ACM |
86 | .func = test__python_use, |
87 | }, | |
5a6bef47 JO |
88 | { |
89 | .desc = "Test breakpoint overflow signal handler", | |
90 | .func = test__bp_signal, | |
91 | }, | |
06933e3a JO |
92 | { |
93 | .desc = "Test breakpoint overflow sampling", | |
94 | .func = test__bp_signal_overflow, | |
95 | }, | |
d723a550 NK |
96 | { |
97 | .desc = "Test number of exit event of a simple workload", | |
98 | .func = test__task_exit, | |
99 | }, | |
bc96b361 NK |
100 | { |
101 | .desc = "Test software clock events have valid period values", | |
102 | .func = test__sw_clock_freq, | |
103 | }, | |
b55ae0a9 AH |
104 | { |
105 | .desc = "Test object code reading", | |
106 | .func = test__code_reading, | |
107 | }, | |
045f8cd8 AH |
108 | { |
109 | .desc = "Test sample parsing", | |
110 | .func = test__sample_parsing, | |
111 | }, | |
395c3070 AH |
112 | { |
113 | .desc = "Test using a dummy software event to keep tracking", | |
114 | .func = test__keep_tracking, | |
115 | }, | |
53a277e5 AH |
116 | { |
117 | .desc = "Test parsing with no sample_id_all bit set", | |
118 | .func = test__parse_no_sample_id_all, | |
119 | }, | |
3c3cfd99 NK |
120 | { |
121 | .desc = "Test filtering hist entries", | |
122 | .func = test__hists_filter, | |
123 | }, | |
4e85edfc JO |
124 | { |
125 | .desc = "Test mmap thread lookup", | |
126 | .func = test__mmap_thread_lookup, | |
127 | }, | |
fabf0123 JO |
128 | { |
129 | .desc = "Test thread mg sharing", | |
130 | .func = test__thread_mg_share, | |
131 | }, | |
f21d1815 NK |
132 | { |
133 | .desc = "Test output sorting of hist entries", | |
134 | .func = test__hists_output, | |
135 | }, | |
0506aecc NK |
136 | { |
137 | .desc = "Test cumulation of child hist entries", | |
138 | .func = test__hists_cumulate, | |
139 | }, | |
d44bc558 AH |
140 | { |
141 | .desc = "Test tracking with sched_switch", | |
142 | .func = test__switch_tracking, | |
143 | }, | |
54dbfae3 | 144 | { |
1b85337d ACM |
145 | .desc = "Filter fds with revents mask in a fdarray", |
146 | .func = test__fdarray__filter, | |
54dbfae3 | 147 | }, |
9ae28035 | 148 | { |
1b85337d ACM |
149 | .desc = "Add fd to a fdarray, making it autogrow", |
150 | .func = test__fdarray__add, | |
9ae28035 | 151 | }, |
3c8a67f5 JO |
152 | { |
153 | .desc = "Test kmod_path__parse function", | |
154 | .func = test__kmod_path__parse, | |
155 | }, | |
134aa44f JO |
156 | { |
157 | .desc = "Test thread map", | |
158 | .func = test__thread_map, | |
159 | }, | |
9bc898c7 WN |
160 | { |
161 | .desc = "Test LLVM searching and compiling", | |
162 | .func = test__llvm, | |
e8c6d500 WN |
163 | .subtest = { |
164 | .skip_if_fail = true, | |
165 | .get_nr = test__llvm_subtest_get_nr, | |
166 | .get_desc = test__llvm_subtest_get_desc, | |
167 | }, | |
9bc898c7 | 168 | }, |
c84974ed KL |
169 | { |
170 | .desc = "Test topology in session", | |
171 | .func = test_session_topology, | |
172 | }, | |
ba1fae43 WN |
173 | { |
174 | .desc = "Test BPF filter", | |
175 | .func = test__bpf, | |
77a0cf68 WN |
176 | .subtest = { |
177 | .skip_if_fail = true, | |
178 | .get_nr = test__bpf_subtest_get_nr, | |
179 | .get_desc = test__bpf_subtest_get_desc, | |
180 | }, | |
ba1fae43 | 181 | }, |
99471c96 JO |
182 | { |
183 | .desc = "Test thread map synthesize", | |
184 | .func = test__thread_map_synthesize, | |
185 | }, | |
6c872901 JO |
186 | { |
187 | .desc = "Test cpu map synthesize", | |
188 | .func = test__cpu_map_synthesize, | |
189 | }, | |
67424342 JO |
190 | { |
191 | .desc = "Test stat config synthesize", | |
192 | .func = test__synthesize_stat_config, | |
193 | }, | |
5796f8f0 JO |
194 | { |
195 | .desc = "Test stat synthesize", | |
196 | .func = test__synthesize_stat, | |
197 | }, | |
d4c22591 JO |
198 | { |
199 | .desc = "Test stat round synthesize", | |
200 | .func = test__synthesize_stat_round, | |
201 | }, | |
a6e52817 JO |
202 | { |
203 | .desc = "Test attr update synthesize", | |
204 | .func = test__event_update, | |
205 | }, | |
b31d660d JO |
206 | { |
207 | .desc = "Test events times", | |
208 | .func = test__event_times, | |
209 | }, | |
1c6a800c ACM |
210 | { |
211 | .func = NULL, | |
212 | }, | |
213 | }; | |
214 | ||
31b6753f MF |
215 | static struct test *tests[] = { |
216 | generic_tests, | |
217 | arch_tests, | |
218 | }; | |
219 | ||
e8210cef | 220 | static bool perf_test__matches(struct test *test, int curr, int argc, const char *argv[]) |
1c6a800c | 221 | { |
e60770a0 ACM |
222 | int i; |
223 | ||
224 | if (argc == 0) | |
225 | return true; | |
226 | ||
227 | for (i = 0; i < argc; ++i) { | |
228 | char *end; | |
229 | long nr = strtoul(argv[i], &end, 10); | |
230 | ||
231 | if (*end == '\0') { | |
232 | if (nr == curr + 1) | |
233 | return true; | |
234 | continue; | |
235 | } | |
1c6a800c | 236 | |
345c99a3 | 237 | if (strcasestr(test->desc, argv[i])) |
e60770a0 ACM |
238 | return true; |
239 | } | |
240 | ||
241 | return false; | |
242 | } | |
243 | ||
721a1f53 | 244 | static int run_test(struct test *test, int subtest) |
0d8a5faa JO |
245 | { |
246 | int status, err = -1, child = fork(); | |
ba3dfff8 | 247 | char sbuf[STRERR_BUFSIZE]; |
0d8a5faa JO |
248 | |
249 | if (child < 0) { | |
ba3dfff8 MH |
250 | pr_err("failed to fork test: %s\n", |
251 | strerror_r(errno, sbuf, sizeof(sbuf))); | |
0d8a5faa JO |
252 | return -1; |
253 | } | |
254 | ||
255 | if (!child) { | |
256 | pr_debug("test child forked, pid %d\n", getpid()); | |
5bcf2fe0 WN |
257 | if (!verbose) { |
258 | int nullfd = open("/dev/null", O_WRONLY); | |
259 | if (nullfd >= 0) { | |
260 | close(STDERR_FILENO); | |
261 | close(STDOUT_FILENO); | |
262 | ||
263 | dup2(nullfd, STDOUT_FILENO); | |
264 | dup2(STDOUT_FILENO, STDERR_FILENO); | |
265 | close(nullfd); | |
266 | } | |
b6847d2c ACM |
267 | } else { |
268 | signal(SIGSEGV, sighandler_dump_stack); | |
269 | signal(SIGFPE, sighandler_dump_stack); | |
5bcf2fe0 WN |
270 | } |
271 | ||
721a1f53 | 272 | err = test->func(subtest); |
0d8a5faa JO |
273 | exit(err); |
274 | } | |
275 | ||
276 | wait(&status); | |
277 | ||
278 | if (WIFEXITED(status)) { | |
189c466f | 279 | err = (signed char)WEXITSTATUS(status); |
0d8a5faa JO |
280 | pr_debug("test child finished with %d\n", err); |
281 | } else if (WIFSIGNALED(status)) { | |
282 | err = -1; | |
283 | pr_debug("test child interrupted\n"); | |
284 | } | |
285 | ||
286 | return err; | |
287 | } | |
288 | ||
31b6753f MF |
289 | #define for_each_test(j, t) \ |
290 | for (j = 0; j < ARRAY_SIZE(tests); j++) \ | |
291 | for (t = &tests[j][0]; t->func; t++) | |
e8210cef | 292 | |
e8c6d500 WN |
293 | static int test_and_print(struct test *t, bool force_skip, int subtest) |
294 | { | |
295 | int err; | |
296 | ||
297 | if (!force_skip) { | |
298 | pr_debug("\n--- start ---\n"); | |
299 | err = run_test(t, subtest); | |
300 | pr_debug("---- end ----\n"); | |
301 | } else { | |
302 | pr_debug("\n--- force skipped ---\n"); | |
303 | err = TEST_SKIP; | |
304 | } | |
305 | ||
306 | if (!t->subtest.get_nr) | |
307 | pr_debug("%s:", t->desc); | |
308 | else | |
309 | pr_debug("%s subtest %d:", t->desc, subtest); | |
310 | ||
311 | switch (err) { | |
312 | case TEST_OK: | |
313 | pr_info(" Ok\n"); | |
314 | break; | |
315 | case TEST_SKIP: | |
316 | color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip\n"); | |
317 | break; | |
318 | case TEST_FAIL: | |
319 | default: | |
320 | color_fprintf(stderr, PERF_COLOR_RED, " FAILED!\n"); | |
321 | break; | |
322 | } | |
323 | ||
324 | return err; | |
325 | } | |
326 | ||
2ae82878 | 327 | static int __cmd_test(int argc, const char *argv[], struct intlist *skiplist) |
e60770a0 | 328 | { |
e8210cef | 329 | struct test *t; |
31b6753f | 330 | unsigned int j; |
e60770a0 | 331 | int i = 0; |
9a8e85ad | 332 | int width = 0; |
1c6a800c | 333 | |
31b6753f | 334 | for_each_test(j, t) { |
e8210cef | 335 | int len = strlen(t->desc); |
9a8e85ad ACM |
336 | |
337 | if (width < len) | |
338 | width = len; | |
9a8e85ad | 339 | } |
945aea22 | 340 | |
31b6753f | 341 | for_each_test(j, t) { |
e60770a0 ACM |
342 | int curr = i++, err; |
343 | ||
e8210cef | 344 | if (!perf_test__matches(t, curr, argc, argv)) |
e60770a0 ACM |
345 | continue; |
346 | ||
e8210cef | 347 | pr_info("%2d: %-*s:", i, width, t->desc); |
2ae82878 ACM |
348 | |
349 | if (intlist__find(skiplist, i)) { | |
350 | color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (user override)\n"); | |
351 | continue; | |
352 | } | |
353 | ||
e8c6d500 WN |
354 | if (!t->subtest.get_nr) { |
355 | test_and_print(t, false, -1); | |
356 | } else { | |
357 | int subn = t->subtest.get_nr(); | |
358 | /* | |
359 | * minus 2 to align with normal testcases. | |
360 | * For subtest we print additional '.x' in number. | |
361 | * for example: | |
362 | * | |
363 | * 35: Test LLVM searching and compiling : | |
364 | * 35.1: Basic BPF llvm compiling test : Ok | |
365 | */ | |
366 | int subw = width > 2 ? width - 2 : width; | |
367 | bool skip = false; | |
368 | int subi; | |
369 | ||
370 | if (subn <= 0) { | |
371 | color_fprintf(stderr, PERF_COLOR_YELLOW, | |
372 | " Skip (not compiled in)\n"); | |
373 | continue; | |
374 | } | |
375 | pr_info("\n"); | |
376 | ||
377 | for (subi = 0; subi < subn; subi++) { | |
378 | int len = strlen(t->subtest.get_desc(subi)); | |
379 | ||
380 | if (subw < len) | |
381 | subw = len; | |
382 | } | |
383 | ||
384 | for (subi = 0; subi < subn; subi++) { | |
385 | pr_info("%2d.%1d: %-*s:", i, subi + 1, subw, | |
386 | t->subtest.get_desc(subi)); | |
387 | err = test_and_print(t, skip, subi); | |
388 | if (err != TEST_OK && t->subtest.skip_if_fail) | |
389 | skip = true; | |
390 | } | |
f4c1ea5f | 391 | } |
1c6a800c ACM |
392 | } |
393 | ||
394 | return 0; | |
395 | } | |
396 | ||
e60770a0 ACM |
397 | static int perf_test__list(int argc, const char **argv) |
398 | { | |
31b6753f | 399 | unsigned int j; |
e8210cef | 400 | struct test *t; |
e60770a0 ACM |
401 | int i = 0; |
402 | ||
31b6753f | 403 | for_each_test(j, t) { |
e8210cef | 404 | if (argc > 1 && !strstr(t->desc, argv[1])) |
e60770a0 ACM |
405 | continue; |
406 | ||
e8210cef | 407 | pr_info("%2d: %s\n", ++i, t->desc); |
e60770a0 ACM |
408 | } |
409 | ||
410 | return 0; | |
411 | } | |
1c6a800c | 412 | |
1d037ca1 | 413 | int cmd_test(int argc, const char **argv, const char *prefix __maybe_unused) |
e60770a0 | 414 | { |
1f9975f1 | 415 | const char *test_usage[] = { |
e60770a0 ACM |
416 | "perf test [<options>] [{list <test-name-fragment>|[<test-name-fragments>|<test-numbers>]}]", |
417 | NULL, | |
418 | }; | |
2ae82878 | 419 | const char *skip = NULL; |
e60770a0 | 420 | const struct option test_options[] = { |
2ae82878 | 421 | OPT_STRING('s', "skip", &skip, "tests", "tests to skip"), |
c30ab8aa | 422 | OPT_INCR('v', "verbose", &verbose, |
1c6a800c ACM |
423 | "be more verbose (show symbol address, etc)"), |
424 | OPT_END() | |
e60770a0 | 425 | }; |
1f9975f1 | 426 | const char * const test_subcommands[] = { "list", NULL }; |
2ae82878 | 427 | struct intlist *skiplist = NULL; |
a635fc51 ACM |
428 | int ret = hists__init(); |
429 | ||
430 | if (ret < 0) | |
431 | return ret; | |
1c6a800c | 432 | |
1f9975f1 | 433 | argc = parse_options_subcommand(argc, argv, test_options, test_subcommands, test_usage, 0); |
e60770a0 ACM |
434 | if (argc >= 1 && !strcmp(argv[0], "list")) |
435 | return perf_test__list(argc, argv); | |
1c6a800c ACM |
436 | |
437 | symbol_conf.priv_size = sizeof(int); | |
438 | symbol_conf.sort_by_name = true; | |
439 | symbol_conf.try_vmlinux_path = true; | |
440 | ||
0a7e6d1b | 441 | if (symbol__init(NULL) < 0) |
1c6a800c ACM |
442 | return -1; |
443 | ||
2ae82878 ACM |
444 | if (skip != NULL) |
445 | skiplist = intlist__new(skip); | |
446 | ||
447 | return __cmd_test(argc, argv, skiplist); | |
1c6a800c | 448 | } |