]>
Commit | Line | Data |
---|---|---|
1c6a800c ACM |
1 | /* |
2 | * builtin-test.c | |
3 | * | |
4 | * Builtin regression testing command: ever growing number of sanity tests | |
5 | */ | |
0d8a5faa JO |
6 | #include <unistd.h> |
7 | #include <string.h> | |
1c6a800c | 8 | #include "builtin.h" |
a635fc51 | 9 | #include "hist.h" |
2ae82878 | 10 | #include "intlist.h" |
0a4e1ae6 | 11 | #include "tests.h" |
c81251e8 JO |
12 | #include "debug.h" |
13 | #include "color.h" | |
4b6ab94e | 14 | #include <subcmd/parse-options.h> |
c81251e8 | 15 | #include "symbol.h" |
0252208e | 16 | |
31b6753f MF |
17 | struct test __weak arch_tests[] = { |
18 | { | |
19 | .func = NULL, | |
20 | }, | |
21 | }; | |
22 | ||
23 | static struct test generic_tests[] = { | |
1c6a800c ACM |
24 | { |
25 | .desc = "vmlinux symtab matches kallsyms", | |
26 | .func = test__vmlinux_matches_kallsyms, | |
27 | }, | |
d854861c | 28 | { |
43f322b4 RV |
29 | .desc = "detect openat syscall event", |
30 | .func = test__openat_syscall_event, | |
d854861c | 31 | }, |
0252208e | 32 | { |
43f322b4 RV |
33 | .desc = "detect openat syscall event on all cpus", |
34 | .func = test__openat_syscall_event_on_all_cpus, | |
0252208e | 35 | }, |
de5fa3a8 ACM |
36 | { |
37 | .desc = "read samples using the mmap interface", | |
38 | .func = test__basic_mmap, | |
39 | }, | |
13b62567 JO |
40 | { |
41 | .desc = "parse events tests", | |
c81251e8 | 42 | .func = test__parse_events, |
13b62567 | 43 | }, |
3e7c439a ACM |
44 | { |
45 | .desc = "Validate PERF_RECORD_* events & perf_sample fields", | |
46 | .func = test__PERF_RECORD, | |
47 | }, | |
cd82a32e JO |
48 | { |
49 | .desc = "Test perf pmu format parsing", | |
cff7f956 | 50 | .func = test__pmu, |
cd82a32e | 51 | }, |
f7add556 | 52 | { |
4ebbcb84 | 53 | .desc = "Test dso data read", |
c81251e8 | 54 | .func = test__dso_data, |
f7add556 | 55 | }, |
4ebbcb84 JO |
56 | { |
57 | .desc = "Test dso data cache", | |
58 | .func = test__dso_data_cache, | |
59 | }, | |
45dc1bb5 JO |
60 | { |
61 | .desc = "Test dso data reopen", | |
62 | .func = test__dso_data_reopen, | |
63 | }, | |
8ad7013b ACM |
64 | { |
65 | .desc = "roundtrip evsel->name check", | |
cfffae2e | 66 | .func = test__perf_evsel__roundtrip_name_test, |
8ad7013b | 67 | }, |
6a6cd11d ACM |
68 | { |
69 | .desc = "Check parsing of sched tracepoints fields", | |
5e24a090 | 70 | .func = test__perf_evsel__tp_sched_test, |
6a6cd11d | 71 | }, |
eb2f2703 | 72 | { |
43f322b4 RV |
73 | .desc = "Generate and check syscalls:sys_enter_openat event fields", |
74 | .func = test__syscall_openat_tp_fields, | |
eb2f2703 | 75 | }, |
d898b241 JO |
76 | { |
77 | .desc = "struct perf_event_attr setup", | |
c81251e8 | 78 | .func = test__attr, |
d898b241 | 79 | }, |
f8ebb0cd | 80 | { |
ffcbaa14 | 81 | .desc = "Test matching and linking multiple hists", |
f8ebb0cd NK |
82 | .func = test__hists_link, |
83 | }, | |
54359d33 | 84 | { |
887e73d7 | 85 | .desc = "Try 'import perf' in python, checking link problems", |
54359d33 ACM |
86 | .func = test__python_use, |
87 | }, | |
5a6bef47 JO |
88 | { |
89 | .desc = "Test breakpoint overflow signal handler", | |
90 | .func = test__bp_signal, | |
91 | }, | |
06933e3a JO |
92 | { |
93 | .desc = "Test breakpoint overflow sampling", | |
94 | .func = test__bp_signal_overflow, | |
95 | }, | |
d723a550 NK |
96 | { |
97 | .desc = "Test number of exit event of a simple workload", | |
98 | .func = test__task_exit, | |
99 | }, | |
bc96b361 NK |
100 | { |
101 | .desc = "Test software clock events have valid period values", | |
102 | .func = test__sw_clock_freq, | |
103 | }, | |
b55ae0a9 AH |
104 | { |
105 | .desc = "Test object code reading", | |
106 | .func = test__code_reading, | |
107 | }, | |
045f8cd8 AH |
108 | { |
109 | .desc = "Test sample parsing", | |
110 | .func = test__sample_parsing, | |
111 | }, | |
395c3070 AH |
112 | { |
113 | .desc = "Test using a dummy software event to keep tracking", | |
114 | .func = test__keep_tracking, | |
115 | }, | |
53a277e5 AH |
116 | { |
117 | .desc = "Test parsing with no sample_id_all bit set", | |
118 | .func = test__parse_no_sample_id_all, | |
119 | }, | |
3c3cfd99 NK |
120 | { |
121 | .desc = "Test filtering hist entries", | |
122 | .func = test__hists_filter, | |
123 | }, | |
4e85edfc JO |
124 | { |
125 | .desc = "Test mmap thread lookup", | |
126 | .func = test__mmap_thread_lookup, | |
127 | }, | |
fabf0123 JO |
128 | { |
129 | .desc = "Test thread mg sharing", | |
130 | .func = test__thread_mg_share, | |
131 | }, | |
f21d1815 NK |
132 | { |
133 | .desc = "Test output sorting of hist entries", | |
134 | .func = test__hists_output, | |
135 | }, | |
0506aecc NK |
136 | { |
137 | .desc = "Test cumulation of child hist entries", | |
138 | .func = test__hists_cumulate, | |
139 | }, | |
d44bc558 AH |
140 | { |
141 | .desc = "Test tracking with sched_switch", | |
142 | .func = test__switch_tracking, | |
143 | }, | |
54dbfae3 | 144 | { |
1b85337d ACM |
145 | .desc = "Filter fds with revents mask in a fdarray", |
146 | .func = test__fdarray__filter, | |
54dbfae3 | 147 | }, |
9ae28035 | 148 | { |
1b85337d ACM |
149 | .desc = "Add fd to a fdarray, making it autogrow", |
150 | .func = test__fdarray__add, | |
9ae28035 | 151 | }, |
3c8a67f5 JO |
152 | { |
153 | .desc = "Test kmod_path__parse function", | |
154 | .func = test__kmod_path__parse, | |
155 | }, | |
134aa44f JO |
156 | { |
157 | .desc = "Test thread map", | |
158 | .func = test__thread_map, | |
159 | }, | |
9bc898c7 WN |
160 | { |
161 | .desc = "Test LLVM searching and compiling", | |
162 | .func = test__llvm, | |
e8c6d500 WN |
163 | .subtest = { |
164 | .skip_if_fail = true, | |
165 | .get_nr = test__llvm_subtest_get_nr, | |
166 | .get_desc = test__llvm_subtest_get_desc, | |
167 | }, | |
9bc898c7 | 168 | }, |
c84974ed KL |
169 | { |
170 | .desc = "Test topology in session", | |
171 | .func = test_session_topology, | |
172 | }, | |
ba1fae43 WN |
173 | { |
174 | .desc = "Test BPF filter", | |
175 | .func = test__bpf, | |
77a0cf68 WN |
176 | .subtest = { |
177 | .skip_if_fail = true, | |
178 | .get_nr = test__bpf_subtest_get_nr, | |
179 | .get_desc = test__bpf_subtest_get_desc, | |
180 | }, | |
ba1fae43 | 181 | }, |
99471c96 JO |
182 | { |
183 | .desc = "Test thread map synthesize", | |
184 | .func = test__thread_map_synthesize, | |
185 | }, | |
6c872901 JO |
186 | { |
187 | .desc = "Test cpu map synthesize", | |
188 | .func = test__cpu_map_synthesize, | |
189 | }, | |
67424342 JO |
190 | { |
191 | .desc = "Test stat config synthesize", | |
192 | .func = test__synthesize_stat_config, | |
193 | }, | |
5796f8f0 JO |
194 | { |
195 | .desc = "Test stat synthesize", | |
196 | .func = test__synthesize_stat, | |
197 | }, | |
1c6a800c ACM |
198 | { |
199 | .func = NULL, | |
200 | }, | |
201 | }; | |
202 | ||
31b6753f MF |
203 | static struct test *tests[] = { |
204 | generic_tests, | |
205 | arch_tests, | |
206 | }; | |
207 | ||
e8210cef | 208 | static bool perf_test__matches(struct test *test, int curr, int argc, const char *argv[]) |
1c6a800c | 209 | { |
e60770a0 ACM |
210 | int i; |
211 | ||
212 | if (argc == 0) | |
213 | return true; | |
214 | ||
215 | for (i = 0; i < argc; ++i) { | |
216 | char *end; | |
217 | long nr = strtoul(argv[i], &end, 10); | |
218 | ||
219 | if (*end == '\0') { | |
220 | if (nr == curr + 1) | |
221 | return true; | |
222 | continue; | |
223 | } | |
1c6a800c | 224 | |
345c99a3 | 225 | if (strcasestr(test->desc, argv[i])) |
e60770a0 ACM |
226 | return true; |
227 | } | |
228 | ||
229 | return false; | |
230 | } | |
231 | ||
721a1f53 | 232 | static int run_test(struct test *test, int subtest) |
0d8a5faa JO |
233 | { |
234 | int status, err = -1, child = fork(); | |
ba3dfff8 | 235 | char sbuf[STRERR_BUFSIZE]; |
0d8a5faa JO |
236 | |
237 | if (child < 0) { | |
ba3dfff8 MH |
238 | pr_err("failed to fork test: %s\n", |
239 | strerror_r(errno, sbuf, sizeof(sbuf))); | |
0d8a5faa JO |
240 | return -1; |
241 | } | |
242 | ||
243 | if (!child) { | |
244 | pr_debug("test child forked, pid %d\n", getpid()); | |
5bcf2fe0 WN |
245 | if (!verbose) { |
246 | int nullfd = open("/dev/null", O_WRONLY); | |
247 | if (nullfd >= 0) { | |
248 | close(STDERR_FILENO); | |
249 | close(STDOUT_FILENO); | |
250 | ||
251 | dup2(nullfd, STDOUT_FILENO); | |
252 | dup2(STDOUT_FILENO, STDERR_FILENO); | |
253 | close(nullfd); | |
254 | } | |
b6847d2c ACM |
255 | } else { |
256 | signal(SIGSEGV, sighandler_dump_stack); | |
257 | signal(SIGFPE, sighandler_dump_stack); | |
5bcf2fe0 WN |
258 | } |
259 | ||
721a1f53 | 260 | err = test->func(subtest); |
0d8a5faa JO |
261 | exit(err); |
262 | } | |
263 | ||
264 | wait(&status); | |
265 | ||
266 | if (WIFEXITED(status)) { | |
189c466f | 267 | err = (signed char)WEXITSTATUS(status); |
0d8a5faa JO |
268 | pr_debug("test child finished with %d\n", err); |
269 | } else if (WIFSIGNALED(status)) { | |
270 | err = -1; | |
271 | pr_debug("test child interrupted\n"); | |
272 | } | |
273 | ||
274 | return err; | |
275 | } | |
276 | ||
31b6753f MF |
277 | #define for_each_test(j, t) \ |
278 | for (j = 0; j < ARRAY_SIZE(tests); j++) \ | |
279 | for (t = &tests[j][0]; t->func; t++) | |
e8210cef | 280 | |
e8c6d500 WN |
281 | static int test_and_print(struct test *t, bool force_skip, int subtest) |
282 | { | |
283 | int err; | |
284 | ||
285 | if (!force_skip) { | |
286 | pr_debug("\n--- start ---\n"); | |
287 | err = run_test(t, subtest); | |
288 | pr_debug("---- end ----\n"); | |
289 | } else { | |
290 | pr_debug("\n--- force skipped ---\n"); | |
291 | err = TEST_SKIP; | |
292 | } | |
293 | ||
294 | if (!t->subtest.get_nr) | |
295 | pr_debug("%s:", t->desc); | |
296 | else | |
297 | pr_debug("%s subtest %d:", t->desc, subtest); | |
298 | ||
299 | switch (err) { | |
300 | case TEST_OK: | |
301 | pr_info(" Ok\n"); | |
302 | break; | |
303 | case TEST_SKIP: | |
304 | color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip\n"); | |
305 | break; | |
306 | case TEST_FAIL: | |
307 | default: | |
308 | color_fprintf(stderr, PERF_COLOR_RED, " FAILED!\n"); | |
309 | break; | |
310 | } | |
311 | ||
312 | return err; | |
313 | } | |
314 | ||
2ae82878 | 315 | static int __cmd_test(int argc, const char *argv[], struct intlist *skiplist) |
e60770a0 | 316 | { |
e8210cef | 317 | struct test *t; |
31b6753f | 318 | unsigned int j; |
e60770a0 | 319 | int i = 0; |
9a8e85ad | 320 | int width = 0; |
1c6a800c | 321 | |
31b6753f | 322 | for_each_test(j, t) { |
e8210cef | 323 | int len = strlen(t->desc); |
9a8e85ad ACM |
324 | |
325 | if (width < len) | |
326 | width = len; | |
9a8e85ad | 327 | } |
945aea22 | 328 | |
31b6753f | 329 | for_each_test(j, t) { |
e60770a0 ACM |
330 | int curr = i++, err; |
331 | ||
e8210cef | 332 | if (!perf_test__matches(t, curr, argc, argv)) |
e60770a0 ACM |
333 | continue; |
334 | ||
e8210cef | 335 | pr_info("%2d: %-*s:", i, width, t->desc); |
2ae82878 ACM |
336 | |
337 | if (intlist__find(skiplist, i)) { | |
338 | color_fprintf(stderr, PERF_COLOR_YELLOW, " Skip (user override)\n"); | |
339 | continue; | |
340 | } | |
341 | ||
e8c6d500 WN |
342 | if (!t->subtest.get_nr) { |
343 | test_and_print(t, false, -1); | |
344 | } else { | |
345 | int subn = t->subtest.get_nr(); | |
346 | /* | |
347 | * minus 2 to align with normal testcases. | |
348 | * For subtest we print additional '.x' in number. | |
349 | * for example: | |
350 | * | |
351 | * 35: Test LLVM searching and compiling : | |
352 | * 35.1: Basic BPF llvm compiling test : Ok | |
353 | */ | |
354 | int subw = width > 2 ? width - 2 : width; | |
355 | bool skip = false; | |
356 | int subi; | |
357 | ||
358 | if (subn <= 0) { | |
359 | color_fprintf(stderr, PERF_COLOR_YELLOW, | |
360 | " Skip (not compiled in)\n"); | |
361 | continue; | |
362 | } | |
363 | pr_info("\n"); | |
364 | ||
365 | for (subi = 0; subi < subn; subi++) { | |
366 | int len = strlen(t->subtest.get_desc(subi)); | |
367 | ||
368 | if (subw < len) | |
369 | subw = len; | |
370 | } | |
371 | ||
372 | for (subi = 0; subi < subn; subi++) { | |
373 | pr_info("%2d.%1d: %-*s:", i, subi + 1, subw, | |
374 | t->subtest.get_desc(subi)); | |
375 | err = test_and_print(t, skip, subi); | |
376 | if (err != TEST_OK && t->subtest.skip_if_fail) | |
377 | skip = true; | |
378 | } | |
f4c1ea5f | 379 | } |
1c6a800c ACM |
380 | } |
381 | ||
382 | return 0; | |
383 | } | |
384 | ||
e60770a0 ACM |
385 | static int perf_test__list(int argc, const char **argv) |
386 | { | |
31b6753f | 387 | unsigned int j; |
e8210cef | 388 | struct test *t; |
e60770a0 ACM |
389 | int i = 0; |
390 | ||
31b6753f | 391 | for_each_test(j, t) { |
e8210cef | 392 | if (argc > 1 && !strstr(t->desc, argv[1])) |
e60770a0 ACM |
393 | continue; |
394 | ||
e8210cef | 395 | pr_info("%2d: %s\n", ++i, t->desc); |
e60770a0 ACM |
396 | } |
397 | ||
398 | return 0; | |
399 | } | |
1c6a800c | 400 | |
1d037ca1 | 401 | int cmd_test(int argc, const char **argv, const char *prefix __maybe_unused) |
e60770a0 | 402 | { |
1f9975f1 | 403 | const char *test_usage[] = { |
e60770a0 ACM |
404 | "perf test [<options>] [{list <test-name-fragment>|[<test-name-fragments>|<test-numbers>]}]", |
405 | NULL, | |
406 | }; | |
2ae82878 | 407 | const char *skip = NULL; |
e60770a0 | 408 | const struct option test_options[] = { |
2ae82878 | 409 | OPT_STRING('s', "skip", &skip, "tests", "tests to skip"), |
c30ab8aa | 410 | OPT_INCR('v', "verbose", &verbose, |
1c6a800c ACM |
411 | "be more verbose (show symbol address, etc)"), |
412 | OPT_END() | |
e60770a0 | 413 | }; |
1f9975f1 | 414 | const char * const test_subcommands[] = { "list", NULL }; |
2ae82878 | 415 | struct intlist *skiplist = NULL; |
a635fc51 ACM |
416 | int ret = hists__init(); |
417 | ||
418 | if (ret < 0) | |
419 | return ret; | |
1c6a800c | 420 | |
1f9975f1 | 421 | argc = parse_options_subcommand(argc, argv, test_options, test_subcommands, test_usage, 0); |
e60770a0 ACM |
422 | if (argc >= 1 && !strcmp(argv[0], "list")) |
423 | return perf_test__list(argc, argv); | |
1c6a800c ACM |
424 | |
425 | symbol_conf.priv_size = sizeof(int); | |
426 | symbol_conf.sort_by_name = true; | |
427 | symbol_conf.try_vmlinux_path = true; | |
428 | ||
0a7e6d1b | 429 | if (symbol__init(NULL) < 0) |
1c6a800c ACM |
430 | return -1; |
431 | ||
2ae82878 ACM |
432 | if (skip != NULL) |
433 | skiplist = intlist__new(skip); | |
434 | ||
435 | return __cmd_test(argc, argv, skiplist); | |
1c6a800c | 436 | } |