]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | // SPDX-License-Identifier: GPL-2.0 |
454c407e TZ |
2 | /* |
3 | * builtin-inject.c | |
4 | * | |
5 | * Builtin inject command: Examine the live mode (stdin) event stream | |
6 | * and repipe it to stdout while optionally injecting additional | |
7 | * events into it. | |
8 | */ | |
9 | #include "builtin.h" | |
10 | ||
26a031e1 | 11 | #include "util/color.h" |
4a3cec84 | 12 | #include "util/dso.h" |
26a031e1 AV |
13 | #include "util/evlist.h" |
14 | #include "util/evsel.h" | |
1101f69a | 15 | #include "util/map.h" |
454c407e | 16 | #include "util/session.h" |
45694aa7 | 17 | #include "util/tool.h" |
454c407e | 18 | #include "util/debug.h" |
54a3cf59 | 19 | #include "util/build-id.h" |
f5fc1412 | 20 | #include "util/data.h" |
0f0aa5e0 | 21 | #include "util/auxtrace.h" |
9b07e27f | 22 | #include "util/jit.h" |
daecf9e0 | 23 | #include "util/symbol.h" |
ea49e01c | 24 | #include "util/synthetic-events.h" |
e7ff8920 | 25 | #include "util/thread.h" |
6ef81c55 | 26 | #include <linux/err.h> |
454c407e | 27 | |
4b6ab94e | 28 | #include <subcmd/parse-options.h> |
454c407e | 29 | |
26a031e1 | 30 | #include <linux/list.h> |
a43783ae | 31 | #include <errno.h> |
9607ad3a | 32 | #include <signal.h> |
26a031e1 | 33 | |
5ded57ac | 34 | struct perf_inject { |
3406912c | 35 | struct perf_tool tool; |
1cb8bdcc | 36 | struct perf_session *session; |
3406912c JO |
37 | bool build_ids; |
38 | bool sched_stat; | |
cd10b289 | 39 | bool have_auxtrace; |
f56fb986 | 40 | bool strip; |
9b07e27f | 41 | bool jit_mode; |
3406912c | 42 | const char *input_name; |
8ceb41d7 | 43 | struct perf_data output; |
3406912c | 44 | u64 bytes_written; |
73117308 | 45 | u64 aux_id; |
3406912c | 46 | struct list_head samples; |
0f0aa5e0 | 47 | struct itrace_synth_opts itrace_synth_opts; |
26a031e1 AV |
48 | }; |
49 | ||
50 | struct event_entry { | |
51 | struct list_head node; | |
52 | u32 tid; | |
53 | union perf_event event[0]; | |
5ded57ac | 54 | }; |
454c407e | 55 | |
cd17a9b5 | 56 | static int output_bytes(struct perf_inject *inject, void *buf, size_t sz) |
454c407e | 57 | { |
3406912c | 58 | ssize_t size; |
454c407e | 59 | |
8ceb41d7 | 60 | size = perf_data__write(&inject->output, buf, sz); |
3406912c JO |
61 | if (size < 0) |
62 | return -errno; | |
454c407e | 63 | |
3406912c | 64 | inject->bytes_written += size; |
454c407e TZ |
65 | return 0; |
66 | } | |
67 | ||
cd17a9b5 AH |
68 | static int perf_event__repipe_synth(struct perf_tool *tool, |
69 | union perf_event *event) | |
70 | { | |
71 | struct perf_inject *inject = container_of(tool, struct perf_inject, | |
72 | tool); | |
73 | ||
74 | return output_bytes(inject, event, event->header.size); | |
75 | } | |
76 | ||
d704ebda ACM |
77 | static int perf_event__repipe_oe_synth(struct perf_tool *tool, |
78 | union perf_event *event, | |
79 | struct ordered_events *oe __maybe_unused) | |
80 | { | |
81 | return perf_event__repipe_synth(tool, event); | |
82 | } | |
83 | ||
e12b202f | 84 | #ifdef HAVE_JITDUMP |
9b07e27f SE |
85 | static int perf_event__drop_oe(struct perf_tool *tool __maybe_unused, |
86 | union perf_event *event __maybe_unused, | |
87 | struct ordered_events *oe __maybe_unused) | |
88 | { | |
89 | return 0; | |
90 | } | |
91 | #endif | |
92 | ||
89f1688a JO |
93 | static int perf_event__repipe_op2_synth(struct perf_session *session, |
94 | union perf_event *event) | |
743eb868 | 95 | { |
89f1688a | 96 | return perf_event__repipe_synth(session->tool, event); |
743eb868 ACM |
97 | } |
98 | ||
47c3d109 AH |
99 | static int perf_event__repipe_attr(struct perf_tool *tool, |
100 | union perf_event *event, | |
63503dba | 101 | struct evlist **pevlist) |
10d0f086 | 102 | { |
89c97d93 AH |
103 | struct perf_inject *inject = container_of(tool, struct perf_inject, |
104 | tool); | |
1a1ed1ba | 105 | int ret; |
47c3d109 AH |
106 | |
107 | ret = perf_event__process_attr(tool, event, pevlist); | |
1a1ed1ba SE |
108 | if (ret) |
109 | return ret; | |
110 | ||
a261e4a0 | 111 | if (!inject->output.is_pipe) |
89c97d93 AH |
112 | return 0; |
113 | ||
47c3d109 | 114 | return perf_event__repipe_synth(tool, event); |
10d0f086 ACM |
115 | } |
116 | ||
e31f0d01 AH |
117 | #ifdef HAVE_AUXTRACE_SUPPORT |
118 | ||
119 | static int copy_bytes(struct perf_inject *inject, int fd, off_t size) | |
120 | { | |
121 | char buf[4096]; | |
122 | ssize_t ssz; | |
123 | int ret; | |
124 | ||
125 | while (size > 0) { | |
126 | ssz = read(fd, buf, min(size, (off_t)sizeof(buf))); | |
127 | if (ssz < 0) | |
128 | return -errno; | |
129 | ret = output_bytes(inject, buf, ssz); | |
130 | if (ret) | |
131 | return ret; | |
132 | size -= ssz; | |
133 | } | |
134 | ||
135 | return 0; | |
136 | } | |
137 | ||
7336555a JO |
138 | static s64 perf_event__repipe_auxtrace(struct perf_session *session, |
139 | union perf_event *event) | |
cd17a9b5 | 140 | { |
7336555a | 141 | struct perf_tool *tool = session->tool; |
cd17a9b5 AH |
142 | struct perf_inject *inject = container_of(tool, struct perf_inject, |
143 | tool); | |
144 | int ret; | |
145 | ||
cd10b289 AH |
146 | inject->have_auxtrace = true; |
147 | ||
99fa2984 AH |
148 | if (!inject->output.is_pipe) { |
149 | off_t offset; | |
150 | ||
eae8ad80 | 151 | offset = lseek(inject->output.file.fd, 0, SEEK_CUR); |
99fa2984 AH |
152 | if (offset == -1) |
153 | return -errno; | |
154 | ret = auxtrace_index__auxtrace_event(&session->auxtrace_index, | |
155 | event, offset); | |
156 | if (ret < 0) | |
157 | return ret; | |
158 | } | |
159 | ||
8ceb41d7 | 160 | if (perf_data__is_pipe(session->data) || !session->one_mmap) { |
cd17a9b5 AH |
161 | ret = output_bytes(inject, event, event->header.size); |
162 | if (ret < 0) | |
163 | return ret; | |
8ceb41d7 | 164 | ret = copy_bytes(inject, perf_data__fd(session->data), |
cd17a9b5 AH |
165 | event->auxtrace.size); |
166 | } else { | |
167 | ret = output_bytes(inject, event, | |
168 | event->header.size + event->auxtrace.size); | |
169 | } | |
170 | if (ret < 0) | |
171 | return ret; | |
172 | ||
173 | return event->auxtrace.size; | |
174 | } | |
175 | ||
e31f0d01 AH |
176 | #else |
177 | ||
178 | static s64 | |
7336555a JO |
179 | perf_event__repipe_auxtrace(struct perf_session *session __maybe_unused, |
180 | union perf_event *event __maybe_unused) | |
e31f0d01 AH |
181 | { |
182 | pr_err("AUX area tracing not supported\n"); | |
183 | return -EINVAL; | |
184 | } | |
185 | ||
186 | #endif | |
187 | ||
45694aa7 | 188 | static int perf_event__repipe(struct perf_tool *tool, |
d20deb64 | 189 | union perf_event *event, |
1d037ca1 | 190 | struct perf_sample *sample __maybe_unused, |
63c2c9f8 | 191 | struct machine *machine __maybe_unused) |
640c03ce | 192 | { |
63c2c9f8 | 193 | return perf_event__repipe_synth(tool, event); |
640c03ce ACM |
194 | } |
195 | ||
f56fb986 AH |
196 | static int perf_event__drop(struct perf_tool *tool __maybe_unused, |
197 | union perf_event *event __maybe_unused, | |
198 | struct perf_sample *sample __maybe_unused, | |
199 | struct machine *machine __maybe_unused) | |
200 | { | |
201 | return 0; | |
202 | } | |
203 | ||
73117308 AH |
204 | static int perf_event__drop_aux(struct perf_tool *tool, |
205 | union perf_event *event __maybe_unused, | |
206 | struct perf_sample *sample, | |
207 | struct machine *machine __maybe_unused) | |
208 | { | |
209 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
210 | ||
211 | if (!inject->aux_id) | |
212 | inject->aux_id = sample->id; | |
213 | ||
214 | return 0; | |
215 | } | |
216 | ||
26a031e1 AV |
217 | typedef int (*inject_handler)(struct perf_tool *tool, |
218 | union perf_event *event, | |
219 | struct perf_sample *sample, | |
32dcd021 | 220 | struct evsel *evsel, |
26a031e1 AV |
221 | struct machine *machine); |
222 | ||
45694aa7 | 223 | static int perf_event__repipe_sample(struct perf_tool *tool, |
d20deb64 | 224 | union perf_event *event, |
26a031e1 | 225 | struct perf_sample *sample, |
32dcd021 | 226 | struct evsel *evsel, |
26a031e1 | 227 | struct machine *machine) |
9e69c210 | 228 | { |
40978e9b | 229 | if (evsel && evsel->handler) { |
744a9719 | 230 | inject_handler f = evsel->handler; |
26a031e1 AV |
231 | return f(tool, event, sample, evsel, machine); |
232 | } | |
233 | ||
54a3cf59 AV |
234 | build_id__mark_dso_hit(tool, event, sample, evsel, machine); |
235 | ||
63c2c9f8 | 236 | return perf_event__repipe_synth(tool, event); |
9e69c210 ACM |
237 | } |
238 | ||
45694aa7 | 239 | static int perf_event__repipe_mmap(struct perf_tool *tool, |
d20deb64 | 240 | union perf_event *event, |
8115d60c | 241 | struct perf_sample *sample, |
743eb868 | 242 | struct machine *machine) |
454c407e TZ |
243 | { |
244 | int err; | |
245 | ||
45694aa7 ACM |
246 | err = perf_event__process_mmap(tool, event, sample, machine); |
247 | perf_event__repipe(tool, event, sample, machine); | |
454c407e TZ |
248 | |
249 | return err; | |
250 | } | |
251 | ||
e12b202f | 252 | #ifdef HAVE_JITDUMP |
9b07e27f SE |
253 | static int perf_event__jit_repipe_mmap(struct perf_tool *tool, |
254 | union perf_event *event, | |
255 | struct perf_sample *sample, | |
256 | struct machine *machine) | |
257 | { | |
258 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
259 | u64 n = 0; | |
570735b3 | 260 | int ret; |
9b07e27f SE |
261 | |
262 | /* | |
263 | * if jit marker, then inject jit mmaps and generate ELF images | |
264 | */ | |
570735b3 AH |
265 | ret = jit_process(inject->session, &inject->output, machine, |
266 | event->mmap.filename, sample->pid, &n); | |
267 | if (ret < 0) | |
268 | return ret; | |
269 | if (ret) { | |
9b07e27f SE |
270 | inject->bytes_written += n; |
271 | return 0; | |
272 | } | |
273 | return perf_event__repipe_mmap(tool, event, sample, machine); | |
274 | } | |
275 | #endif | |
276 | ||
5c5e854b SE |
277 | static int perf_event__repipe_mmap2(struct perf_tool *tool, |
278 | union perf_event *event, | |
279 | struct perf_sample *sample, | |
280 | struct machine *machine) | |
281 | { | |
282 | int err; | |
283 | ||
284 | err = perf_event__process_mmap2(tool, event, sample, machine); | |
285 | perf_event__repipe(tool, event, sample, machine); | |
286 | ||
287 | return err; | |
288 | } | |
289 | ||
e12b202f | 290 | #ifdef HAVE_JITDUMP |
9b07e27f SE |
291 | static int perf_event__jit_repipe_mmap2(struct perf_tool *tool, |
292 | union perf_event *event, | |
293 | struct perf_sample *sample, | |
294 | struct machine *machine) | |
295 | { | |
296 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
297 | u64 n = 0; | |
570735b3 | 298 | int ret; |
9b07e27f SE |
299 | |
300 | /* | |
301 | * if jit marker, then inject jit mmaps and generate ELF images | |
302 | */ | |
570735b3 AH |
303 | ret = jit_process(inject->session, &inject->output, machine, |
304 | event->mmap2.filename, sample->pid, &n); | |
305 | if (ret < 0) | |
306 | return ret; | |
307 | if (ret) { | |
9b07e27f SE |
308 | inject->bytes_written += n; |
309 | return 0; | |
310 | } | |
311 | return perf_event__repipe_mmap2(tool, event, sample, machine); | |
312 | } | |
313 | #endif | |
314 | ||
f62d3f0f | 315 | static int perf_event__repipe_fork(struct perf_tool *tool, |
d20deb64 | 316 | union perf_event *event, |
8115d60c | 317 | struct perf_sample *sample, |
743eb868 | 318 | struct machine *machine) |
454c407e TZ |
319 | { |
320 | int err; | |
321 | ||
f62d3f0f | 322 | err = perf_event__process_fork(tool, event, sample, machine); |
45694aa7 | 323 | perf_event__repipe(tool, event, sample, machine); |
454c407e TZ |
324 | |
325 | return err; | |
326 | } | |
327 | ||
0f0aa5e0 AH |
328 | static int perf_event__repipe_comm(struct perf_tool *tool, |
329 | union perf_event *event, | |
330 | struct perf_sample *sample, | |
331 | struct machine *machine) | |
332 | { | |
333 | int err; | |
334 | ||
335 | err = perf_event__process_comm(tool, event, sample, machine); | |
336 | perf_event__repipe(tool, event, sample, machine); | |
337 | ||
338 | return err; | |
339 | } | |
340 | ||
f3b3614a HB |
341 | static int perf_event__repipe_namespaces(struct perf_tool *tool, |
342 | union perf_event *event, | |
343 | struct perf_sample *sample, | |
344 | struct machine *machine) | |
345 | { | |
346 | int err = perf_event__process_namespaces(tool, event, sample, machine); | |
347 | ||
348 | perf_event__repipe(tool, event, sample, machine); | |
349 | ||
350 | return err; | |
351 | } | |
352 | ||
0f0aa5e0 AH |
353 | static int perf_event__repipe_exit(struct perf_tool *tool, |
354 | union perf_event *event, | |
355 | struct perf_sample *sample, | |
356 | struct machine *machine) | |
357 | { | |
358 | int err; | |
359 | ||
360 | err = perf_event__process_exit(tool, event, sample, machine); | |
361 | perf_event__repipe(tool, event, sample, machine); | |
362 | ||
363 | return err; | |
364 | } | |
365 | ||
89f1688a JO |
366 | static int perf_event__repipe_tracing_data(struct perf_session *session, |
367 | union perf_event *event) | |
454c407e TZ |
368 | { |
369 | int err; | |
370 | ||
89f1688a JO |
371 | perf_event__repipe_synth(session->tool, event); |
372 | err = perf_event__process_tracing_data(session, event); | |
454c407e TZ |
373 | |
374 | return err; | |
375 | } | |
376 | ||
89f1688a JO |
377 | static int perf_event__repipe_id_index(struct perf_session *session, |
378 | union perf_event *event) | |
0f0aa5e0 AH |
379 | { |
380 | int err; | |
381 | ||
89f1688a JO |
382 | perf_event__repipe_synth(session->tool, event); |
383 | err = perf_event__process_id_index(session, event); | |
0f0aa5e0 AH |
384 | |
385 | return err; | |
386 | } | |
387 | ||
c824c433 | 388 | static int dso__read_build_id(struct dso *dso) |
454c407e | 389 | { |
c824c433 | 390 | if (dso->has_build_id) |
090f7204 | 391 | return 0; |
454c407e | 392 | |
c824c433 ACM |
393 | if (filename__read_build_id(dso->long_name, dso->build_id, |
394 | sizeof(dso->build_id)) > 0) { | |
395 | dso->has_build_id = true; | |
090f7204 ACM |
396 | return 0; |
397 | } | |
454c407e | 398 | |
090f7204 ACM |
399 | return -1; |
400 | } | |
454c407e | 401 | |
c824c433 | 402 | static int dso__inject_build_id(struct dso *dso, struct perf_tool *tool, |
743eb868 | 403 | struct machine *machine) |
090f7204 ACM |
404 | { |
405 | u16 misc = PERF_RECORD_MISC_USER; | |
090f7204 | 406 | int err; |
454c407e | 407 | |
c824c433 ACM |
408 | if (dso__read_build_id(dso) < 0) { |
409 | pr_debug("no build_id found for %s\n", dso->long_name); | |
090f7204 ACM |
410 | return -1; |
411 | } | |
454c407e | 412 | |
c824c433 | 413 | if (dso->kernel) |
090f7204 | 414 | misc = PERF_RECORD_MISC_KERNEL; |
454c407e | 415 | |
c824c433 | 416 | err = perf_event__synthesize_build_id(tool, dso, misc, perf_event__repipe, |
743eb868 | 417 | machine); |
090f7204 | 418 | if (err) { |
c824c433 | 419 | pr_err("Can't synthesize build_id event for %s\n", dso->long_name); |
454c407e TZ |
420 | return -1; |
421 | } | |
422 | ||
423 | return 0; | |
424 | } | |
425 | ||
45694aa7 | 426 | static int perf_event__inject_buildid(struct perf_tool *tool, |
d20deb64 | 427 | union perf_event *event, |
8115d60c | 428 | struct perf_sample *sample, |
32dcd021 | 429 | struct evsel *evsel __maybe_unused, |
743eb868 | 430 | struct machine *machine) |
454c407e TZ |
431 | { |
432 | struct addr_location al; | |
433 | struct thread *thread; | |
454c407e | 434 | |
13ce34df | 435 | thread = machine__findnew_thread(machine, sample->pid, sample->tid); |
454c407e TZ |
436 | if (thread == NULL) { |
437 | pr_err("problem processing %d event, skipping it.\n", | |
438 | event->header.type); | |
454c407e TZ |
439 | goto repipe; |
440 | } | |
441 | ||
71a84b5a | 442 | if (thread__find_map(thread, sample->cpumode, sample->ip, &al)) { |
454c407e TZ |
443 | if (!al.map->dso->hit) { |
444 | al.map->dso->hit = 1; | |
be39db9f | 445 | if (map__load(al.map) >= 0) { |
45694aa7 | 446 | dso__inject_build_id(al.map->dso, tool, machine); |
090f7204 ACM |
447 | /* |
448 | * If this fails, too bad, let the other side | |
449 | * account this as unresolved. | |
450 | */ | |
393be2e3 | 451 | } else { |
89fe808a | 452 | #ifdef HAVE_LIBELF_SUPPORT |
454c407e TZ |
453 | pr_warning("no symbols found in %s, maybe " |
454 | "install a debug package?\n", | |
455 | al.map->dso->long_name); | |
393be2e3 NK |
456 | #endif |
457 | } | |
454c407e TZ |
458 | } |
459 | } | |
460 | ||
b91fc39f | 461 | thread__put(thread); |
454c407e | 462 | repipe: |
45694aa7 | 463 | perf_event__repipe(tool, event, sample, machine); |
090f7204 | 464 | return 0; |
454c407e TZ |
465 | } |
466 | ||
26a031e1 AV |
467 | static int perf_inject__sched_process_exit(struct perf_tool *tool, |
468 | union perf_event *event __maybe_unused, | |
469 | struct perf_sample *sample, | |
32dcd021 | 470 | struct evsel *evsel __maybe_unused, |
26a031e1 AV |
471 | struct machine *machine __maybe_unused) |
472 | { | |
473 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
474 | struct event_entry *ent; | |
475 | ||
476 | list_for_each_entry(ent, &inject->samples, node) { | |
477 | if (sample->tid == ent->tid) { | |
478 | list_del_init(&ent->node); | |
479 | free(ent); | |
480 | break; | |
481 | } | |
482 | } | |
483 | ||
484 | return 0; | |
485 | } | |
486 | ||
487 | static int perf_inject__sched_switch(struct perf_tool *tool, | |
488 | union perf_event *event, | |
489 | struct perf_sample *sample, | |
32dcd021 | 490 | struct evsel *evsel, |
26a031e1 AV |
491 | struct machine *machine) |
492 | { | |
493 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
494 | struct event_entry *ent; | |
495 | ||
496 | perf_inject__sched_process_exit(tool, event, sample, evsel, machine); | |
497 | ||
498 | ent = malloc(event->header.size + sizeof(struct event_entry)); | |
499 | if (ent == NULL) { | |
500 | color_fprintf(stderr, PERF_COLOR_RED, | |
501 | "Not enough memory to process sched switch event!"); | |
502 | return -1; | |
503 | } | |
504 | ||
505 | ent->tid = sample->tid; | |
506 | memcpy(&ent->event, event, event->header.size); | |
507 | list_add(&ent->node, &inject->samples); | |
508 | return 0; | |
509 | } | |
510 | ||
511 | static int perf_inject__sched_stat(struct perf_tool *tool, | |
512 | union perf_event *event __maybe_unused, | |
513 | struct perf_sample *sample, | |
32dcd021 | 514 | struct evsel *evsel, |
26a031e1 AV |
515 | struct machine *machine) |
516 | { | |
517 | struct event_entry *ent; | |
518 | union perf_event *event_sw; | |
519 | struct perf_sample sample_sw; | |
520 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
521 | u32 pid = perf_evsel__intval(evsel, sample, "pid"); | |
522 | ||
523 | list_for_each_entry(ent, &inject->samples, node) { | |
524 | if (pid == ent->tid) | |
525 | goto found; | |
526 | } | |
527 | ||
528 | return 0; | |
529 | found: | |
530 | event_sw = &ent->event[0]; | |
531 | perf_evsel__parse_sample(evsel, event_sw, &sample_sw); | |
532 | ||
533 | sample_sw.period = sample->period; | |
534 | sample_sw.time = sample->time; | |
1fc632ce JO |
535 | perf_event__synthesize_sample(event_sw, evsel->core.attr.sample_type, |
536 | evsel->core.attr.read_format, &sample_sw); | |
54a3cf59 | 537 | build_id__mark_dso_hit(tool, event_sw, &sample_sw, evsel, machine); |
26a031e1 AV |
538 | return perf_event__repipe(tool, event_sw, &sample_sw, machine); |
539 | } | |
540 | ||
1d037ca1 | 541 | static void sig_handler(int sig __maybe_unused) |
454c407e TZ |
542 | { |
543 | session_done = 1; | |
544 | } | |
545 | ||
32dcd021 | 546 | static int perf_evsel__check_stype(struct evsel *evsel, |
26a031e1 AV |
547 | u64 sample_type, const char *sample_msg) |
548 | { | |
1fc632ce | 549 | struct perf_event_attr *attr = &evsel->core.attr; |
26a031e1 AV |
550 | const char *name = perf_evsel__name(evsel); |
551 | ||
552 | if (!(attr->sample_type & sample_type)) { | |
553 | pr_err("Samples for %s event do not have %s attribute set.", | |
554 | name, sample_msg); | |
555 | return -EINVAL; | |
556 | } | |
557 | ||
558 | return 0; | |
559 | } | |
560 | ||
f56fb986 AH |
561 | static int drop_sample(struct perf_tool *tool __maybe_unused, |
562 | union perf_event *event __maybe_unused, | |
563 | struct perf_sample *sample __maybe_unused, | |
32dcd021 | 564 | struct evsel *evsel __maybe_unused, |
f56fb986 AH |
565 | struct machine *machine __maybe_unused) |
566 | { | |
567 | return 0; | |
568 | } | |
569 | ||
570 | static void strip_init(struct perf_inject *inject) | |
571 | { | |
63503dba | 572 | struct evlist *evlist = inject->session->evlist; |
32dcd021 | 573 | struct evsel *evsel; |
f56fb986 AH |
574 | |
575 | inject->tool.context_switch = perf_event__drop; | |
576 | ||
e5cadb93 | 577 | evlist__for_each_entry(evlist, evsel) |
f56fb986 AH |
578 | evsel->handler = drop_sample; |
579 | } | |
580 | ||
32dcd021 | 581 | static bool has_tracking(struct evsel *evsel) |
f56fb986 | 582 | { |
1fc632ce JO |
583 | return evsel->core.attr.mmap || evsel->core.attr.mmap2 || evsel->core.attr.comm || |
584 | evsel->core.attr.task; | |
f56fb986 AH |
585 | } |
586 | ||
587 | #define COMPAT_MASK (PERF_SAMPLE_ID | PERF_SAMPLE_TID | PERF_SAMPLE_TIME | \ | |
588 | PERF_SAMPLE_ID | PERF_SAMPLE_CPU | PERF_SAMPLE_IDENTIFIER) | |
589 | ||
590 | /* | |
591 | * In order that the perf.data file is parsable, tracking events like MMAP need | |
592 | * their selected event to exist, except if there is only 1 selected event left | |
593 | * and it has a compatible sample type. | |
594 | */ | |
63503dba | 595 | static bool ok_to_remove(struct evlist *evlist, |
32dcd021 | 596 | struct evsel *evsel_to_remove) |
f56fb986 | 597 | { |
32dcd021 | 598 | struct evsel *evsel; |
f56fb986 AH |
599 | int cnt = 0; |
600 | bool ok = false; | |
601 | ||
602 | if (!has_tracking(evsel_to_remove)) | |
603 | return true; | |
604 | ||
e5cadb93 | 605 | evlist__for_each_entry(evlist, evsel) { |
f56fb986 AH |
606 | if (evsel->handler != drop_sample) { |
607 | cnt += 1; | |
1fc632ce JO |
608 | if ((evsel->core.attr.sample_type & COMPAT_MASK) == |
609 | (evsel_to_remove->core.attr.sample_type & COMPAT_MASK)) | |
f56fb986 AH |
610 | ok = true; |
611 | } | |
612 | } | |
613 | ||
614 | return ok && cnt == 1; | |
615 | } | |
616 | ||
617 | static void strip_fini(struct perf_inject *inject) | |
618 | { | |
63503dba | 619 | struct evlist *evlist = inject->session->evlist; |
32dcd021 | 620 | struct evsel *evsel, *tmp; |
f56fb986 AH |
621 | |
622 | /* Remove non-synthesized evsels if possible */ | |
e5cadb93 | 623 | evlist__for_each_entry_safe(evlist, tmp, evsel) { |
f56fb986 AH |
624 | if (evsel->handler == drop_sample && |
625 | ok_to_remove(evlist, evsel)) { | |
626 | pr_debug("Deleting %s\n", perf_evsel__name(evsel)); | |
16251027 | 627 | evlist__remove(evlist, evsel); |
5eb2dd2a | 628 | evsel__delete(evsel); |
f56fb986 AH |
629 | } |
630 | } | |
631 | } | |
632 | ||
5ded57ac | 633 | static int __cmd_inject(struct perf_inject *inject) |
454c407e | 634 | { |
454c407e | 635 | int ret = -EINVAL; |
1cb8bdcc | 636 | struct perf_session *session = inject->session; |
8ceb41d7 JO |
637 | struct perf_data *data_out = &inject->output; |
638 | int fd = perf_data__fd(data_out); | |
0f0aa5e0 | 639 | u64 output_data_offset; |
454c407e TZ |
640 | |
641 | signal(SIGINT, sig_handler); | |
642 | ||
0f0aa5e0 AH |
643 | if (inject->build_ids || inject->sched_stat || |
644 | inject->itrace_synth_opts.set) { | |
5ded57ac | 645 | inject->tool.mmap = perf_event__repipe_mmap; |
5c5e854b | 646 | inject->tool.mmap2 = perf_event__repipe_mmap2; |
f62d3f0f | 647 | inject->tool.fork = perf_event__repipe_fork; |
5ded57ac | 648 | inject->tool.tracing_data = perf_event__repipe_tracing_data; |
454c407e TZ |
649 | } |
650 | ||
0f0aa5e0 AH |
651 | output_data_offset = session->header.data_offset; |
652 | ||
54a3cf59 AV |
653 | if (inject->build_ids) { |
654 | inject->tool.sample = perf_event__inject_buildid; | |
655 | } else if (inject->sched_stat) { | |
32dcd021 | 656 | struct evsel *evsel; |
26a031e1 | 657 | |
e5cadb93 | 658 | evlist__for_each_entry(session->evlist, evsel) { |
26a031e1 AV |
659 | const char *name = perf_evsel__name(evsel); |
660 | ||
661 | if (!strcmp(name, "sched:sched_switch")) { | |
662 | if (perf_evsel__check_stype(evsel, PERF_SAMPLE_TID, "TID")) | |
663 | return -EINVAL; | |
664 | ||
744a9719 | 665 | evsel->handler = perf_inject__sched_switch; |
26a031e1 | 666 | } else if (!strcmp(name, "sched:sched_process_exit")) |
744a9719 | 667 | evsel->handler = perf_inject__sched_process_exit; |
26a031e1 | 668 | else if (!strncmp(name, "sched:sched_stat_", 17)) |
744a9719 | 669 | evsel->handler = perf_inject__sched_stat; |
26a031e1 | 670 | } |
0f0aa5e0 AH |
671 | } else if (inject->itrace_synth_opts.set) { |
672 | session->itrace_synth_opts = &inject->itrace_synth_opts; | |
673 | inject->itrace_synth_opts.inject = true; | |
674 | inject->tool.comm = perf_event__repipe_comm; | |
f3b3614a | 675 | inject->tool.namespaces = perf_event__repipe_namespaces; |
0f0aa5e0 AH |
676 | inject->tool.exit = perf_event__repipe_exit; |
677 | inject->tool.id_index = perf_event__repipe_id_index; | |
678 | inject->tool.auxtrace_info = perf_event__process_auxtrace_info; | |
679 | inject->tool.auxtrace = perf_event__process_auxtrace; | |
73117308 AH |
680 | inject->tool.aux = perf_event__drop_aux; |
681 | inject->tool.itrace_start = perf_event__drop_aux, | |
0f0aa5e0 AH |
682 | inject->tool.ordered_events = true; |
683 | inject->tool.ordering_requires_timestamps = true; | |
684 | /* Allow space in the header for new attributes */ | |
685 | output_data_offset = 4096; | |
f56fb986 AH |
686 | if (inject->strip) |
687 | strip_init(inject); | |
26a031e1 AV |
688 | } |
689 | ||
99fa2984 AH |
690 | if (!inject->itrace_synth_opts.set) |
691 | auxtrace_index__free(&session->auxtrace_index); | |
692 | ||
8ceb41d7 | 693 | if (!data_out->is_pipe) |
0f0aa5e0 | 694 | lseek(fd, output_data_offset, SEEK_SET); |
e558a5bd | 695 | |
b7b61cbe | 696 | ret = perf_session__process_events(session); |
bb8d521f DCC |
697 | if (ret) |
698 | return ret; | |
454c407e | 699 | |
8ceb41d7 | 700 | if (!data_out->is_pipe) { |
640dad47 | 701 | if (inject->build_ids) |
e38b43c3 AH |
702 | perf_header__set_feat(&session->header, |
703 | HEADER_BUILD_ID); | |
640dad47 AH |
704 | /* |
705 | * Keep all buildids when there is unprocessed AUX data because | |
706 | * it is not known which ones the AUX trace hits. | |
707 | */ | |
708 | if (perf_header__has_feat(&session->header, HEADER_BUILD_ID) && | |
709 | inject->have_auxtrace && !inject->itrace_synth_opts.set) | |
710 | dsos__hit_all(session); | |
0f0aa5e0 AH |
711 | /* |
712 | * The AUX areas have been removed and replaced with | |
73117308 AH |
713 | * synthesized hardware events, so clear the feature flag and |
714 | * remove the evsel. | |
0f0aa5e0 | 715 | */ |
051a01b9 | 716 | if (inject->itrace_synth_opts.set) { |
32dcd021 | 717 | struct evsel *evsel; |
73117308 | 718 | |
0f0aa5e0 AH |
719 | perf_header__clear_feat(&session->header, |
720 | HEADER_AUXTRACE); | |
051a01b9 AH |
721 | if (inject->itrace_synth_opts.last_branch) |
722 | perf_header__set_feat(&session->header, | |
723 | HEADER_BRANCH_STACK); | |
73117308 AH |
724 | evsel = perf_evlist__id2evsel_strict(session->evlist, |
725 | inject->aux_id); | |
726 | if (evsel) { | |
727 | pr_debug("Deleting %s\n", | |
728 | perf_evsel__name(evsel)); | |
16251027 | 729 | evlist__remove(session->evlist, evsel); |
5eb2dd2a | 730 | evsel__delete(evsel); |
73117308 | 731 | } |
f56fb986 AH |
732 | if (inject->strip) |
733 | strip_fini(inject); | |
051a01b9 | 734 | } |
0f0aa5e0 | 735 | session->header.data_offset = output_data_offset; |
e558a5bd | 736 | session->header.data_size = inject->bytes_written; |
42aa276f | 737 | perf_session__write_header(session, session->evlist, fd, true); |
e558a5bd AV |
738 | } |
739 | ||
454c407e TZ |
740 | return ret; |
741 | } | |
742 | ||
b0ad8ea6 | 743 | int cmd_inject(int argc, const char **argv) |
454c407e | 744 | { |
5ded57ac ACM |
745 | struct perf_inject inject = { |
746 | .tool = { | |
747 | .sample = perf_event__repipe_sample, | |
748 | .mmap = perf_event__repipe, | |
5c5e854b | 749 | .mmap2 = perf_event__repipe, |
5ded57ac ACM |
750 | .comm = perf_event__repipe, |
751 | .fork = perf_event__repipe, | |
752 | .exit = perf_event__repipe, | |
753 | .lost = perf_event__repipe, | |
d8145b3e | 754 | .lost_samples = perf_event__repipe, |
4a96f7a0 | 755 | .aux = perf_event__repipe, |
0ad21f68 | 756 | .itrace_start = perf_event__repipe, |
0286039f | 757 | .context_switch = perf_event__repipe, |
5ded57ac ACM |
758 | .read = perf_event__repipe_sample, |
759 | .throttle = perf_event__repipe, | |
760 | .unthrottle = perf_event__repipe, | |
761 | .attr = perf_event__repipe_attr, | |
47c3d109 | 762 | .tracing_data = perf_event__repipe_op2_synth, |
cd17a9b5 AH |
763 | .auxtrace_info = perf_event__repipe_op2_synth, |
764 | .auxtrace = perf_event__repipe_auxtrace, | |
765 | .auxtrace_error = perf_event__repipe_op2_synth, | |
46bc29b9 | 766 | .time_conv = perf_event__repipe_op2_synth, |
d704ebda | 767 | .finished_round = perf_event__repipe_oe_synth, |
5ded57ac | 768 | .build_id = perf_event__repipe_op2_synth, |
3c659eed | 769 | .id_index = perf_event__repipe_op2_synth, |
e9def1b2 | 770 | .feature = perf_event__repipe_op2_synth, |
5ded57ac | 771 | }, |
e558a5bd | 772 | .input_name = "-", |
26a031e1 | 773 | .samples = LIST_HEAD_INIT(inject.samples), |
3406912c | 774 | .output = { |
2d4f2799 JO |
775 | .path = "-", |
776 | .mode = PERF_DATA_MODE_WRITE, | |
3406912c | 777 | }, |
5ded57ac | 778 | }; |
8ceb41d7 | 779 | struct perf_data data = { |
1cb8bdcc NK |
780 | .mode = PERF_DATA_MODE_READ, |
781 | }; | |
782 | int ret; | |
783 | ||
9b07e27f | 784 | struct option options[] = { |
5ded57ac ACM |
785 | OPT_BOOLEAN('b', "build-ids", &inject.build_ids, |
786 | "Inject build-ids into the output stream"), | |
e558a5bd AV |
787 | OPT_STRING('i', "input", &inject.input_name, "file", |
788 | "input file name"), | |
2d4f2799 | 789 | OPT_STRING('o', "output", &inject.output.path, "file", |
e558a5bd | 790 | "output file name"), |
26a031e1 AV |
791 | OPT_BOOLEAN('s', "sched-stat", &inject.sched_stat, |
792 | "Merge sched-stat and sched-switch for getting events " | |
793 | "where and how long tasks slept"), | |
e12b202f | 794 | #ifdef HAVE_JITDUMP |
9b07e27f | 795 | OPT_BOOLEAN('j', "jit", &inject.jit_mode, "merge jitdump files into perf.data file"), |
e12b202f | 796 | #endif |
5ded57ac ACM |
797 | OPT_INCR('v', "verbose", &verbose, |
798 | "be more verbose (show build ids, etc)"), | |
a7a2b8b4 AH |
799 | OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name, "file", |
800 | "kallsyms pathname"), | |
8ceb41d7 | 801 | OPT_BOOLEAN('f', "force", &data.force, "don't complain, do it"), |
0f0aa5e0 | 802 | OPT_CALLBACK_OPTARG(0, "itrace", &inject.itrace_synth_opts, |
c12e039d AK |
803 | NULL, "opts", "Instruction Tracing options\n" |
804 | ITRACE_HELP, | |
0f0aa5e0 | 805 | itrace_parse_synth_opts), |
f56fb986 AH |
806 | OPT_BOOLEAN(0, "strip", &inject.strip, |
807 | "strip non-synthesized events (use with --itrace)"), | |
5ded57ac ACM |
808 | OPT_END() |
809 | }; | |
002439e8 ACM |
810 | const char * const inject_usage[] = { |
811 | "perf inject [<options>]", | |
812 | NULL | |
813 | }; | |
e12b202f | 814 | #ifndef HAVE_JITDUMP |
9b07e27f SE |
815 | set_option_nobuild(options, 'j', "jit", "NO_LIBELF=1", true); |
816 | #endif | |
002439e8 | 817 | argc = parse_options(argc, argv, options, inject_usage, 0); |
454c407e TZ |
818 | |
819 | /* | |
820 | * Any (unrecognized) arguments left? | |
821 | */ | |
822 | if (argc) | |
002439e8 | 823 | usage_with_options(inject_usage, options); |
454c407e | 824 | |
f56fb986 AH |
825 | if (inject.strip && !inject.itrace_synth_opts.set) { |
826 | pr_err("--strip option requires --itrace option\n"); | |
827 | return -1; | |
828 | } | |
829 | ||
8ceb41d7 | 830 | if (perf_data__open(&inject.output)) { |
3406912c JO |
831 | perror("failed to create output file"); |
832 | return -1; | |
e558a5bd AV |
833 | } |
834 | ||
b7b61cbe ACM |
835 | inject.tool.ordered_events = inject.sched_stat; |
836 | ||
2d4f2799 | 837 | data.path = inject.input_name; |
8ceb41d7 | 838 | inject.session = perf_session__new(&data, true, &inject.tool); |
6ef81c55 MI |
839 | if (IS_ERR(inject.session)) |
840 | return PTR_ERR(inject.session); | |
1cb8bdcc | 841 | |
371a3378 AB |
842 | if (zstd_init(&(inject.session->zstd_data), 0) < 0) |
843 | pr_warning("Decompression initialization failed.\n"); | |
844 | ||
921f3fad ACM |
845 | if (inject.build_ids) { |
846 | /* | |
847 | * to make sure the mmap records are ordered correctly | |
848 | * and so that the correct especially due to jitted code | |
849 | * mmaps. We cannot generate the buildid hit list and | |
850 | * inject the jit mmaps at the same time for now. | |
851 | */ | |
852 | inject.tool.ordered_events = true; | |
853 | inject.tool.ordering_requires_timestamps = true; | |
854 | } | |
e12b202f | 855 | #ifdef HAVE_JITDUMP |
9b07e27f | 856 | if (inject.jit_mode) { |
9b07e27f SE |
857 | inject.tool.mmap2 = perf_event__jit_repipe_mmap2; |
858 | inject.tool.mmap = perf_event__jit_repipe_mmap; | |
859 | inject.tool.ordered_events = true; | |
860 | inject.tool.ordering_requires_timestamps = true; | |
861 | /* | |
862 | * JIT MMAP injection injects all MMAP events in one go, so it | |
863 | * does not obey finished_round semantics. | |
864 | */ | |
865 | inject.tool.finished_round = perf_event__drop_oe; | |
866 | } | |
867 | #endif | |
9fedfb0c TS |
868 | ret = symbol__init(&inject.session->header.env); |
869 | if (ret < 0) | |
870 | goto out_delete; | |
454c407e | 871 | |
1cb8bdcc NK |
872 | ret = __cmd_inject(&inject); |
873 | ||
9fedfb0c | 874 | out_delete: |
371a3378 | 875 | zstd_fini(&(inject.session->zstd_data)); |
1cb8bdcc | 876 | perf_session__delete(inject.session); |
1cb8bdcc | 877 | return ret; |
454c407e | 878 | } |