]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | // SPDX-License-Identifier: GPL-2.0 |
b4209025 | 2 | #include "debug.h" |
faf96706 AH |
3 | #include "evlist.h" |
4 | #include "evsel.h" | |
3b0a18c1 | 5 | #include "evsel_config.h" |
75562573 | 6 | #include "parse-events.h" |
a43783ae | 7 | #include <errno.h> |
f2a39fe8 ACM |
8 | #include <limits.h> |
9 | #include <stdlib.h> | |
cd0cfad7 | 10 | #include <api/fs/fs.h> |
67230479 | 11 | #include <subcmd/parse-options.h> |
9c3516d1 | 12 | #include <perf/cpumap.h> |
57480d2c | 13 | #include "cloexec.h" |
40c7d246 | 14 | #include "util/perf_api_probe.h" |
aeb00b1a | 15 | #include "record.h" |
91854f9a | 16 | #include "../perf-sys.h" |
75562573 | 17 | |
e3459979 | 18 | /* |
6ec17b4e | 19 | * evsel__config_leader_sampling() uses special rules for leader sampling. |
e3459979 AH |
20 | * However, if the leader is an AUX area event, then assume the event to sample |
21 | * is the next event. | |
22 | */ | |
ea089692 | 23 | static struct evsel *evsel__read_sampler(struct evsel *evsel, struct evlist *evlist) |
e3459979 AH |
24 | { |
25 | struct evsel *leader = evsel->leader; | |
26 | ||
39453ed5 | 27 | if (evsel__is_aux_event(leader)) { |
e3459979 AH |
28 | evlist__for_each_entry(evlist, evsel) { |
29 | if (evsel->leader == leader && evsel != evsel->leader) | |
30 | return evsel; | |
31 | } | |
32 | } | |
33 | ||
34 | return leader; | |
35 | } | |
36 | ||
3b0a18c1 IR |
37 | static u64 evsel__config_term_mask(struct evsel *evsel) |
38 | { | |
39 | struct evsel_config_term *term; | |
40 | struct list_head *config_terms = &evsel->config_terms; | |
41 | u64 term_types = 0; | |
42 | ||
43 | list_for_each_entry(term, config_terms, list) { | |
44 | term_types |= 1 << term->type; | |
45 | } | |
46 | return term_types; | |
47 | } | |
48 | ||
6ec17b4e | 49 | static void evsel__config_leader_sampling(struct evsel *evsel, struct evlist *evlist) |
5f342788 AH |
50 | { |
51 | struct perf_event_attr *attr = &evsel->core.attr; | |
52 | struct evsel *leader = evsel->leader; | |
e3459979 | 53 | struct evsel *read_sampler; |
3b0a18c1 | 54 | u64 term_types, freq_mask; |
e3459979 AH |
55 | |
56 | if (!leader->sample_read) | |
57 | return; | |
58 | ||
ea089692 | 59 | read_sampler = evsel__read_sampler(evsel, evlist); |
5f342788 | 60 | |
e3459979 | 61 | if (evsel == read_sampler) |
3713eb37 AH |
62 | return; |
63 | ||
3b0a18c1 | 64 | term_types = evsel__config_term_mask(evsel); |
5f342788 | 65 | /* |
3b0a18c1 IR |
66 | * Disable sampling for all group members except those with explicit |
67 | * config terms or the leader. In the case of an AUX area event, the 2nd | |
68 | * event in the group is the one that 'leads' the sampling. | |
5f342788 | 69 | */ |
3b0a18c1 IR |
70 | freq_mask = (1 << EVSEL__CONFIG_TERM_FREQ) | (1 << EVSEL__CONFIG_TERM_PERIOD); |
71 | if ((term_types & freq_mask) == 0) { | |
72 | attr->freq = 0; | |
73 | attr->sample_freq = 0; | |
74 | attr->sample_period = 0; | |
75 | } | |
76 | if ((term_types & (1 << EVSEL__CONFIG_TERM_OVERWRITE)) == 0) | |
77 | attr->write_backward = 0; | |
5f342788 | 78 | |
3713eb37 AH |
79 | /* |
80 | * We don't get a sample for slave events, we make them when delivering | |
81 | * the group leader sample. Set the slave event to follow the master | |
82 | * sample_type to ease up reporting. | |
e3459979 AH |
83 | * An AUX area event also has sample_type requirements, so also include |
84 | * the sample type bits from the leader's sample_type to cover that | |
85 | * case. | |
3713eb37 | 86 | */ |
e3459979 AH |
87 | attr->sample_type = read_sampler->core.attr.sample_type | |
88 | leader->core.attr.sample_type; | |
5f342788 AH |
89 | } |
90 | ||
63503dba | 91 | void perf_evlist__config(struct evlist *evlist, struct record_opts *opts, |
e68ae9cf | 92 | struct callchain_param *callchain) |
faf96706 | 93 | { |
32dcd021 | 94 | struct evsel *evsel; |
75562573 | 95 | bool use_sample_identifier = false; |
39e09d40 | 96 | bool use_comm_exec; |
ad46e48c | 97 | bool sample_id = opts->sample_id; |
75562573 | 98 | |
faf96706 AH |
99 | /* |
100 | * Set the evsel leader links before we configure attributes, | |
101 | * since some might depend on this info. | |
102 | */ | |
103 | if (opts->group) | |
104 | perf_evlist__set_leader(evlist); | |
105 | ||
f72f901d | 106 | if (evlist->core.cpus->map[0] < 0) |
faf96706 AH |
107 | opts->no_inherit = true; |
108 | ||
39e09d40 AH |
109 | use_comm_exec = perf_can_comm_exec(); |
110 | ||
e5cadb93 | 111 | evlist__for_each_entry(evlist, evsel) { |
6ec17b4e | 112 | evsel__config(evsel, opts, callchain); |
60b0896c | 113 | if (evsel->tracking && use_comm_exec) |
1fc632ce | 114 | evsel->core.attr.comm_exec = 1; |
39e09d40 | 115 | } |
faf96706 | 116 | |
5f342788 AH |
117 | /* Configure leader sampling here now that the sample type is known */ |
118 | evlist__for_each_entry(evlist, evsel) | |
6ec17b4e | 119 | evsel__config_leader_sampling(evsel, evlist); |
5f342788 | 120 | |
9e0cc4fe AH |
121 | if (opts->full_auxtrace) { |
122 | /* | |
123 | * Need to be able to synthesize and parse selected events with | |
124 | * arbitrary sample types, which requires always being able to | |
125 | * match the id. | |
126 | */ | |
127 | use_sample_identifier = perf_can_sample_identifier(); | |
ad46e48c | 128 | sample_id = true; |
6484d2f9 | 129 | } else if (evlist->core.nr_entries > 1) { |
515dbe48 | 130 | struct evsel *first = evlist__first(evlist); |
75562573 | 131 | |
e5cadb93 | 132 | evlist__for_each_entry(evlist, evsel) { |
1fc632ce | 133 | if (evsel->core.attr.sample_type == first->core.attr.sample_type) |
75562573 AH |
134 | continue; |
135 | use_sample_identifier = perf_can_sample_identifier(); | |
136 | break; | |
137 | } | |
ad46e48c JO |
138 | sample_id = true; |
139 | } | |
140 | ||
141 | if (sample_id) { | |
e5cadb93 | 142 | evlist__for_each_entry(evlist, evsel) |
862b2f8f | 143 | evsel__set_sample_id(evsel, use_sample_identifier); |
faf96706 | 144 | } |
75562573 AH |
145 | |
146 | perf_evlist__set_id_pos(evlist); | |
faf96706 | 147 | } |
714647bd JO |
148 | |
149 | static int get_max_rate(unsigned int *rate) | |
150 | { | |
ce27309f | 151 | return sysctl__read_int("kernel/perf_event_max_sample_rate", (int *)rate); |
714647bd JO |
152 | } |
153 | ||
b4006796 | 154 | static int record_opts__config_freq(struct record_opts *opts) |
714647bd JO |
155 | { |
156 | bool user_freq = opts->user_freq != UINT_MAX; | |
157 | unsigned int max_rate; | |
158 | ||
159 | if (opts->user_interval != ULLONG_MAX) | |
160 | opts->default_interval = opts->user_interval; | |
161 | if (user_freq) | |
162 | opts->freq = opts->user_freq; | |
163 | ||
164 | /* | |
165 | * User specified count overrides default frequency. | |
166 | */ | |
167 | if (opts->default_interval) | |
168 | opts->freq = 0; | |
169 | else if (opts->freq) { | |
170 | opts->default_interval = opts->freq; | |
171 | } else { | |
172 | pr_err("frequency and count are zero, aborting\n"); | |
173 | return -1; | |
174 | } | |
175 | ||
176 | if (get_max_rate(&max_rate)) | |
177 | return 0; | |
178 | ||
179 | /* | |
180 | * User specified frequency is over current maximum. | |
181 | */ | |
182 | if (user_freq && (max_rate < opts->freq)) { | |
b09c2364 ACM |
183 | if (opts->strict_freq) { |
184 | pr_err("error: Maximum frequency rate (%'u Hz) exceeded.\n" | |
185 | " Please use -F freq option with a lower value or consider\n" | |
186 | " tweaking /proc/sys/kernel/perf_event_max_sample_rate.\n", | |
187 | max_rate); | |
188 | return -1; | |
189 | } else { | |
190 | pr_warning("warning: Maximum frequency rate (%'u Hz) exceeded, throttling from %'u Hz to %'u Hz.\n" | |
191 | " The limit can be raised via /proc/sys/kernel/perf_event_max_sample_rate.\n" | |
192 | " The kernel will lower it when perf's interrupts take too long.\n" | |
193 | " Use --strict-freq to disable this throttling, refusing to record.\n", | |
194 | max_rate, opts->freq, max_rate); | |
195 | ||
196 | opts->freq = max_rate; | |
197 | } | |
714647bd JO |
198 | } |
199 | ||
200 | /* | |
201 | * Default frequency is over current maximum. | |
202 | */ | |
203 | if (max_rate < opts->freq) { | |
204 | pr_warning("Lowering default frequency rate to %u.\n" | |
205 | "Please consider tweaking " | |
206 | "/proc/sys/kernel/perf_event_max_sample_rate.\n", | |
207 | max_rate); | |
208 | opts->freq = max_rate; | |
209 | } | |
210 | ||
211 | return 0; | |
212 | } | |
213 | ||
b4006796 | 214 | int record_opts__config(struct record_opts *opts) |
714647bd | 215 | { |
b4006796 | 216 | return record_opts__config_freq(opts); |
714647bd | 217 | } |
c09ec622 | 218 | |
63503dba | 219 | bool perf_evlist__can_select_event(struct evlist *evlist, const char *str) |
c09ec622 | 220 | { |
63503dba | 221 | struct evlist *temp_evlist; |
32dcd021 | 222 | struct evsel *evsel; |
c09ec622 AH |
223 | int err, fd, cpu; |
224 | bool ret = false; | |
46ec69ad | 225 | pid_t pid = -1; |
c09ec622 | 226 | |
0f98b11c | 227 | temp_evlist = evlist__new(); |
c09ec622 AH |
228 | if (!temp_evlist) |
229 | return false; | |
230 | ||
b39b8393 | 231 | err = parse_events(temp_evlist, str, NULL); |
c09ec622 AH |
232 | if (err) |
233 | goto out_delete; | |
234 | ||
515dbe48 | 235 | evsel = evlist__last(temp_evlist); |
c09ec622 | 236 | |
315c0a1f | 237 | if (!evlist || perf_cpu_map__empty(evlist->core.cpus)) { |
9c3516d1 | 238 | struct perf_cpu_map *cpus = perf_cpu_map__new(NULL); |
c09ec622 AH |
239 | |
240 | cpu = cpus ? cpus->map[0] : 0; | |
38f01d8d | 241 | perf_cpu_map__put(cpus); |
c09ec622 | 242 | } else { |
f72f901d | 243 | cpu = evlist->core.cpus->map[0]; |
c09ec622 AH |
244 | } |
245 | ||
46ec69ad | 246 | while (1) { |
1fc632ce | 247 | fd = sys_perf_event_open(&evsel->core.attr, pid, cpu, -1, |
46ec69ad AH |
248 | perf_event_open_cloexec_flag()); |
249 | if (fd < 0) { | |
250 | if (pid == -1 && errno == EACCES) { | |
251 | pid = 0; | |
252 | continue; | |
253 | } | |
254 | goto out_delete; | |
255 | } | |
256 | break; | |
c09ec622 | 257 | } |
46ec69ad AH |
258 | close(fd); |
259 | ret = true; | |
c09ec622 AH |
260 | |
261 | out_delete: | |
c12995a5 | 262 | evlist__delete(temp_evlist); |
c09ec622 AH |
263 | return ret; |
264 | } | |
67230479 ACM |
265 | |
266 | int record__parse_freq(const struct option *opt, const char *str, int unset __maybe_unused) | |
267 | { | |
268 | unsigned int freq; | |
269 | struct record_opts *opts = opt->value; | |
270 | ||
271 | if (!str) | |
272 | return -EINVAL; | |
273 | ||
274 | if (strcasecmp(str, "max") == 0) { | |
275 | if (get_max_rate(&freq)) { | |
276 | pr_err("couldn't read /proc/sys/kernel/perf_event_max_sample_rate\n"); | |
277 | return -1; | |
278 | } | |
279 | pr_info("info: Using a maximum frequency rate of %'d Hz\n", freq); | |
280 | } else { | |
281 | freq = atoi(str); | |
282 | } | |
283 | ||
284 | opts->user_freq = freq; | |
285 | return 0; | |
286 | } |