]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
b7aba698 MG |
2 | #undef TRACE_SYSTEM |
3 | #define TRACE_SYSTEM compaction | |
4 | ||
5 | #if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ) | |
6 | #define _TRACE_COMPACTION_H | |
7 | ||
8 | #include <linux/types.h> | |
f8c9301f | 9 | #include <linux/list.h> |
b7aba698 | 10 | #include <linux/tracepoint.h> |
420adbe9 | 11 | #include <trace/events/mmflags.h> |
b7aba698 | 12 | |
fa6c7b46 | 13 | |
b7aba698 MG |
14 | DECLARE_EVENT_CLASS(mm_compaction_isolate_template, |
15 | ||
e34d85f0 JK |
16 | TP_PROTO( |
17 | unsigned long start_pfn, | |
18 | unsigned long end_pfn, | |
19 | unsigned long nr_scanned, | |
b7aba698 MG |
20 | unsigned long nr_taken), |
21 | ||
e34d85f0 | 22 | TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken), |
b7aba698 MG |
23 | |
24 | TP_STRUCT__entry( | |
e34d85f0 JK |
25 | __field(unsigned long, start_pfn) |
26 | __field(unsigned long, end_pfn) | |
b7aba698 MG |
27 | __field(unsigned long, nr_scanned) |
28 | __field(unsigned long, nr_taken) | |
29 | ), | |
30 | ||
31 | TP_fast_assign( | |
e34d85f0 JK |
32 | __entry->start_pfn = start_pfn; |
33 | __entry->end_pfn = end_pfn; | |
b7aba698 MG |
34 | __entry->nr_scanned = nr_scanned; |
35 | __entry->nr_taken = nr_taken; | |
36 | ), | |
37 | ||
e34d85f0 JK |
38 | TP_printk("range=(0x%lx ~ 0x%lx) nr_scanned=%lu nr_taken=%lu", |
39 | __entry->start_pfn, | |
40 | __entry->end_pfn, | |
b7aba698 MG |
41 | __entry->nr_scanned, |
42 | __entry->nr_taken) | |
43 | ); | |
44 | ||
45 | DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages, | |
46 | ||
e34d85f0 JK |
47 | TP_PROTO( |
48 | unsigned long start_pfn, | |
49 | unsigned long end_pfn, | |
50 | unsigned long nr_scanned, | |
b7aba698 MG |
51 | unsigned long nr_taken), |
52 | ||
e34d85f0 | 53 | TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken) |
b7aba698 MG |
54 | ); |
55 | ||
56 | DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages, | |
e34d85f0 JK |
57 | |
58 | TP_PROTO( | |
59 | unsigned long start_pfn, | |
60 | unsigned long end_pfn, | |
61 | unsigned long nr_scanned, | |
b7aba698 MG |
62 | unsigned long nr_taken), |
63 | ||
e34d85f0 | 64 | TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken) |
b7aba698 MG |
65 | ); |
66 | ||
b6cfab7a | 67 | #ifdef CONFIG_COMPACTION |
b7aba698 MG |
68 | TRACE_EVENT(mm_compaction_migratepages, |
69 | ||
f8c9301f VB |
70 | TP_PROTO(unsigned long nr_all, |
71 | int migrate_rc, | |
72 | struct list_head *migratepages), | |
b7aba698 | 73 | |
f8c9301f | 74 | TP_ARGS(nr_all, migrate_rc, migratepages), |
b7aba698 MG |
75 | |
76 | TP_STRUCT__entry( | |
77 | __field(unsigned long, nr_migrated) | |
78 | __field(unsigned long, nr_failed) | |
79 | ), | |
80 | ||
81 | TP_fast_assign( | |
f8c9301f VB |
82 | unsigned long nr_failed = 0; |
83 | struct list_head *page_lru; | |
84 | ||
85 | /* | |
86 | * migrate_pages() returns either a non-negative number | |
87 | * with the number of pages that failed migration, or an | |
88 | * error code, in which case we need to count the remaining | |
89 | * pages manually | |
90 | */ | |
91 | if (migrate_rc >= 0) | |
92 | nr_failed = migrate_rc; | |
93 | else | |
94 | list_for_each(page_lru, migratepages) | |
95 | nr_failed++; | |
96 | ||
97 | __entry->nr_migrated = nr_all - nr_failed; | |
b7aba698 MG |
98 | __entry->nr_failed = nr_failed; |
99 | ), | |
100 | ||
101 | TP_printk("nr_migrated=%lu nr_failed=%lu", | |
102 | __entry->nr_migrated, | |
103 | __entry->nr_failed) | |
104 | ); | |
105 | ||
0eb927c0 | 106 | TRACE_EVENT(mm_compaction_begin, |
16c4a097 JK |
107 | TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn, |
108 | unsigned long free_pfn, unsigned long zone_end, bool sync), | |
0eb927c0 | 109 | |
16c4a097 | 110 | TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync), |
0eb927c0 MG |
111 | |
112 | TP_STRUCT__entry( | |
113 | __field(unsigned long, zone_start) | |
16c4a097 JK |
114 | __field(unsigned long, migrate_pfn) |
115 | __field(unsigned long, free_pfn) | |
0eb927c0 | 116 | __field(unsigned long, zone_end) |
16c4a097 | 117 | __field(bool, sync) |
0eb927c0 MG |
118 | ), |
119 | ||
120 | TP_fast_assign( | |
121 | __entry->zone_start = zone_start; | |
16c4a097 JK |
122 | __entry->migrate_pfn = migrate_pfn; |
123 | __entry->free_pfn = free_pfn; | |
0eb927c0 | 124 | __entry->zone_end = zone_end; |
16c4a097 | 125 | __entry->sync = sync; |
0eb927c0 MG |
126 | ), |
127 | ||
16c4a097 | 128 | TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s", |
0eb927c0 | 129 | __entry->zone_start, |
16c4a097 JK |
130 | __entry->migrate_pfn, |
131 | __entry->free_pfn, | |
132 | __entry->zone_end, | |
133 | __entry->sync ? "sync" : "async") | |
0eb927c0 MG |
134 | ); |
135 | ||
136 | TRACE_EVENT(mm_compaction_end, | |
16c4a097 JK |
137 | TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn, |
138 | unsigned long free_pfn, unsigned long zone_end, bool sync, | |
139 | int status), | |
0eb927c0 | 140 | |
16c4a097 | 141 | TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync, status), |
0eb927c0 MG |
142 | |
143 | TP_STRUCT__entry( | |
16c4a097 JK |
144 | __field(unsigned long, zone_start) |
145 | __field(unsigned long, migrate_pfn) | |
146 | __field(unsigned long, free_pfn) | |
147 | __field(unsigned long, zone_end) | |
148 | __field(bool, sync) | |
0eb927c0 MG |
149 | __field(int, status) |
150 | ), | |
151 | ||
152 | TP_fast_assign( | |
16c4a097 JK |
153 | __entry->zone_start = zone_start; |
154 | __entry->migrate_pfn = migrate_pfn; | |
155 | __entry->free_pfn = free_pfn; | |
156 | __entry->zone_end = zone_end; | |
157 | __entry->sync = sync; | |
0eb927c0 MG |
158 | __entry->status = status; |
159 | ), | |
160 | ||
16c4a097 JK |
161 | TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s status=%s", |
162 | __entry->zone_start, | |
163 | __entry->migrate_pfn, | |
164 | __entry->free_pfn, | |
165 | __entry->zone_end, | |
166 | __entry->sync ? "sync" : "async", | |
fa6c7b46 | 167 | __print_symbolic(__entry->status, COMPACTION_STATUS)) |
0eb927c0 | 168 | ); |
b7aba698 | 169 | |
837d026d JK |
170 | TRACE_EVENT(mm_compaction_try_to_compact_pages, |
171 | ||
172 | TP_PROTO( | |
173 | int order, | |
174 | gfp_t gfp_mask, | |
a5508cd8 | 175 | int prio), |
837d026d | 176 | |
a5508cd8 | 177 | TP_ARGS(order, gfp_mask, prio), |
837d026d JK |
178 | |
179 | TP_STRUCT__entry( | |
180 | __field(int, order) | |
181 | __field(gfp_t, gfp_mask) | |
a5508cd8 | 182 | __field(int, prio) |
837d026d JK |
183 | ), |
184 | ||
185 | TP_fast_assign( | |
186 | __entry->order = order; | |
187 | __entry->gfp_mask = gfp_mask; | |
a5508cd8 | 188 | __entry->prio = prio; |
837d026d JK |
189 | ), |
190 | ||
b1746b99 | 191 | TP_printk("order=%d gfp_mask=%s priority=%d", |
837d026d | 192 | __entry->order, |
b1746b99 | 193 | show_gfp_flags(__entry->gfp_mask), |
a5508cd8 | 194 | __entry->prio) |
837d026d JK |
195 | ); |
196 | ||
197 | DECLARE_EVENT_CLASS(mm_compaction_suitable_template, | |
198 | ||
199 | TP_PROTO(struct zone *zone, | |
200 | int order, | |
201 | int ret), | |
202 | ||
203 | TP_ARGS(zone, order, ret), | |
204 | ||
205 | TP_STRUCT__entry( | |
206 | __field(int, nid) | |
1743d050 | 207 | __field(enum zone_type, idx) |
837d026d JK |
208 | __field(int, order) |
209 | __field(int, ret) | |
210 | ), | |
211 | ||
212 | TP_fast_assign( | |
213 | __entry->nid = zone_to_nid(zone); | |
1743d050 | 214 | __entry->idx = zone_idx(zone); |
837d026d JK |
215 | __entry->order = order; |
216 | __entry->ret = ret; | |
217 | ), | |
218 | ||
219 | TP_printk("node=%d zone=%-8s order=%d ret=%s", | |
220 | __entry->nid, | |
1743d050 | 221 | __print_symbolic(__entry->idx, ZONE_TYPE), |
837d026d | 222 | __entry->order, |
fa6c7b46 | 223 | __print_symbolic(__entry->ret, COMPACTION_STATUS)) |
837d026d JK |
224 | ); |
225 | ||
226 | DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_finished, | |
227 | ||
228 | TP_PROTO(struct zone *zone, | |
229 | int order, | |
230 | int ret), | |
231 | ||
232 | TP_ARGS(zone, order, ret) | |
233 | ); | |
234 | ||
235 | DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_suitable, | |
236 | ||
237 | TP_PROTO(struct zone *zone, | |
238 | int order, | |
239 | int ret), | |
240 | ||
241 | TP_ARGS(zone, order, ret) | |
242 | ); | |
243 | ||
24e2716f JK |
244 | DECLARE_EVENT_CLASS(mm_compaction_defer_template, |
245 | ||
246 | TP_PROTO(struct zone *zone, int order), | |
247 | ||
248 | TP_ARGS(zone, order), | |
249 | ||
250 | TP_STRUCT__entry( | |
251 | __field(int, nid) | |
1743d050 | 252 | __field(enum zone_type, idx) |
24e2716f JK |
253 | __field(int, order) |
254 | __field(unsigned int, considered) | |
255 | __field(unsigned int, defer_shift) | |
256 | __field(int, order_failed) | |
257 | ), | |
258 | ||
259 | TP_fast_assign( | |
260 | __entry->nid = zone_to_nid(zone); | |
1743d050 | 261 | __entry->idx = zone_idx(zone); |
24e2716f JK |
262 | __entry->order = order; |
263 | __entry->considered = zone->compact_considered; | |
264 | __entry->defer_shift = zone->compact_defer_shift; | |
265 | __entry->order_failed = zone->compact_order_failed; | |
266 | ), | |
267 | ||
268 | TP_printk("node=%d zone=%-8s order=%d order_failed=%d consider=%u limit=%lu", | |
269 | __entry->nid, | |
1743d050 | 270 | __print_symbolic(__entry->idx, ZONE_TYPE), |
24e2716f JK |
271 | __entry->order, |
272 | __entry->order_failed, | |
273 | __entry->considered, | |
274 | 1UL << __entry->defer_shift) | |
275 | ); | |
276 | ||
277 | DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_deferred, | |
278 | ||
279 | TP_PROTO(struct zone *zone, int order), | |
280 | ||
281 | TP_ARGS(zone, order) | |
282 | ); | |
283 | ||
284 | DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_compaction, | |
285 | ||
286 | TP_PROTO(struct zone *zone, int order), | |
287 | ||
288 | TP_ARGS(zone, order) | |
289 | ); | |
290 | ||
291 | DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_reset, | |
292 | ||
293 | TP_PROTO(struct zone *zone, int order), | |
294 | ||
295 | TP_ARGS(zone, order) | |
296 | ); | |
24e2716f | 297 | |
698b1b30 VB |
298 | TRACE_EVENT(mm_compaction_kcompactd_sleep, |
299 | ||
300 | TP_PROTO(int nid), | |
301 | ||
302 | TP_ARGS(nid), | |
303 | ||
304 | TP_STRUCT__entry( | |
305 | __field(int, nid) | |
306 | ), | |
307 | ||
308 | TP_fast_assign( | |
309 | __entry->nid = nid; | |
310 | ), | |
311 | ||
312 | TP_printk("nid=%d", __entry->nid) | |
313 | ); | |
314 | ||
315 | DECLARE_EVENT_CLASS(kcompactd_wake_template, | |
316 | ||
97a225e6 | 317 | TP_PROTO(int nid, int order, enum zone_type highest_zoneidx), |
698b1b30 | 318 | |
97a225e6 | 319 | TP_ARGS(nid, order, highest_zoneidx), |
698b1b30 VB |
320 | |
321 | TP_STRUCT__entry( | |
322 | __field(int, nid) | |
323 | __field(int, order) | |
97a225e6 | 324 | __field(enum zone_type, highest_zoneidx) |
698b1b30 VB |
325 | ), |
326 | ||
327 | TP_fast_assign( | |
328 | __entry->nid = nid; | |
329 | __entry->order = order; | |
97a225e6 | 330 | __entry->highest_zoneidx = highest_zoneidx; |
698b1b30 VB |
331 | ), |
332 | ||
97a225e6 JK |
333 | /* |
334 | * classzone_idx is previous name of the highest_zoneidx. | |
335 | * Reason not to change it is the ABI requirement of the tracepoint. | |
336 | */ | |
698b1b30 VB |
337 | TP_printk("nid=%d order=%d classzone_idx=%-8s", |
338 | __entry->nid, | |
339 | __entry->order, | |
97a225e6 | 340 | __print_symbolic(__entry->highest_zoneidx, ZONE_TYPE)) |
698b1b30 VB |
341 | ); |
342 | ||
343 | DEFINE_EVENT(kcompactd_wake_template, mm_compaction_wakeup_kcompactd, | |
344 | ||
97a225e6 | 345 | TP_PROTO(int nid, int order, enum zone_type highest_zoneidx), |
698b1b30 | 346 | |
97a225e6 | 347 | TP_ARGS(nid, order, highest_zoneidx) |
698b1b30 VB |
348 | ); |
349 | ||
350 | DEFINE_EVENT(kcompactd_wake_template, mm_compaction_kcompactd_wake, | |
351 | ||
97a225e6 | 352 | TP_PROTO(int nid, int order, enum zone_type highest_zoneidx), |
698b1b30 | 353 | |
97a225e6 | 354 | TP_ARGS(nid, order, highest_zoneidx) |
698b1b30 | 355 | ); |
b6cfab7a | 356 | #endif |
698b1b30 | 357 | |
b7aba698 MG |
358 | #endif /* _TRACE_COMPACTION_H */ |
359 | ||
360 | /* This part must be outside protection */ | |
361 | #include <trace/define_trace.h> |