]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blame - include/trace/events/compaction.h
Merge tag 'scsi-fixes' of git://git.kernel.org/pub/scm/linux/kernel/git/jejb/scsi
[mirror_ubuntu-jammy-kernel.git] / include / trace / events / compaction.h
CommitLineData
b2441318 1/* SPDX-License-Identifier: GPL-2.0 */
b7aba698
MG
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM compaction
4
5#if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ)
6#define _TRACE_COMPACTION_H
7
8#include <linux/types.h>
f8c9301f 9#include <linux/list.h>
b7aba698 10#include <linux/tracepoint.h>
420adbe9 11#include <trace/events/mmflags.h>
b7aba698 12
fa6c7b46 13
b7aba698
MG
14DECLARE_EVENT_CLASS(mm_compaction_isolate_template,
15
e34d85f0
JK
16 TP_PROTO(
17 unsigned long start_pfn,
18 unsigned long end_pfn,
19 unsigned long nr_scanned,
b7aba698
MG
20 unsigned long nr_taken),
21
e34d85f0 22 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken),
b7aba698
MG
23
24 TP_STRUCT__entry(
e34d85f0
JK
25 __field(unsigned long, start_pfn)
26 __field(unsigned long, end_pfn)
b7aba698
MG
27 __field(unsigned long, nr_scanned)
28 __field(unsigned long, nr_taken)
29 ),
30
31 TP_fast_assign(
e34d85f0
JK
32 __entry->start_pfn = start_pfn;
33 __entry->end_pfn = end_pfn;
b7aba698
MG
34 __entry->nr_scanned = nr_scanned;
35 __entry->nr_taken = nr_taken;
36 ),
37
e34d85f0
JK
38 TP_printk("range=(0x%lx ~ 0x%lx) nr_scanned=%lu nr_taken=%lu",
39 __entry->start_pfn,
40 __entry->end_pfn,
b7aba698
MG
41 __entry->nr_scanned,
42 __entry->nr_taken)
43);
44
45DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages,
46
e34d85f0
JK
47 TP_PROTO(
48 unsigned long start_pfn,
49 unsigned long end_pfn,
50 unsigned long nr_scanned,
b7aba698
MG
51 unsigned long nr_taken),
52
e34d85f0 53 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
b7aba698
MG
54);
55
56DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages,
e34d85f0
JK
57
58 TP_PROTO(
59 unsigned long start_pfn,
60 unsigned long end_pfn,
61 unsigned long nr_scanned,
b7aba698
MG
62 unsigned long nr_taken),
63
e34d85f0 64 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
b7aba698
MG
65);
66
b6cfab7a 67#ifdef CONFIG_COMPACTION
b7aba698
MG
68TRACE_EVENT(mm_compaction_migratepages,
69
f8c9301f
VB
70 TP_PROTO(unsigned long nr_all,
71 int migrate_rc,
72 struct list_head *migratepages),
b7aba698 73
f8c9301f 74 TP_ARGS(nr_all, migrate_rc, migratepages),
b7aba698
MG
75
76 TP_STRUCT__entry(
77 __field(unsigned long, nr_migrated)
78 __field(unsigned long, nr_failed)
79 ),
80
81 TP_fast_assign(
f8c9301f
VB
82 unsigned long nr_failed = 0;
83 struct list_head *page_lru;
84
85 /*
86 * migrate_pages() returns either a non-negative number
87 * with the number of pages that failed migration, or an
88 * error code, in which case we need to count the remaining
89 * pages manually
90 */
91 if (migrate_rc >= 0)
92 nr_failed = migrate_rc;
93 else
94 list_for_each(page_lru, migratepages)
95 nr_failed++;
96
97 __entry->nr_migrated = nr_all - nr_failed;
b7aba698
MG
98 __entry->nr_failed = nr_failed;
99 ),
100
101 TP_printk("nr_migrated=%lu nr_failed=%lu",
102 __entry->nr_migrated,
103 __entry->nr_failed)
104);
105
0eb927c0 106TRACE_EVENT(mm_compaction_begin,
16c4a097
JK
107 TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
108 unsigned long free_pfn, unsigned long zone_end, bool sync),
0eb927c0 109
16c4a097 110 TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync),
0eb927c0
MG
111
112 TP_STRUCT__entry(
113 __field(unsigned long, zone_start)
16c4a097
JK
114 __field(unsigned long, migrate_pfn)
115 __field(unsigned long, free_pfn)
0eb927c0 116 __field(unsigned long, zone_end)
16c4a097 117 __field(bool, sync)
0eb927c0
MG
118 ),
119
120 TP_fast_assign(
121 __entry->zone_start = zone_start;
16c4a097
JK
122 __entry->migrate_pfn = migrate_pfn;
123 __entry->free_pfn = free_pfn;
0eb927c0 124 __entry->zone_end = zone_end;
16c4a097 125 __entry->sync = sync;
0eb927c0
MG
126 ),
127
16c4a097 128 TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s",
0eb927c0 129 __entry->zone_start,
16c4a097
JK
130 __entry->migrate_pfn,
131 __entry->free_pfn,
132 __entry->zone_end,
133 __entry->sync ? "sync" : "async")
0eb927c0
MG
134);
135
136TRACE_EVENT(mm_compaction_end,
16c4a097
JK
137 TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
138 unsigned long free_pfn, unsigned long zone_end, bool sync,
139 int status),
0eb927c0 140
16c4a097 141 TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync, status),
0eb927c0
MG
142
143 TP_STRUCT__entry(
16c4a097
JK
144 __field(unsigned long, zone_start)
145 __field(unsigned long, migrate_pfn)
146 __field(unsigned long, free_pfn)
147 __field(unsigned long, zone_end)
148 __field(bool, sync)
0eb927c0
MG
149 __field(int, status)
150 ),
151
152 TP_fast_assign(
16c4a097
JK
153 __entry->zone_start = zone_start;
154 __entry->migrate_pfn = migrate_pfn;
155 __entry->free_pfn = free_pfn;
156 __entry->zone_end = zone_end;
157 __entry->sync = sync;
0eb927c0
MG
158 __entry->status = status;
159 ),
160
16c4a097
JK
161 TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s status=%s",
162 __entry->zone_start,
163 __entry->migrate_pfn,
164 __entry->free_pfn,
165 __entry->zone_end,
166 __entry->sync ? "sync" : "async",
fa6c7b46 167 __print_symbolic(__entry->status, COMPACTION_STATUS))
0eb927c0 168);
b7aba698 169
837d026d
JK
170TRACE_EVENT(mm_compaction_try_to_compact_pages,
171
172 TP_PROTO(
173 int order,
174 gfp_t gfp_mask,
a5508cd8 175 int prio),
837d026d 176
a5508cd8 177 TP_ARGS(order, gfp_mask, prio),
837d026d
JK
178
179 TP_STRUCT__entry(
180 __field(int, order)
181 __field(gfp_t, gfp_mask)
a5508cd8 182 __field(int, prio)
837d026d
JK
183 ),
184
185 TP_fast_assign(
186 __entry->order = order;
187 __entry->gfp_mask = gfp_mask;
a5508cd8 188 __entry->prio = prio;
837d026d
JK
189 ),
190
b1746b99 191 TP_printk("order=%d gfp_mask=%s priority=%d",
837d026d 192 __entry->order,
b1746b99 193 show_gfp_flags(__entry->gfp_mask),
a5508cd8 194 __entry->prio)
837d026d
JK
195);
196
197DECLARE_EVENT_CLASS(mm_compaction_suitable_template,
198
199 TP_PROTO(struct zone *zone,
200 int order,
201 int ret),
202
203 TP_ARGS(zone, order, ret),
204
205 TP_STRUCT__entry(
206 __field(int, nid)
1743d050 207 __field(enum zone_type, idx)
837d026d
JK
208 __field(int, order)
209 __field(int, ret)
210 ),
211
212 TP_fast_assign(
213 __entry->nid = zone_to_nid(zone);
1743d050 214 __entry->idx = zone_idx(zone);
837d026d
JK
215 __entry->order = order;
216 __entry->ret = ret;
217 ),
218
219 TP_printk("node=%d zone=%-8s order=%d ret=%s",
220 __entry->nid,
1743d050 221 __print_symbolic(__entry->idx, ZONE_TYPE),
837d026d 222 __entry->order,
fa6c7b46 223 __print_symbolic(__entry->ret, COMPACTION_STATUS))
837d026d
JK
224);
225
226DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_finished,
227
228 TP_PROTO(struct zone *zone,
229 int order,
230 int ret),
231
232 TP_ARGS(zone, order, ret)
233);
234
235DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_suitable,
236
237 TP_PROTO(struct zone *zone,
238 int order,
239 int ret),
240
241 TP_ARGS(zone, order, ret)
242);
243
24e2716f
JK
244DECLARE_EVENT_CLASS(mm_compaction_defer_template,
245
246 TP_PROTO(struct zone *zone, int order),
247
248 TP_ARGS(zone, order),
249
250 TP_STRUCT__entry(
251 __field(int, nid)
1743d050 252 __field(enum zone_type, idx)
24e2716f
JK
253 __field(int, order)
254 __field(unsigned int, considered)
255 __field(unsigned int, defer_shift)
256 __field(int, order_failed)
257 ),
258
259 TP_fast_assign(
260 __entry->nid = zone_to_nid(zone);
1743d050 261 __entry->idx = zone_idx(zone);
24e2716f
JK
262 __entry->order = order;
263 __entry->considered = zone->compact_considered;
264 __entry->defer_shift = zone->compact_defer_shift;
265 __entry->order_failed = zone->compact_order_failed;
266 ),
267
268 TP_printk("node=%d zone=%-8s order=%d order_failed=%d consider=%u limit=%lu",
269 __entry->nid,
1743d050 270 __print_symbolic(__entry->idx, ZONE_TYPE),
24e2716f
JK
271 __entry->order,
272 __entry->order_failed,
273 __entry->considered,
274 1UL << __entry->defer_shift)
275);
276
277DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_deferred,
278
279 TP_PROTO(struct zone *zone, int order),
280
281 TP_ARGS(zone, order)
282);
283
284DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_compaction,
285
286 TP_PROTO(struct zone *zone, int order),
287
288 TP_ARGS(zone, order)
289);
290
291DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_reset,
292
293 TP_PROTO(struct zone *zone, int order),
294
295 TP_ARGS(zone, order)
296);
24e2716f 297
698b1b30
VB
298TRACE_EVENT(mm_compaction_kcompactd_sleep,
299
300 TP_PROTO(int nid),
301
302 TP_ARGS(nid),
303
304 TP_STRUCT__entry(
305 __field(int, nid)
306 ),
307
308 TP_fast_assign(
309 __entry->nid = nid;
310 ),
311
312 TP_printk("nid=%d", __entry->nid)
313);
314
315DECLARE_EVENT_CLASS(kcompactd_wake_template,
316
97a225e6 317 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
698b1b30 318
97a225e6 319 TP_ARGS(nid, order, highest_zoneidx),
698b1b30
VB
320
321 TP_STRUCT__entry(
322 __field(int, nid)
323 __field(int, order)
97a225e6 324 __field(enum zone_type, highest_zoneidx)
698b1b30
VB
325 ),
326
327 TP_fast_assign(
328 __entry->nid = nid;
329 __entry->order = order;
97a225e6 330 __entry->highest_zoneidx = highest_zoneidx;
698b1b30
VB
331 ),
332
97a225e6
JK
333 /*
334 * classzone_idx is previous name of the highest_zoneidx.
335 * Reason not to change it is the ABI requirement of the tracepoint.
336 */
698b1b30
VB
337 TP_printk("nid=%d order=%d classzone_idx=%-8s",
338 __entry->nid,
339 __entry->order,
97a225e6 340 __print_symbolic(__entry->highest_zoneidx, ZONE_TYPE))
698b1b30
VB
341);
342
343DEFINE_EVENT(kcompactd_wake_template, mm_compaction_wakeup_kcompactd,
344
97a225e6 345 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
698b1b30 346
97a225e6 347 TP_ARGS(nid, order, highest_zoneidx)
698b1b30
VB
348);
349
350DEFINE_EVENT(kcompactd_wake_template, mm_compaction_kcompactd_wake,
351
97a225e6 352 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx),
698b1b30 353
97a225e6 354 TP_ARGS(nid, order, highest_zoneidx)
698b1b30 355);
b6cfab7a 356#endif
698b1b30 357
b7aba698
MG
358#endif /* _TRACE_COMPACTION_H */
359
360/* This part must be outside protection */
361#include <trace/define_trace.h>