]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
282a8e03 RZ |
2 | #undef TRACE_SYSTEM |
3 | #define TRACE_SYSTEM fs_dax | |
4 | ||
5 | #if !defined(_TRACE_FS_DAX_H) || defined(TRACE_HEADER_MULTI_READ) | |
6 | #define _TRACE_FS_DAX_H | |
7 | ||
8 | #include <linux/tracepoint.h> | |
9 | ||
10 | DECLARE_EVENT_CLASS(dax_pmd_fault_class, | |
f4200391 DJ |
11 | TP_PROTO(struct inode *inode, struct vm_fault *vmf, |
12 | pgoff_t max_pgoff, int result), | |
13 | TP_ARGS(inode, vmf, max_pgoff, result), | |
282a8e03 RZ |
14 | TP_STRUCT__entry( |
15 | __field(unsigned long, ino) | |
16 | __field(unsigned long, vm_start) | |
17 | __field(unsigned long, vm_end) | |
18 | __field(unsigned long, vm_flags) | |
19 | __field(unsigned long, address) | |
20 | __field(pgoff_t, pgoff) | |
21 | __field(pgoff_t, max_pgoff) | |
22 | __field(dev_t, dev) | |
23 | __field(unsigned int, flags) | |
24 | __field(int, result) | |
25 | ), | |
26 | TP_fast_assign( | |
27 | __entry->dev = inode->i_sb->s_dev; | |
28 | __entry->ino = inode->i_ino; | |
f4200391 DJ |
29 | __entry->vm_start = vmf->vma->vm_start; |
30 | __entry->vm_end = vmf->vma->vm_end; | |
31 | __entry->vm_flags = vmf->vma->vm_flags; | |
d8a849e1 DJ |
32 | __entry->address = vmf->address; |
33 | __entry->flags = vmf->flags; | |
34 | __entry->pgoff = vmf->pgoff; | |
282a8e03 RZ |
35 | __entry->max_pgoff = max_pgoff; |
36 | __entry->result = result; | |
37 | ), | |
38 | TP_printk("dev %d:%d ino %#lx %s %s address %#lx vm_start " | |
39 | "%#lx vm_end %#lx pgoff %#lx max_pgoff %#lx %s", | |
40 | MAJOR(__entry->dev), | |
41 | MINOR(__entry->dev), | |
42 | __entry->ino, | |
43 | __entry->vm_flags & VM_SHARED ? "shared" : "private", | |
44 | __print_flags(__entry->flags, "|", FAULT_FLAG_TRACE), | |
45 | __entry->address, | |
46 | __entry->vm_start, | |
47 | __entry->vm_end, | |
48 | __entry->pgoff, | |
49 | __entry->max_pgoff, | |
50 | __print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE) | |
51 | ) | |
52 | ) | |
53 | ||
54 | #define DEFINE_PMD_FAULT_EVENT(name) \ | |
55 | DEFINE_EVENT(dax_pmd_fault_class, name, \ | |
f4200391 | 56 | TP_PROTO(struct inode *inode, struct vm_fault *vmf, \ |
282a8e03 | 57 | pgoff_t max_pgoff, int result), \ |
f4200391 | 58 | TP_ARGS(inode, vmf, max_pgoff, result)) |
282a8e03 RZ |
59 | |
60 | DEFINE_PMD_FAULT_EVENT(dax_pmd_fault); | |
61 | DEFINE_PMD_FAULT_EVENT(dax_pmd_fault_done); | |
62 | ||
653b2ea3 | 63 | DECLARE_EVENT_CLASS(dax_pmd_load_hole_class, |
f4200391 DJ |
64 | TP_PROTO(struct inode *inode, struct vm_fault *vmf, |
65 | struct page *zero_page, | |
653b2ea3 | 66 | void *radix_entry), |
f4200391 | 67 | TP_ARGS(inode, vmf, zero_page, radix_entry), |
653b2ea3 RZ |
68 | TP_STRUCT__entry( |
69 | __field(unsigned long, ino) | |
70 | __field(unsigned long, vm_flags) | |
71 | __field(unsigned long, address) | |
72 | __field(struct page *, zero_page) | |
73 | __field(void *, radix_entry) | |
74 | __field(dev_t, dev) | |
75 | ), | |
76 | TP_fast_assign( | |
77 | __entry->dev = inode->i_sb->s_dev; | |
78 | __entry->ino = inode->i_ino; | |
f4200391 DJ |
79 | __entry->vm_flags = vmf->vma->vm_flags; |
80 | __entry->address = vmf->address; | |
653b2ea3 RZ |
81 | __entry->zero_page = zero_page; |
82 | __entry->radix_entry = radix_entry; | |
83 | ), | |
84 | TP_printk("dev %d:%d ino %#lx %s address %#lx zero_page %p " | |
85 | "radix_entry %#lx", | |
86 | MAJOR(__entry->dev), | |
87 | MINOR(__entry->dev), | |
88 | __entry->ino, | |
89 | __entry->vm_flags & VM_SHARED ? "shared" : "private", | |
90 | __entry->address, | |
91 | __entry->zero_page, | |
92 | (unsigned long)__entry->radix_entry | |
93 | ) | |
94 | ) | |
95 | ||
96 | #define DEFINE_PMD_LOAD_HOLE_EVENT(name) \ | |
97 | DEFINE_EVENT(dax_pmd_load_hole_class, name, \ | |
f4200391 DJ |
98 | TP_PROTO(struct inode *inode, struct vm_fault *vmf, \ |
99 | struct page *zero_page, void *radix_entry), \ | |
100 | TP_ARGS(inode, vmf, zero_page, radix_entry)) | |
653b2ea3 RZ |
101 | |
102 | DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole); | |
103 | DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole_fallback); | |
282a8e03 | 104 | |
27a7ffac | 105 | DECLARE_EVENT_CLASS(dax_pmd_insert_mapping_class, |
f4200391 DJ |
106 | TP_PROTO(struct inode *inode, struct vm_fault *vmf, |
107 | long length, pfn_t pfn, void *radix_entry), | |
108 | TP_ARGS(inode, vmf, length, pfn, radix_entry), | |
27a7ffac RZ |
109 | TP_STRUCT__entry( |
110 | __field(unsigned long, ino) | |
111 | __field(unsigned long, vm_flags) | |
112 | __field(unsigned long, address) | |
113 | __field(long, length) | |
114 | __field(u64, pfn_val) | |
115 | __field(void *, radix_entry) | |
116 | __field(dev_t, dev) | |
117 | __field(int, write) | |
118 | ), | |
119 | TP_fast_assign( | |
120 | __entry->dev = inode->i_sb->s_dev; | |
121 | __entry->ino = inode->i_ino; | |
f4200391 DJ |
122 | __entry->vm_flags = vmf->vma->vm_flags; |
123 | __entry->address = vmf->address; | |
124 | __entry->write = vmf->flags & FAULT_FLAG_WRITE; | |
27a7ffac RZ |
125 | __entry->length = length; |
126 | __entry->pfn_val = pfn.val; | |
127 | __entry->radix_entry = radix_entry; | |
128 | ), | |
129 | TP_printk("dev %d:%d ino %#lx %s %s address %#lx length %#lx " | |
130 | "pfn %#llx %s radix_entry %#lx", | |
131 | MAJOR(__entry->dev), | |
132 | MINOR(__entry->dev), | |
133 | __entry->ino, | |
134 | __entry->vm_flags & VM_SHARED ? "shared" : "private", | |
135 | __entry->write ? "write" : "read", | |
136 | __entry->address, | |
137 | __entry->length, | |
138 | __entry->pfn_val & ~PFN_FLAGS_MASK, | |
139 | __print_flags_u64(__entry->pfn_val & PFN_FLAGS_MASK, "|", | |
140 | PFN_FLAGS_TRACE), | |
141 | (unsigned long)__entry->radix_entry | |
142 | ) | |
143 | ) | |
144 | ||
145 | #define DEFINE_PMD_INSERT_MAPPING_EVENT(name) \ | |
146 | DEFINE_EVENT(dax_pmd_insert_mapping_class, name, \ | |
f4200391 DJ |
147 | TP_PROTO(struct inode *inode, struct vm_fault *vmf, \ |
148 | long length, pfn_t pfn, void *radix_entry), \ | |
149 | TP_ARGS(inode, vmf, length, pfn, radix_entry)) | |
27a7ffac RZ |
150 | |
151 | DEFINE_PMD_INSERT_MAPPING_EVENT(dax_pmd_insert_mapping); | |
27a7ffac | 152 | |
a9c42b33 RZ |
153 | DECLARE_EVENT_CLASS(dax_pte_fault_class, |
154 | TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result), | |
155 | TP_ARGS(inode, vmf, result), | |
156 | TP_STRUCT__entry( | |
157 | __field(unsigned long, ino) | |
158 | __field(unsigned long, vm_flags) | |
159 | __field(unsigned long, address) | |
160 | __field(pgoff_t, pgoff) | |
161 | __field(dev_t, dev) | |
162 | __field(unsigned int, flags) | |
163 | __field(int, result) | |
164 | ), | |
165 | TP_fast_assign( | |
166 | __entry->dev = inode->i_sb->s_dev; | |
167 | __entry->ino = inode->i_ino; | |
168 | __entry->vm_flags = vmf->vma->vm_flags; | |
169 | __entry->address = vmf->address; | |
170 | __entry->flags = vmf->flags; | |
171 | __entry->pgoff = vmf->pgoff; | |
172 | __entry->result = result; | |
173 | ), | |
174 | TP_printk("dev %d:%d ino %#lx %s %s address %#lx pgoff %#lx %s", | |
175 | MAJOR(__entry->dev), | |
176 | MINOR(__entry->dev), | |
177 | __entry->ino, | |
178 | __entry->vm_flags & VM_SHARED ? "shared" : "private", | |
179 | __print_flags(__entry->flags, "|", FAULT_FLAG_TRACE), | |
180 | __entry->address, | |
181 | __entry->pgoff, | |
182 | __print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE) | |
183 | ) | |
184 | ) | |
185 | ||
186 | #define DEFINE_PTE_FAULT_EVENT(name) \ | |
187 | DEFINE_EVENT(dax_pte_fault_class, name, \ | |
188 | TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result), \ | |
189 | TP_ARGS(inode, vmf, result)) | |
190 | ||
191 | DEFINE_PTE_FAULT_EVENT(dax_pte_fault); | |
192 | DEFINE_PTE_FAULT_EVENT(dax_pte_fault_done); | |
678c9fd0 | 193 | DEFINE_PTE_FAULT_EVENT(dax_load_hole); |
71eab6df JK |
194 | DEFINE_PTE_FAULT_EVENT(dax_insert_pfn_mkwrite_no_entry); |
195 | DEFINE_PTE_FAULT_EVENT(dax_insert_pfn_mkwrite); | |
a9c42b33 | 196 | |
b4440734 RZ |
197 | TRACE_EVENT(dax_insert_mapping, |
198 | TP_PROTO(struct inode *inode, struct vm_fault *vmf, void *radix_entry), | |
199 | TP_ARGS(inode, vmf, radix_entry), | |
200 | TP_STRUCT__entry( | |
201 | __field(unsigned long, ino) | |
202 | __field(unsigned long, vm_flags) | |
203 | __field(unsigned long, address) | |
204 | __field(void *, radix_entry) | |
205 | __field(dev_t, dev) | |
206 | __field(int, write) | |
207 | ), | |
208 | TP_fast_assign( | |
209 | __entry->dev = inode->i_sb->s_dev; | |
210 | __entry->ino = inode->i_ino; | |
211 | __entry->vm_flags = vmf->vma->vm_flags; | |
212 | __entry->address = vmf->address; | |
213 | __entry->write = vmf->flags & FAULT_FLAG_WRITE; | |
214 | __entry->radix_entry = radix_entry; | |
215 | ), | |
216 | TP_printk("dev %d:%d ino %#lx %s %s address %#lx radix_entry %#lx", | |
217 | MAJOR(__entry->dev), | |
218 | MINOR(__entry->dev), | |
219 | __entry->ino, | |
220 | __entry->vm_flags & VM_SHARED ? "shared" : "private", | |
221 | __entry->write ? "write" : "read", | |
222 | __entry->address, | |
223 | (unsigned long)__entry->radix_entry | |
224 | ) | |
225 | ) | |
226 | ||
d14a3f48 RZ |
227 | DECLARE_EVENT_CLASS(dax_writeback_range_class, |
228 | TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index), | |
229 | TP_ARGS(inode, start_index, end_index), | |
230 | TP_STRUCT__entry( | |
231 | __field(unsigned long, ino) | |
232 | __field(pgoff_t, start_index) | |
233 | __field(pgoff_t, end_index) | |
234 | __field(dev_t, dev) | |
235 | ), | |
236 | TP_fast_assign( | |
237 | __entry->dev = inode->i_sb->s_dev; | |
238 | __entry->ino = inode->i_ino; | |
239 | __entry->start_index = start_index; | |
240 | __entry->end_index = end_index; | |
241 | ), | |
242 | TP_printk("dev %d:%d ino %#lx pgoff %#lx-%#lx", | |
243 | MAJOR(__entry->dev), | |
244 | MINOR(__entry->dev), | |
245 | __entry->ino, | |
246 | __entry->start_index, | |
247 | __entry->end_index | |
248 | ) | |
249 | ) | |
250 | ||
251 | #define DEFINE_WRITEBACK_RANGE_EVENT(name) \ | |
252 | DEFINE_EVENT(dax_writeback_range_class, name, \ | |
253 | TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index),\ | |
254 | TP_ARGS(inode, start_index, end_index)) | |
255 | ||
256 | DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range); | |
257 | DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range_done); | |
258 | ||
f9bc3a07 RZ |
259 | TRACE_EVENT(dax_writeback_one, |
260 | TP_PROTO(struct inode *inode, pgoff_t pgoff, pgoff_t pglen), | |
261 | TP_ARGS(inode, pgoff, pglen), | |
262 | TP_STRUCT__entry( | |
263 | __field(unsigned long, ino) | |
264 | __field(pgoff_t, pgoff) | |
265 | __field(pgoff_t, pglen) | |
266 | __field(dev_t, dev) | |
267 | ), | |
268 | TP_fast_assign( | |
269 | __entry->dev = inode->i_sb->s_dev; | |
270 | __entry->ino = inode->i_ino; | |
271 | __entry->pgoff = pgoff; | |
272 | __entry->pglen = pglen; | |
273 | ), | |
274 | TP_printk("dev %d:%d ino %#lx pgoff %#lx pglen %#lx", | |
275 | MAJOR(__entry->dev), | |
276 | MINOR(__entry->dev), | |
277 | __entry->ino, | |
278 | __entry->pgoff, | |
279 | __entry->pglen | |
280 | ) | |
281 | ) | |
282 | ||
282a8e03 RZ |
283 | #endif /* _TRACE_FS_DAX_H */ |
284 | ||
285 | /* This part must be outside protection */ | |
286 | #include <trace/define_trace.h> |