]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - include/trace/events/fs_dax.h
dax: Inline dax_pmd_insert_mapping() into the callsite
[mirror_ubuntu-bionic-kernel.git] / include / trace / events / fs_dax.h
CommitLineData
282a8e03
RZ
1#undef TRACE_SYSTEM
2#define TRACE_SYSTEM fs_dax
3
4#if !defined(_TRACE_FS_DAX_H) || defined(TRACE_HEADER_MULTI_READ)
5#define _TRACE_FS_DAX_H
6
7#include <linux/tracepoint.h>
8
9DECLARE_EVENT_CLASS(dax_pmd_fault_class,
f4200391
DJ
10 TP_PROTO(struct inode *inode, struct vm_fault *vmf,
11 pgoff_t max_pgoff, int result),
12 TP_ARGS(inode, vmf, max_pgoff, result),
282a8e03
RZ
13 TP_STRUCT__entry(
14 __field(unsigned long, ino)
15 __field(unsigned long, vm_start)
16 __field(unsigned long, vm_end)
17 __field(unsigned long, vm_flags)
18 __field(unsigned long, address)
19 __field(pgoff_t, pgoff)
20 __field(pgoff_t, max_pgoff)
21 __field(dev_t, dev)
22 __field(unsigned int, flags)
23 __field(int, result)
24 ),
25 TP_fast_assign(
26 __entry->dev = inode->i_sb->s_dev;
27 __entry->ino = inode->i_ino;
f4200391
DJ
28 __entry->vm_start = vmf->vma->vm_start;
29 __entry->vm_end = vmf->vma->vm_end;
30 __entry->vm_flags = vmf->vma->vm_flags;
d8a849e1
DJ
31 __entry->address = vmf->address;
32 __entry->flags = vmf->flags;
33 __entry->pgoff = vmf->pgoff;
282a8e03
RZ
34 __entry->max_pgoff = max_pgoff;
35 __entry->result = result;
36 ),
37 TP_printk("dev %d:%d ino %#lx %s %s address %#lx vm_start "
38 "%#lx vm_end %#lx pgoff %#lx max_pgoff %#lx %s",
39 MAJOR(__entry->dev),
40 MINOR(__entry->dev),
41 __entry->ino,
42 __entry->vm_flags & VM_SHARED ? "shared" : "private",
43 __print_flags(__entry->flags, "|", FAULT_FLAG_TRACE),
44 __entry->address,
45 __entry->vm_start,
46 __entry->vm_end,
47 __entry->pgoff,
48 __entry->max_pgoff,
49 __print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE)
50 )
51)
52
53#define DEFINE_PMD_FAULT_EVENT(name) \
54DEFINE_EVENT(dax_pmd_fault_class, name, \
f4200391 55 TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
282a8e03 56 pgoff_t max_pgoff, int result), \
f4200391 57 TP_ARGS(inode, vmf, max_pgoff, result))
282a8e03
RZ
58
59DEFINE_PMD_FAULT_EVENT(dax_pmd_fault);
60DEFINE_PMD_FAULT_EVENT(dax_pmd_fault_done);
61
653b2ea3 62DECLARE_EVENT_CLASS(dax_pmd_load_hole_class,
f4200391
DJ
63 TP_PROTO(struct inode *inode, struct vm_fault *vmf,
64 struct page *zero_page,
653b2ea3 65 void *radix_entry),
f4200391 66 TP_ARGS(inode, vmf, zero_page, radix_entry),
653b2ea3
RZ
67 TP_STRUCT__entry(
68 __field(unsigned long, ino)
69 __field(unsigned long, vm_flags)
70 __field(unsigned long, address)
71 __field(struct page *, zero_page)
72 __field(void *, radix_entry)
73 __field(dev_t, dev)
74 ),
75 TP_fast_assign(
76 __entry->dev = inode->i_sb->s_dev;
77 __entry->ino = inode->i_ino;
f4200391
DJ
78 __entry->vm_flags = vmf->vma->vm_flags;
79 __entry->address = vmf->address;
653b2ea3
RZ
80 __entry->zero_page = zero_page;
81 __entry->radix_entry = radix_entry;
82 ),
83 TP_printk("dev %d:%d ino %#lx %s address %#lx zero_page %p "
84 "radix_entry %#lx",
85 MAJOR(__entry->dev),
86 MINOR(__entry->dev),
87 __entry->ino,
88 __entry->vm_flags & VM_SHARED ? "shared" : "private",
89 __entry->address,
90 __entry->zero_page,
91 (unsigned long)__entry->radix_entry
92 )
93)
94
95#define DEFINE_PMD_LOAD_HOLE_EVENT(name) \
96DEFINE_EVENT(dax_pmd_load_hole_class, name, \
f4200391
DJ
97 TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
98 struct page *zero_page, void *radix_entry), \
99 TP_ARGS(inode, vmf, zero_page, radix_entry))
653b2ea3
RZ
100
101DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole);
102DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole_fallback);
282a8e03 103
27a7ffac 104DECLARE_EVENT_CLASS(dax_pmd_insert_mapping_class,
f4200391
DJ
105 TP_PROTO(struct inode *inode, struct vm_fault *vmf,
106 long length, pfn_t pfn, void *radix_entry),
107 TP_ARGS(inode, vmf, length, pfn, radix_entry),
27a7ffac
RZ
108 TP_STRUCT__entry(
109 __field(unsigned long, ino)
110 __field(unsigned long, vm_flags)
111 __field(unsigned long, address)
112 __field(long, length)
113 __field(u64, pfn_val)
114 __field(void *, radix_entry)
115 __field(dev_t, dev)
116 __field(int, write)
117 ),
118 TP_fast_assign(
119 __entry->dev = inode->i_sb->s_dev;
120 __entry->ino = inode->i_ino;
f4200391
DJ
121 __entry->vm_flags = vmf->vma->vm_flags;
122 __entry->address = vmf->address;
123 __entry->write = vmf->flags & FAULT_FLAG_WRITE;
27a7ffac
RZ
124 __entry->length = length;
125 __entry->pfn_val = pfn.val;
126 __entry->radix_entry = radix_entry;
127 ),
128 TP_printk("dev %d:%d ino %#lx %s %s address %#lx length %#lx "
129 "pfn %#llx %s radix_entry %#lx",
130 MAJOR(__entry->dev),
131 MINOR(__entry->dev),
132 __entry->ino,
133 __entry->vm_flags & VM_SHARED ? "shared" : "private",
134 __entry->write ? "write" : "read",
135 __entry->address,
136 __entry->length,
137 __entry->pfn_val & ~PFN_FLAGS_MASK,
138 __print_flags_u64(__entry->pfn_val & PFN_FLAGS_MASK, "|",
139 PFN_FLAGS_TRACE),
140 (unsigned long)__entry->radix_entry
141 )
142)
143
144#define DEFINE_PMD_INSERT_MAPPING_EVENT(name) \
145DEFINE_EVENT(dax_pmd_insert_mapping_class, name, \
f4200391
DJ
146 TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
147 long length, pfn_t pfn, void *radix_entry), \
148 TP_ARGS(inode, vmf, length, pfn, radix_entry))
27a7ffac
RZ
149
150DEFINE_PMD_INSERT_MAPPING_EVENT(dax_pmd_insert_mapping);
27a7ffac 151
a9c42b33
RZ
152DECLARE_EVENT_CLASS(dax_pte_fault_class,
153 TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result),
154 TP_ARGS(inode, vmf, result),
155 TP_STRUCT__entry(
156 __field(unsigned long, ino)
157 __field(unsigned long, vm_flags)
158 __field(unsigned long, address)
159 __field(pgoff_t, pgoff)
160 __field(dev_t, dev)
161 __field(unsigned int, flags)
162 __field(int, result)
163 ),
164 TP_fast_assign(
165 __entry->dev = inode->i_sb->s_dev;
166 __entry->ino = inode->i_ino;
167 __entry->vm_flags = vmf->vma->vm_flags;
168 __entry->address = vmf->address;
169 __entry->flags = vmf->flags;
170 __entry->pgoff = vmf->pgoff;
171 __entry->result = result;
172 ),
173 TP_printk("dev %d:%d ino %#lx %s %s address %#lx pgoff %#lx %s",
174 MAJOR(__entry->dev),
175 MINOR(__entry->dev),
176 __entry->ino,
177 __entry->vm_flags & VM_SHARED ? "shared" : "private",
178 __print_flags(__entry->flags, "|", FAULT_FLAG_TRACE),
179 __entry->address,
180 __entry->pgoff,
181 __print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE)
182 )
183)
184
185#define DEFINE_PTE_FAULT_EVENT(name) \
186DEFINE_EVENT(dax_pte_fault_class, name, \
187 TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result), \
188 TP_ARGS(inode, vmf, result))
189
190DEFINE_PTE_FAULT_EVENT(dax_pte_fault);
191DEFINE_PTE_FAULT_EVENT(dax_pte_fault_done);
678c9fd0 192DEFINE_PTE_FAULT_EVENT(dax_load_hole);
a9c42b33 193
b4440734
RZ
194TRACE_EVENT(dax_insert_mapping,
195 TP_PROTO(struct inode *inode, struct vm_fault *vmf, void *radix_entry),
196 TP_ARGS(inode, vmf, radix_entry),
197 TP_STRUCT__entry(
198 __field(unsigned long, ino)
199 __field(unsigned long, vm_flags)
200 __field(unsigned long, address)
201 __field(void *, radix_entry)
202 __field(dev_t, dev)
203 __field(int, write)
204 ),
205 TP_fast_assign(
206 __entry->dev = inode->i_sb->s_dev;
207 __entry->ino = inode->i_ino;
208 __entry->vm_flags = vmf->vma->vm_flags;
209 __entry->address = vmf->address;
210 __entry->write = vmf->flags & FAULT_FLAG_WRITE;
211 __entry->radix_entry = radix_entry;
212 ),
213 TP_printk("dev %d:%d ino %#lx %s %s address %#lx radix_entry %#lx",
214 MAJOR(__entry->dev),
215 MINOR(__entry->dev),
216 __entry->ino,
217 __entry->vm_flags & VM_SHARED ? "shared" : "private",
218 __entry->write ? "write" : "read",
219 __entry->address,
220 (unsigned long)__entry->radix_entry
221 )
222)
223
d14a3f48
RZ
224DECLARE_EVENT_CLASS(dax_writeback_range_class,
225 TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index),
226 TP_ARGS(inode, start_index, end_index),
227 TP_STRUCT__entry(
228 __field(unsigned long, ino)
229 __field(pgoff_t, start_index)
230 __field(pgoff_t, end_index)
231 __field(dev_t, dev)
232 ),
233 TP_fast_assign(
234 __entry->dev = inode->i_sb->s_dev;
235 __entry->ino = inode->i_ino;
236 __entry->start_index = start_index;
237 __entry->end_index = end_index;
238 ),
239 TP_printk("dev %d:%d ino %#lx pgoff %#lx-%#lx",
240 MAJOR(__entry->dev),
241 MINOR(__entry->dev),
242 __entry->ino,
243 __entry->start_index,
244 __entry->end_index
245 )
246)
247
248#define DEFINE_WRITEBACK_RANGE_EVENT(name) \
249DEFINE_EVENT(dax_writeback_range_class, name, \
250 TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index),\
251 TP_ARGS(inode, start_index, end_index))
252
253DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range);
254DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range_done);
255
f9bc3a07
RZ
256TRACE_EVENT(dax_writeback_one,
257 TP_PROTO(struct inode *inode, pgoff_t pgoff, pgoff_t pglen),
258 TP_ARGS(inode, pgoff, pglen),
259 TP_STRUCT__entry(
260 __field(unsigned long, ino)
261 __field(pgoff_t, pgoff)
262 __field(pgoff_t, pglen)
263 __field(dev_t, dev)
264 ),
265 TP_fast_assign(
266 __entry->dev = inode->i_sb->s_dev;
267 __entry->ino = inode->i_ino;
268 __entry->pgoff = pgoff;
269 __entry->pglen = pglen;
270 ),
271 TP_printk("dev %d:%d ino %#lx pgoff %#lx pglen %#lx",
272 MAJOR(__entry->dev),
273 MINOR(__entry->dev),
274 __entry->ino,
275 __entry->pgoff,
276 __entry->pglen
277 )
278)
279
282a8e03
RZ
280#endif /* _TRACE_FS_DAX_H */
281
282/* This part must be outside protection */
283#include <trace/define_trace.h>