]>
Commit | Line | Data |
---|---|---|
07420171 AK |
1 | #if !defined(_TRACE_KVMMMU_H) || defined(TRACE_HEADER_MULTI_READ) |
2 | #define _TRACE_KVMMMU_H | |
3 | ||
4 | #include <linux/tracepoint.h> | |
af658dca | 5 | #include <linux/trace_events.h> |
07420171 AK |
6 | |
7 | #undef TRACE_SYSTEM | |
8 | #define TRACE_SYSTEM kvmmmu | |
07420171 | 9 | |
2248b023 XG |
10 | #define KVM_MMU_PAGE_FIELDS \ |
11 | __field(unsigned long, mmu_valid_gen) \ | |
12 | __field(__u64, gfn) \ | |
13 | __field(__u32, role) \ | |
14 | __field(__u32, root_count) \ | |
df2fb6e7 | 15 | __field(bool, unsync) |
f691fe1d | 16 | |
2248b023 XG |
17 | #define KVM_MMU_PAGE_ASSIGN(sp) \ |
18 | __entry->mmu_valid_gen = sp->mmu_valid_gen; \ | |
19 | __entry->gfn = sp->gfn; \ | |
20 | __entry->role = sp->role.word; \ | |
21 | __entry->root_count = sp->root_count; \ | |
f691fe1d AK |
22 | __entry->unsync = sp->unsync; |
23 | ||
24 | #define KVM_MMU_PAGE_PRINTK() ({ \ | |
467aa1f2 | 25 | const char *saved_ptr = trace_seq_buffer_ptr(p); \ |
f691fe1d AK |
26 | static const char *access_str[] = { \ |
27 | "---", "--x", "w--", "w-x", "-u-", "-ux", "wu-", "wux" \ | |
28 | }; \ | |
29 | union kvm_mmu_page_role role; \ | |
30 | \ | |
31 | role.word = __entry->role; \ | |
32 | \ | |
ac8d57e5 PF |
33 | trace_seq_printf(p, "sp gen %lx gfn %llx l%u%s q%u%s %s%s" \ |
34 | " %snxe %sad root %u %s%c", \ | |
35 | __entry->mmu_valid_gen, \ | |
5b7e0102 AK |
36 | __entry->gfn, role.level, \ |
37 | role.cr4_pae ? " pae" : "", \ | |
f691fe1d AK |
38 | role.quadrant, \ |
39 | role.direct ? " direct" : "", \ | |
40 | access_str[role.access], \ | |
41 | role.invalid ? " invalid" : "", \ | |
f691fe1d | 42 | role.nxe ? "" : "!", \ |
ac8d57e5 | 43 | role.ad_disabled ? "!" : "", \ |
f691fe1d AK |
44 | __entry->root_count, \ |
45 | __entry->unsync ? "unsync" : "sync", 0); \ | |
467aa1f2 | 46 | saved_ptr; \ |
f691fe1d AK |
47 | }) |
48 | ||
07420171 AK |
49 | #define kvm_mmu_trace_pferr_flags \ |
50 | { PFERR_PRESENT_MASK, "P" }, \ | |
51 | { PFERR_WRITE_MASK, "W" }, \ | |
52 | { PFERR_USER_MASK, "U" }, \ | |
53 | { PFERR_RSVD_MASK, "RSVD" }, \ | |
54 | { PFERR_FETCH_MASK, "F" } | |
55 | ||
56 | /* | |
57 | * A pagetable walk has started | |
58 | */ | |
59 | TRACE_EVENT( | |
60 | kvm_mmu_pagetable_walk, | |
6fbc2770 XG |
61 | TP_PROTO(u64 addr, u32 pferr), |
62 | TP_ARGS(addr, pferr), | |
07420171 AK |
63 | |
64 | TP_STRUCT__entry( | |
65 | __field(__u64, addr) | |
66 | __field(__u32, pferr) | |
67 | ), | |
68 | ||
69 | TP_fast_assign( | |
70 | __entry->addr = addr; | |
6fbc2770 | 71 | __entry->pferr = pferr; |
07420171 AK |
72 | ), |
73 | ||
74 | TP_printk("addr %llx pferr %x %s", __entry->addr, __entry->pferr, | |
75 | __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags)) | |
76 | ); | |
77 | ||
78 | ||
79 | /* We just walked a paging element */ | |
80 | TRACE_EVENT( | |
81 | kvm_mmu_paging_element, | |
82 | TP_PROTO(u64 pte, int level), | |
83 | TP_ARGS(pte, level), | |
84 | ||
85 | TP_STRUCT__entry( | |
86 | __field(__u64, pte) | |
87 | __field(__u32, level) | |
88 | ), | |
89 | ||
90 | TP_fast_assign( | |
91 | __entry->pte = pte; | |
92 | __entry->level = level; | |
93 | ), | |
94 | ||
95 | TP_printk("pte %llx level %u", __entry->pte, __entry->level) | |
96 | ); | |
97 | ||
85f2067c XG |
98 | DECLARE_EVENT_CLASS(kvm_mmu_set_bit_class, |
99 | ||
07420171 | 100 | TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size), |
85f2067c | 101 | |
07420171 AK |
102 | TP_ARGS(table_gfn, index, size), |
103 | ||
104 | TP_STRUCT__entry( | |
105 | __field(__u64, gpa) | |
85f2067c | 106 | ), |
07420171 AK |
107 | |
108 | TP_fast_assign( | |
109 | __entry->gpa = ((u64)table_gfn << PAGE_SHIFT) | |
110 | + index * size; | |
111 | ), | |
112 | ||
113 | TP_printk("gpa %llx", __entry->gpa) | |
114 | ); | |
115 | ||
85f2067c XG |
116 | /* We set a pte accessed bit */ |
117 | DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit, | |
118 | ||
07420171 | 119 | TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size), |
07420171 | 120 | |
85f2067c XG |
121 | TP_ARGS(table_gfn, index, size) |
122 | ); | |
07420171 | 123 | |
85f2067c XG |
124 | /* We set a pte dirty bit */ |
125 | DEFINE_EVENT(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit, | |
07420171 | 126 | |
85f2067c XG |
127 | TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size), |
128 | ||
129 | TP_ARGS(table_gfn, index, size) | |
07420171 AK |
130 | ); |
131 | ||
132 | TRACE_EVENT( | |
133 | kvm_mmu_walker_error, | |
134 | TP_PROTO(u32 pferr), | |
135 | TP_ARGS(pferr), | |
136 | ||
137 | TP_STRUCT__entry( | |
138 | __field(__u32, pferr) | |
139 | ), | |
140 | ||
141 | TP_fast_assign( | |
142 | __entry->pferr = pferr; | |
143 | ), | |
144 | ||
145 | TP_printk("pferr %x %s", __entry->pferr, | |
146 | __print_flags(__entry->pferr, "|", kvm_mmu_trace_pferr_flags)) | |
147 | ); | |
148 | ||
f691fe1d AK |
149 | TRACE_EVENT( |
150 | kvm_mmu_get_page, | |
151 | TP_PROTO(struct kvm_mmu_page *sp, bool created), | |
152 | TP_ARGS(sp, created), | |
153 | ||
154 | TP_STRUCT__entry( | |
155 | KVM_MMU_PAGE_FIELDS | |
156 | __field(bool, created) | |
157 | ), | |
158 | ||
159 | TP_fast_assign( | |
160 | KVM_MMU_PAGE_ASSIGN(sp) | |
161 | __entry->created = created; | |
162 | ), | |
163 | ||
164 | TP_printk("%s %s", KVM_MMU_PAGE_PRINTK(), | |
165 | __entry->created ? "new" : "existing") | |
166 | ); | |
167 | ||
85f2067c XG |
168 | DECLARE_EVENT_CLASS(kvm_mmu_page_class, |
169 | ||
f691fe1d AK |
170 | TP_PROTO(struct kvm_mmu_page *sp), |
171 | TP_ARGS(sp), | |
172 | ||
173 | TP_STRUCT__entry( | |
174 | KVM_MMU_PAGE_FIELDS | |
85f2067c | 175 | ), |
f691fe1d AK |
176 | |
177 | TP_fast_assign( | |
178 | KVM_MMU_PAGE_ASSIGN(sp) | |
85f2067c | 179 | ), |
f691fe1d AK |
180 | |
181 | TP_printk("%s", KVM_MMU_PAGE_PRINTK()) | |
182 | ); | |
183 | ||
85f2067c | 184 | DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_sync_page, |
f691fe1d | 185 | TP_PROTO(struct kvm_mmu_page *sp), |
f691fe1d | 186 | |
85f2067c | 187 | TP_ARGS(sp) |
f691fe1d AK |
188 | ); |
189 | ||
85f2067c | 190 | DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_unsync_page, |
f691fe1d | 191 | TP_PROTO(struct kvm_mmu_page *sp), |
f691fe1d | 192 | |
85f2067c XG |
193 | TP_ARGS(sp) |
194 | ); | |
f691fe1d | 195 | |
7775834a | 196 | DEFINE_EVENT(kvm_mmu_page_class, kvm_mmu_prepare_zap_page, |
85f2067c | 197 | TP_PROTO(struct kvm_mmu_page *sp), |
f691fe1d | 198 | |
85f2067c | 199 | TP_ARGS(sp) |
f691fe1d | 200 | ); |
8b1fe17c | 201 | |
4f022648 XG |
202 | TRACE_EVENT( |
203 | mark_mmio_spte, | |
f2fd125d XG |
204 | TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access, unsigned int gen), |
205 | TP_ARGS(sptep, gfn, access, gen), | |
4f022648 XG |
206 | |
207 | TP_STRUCT__entry( | |
208 | __field(void *, sptep) | |
209 | __field(gfn_t, gfn) | |
210 | __field(unsigned, access) | |
f2fd125d | 211 | __field(unsigned int, gen) |
4f022648 XG |
212 | ), |
213 | ||
214 | TP_fast_assign( | |
215 | __entry->sptep = sptep; | |
216 | __entry->gfn = gfn; | |
217 | __entry->access = access; | |
f2fd125d | 218 | __entry->gen = gen; |
4f022648 XG |
219 | ), |
220 | ||
f2fd125d XG |
221 | TP_printk("sptep:%p gfn %llx access %x gen %x", __entry->sptep, |
222 | __entry->gfn, __entry->access, __entry->gen) | |
4f022648 XG |
223 | ); |
224 | ||
225 | TRACE_EVENT( | |
226 | handle_mmio_page_fault, | |
227 | TP_PROTO(u64 addr, gfn_t gfn, unsigned access), | |
228 | TP_ARGS(addr, gfn, access), | |
229 | ||
230 | TP_STRUCT__entry( | |
231 | __field(u64, addr) | |
232 | __field(gfn_t, gfn) | |
233 | __field(unsigned, access) | |
234 | ), | |
235 | ||
236 | TP_fast_assign( | |
237 | __entry->addr = addr; | |
238 | __entry->gfn = gfn; | |
239 | __entry->access = access; | |
240 | ), | |
241 | ||
242 | TP_printk("addr:%llx gfn %llx access %x", __entry->addr, __entry->gfn, | |
243 | __entry->access) | |
244 | ); | |
a72faf25 XG |
245 | |
246 | #define __spte_satisfied(__spte) \ | |
247 | (__entry->retry && is_writable_pte(__entry->__spte)) | |
248 | ||
249 | TRACE_EVENT( | |
250 | fast_page_fault, | |
251 | TP_PROTO(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code, | |
252 | u64 *sptep, u64 old_spte, bool retry), | |
253 | TP_ARGS(vcpu, gva, error_code, sptep, old_spte, retry), | |
254 | ||
255 | TP_STRUCT__entry( | |
256 | __field(int, vcpu_id) | |
257 | __field(gva_t, gva) | |
258 | __field(u32, error_code) | |
259 | __field(u64 *, sptep) | |
260 | __field(u64, old_spte) | |
261 | __field(u64, new_spte) | |
262 | __field(bool, retry) | |
263 | ), | |
264 | ||
265 | TP_fast_assign( | |
266 | __entry->vcpu_id = vcpu->vcpu_id; | |
267 | __entry->gva = gva; | |
268 | __entry->error_code = error_code; | |
269 | __entry->sptep = sptep; | |
270 | __entry->old_spte = old_spte; | |
271 | __entry->new_spte = *sptep; | |
272 | __entry->retry = retry; | |
273 | ), | |
274 | ||
275 | TP_printk("vcpu %d gva %lx error_code %s sptep %p old %#llx" | |
276 | " new %llx spurious %d fixed %d", __entry->vcpu_id, | |
277 | __entry->gva, __print_flags(__entry->error_code, "|", | |
278 | kvm_mmu_trace_pferr_flags), __entry->sptep, | |
279 | __entry->old_spte, __entry->new_spte, | |
280 | __spte_satisfied(old_spte), __spte_satisfied(new_spte) | |
281 | ) | |
282 | ); | |
35006126 XG |
283 | |
284 | TRACE_EVENT( | |
285 | kvm_mmu_invalidate_zap_all_pages, | |
286 | TP_PROTO(struct kvm *kvm), | |
287 | TP_ARGS(kvm), | |
288 | ||
289 | TP_STRUCT__entry( | |
290 | __field(unsigned long, mmu_valid_gen) | |
291 | __field(unsigned int, mmu_used_pages) | |
292 | ), | |
293 | ||
294 | TP_fast_assign( | |
295 | __entry->mmu_valid_gen = kvm->arch.mmu_valid_gen; | |
296 | __entry->mmu_used_pages = kvm->arch.n_used_mmu_pages; | |
297 | ), | |
298 | ||
299 | TP_printk("kvm-mmu-valid-gen %lx used_pages %x", | |
300 | __entry->mmu_valid_gen, __entry->mmu_used_pages | |
301 | ) | |
302 | ); | |
089504c0 XG |
303 | |
304 | ||
305 | TRACE_EVENT( | |
306 | check_mmio_spte, | |
307 | TP_PROTO(u64 spte, unsigned int kvm_gen, unsigned int spte_gen), | |
308 | TP_ARGS(spte, kvm_gen, spte_gen), | |
309 | ||
310 | TP_STRUCT__entry( | |
311 | __field(unsigned int, kvm_gen) | |
312 | __field(unsigned int, spte_gen) | |
313 | __field(u64, spte) | |
314 | ), | |
315 | ||
316 | TP_fast_assign( | |
317 | __entry->kvm_gen = kvm_gen; | |
318 | __entry->spte_gen = spte_gen; | |
319 | __entry->spte = spte; | |
320 | ), | |
321 | ||
322 | TP_printk("spte %llx kvm_gen %x spte-gen %x valid %d", __entry->spte, | |
323 | __entry->kvm_gen, __entry->spte_gen, | |
324 | __entry->kvm_gen == __entry->spte_gen | |
325 | ) | |
326 | ); | |
07420171 AK |
327 | #endif /* _TRACE_KVMMMU_H */ |
328 | ||
2ed152af XG |
329 | #undef TRACE_INCLUDE_PATH |
330 | #define TRACE_INCLUDE_PATH . | |
331 | #undef TRACE_INCLUDE_FILE | |
332 | #define TRACE_INCLUDE_FILE mmutrace | |
333 | ||
07420171 AK |
334 | /* This part must be outside protection */ |
335 | #include <trace/define_trace.h> |