1 #if !defined(_TRACE_KVMMMU_H) || defined(TRACE_HEADER_MULTI_READ)
2 #define _TRACE_KVMMMU_H
4 #include <linux/tracepoint.h>
5 #include <linux/trace_events.h>
8 #define TRACE_SYSTEM kvmmmu
10 #define KVM_MMU_PAGE_FIELDS \
11 __field(unsigned long, mmu_valid_gen) \
13 __field(__u32, role) \
14 __field(__u32, root_count) \
17 #define KVM_MMU_PAGE_ASSIGN(sp) \
18 __entry->mmu_valid_gen = sp->mmu_valid_gen; \
19 __entry->gfn = sp->gfn; \
20 __entry->role = sp->role.word; \
21 __entry->root_count = sp->root_count; \
22 __entry->unsync = sp->unsync;
24 #define KVM_MMU_PAGE_PRINTK() ({ \
25 const char *saved_ptr = trace_seq_buffer_ptr(p); \
26 static const char *access_str[] = { \
27 "---", "--x", "w--", "w-x", "-u-", "-ux", "wu-", "wux" \
29 union kvm_mmu_page_role role; \
31 role.word = __entry->role; \
33 trace_seq_printf(p, "sp gen %lx gfn %llx l%u%s q%u%s %s%s" \
34 " %snxe %sad root %u %s%c", \
35 __entry->mmu_valid_gen, \
36 __entry->gfn, role.level, \
37 role.cr4_pae ? " pae" : "", \
39 role.direct ? " direct" : "", \
40 access_str[role.access], \
41 role.invalid ? " invalid" : "", \
42 role.nxe ? "" : "!", \
43 role.ad_disabled ? "!" : "", \
44 __entry->root_count, \
45 __entry->unsync ? "unsync" : "sync", 0); \
49 #define kvm_mmu_trace_pferr_flags \
50 { PFERR_PRESENT_MASK, "P" }, \
51 { PFERR_WRITE_MASK, "W" }, \
52 { PFERR_USER_MASK, "U" }, \
53 { PFERR_RSVD_MASK, "RSVD" }, \
54 { PFERR_FETCH_MASK, "F" }
57 * A pagetable walk has started
60 kvm_mmu_pagetable_walk
,
61 TP_PROTO(u64 addr
, u32 pferr
),
71 __entry
->pferr
= pferr
;
74 TP_printk("addr %llx pferr %x %s", __entry
->addr
, __entry
->pferr
,
75 __print_flags(__entry
->pferr
, "|", kvm_mmu_trace_pferr_flags
))
79 /* We just walked a paging element */
81 kvm_mmu_paging_element
,
82 TP_PROTO(u64 pte
, int level
),
92 __entry
->level
= level
;
95 TP_printk("pte %llx level %u", __entry
->pte
, __entry
->level
)
98 DECLARE_EVENT_CLASS(kvm_mmu_set_bit_class
,
100 TP_PROTO(unsigned long table_gfn
, unsigned index
, unsigned size
),
102 TP_ARGS(table_gfn
, index
, size
),
109 __entry
->gpa
= ((u64
)table_gfn
<< PAGE_SHIFT
)
113 TP_printk("gpa %llx", __entry
->gpa
)
116 /* We set a pte accessed bit */
117 DEFINE_EVENT(kvm_mmu_set_bit_class
, kvm_mmu_set_accessed_bit
,
119 TP_PROTO(unsigned long table_gfn
, unsigned index
, unsigned size
),
121 TP_ARGS(table_gfn
, index
, size
)
124 /* We set a pte dirty bit */
125 DEFINE_EVENT(kvm_mmu_set_bit_class
, kvm_mmu_set_dirty_bit
,
127 TP_PROTO(unsigned long table_gfn
, unsigned index
, unsigned size
),
129 TP_ARGS(table_gfn
, index
, size
)
133 kvm_mmu_walker_error
,
138 __field(__u32
, pferr
)
142 __entry
->pferr
= pferr
;
145 TP_printk("pferr %x %s", __entry
->pferr
,
146 __print_flags(__entry
->pferr
, "|", kvm_mmu_trace_pferr_flags
))
151 TP_PROTO(struct kvm_mmu_page
*sp
, bool created
),
152 TP_ARGS(sp
, created
),
156 __field(bool, created
)
160 KVM_MMU_PAGE_ASSIGN(sp
)
161 __entry
->created
= created
;
164 TP_printk("%s %s", KVM_MMU_PAGE_PRINTK(),
165 __entry
->created
? "new" : "existing")
168 DECLARE_EVENT_CLASS(kvm_mmu_page_class
,
170 TP_PROTO(struct kvm_mmu_page
*sp
),
178 KVM_MMU_PAGE_ASSIGN(sp
)
181 TP_printk("%s", KVM_MMU_PAGE_PRINTK())
184 DEFINE_EVENT(kvm_mmu_page_class
, kvm_mmu_sync_page
,
185 TP_PROTO(struct kvm_mmu_page
*sp
),
190 DEFINE_EVENT(kvm_mmu_page_class
, kvm_mmu_unsync_page
,
191 TP_PROTO(struct kvm_mmu_page
*sp
),
196 DEFINE_EVENT(kvm_mmu_page_class
, kvm_mmu_prepare_zap_page
,
197 TP_PROTO(struct kvm_mmu_page
*sp
),
204 TP_PROTO(u64
*sptep
, gfn_t gfn
, unsigned access
, unsigned int gen
),
205 TP_ARGS(sptep
, gfn
, access
, gen
),
208 __field(void *, sptep
)
210 __field(unsigned, access
)
211 __field(unsigned int, gen
)
215 __entry
->sptep
= sptep
;
217 __entry
->access
= access
;
221 TP_printk("sptep:%p gfn %llx access %x gen %x", __entry
->sptep
,
222 __entry
->gfn
, __entry
->access
, __entry
->gen
)
226 handle_mmio_page_fault
,
227 TP_PROTO(u64 addr
, gfn_t gfn
, unsigned access
),
228 TP_ARGS(addr
, gfn
, access
),
233 __field(unsigned, access
)
237 __entry
->addr
= addr
;
239 __entry
->access
= access
;
242 TP_printk("addr:%llx gfn %llx access %x", __entry
->addr
, __entry
->gfn
,
246 #define __spte_satisfied(__spte) \
247 (__entry->retry && is_writable_pte(__entry->__spte))
251 TP_PROTO(struct kvm_vcpu
*vcpu
, gva_t gva
, u32 error_code
,
252 u64
*sptep
, u64 old_spte
, bool retry
),
253 TP_ARGS(vcpu
, gva
, error_code
, sptep
, old_spte
, retry
),
256 __field(int, vcpu_id
)
258 __field(u32
, error_code
)
259 __field(u64
*, sptep
)
260 __field(u64
, old_spte
)
261 __field(u64
, new_spte
)
266 __entry
->vcpu_id
= vcpu
->vcpu_id
;
268 __entry
->error_code
= error_code
;
269 __entry
->sptep
= sptep
;
270 __entry
->old_spte
= old_spte
;
271 __entry
->new_spte
= *sptep
;
272 __entry
->retry
= retry
;
275 TP_printk("vcpu %d gva %lx error_code %s sptep %p old %#llx"
276 " new %llx spurious %d fixed %d", __entry
->vcpu_id
,
277 __entry
->gva
, __print_flags(__entry
->error_code
, "|",
278 kvm_mmu_trace_pferr_flags
), __entry
->sptep
,
279 __entry
->old_spte
, __entry
->new_spte
,
280 __spte_satisfied(old_spte
), __spte_satisfied(new_spte
)
285 kvm_mmu_invalidate_zap_all_pages
,
286 TP_PROTO(struct kvm
*kvm
),
290 __field(unsigned long, mmu_valid_gen
)
291 __field(unsigned int, mmu_used_pages
)
295 __entry
->mmu_valid_gen
= kvm
->arch
.mmu_valid_gen
;
296 __entry
->mmu_used_pages
= kvm
->arch
.n_used_mmu_pages
;
299 TP_printk("kvm-mmu-valid-gen %lx used_pages %x",
300 __entry
->mmu_valid_gen
, __entry
->mmu_used_pages
307 TP_PROTO(u64 spte
, unsigned int kvm_gen
, unsigned int spte_gen
),
308 TP_ARGS(spte
, kvm_gen
, spte_gen
),
311 __field(unsigned int, kvm_gen
)
312 __field(unsigned int, spte_gen
)
317 __entry
->kvm_gen
= kvm_gen
;
318 __entry
->spte_gen
= spte_gen
;
319 __entry
->spte
= spte
;
322 TP_printk("spte %llx kvm_gen %x spte-gen %x valid %d", __entry
->spte
,
323 __entry
->kvm_gen
, __entry
->spte_gen
,
324 __entry
->kvm_gen
== __entry
->spte_gen
327 #endif /* _TRACE_KVMMMU_H */
329 #undef TRACE_INCLUDE_PATH
330 #define TRACE_INCLUDE_PATH .
331 #undef TRACE_INCLUDE_FILE
332 #define TRACE_INCLUDE_FILE mmutrace
334 /* This part must be outside protection */
335 #include <trace/define_trace.h>