[mirror_ubuntu-bionic-kernel.git] / include / trace / events / xen.h

/* SPDX-License-Identifier: GPL-2.0 */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM xen

#if !defined(_TRACE_XEN_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_XEN_H

#include <linux/tracepoint.h>
#include <asm/paravirt_types.h>
#include <asm/xen/trace_types.h>

struct multicall_entry;

/* Multicalls */
DECLARE_EVENT_CLASS(xen_mc__batch,
	    TP_PROTO(enum paravirt_lazy_mode mode),
	    TP_ARGS(mode),
	    TP_STRUCT__entry(
		    __field(enum paravirt_lazy_mode, mode)
		    ),
	    TP_fast_assign(__entry->mode = mode),
	    TP_printk("start batch LAZY_%s",
		      (__entry->mode == PARAVIRT_LAZY_MMU) ? "MMU" :
		      (__entry->mode == PARAVIRT_LAZY_CPU) ? "CPU" : "NONE")
	);
#define DEFINE_XEN_MC_BATCH(name)			\
	DEFINE_EVENT(xen_mc__batch, name,		\
		TP_PROTO(enum paravirt_lazy_mode mode),	\
		     TP_ARGS(mode))

DEFINE_XEN_MC_BATCH(xen_mc_batch);
DEFINE_XEN_MC_BATCH(xen_mc_issue);

TRACE_DEFINE_SIZEOF(ulong);

TRACE_EVENT(xen_mc_entry,
	    TP_PROTO(struct multicall_entry *mc, unsigned nargs),
	    TP_ARGS(mc, nargs),
	    TP_STRUCT__entry(
		    __field(unsigned int, op)
		    __field(unsigned int, nargs)
		    __array(unsigned long, args, 6)
		    ),
	    TP_fast_assign(__entry->op = mc->op;
			   __entry->nargs = nargs;
			   memcpy(__entry->args, mc->args, sizeof(ulong) * nargs);
			   memset(__entry->args + nargs, 0, sizeof(ulong) * (6 - nargs));
		    ),
	    TP_printk("op %u%s args [%lx, %lx, %lx, %lx, %lx, %lx]",
		      __entry->op, xen_hypercall_name(__entry->op),
		      __entry->args[0], __entry->args[1], __entry->args[2],
		      __entry->args[3], __entry->args[4], __entry->args[5])
	);

TRACE_EVENT(xen_mc_entry_alloc,
	    TP_PROTO(size_t args),
	    TP_ARGS(args),
	    TP_STRUCT__entry(
		    __field(size_t, args)
		    ),
	    TP_fast_assign(__entry->args = args),
	    TP_printk("alloc entry %zu arg bytes", __entry->args)
	);

TRACE_EVENT(xen_mc_callback,
	    TP_PROTO(xen_mc_callback_fn_t fn, void *data),
	    TP_ARGS(fn, data),
	    TP_STRUCT__entry(
		    __field(xen_mc_callback_fn_t, fn)
		    __field(void *, data)
		    ),
	    TP_fast_assign(
		    __entry->fn = fn;
		    __entry->data = data;
		    ),
	    TP_printk("callback %pf, data %p",
		      __entry->fn, __entry->data)
	);

TRACE_EVENT(xen_mc_flush_reason,
	    TP_PROTO(enum xen_mc_flush_reason reason),
	    TP_ARGS(reason),
	    TP_STRUCT__entry(
		    __field(enum xen_mc_flush_reason, reason)
		    ),
	    TP_fast_assign(__entry->reason = reason),
	    TP_printk("flush reason %s",
		      (__entry->reason == XEN_MC_FL_NONE) ? "NONE" :
		      (__entry->reason == XEN_MC_FL_BATCH) ? "BATCH" :
		      (__entry->reason == XEN_MC_FL_ARGS) ? "ARGS" :
		      (__entry->reason == XEN_MC_FL_CALLBACK) ? "CALLBACK" : "??")
	);

TRACE_EVENT(xen_mc_flush,
	    TP_PROTO(unsigned mcidx, unsigned argidx, unsigned cbidx),
	    TP_ARGS(mcidx, argidx, cbidx),
	    TP_STRUCT__entry(
		    __field(unsigned, mcidx)
		    __field(unsigned, argidx)
		    __field(unsigned, cbidx)
		    ),
	    TP_fast_assign(__entry->mcidx = mcidx;
			   __entry->argidx = argidx;
			   __entry->cbidx = cbidx),
	    TP_printk("flushing %u hypercalls, %u arg bytes, %u callbacks",
		      __entry->mcidx, __entry->argidx, __entry->cbidx)
	);

TRACE_EVENT(xen_mc_extend_args,
	    TP_PROTO(unsigned long op, size_t args, enum xen_mc_extend_args res),
	    TP_ARGS(op, args, res),
	    TP_STRUCT__entry(
		    __field(unsigned int, op)
		    __field(size_t, args)
		    __field(enum xen_mc_extend_args, res)
		    ),
	    TP_fast_assign(__entry->op = op;
			   __entry->args = args;
			   __entry->res = res),
	    TP_printk("extending op %u%s by %zu bytes res %s",
		      __entry->op, xen_hypercall_name(__entry->op),
		      __entry->args,
		      __entry->res == XEN_MC_XE_OK ? "OK" :
		      __entry->res == XEN_MC_XE_BAD_OP ? "BAD_OP" :
		      __entry->res == XEN_MC_XE_NO_SPACE ? "NO_SPACE" : "???")
	);

TRACE_DEFINE_SIZEOF(pteval_t);
/* mmu */
DECLARE_EVENT_CLASS(xen_mmu__set_pte,
	    TP_PROTO(pte_t *ptep, pte_t pteval),
	    TP_ARGS(ptep, pteval),
	    TP_STRUCT__entry(
		    __field(pte_t *, ptep)
		    __field(pteval_t, pteval)
		    ),
	    TP_fast_assign(__entry->ptep = ptep;
			   __entry->pteval = pteval.pte),
	    TP_printk("ptep %p pteval %0*llx (raw %0*llx)",
		      __entry->ptep,
		      (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
		      (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
	);

#define DEFINE_XEN_MMU_SET_PTE(name)				\
	DEFINE_EVENT(xen_mmu__set_pte, name,			\
		     TP_PROTO(pte_t *ptep, pte_t pteval),	\
		     TP_ARGS(ptep, pteval))

DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte);

TRACE_EVENT(xen_mmu_set_pte_at,
	    TP_PROTO(struct mm_struct *mm, unsigned long addr,
		     pte_t *ptep, pte_t pteval),
	    TP_ARGS(mm, addr, ptep, pteval),
	    TP_STRUCT__entry(
		    __field(struct mm_struct *, mm)
		    __field(unsigned long, addr)
		    __field(pte_t *, ptep)
		    __field(pteval_t, pteval)
		    ),
	    TP_fast_assign(__entry->mm = mm;
			   __entry->addr = addr;
			   __entry->ptep = ptep;
			   __entry->pteval = pteval.pte),
	    TP_printk("mm %p addr %lx ptep %p pteval %0*llx (raw %0*llx)",
		      __entry->mm, __entry->addr, __entry->ptep,
		      (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
		      (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
	);

TRACE_DEFINE_SIZEOF(pmdval_t);

TRACE_EVENT(xen_mmu_set_pmd,
	    TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
	    TP_ARGS(pmdp, pmdval),
	    TP_STRUCT__entry(
		    __field(pmd_t *, pmdp)
		    __field(pmdval_t, pmdval)
		    ),
	    TP_fast_assign(__entry->pmdp = pmdp;
			   __entry->pmdval = pmdval.pmd),
	    TP_printk("pmdp %p pmdval %0*llx (raw %0*llx)",
		      __entry->pmdp,
		      (int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
		      (int)sizeof(pmdval_t) * 2, (unsigned long long)__entry->pmdval)
	);

#ifdef CONFIG_X86_PAE
DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte_atomic);

TRACE_EVENT(xen_mmu_pte_clear,
	    TP_PROTO(struct mm_struct *mm, unsigned long addr, pte_t *ptep),
	    TP_ARGS(mm, addr, ptep),
	    TP_STRUCT__entry(
		    __field(struct mm_struct *, mm)
		    __field(unsigned long, addr)
		    __field(pte_t *, ptep)
		    ),
	    TP_fast_assign(__entry->mm = mm;
			   __entry->addr = addr;
			   __entry->ptep = ptep),
	    TP_printk("mm %p addr %lx ptep %p",
		      __entry->mm, __entry->addr, __entry->ptep)
	);

TRACE_EVENT(xen_mmu_pmd_clear,
	    TP_PROTO(pmd_t *pmdp),
	    TP_ARGS(pmdp),
	    TP_STRUCT__entry(
		    __field(pmd_t *, pmdp)
		    ),
	    TP_fast_assign(__entry->pmdp = pmdp),
	    TP_printk("pmdp %p", __entry->pmdp)
	);
#endif

#if CONFIG_PGTABLE_LEVELS >= 4

TRACE_DEFINE_SIZEOF(pudval_t);

TRACE_EVENT(xen_mmu_set_pud,
	    TP_PROTO(pud_t *pudp, pud_t pudval),
	    TP_ARGS(pudp, pudval),
	    TP_STRUCT__entry(
		    __field(pud_t *, pudp)
		    __field(pudval_t, pudval)
		    ),
	    TP_fast_assign(__entry->pudp = pudp;
			   __entry->pudval = native_pud_val(pudval)),
	    TP_printk("pudp %p pudval %0*llx (raw %0*llx)",
		      __entry->pudp,
		      (int)sizeof(pudval_t) * 2, (unsigned long long)pud_val(native_make_pud(__entry->pudval)),
		      (int)sizeof(pudval_t) * 2, (unsigned long long)__entry->pudval)
	);

TRACE_DEFINE_SIZEOF(p4dval_t);

TRACE_EVENT(xen_mmu_set_p4d,
	    TP_PROTO(p4d_t *p4dp, p4d_t *user_p4dp, p4d_t p4dval),
	    TP_ARGS(p4dp, user_p4dp, p4dval),
	    TP_STRUCT__entry(
		    __field(p4d_t *, p4dp)
		    __field(p4d_t *, user_p4dp)
		    __field(p4dval_t, p4dval)
		    ),
	    TP_fast_assign(__entry->p4dp = p4dp;
			   __entry->user_p4dp = user_p4dp;
			   __entry->p4dval = p4d_val(p4dval)),
	    TP_printk("p4dp %p user_p4dp %p p4dval %0*llx (raw %0*llx)",
		      __entry->p4dp, __entry->user_p4dp,
		      (int)sizeof(p4dval_t) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry->p4dval)),
		      (int)sizeof(p4dval_t) * 2, (unsigned long long)__entry->p4dval)
	);
#else

TRACE_EVENT(xen_mmu_set_pud,
	    TP_PROTO(pud_t *pudp, pud_t pudval),
	    TP_ARGS(pudp, pudval),
	    TP_STRUCT__entry(
		    __field(pud_t *, pudp)
		    __field(pudval_t, pudval)
		    ),
	    TP_fast_assign(__entry->pudp = pudp;
			   __entry->pudval = native_pud_val(pudval)),
	    TP_printk("pudp %p pudval %0*llx (raw %0*llx)",
		      __entry->pudp,
		      (int)sizeof(pudval_t) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry->pudval)),
		      (int)sizeof(pudval_t) * 2, (unsigned long long)__entry->pudval)
	);

#endif

DECLARE_EVENT_CLASS(xen_mmu_ptep_modify_prot,
	    TP_PROTO(struct mm_struct *mm, unsigned long addr,
		     pte_t *ptep, pte_t pteval),
	    TP_ARGS(mm, addr, ptep, pteval),
	    TP_STRUCT__entry(
		    __field(struct mm_struct *, mm)
		    __field(unsigned long, addr)
		    __field(pte_t *, ptep)
		    __field(pteval_t, pteval)
		    ),
	    TP_fast_assign(__entry->mm = mm;
			   __entry->addr = addr;
			   __entry->ptep = ptep;
			   __entry->pteval = pteval.pte),
	    TP_printk("mm %p addr %lx ptep %p pteval %0*llx (raw %0*llx)",
		      __entry->mm, __entry->addr, __entry->ptep,
		      (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
		      (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
	);
#define DEFINE_XEN_MMU_PTEP_MODIFY_PROT(name)				\
	DEFINE_EVENT(xen_mmu_ptep_modify_prot, name,			\
		     TP_PROTO(struct mm_struct *mm, unsigned long addr,	\
			      pte_t *ptep, pte_t pteval),		\
		     TP_ARGS(mm, addr, ptep, pteval))

DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_start);
DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_commit);

TRACE_EVENT(xen_mmu_alloc_ptpage,
	    TP_PROTO(struct mm_struct *mm, unsigned long pfn, unsigned level, bool pinned),
	    TP_ARGS(mm, pfn, level, pinned),
	    TP_STRUCT__entry(
		    __field(struct mm_struct *, mm)
		    __field(unsigned long, pfn)
		    __field(unsigned, level)
		    __field(bool, pinned)
		    ),
	    TP_fast_assign(__entry->mm = mm;
			   __entry->pfn = pfn;
			   __entry->level = level;
			   __entry->pinned = pinned),
	    TP_printk("mm %p  pfn %lx  level %d  %spinned",
		      __entry->mm, __entry->pfn, __entry->level,
		      __entry->pinned ? "" : "un")
	);

TRACE_EVENT(xen_mmu_release_ptpage,
	    TP_PROTO(unsigned long pfn, unsigned level, bool pinned),
	    TP_ARGS(pfn, level, pinned),
	    TP_STRUCT__entry(
		    __field(unsigned long, pfn)
		    __field(unsigned, level)
		    __field(bool, pinned)
		    ),
	    TP_fast_assign(__entry->pfn = pfn;
			   __entry->level = level;
			   __entry->pinned = pinned),
	    TP_printk("pfn %lx  level %d  %spinned",
		      __entry->pfn, __entry->level,
		      __entry->pinned ? "" : "un")
	);

DECLARE_EVENT_CLASS(xen_mmu_pgd,
	    TP_PROTO(struct mm_struct *mm, pgd_t *pgd),
	    TP_ARGS(mm, pgd),
	    TP_STRUCT__entry(
		    __field(struct mm_struct *, mm)
		    __field(pgd_t *, pgd)
		    ),
	    TP_fast_assign(__entry->mm = mm;
			   __entry->pgd = pgd),
	    TP_printk("mm %p pgd %p", __entry->mm, __entry->pgd)
	);
#define DEFINE_XEN_MMU_PGD_EVENT(name)				\
	DEFINE_EVENT(xen_mmu_pgd, name,				\
		TP_PROTO(struct mm_struct *mm, pgd_t *pgd),	\
		     TP_ARGS(mm, pgd))

DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_pin);
DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_unpin);

TRACE_EVENT(xen_mmu_flush_tlb_all,
	    TP_PROTO(int x),
	    TP_ARGS(x),
	    TP_STRUCT__entry(__array(char, x, 0)),
	    TP_fast_assign((void)x),
	    TP_printk("%s", "")
	);

TRACE_EVENT(xen_mmu_flush_tlb,
	    TP_PROTO(int x),
	    TP_ARGS(x),
	    TP_STRUCT__entry(__array(char, x, 0)),
	    TP_fast_assign((void)x),
	    TP_printk("%s", "")
	);

TRACE_EVENT(xen_mmu_flush_tlb_one_user,
	    TP_PROTO(unsigned long addr),
	    TP_ARGS(addr),
	    TP_STRUCT__entry(
		    __field(unsigned long, addr)
		    ),
	    TP_fast_assign(__entry->addr = addr),
	    TP_printk("addr %lx", __entry->addr)
	);

TRACE_EVENT(xen_mmu_flush_tlb_others,
	    TP_PROTO(const struct cpumask *cpus, struct mm_struct *mm,
		     unsigned long addr, unsigned long end),
	    TP_ARGS(cpus, mm, addr, end),
	    TP_STRUCT__entry(
		    __field(unsigned, ncpus)
		    __field(struct mm_struct *, mm)
		    __field(unsigned long, addr)
		    __field(unsigned long, end)
		    ),
	    TP_fast_assign(__entry->ncpus = cpumask_weight(cpus);
			   __entry->mm = mm;
			   __entry->addr = addr,
			   __entry->end = end),
	    TP_printk("ncpus %d mm %p addr %lx, end %lx",
		      __entry->ncpus, __entry->mm, __entry->addr, __entry->end)
	);

TRACE_EVENT(xen_mmu_write_cr3,
	    TP_PROTO(bool kernel, unsigned long cr3),
	    TP_ARGS(kernel, cr3),
	    TP_STRUCT__entry(
		    __field(bool, kernel)
		    __field(unsigned long, cr3)
		    ),
	    TP_fast_assign(__entry->kernel = kernel;
			   __entry->cr3 = cr3),
	    TP_printk("%s cr3 %lx",
		      __entry->kernel ? "kernel" : "user", __entry->cr3)
	);


/* CPU */
TRACE_EVENT(xen_cpu_write_ldt_entry,
	    TP_PROTO(struct desc_struct *dt, int entrynum, u64 desc),
	    TP_ARGS(dt, entrynum, desc),
	    TP_STRUCT__entry(
		    __field(struct desc_struct *, dt)
		    __field(int, entrynum)
		    __field(u64, desc)
		    ),
	    TP_fast_assign(__entry->dt = dt;
			   __entry->entrynum = entrynum;
			   __entry->desc = desc;
		    ),
	    TP_printk("dt %p  entrynum %d  entry %016llx",
		      __entry->dt, __entry->entrynum,
		      (unsigned long long)__entry->desc)
	);

TRACE_EVENT(xen_cpu_write_idt_entry,
	    TP_PROTO(gate_desc *dt, int entrynum, const gate_desc *ent),
	    TP_ARGS(dt, entrynum, ent),
	    TP_STRUCT__entry(
		    __field(gate_desc *, dt)
		    __field(int, entrynum)
		    ),
	    TP_fast_assign(__entry->dt = dt;
			   __entry->entrynum = entrynum;
		    ),
	    TP_printk("dt %p  entrynum %d",
		      __entry->dt, __entry->entrynum)
	);

TRACE_EVENT(xen_cpu_load_idt,
	    TP_PROTO(const struct desc_ptr *desc),
	    TP_ARGS(desc),
	    TP_STRUCT__entry(
		    __field(unsigned long, addr)
		    ),
	    TP_fast_assign(__entry->addr = desc->address),
	    TP_printk("addr %lx", __entry->addr)
	);

TRACE_EVENT(xen_cpu_write_gdt_entry,
	    TP_PROTO(struct desc_struct *dt, int entrynum, const void *desc, int type),
	    TP_ARGS(dt, entrynum, desc, type),
	    TP_STRUCT__entry(
		    __field(u64, desc)
		    __field(struct desc_struct *, dt)
		    __field(int, entrynum)
		    __field(int, type)
		    ),
	    TP_fast_assign(__entry->dt = dt;
			   __entry->entrynum = entrynum;
			   __entry->desc = *(u64 *)desc;
			   __entry->type = type;
		    ),
	    TP_printk("dt %p  entrynum %d  type %d  desc %016llx",
		      __entry->dt, __entry->entrynum, __entry->type,
		      (unsigned long long)__entry->desc)
	);

TRACE_EVENT(xen_cpu_set_ldt,
	    TP_PROTO(const void *addr, unsigned entries),
	    TP_ARGS(addr, entries),
	    TP_STRUCT__entry(
		    __field(const void *, addr)
		    __field(unsigned, entries)
		    ),
	    TP_fast_assign(__entry->addr = addr;
			   __entry->entries = entries),
	    TP_printk("addr %p  entries %u",
		      __entry->addr, __entry->entries)
	);


#endif /*  _TRACE_XEN_H */

/* This part must be outside protection */
#include <trace/define_trace.h>
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
634355d4 JF	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM xen
	4
	5	#if !defined(_TRACE_XEN_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	6	#define _TRACE_XEN_H
	7
	8	#include <linux/tracepoint.h>
	9	#include <asm/paravirt_types.h>
c796f213	10	#include <asm/xen/trace_types.h>
634355d4	11
b3c4b982 JF	12	struct multicall_entry;
b3c4b982 JF	13
c796f213	14	/* Multicalls */
bd9ddc87	15	DECLARE_EVENT_CLASS(xen_mc__batch,
c796f213 JF	16	TP_PROTO(enum paravirt_lazy_mode mode),
	17	TP_ARGS(mode),
	18	TP_STRUCT__entry(
	19	__field(enum paravirt_lazy_mode, mode)
	20	),
	21	TP_fast_assign(__entry->mode = mode),
	22	TP_printk("start batch LAZY_%s",
	23	(__entry->mode == PARAVIRT_LAZY_MMU) ? "MMU" :
	24	(__entry->mode == PARAVIRT_LAZY_CPU) ? "CPU" : "NONE")
	25	);
bd9ddc87 JF	26	#define DEFINE_XEN_MC_BATCH(name) \
	27	DEFINE_EVENT(xen_mc__batch, name, \
	28	TP_PROTO(enum paravirt_lazy_mode mode), \
	29	TP_ARGS(mode))
c796f213	30
bd9ddc87 JF	31	DEFINE_XEN_MC_BATCH(xen_mc_batch);
bd9ddc87 JF	32	DEFINE_XEN_MC_BATCH(xen_mc_issue);
c796f213	33
ff910cfd JL	34	TRACE_DEFINE_SIZEOF(ulong);
ff910cfd JL	35
c796f213 JF	36	TRACE_EVENT(xen_mc_entry,
	37	TP_PROTO(struct multicall_entry *mc, unsigned nargs),
	38	TP_ARGS(mc, nargs),
	39	TP_STRUCT__entry(
	40	__field(unsigned int, op)
	41	__field(unsigned int, nargs)
	42	__array(unsigned long, args, 6)
	43	),
	44	TP_fast_assign(__entry->op = mc->op;
	45	__entry->nargs = nargs;
ff910cfd JL	46	memcpy(__entry->args, mc->args, sizeof(ulong) * nargs);
ff910cfd JL	47	memset(__entry->args + nargs, 0, sizeof(ulong) * (6 - nargs));
c796f213 JF	48	),
	49	TP_printk("op %u%s args [%lx, %lx, %lx, %lx, %lx, %lx]",
	50	__entry->op, xen_hypercall_name(__entry->op),
	51	__entry->args[0], __entry->args[1], __entry->args[2],
	52	__entry->args[3], __entry->args[4], __entry->args[5])
	53	);
	54
	55	TRACE_EVENT(xen_mc_entry_alloc,
	56	TP_PROTO(size_t args),
	57	TP_ARGS(args),
	58	TP_STRUCT__entry(
	59	__field(size_t, args)
	60	),
	61	TP_fast_assign(__entry->args = args),
	62	TP_printk("alloc entry %zu arg bytes", __entry->args)
	63	);
	64
	65	TRACE_EVENT(xen_mc_callback,
	66	TP_PROTO(xen_mc_callback_fn_t fn, void *data),
	67	TP_ARGS(fn, data),
	68	TP_STRUCT__entry(
	69	__field(xen_mc_callback_fn_t, fn)
	70	__field(void *, data)
	71	),
	72	TP_fast_assign(
	73	__entry->fn = fn;
	74	__entry->data = data;
	75	),
	76	TP_printk("callback %pf, data %p",
	77	__entry->fn, __entry->data)
	78	);
	79
	80	TRACE_EVENT(xen_mc_flush_reason,
	81	TP_PROTO(enum xen_mc_flush_reason reason),
	82	TP_ARGS(reason),
	83	TP_STRUCT__entry(
	84	__field(enum xen_mc_flush_reason, reason)
	85	),
	86	TP_fast_assign(__entry->reason = reason),
	87	TP_printk("flush reason %s",
	88	(__entry->reason == XEN_MC_FL_NONE) ? "NONE" :
	89	(__entry->reason == XEN_MC_FL_BATCH) ? "BATCH" :
	90	(__entry->reason == XEN_MC_FL_ARGS) ? "ARGS" :
	91	(__entry->reason == XEN_MC_FL_CALLBACK) ? "CALLBACK" : "??")
	92	);
	93
	94	TRACE_EVENT(xen_mc_flush,
	95	TP_PROTO(unsigned mcidx, unsigned argidx, unsigned cbidx),
	96	TP_ARGS(mcidx, argidx, cbidx),
	97	TP_STRUCT__entry(
	98	__field(unsigned, mcidx)
	99	__field(unsigned, argidx)
	100	__field(unsigned, cbidx)
	101	),
	102	TP_fast_assign(__entry->mcidx = mcidx;
	103	__entry->argidx = argidx;
	104	__entry->cbidx = cbidx),
	105	TP_printk("flushing %u hypercalls, %u arg bytes, %u callbacks",
	106	__entry->mcidx, __entry->argidx, __entry->cbidx)
	107	);
	108
	109	TRACE_EVENT(xen_mc_extend_args,
	110	TP_PROTO(unsigned long op, size_t args, enum xen_mc_extend_args res),
	111	TP_ARGS(op, args, res),
112	TP_STRUCT__entry(
113	__field(unsigned int, op)
114	__field(size_t, args)
115	__field(enum xen_mc_extend_args, res)
116	),
117	TP_fast_assign(__entry->op = op;
118	__entry->args = args;
119	__entry->res = res),
120	TP_printk("extending op %u%s by %zu bytes res %s",
121	__entry->op, xen_hypercall_name(__entry->op),
122	__entry->args,
123	__entry->res == XEN_MC_XE_OK ? "OK" :
124	__entry->res == XEN_MC_XE_BAD_OP ? "BAD_OP" :
125	__entry->res == XEN_MC_XE_NO_SPACE ? "NO_SPACE" : "???")
126	);
84708807	127
ff910cfd	128	TRACE_DEFINE_SIZEOF(pteval_t);
84708807	129	/* mmu */
c43ed60c	130	DECLARE_EVENT_CLASS(xen_mmu__set_pte,
84708807 JF	131	TP_PROTO(pte_t *ptep, pte_t pteval),
	132	TP_ARGS(ptep, pteval),
	133	TP_STRUCT__entry(
	134	__field(pte_t *, ptep)
	135	__field(pteval_t, pteval)
	136	),
	137	TP_fast_assign(__entry->ptep = ptep;
	138	__entry->pteval = pteval.pte),
	139	TP_printk("ptep %p pteval %0llx (raw %0llx)",
	140	__entry->ptep,
	141	(int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
	142	(int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
	143	);
	144
c43ed60c JF	145	#define DEFINE_XEN_MMU_SET_PTE(name) \
	146	DEFINE_EVENT(xen_mmu__set_pte, name, \
	147	TP_PROTO(pte_t *ptep, pte_t pteval), \
	148	TP_ARGS(ptep, pteval))
	149
	150	DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte);
84708807	151
84708807 JF	152	TRACE_EVENT(xen_mmu_set_pte_at,
	153	TP_PROTO(struct mm_struct *mm, unsigned long addr,
	154	pte_t *ptep, pte_t pteval),
	155	TP_ARGS(mm, addr, ptep, pteval),
	156	TP_STRUCT__entry(
	157	__field(struct mm_struct *, mm)
	158	__field(unsigned long, addr)
	159	__field(pte_t *, ptep)
	160	__field(pteval_t, pteval)
	161	),
	162	TP_fast_assign(__entry->mm = mm;
	163	__entry->addr = addr;
	164	__entry->ptep = ptep;
	165	__entry->pteval = pteval.pte),
	166	TP_printk("mm %p addr %lx ptep %p pteval %0llx (raw %0llx)",
	167	__entry->mm, __entry->addr, __entry->ptep,
	168	(int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
	169	(int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
	170	);
	171
ff910cfd JL	172	TRACE_DEFINE_SIZEOF(pmdval_t);
ff910cfd JL	173
84708807 JF	174	TRACE_EVENT(xen_mmu_set_pmd,
	175	TP_PROTO(pmd_t *pmdp, pmd_t pmdval),
	176	TP_ARGS(pmdp, pmdval),
	177	TP_STRUCT__entry(
	178	__field(pmd_t *, pmdp)
	179	__field(pmdval_t, pmdval)
	180	),
	181	TP_fast_assign(__entry->pmdp = pmdp;
	182	__entry->pmdval = pmdval.pmd),
	183	TP_printk("pmdp %p pmdval %0llx (raw %0llx)",
	184	__entry->pmdp,
	185	(int)sizeof(pmdval_t) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry->pmdval)),
	186	(int)sizeof(pmdval_t) * 2, (unsigned long long)__entry->pmdval)
	187	);
	188
e83543b4 SRV	189	#ifdef CONFIG_X86_PAE
	190	DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte_atomic);
	191
	192	TRACE_EVENT(xen_mmu_pte_clear,
	193	TP_PROTO(struct mm_struct mm, unsigned long addr, pte_t ptep),
	194	TP_ARGS(mm, addr, ptep),
	195	TP_STRUCT__entry(
	196	__field(struct mm_struct *, mm)
	197	__field(unsigned long, addr)
	198	__field(pte_t *, ptep)
	199	),
	200	TP_fast_assign(__entry->mm = mm;
	201	__entry->addr = addr;
	202	__entry->ptep = ptep),
	203	TP_printk("mm %p addr %lx ptep %p",
	204	__entry->mm, __entry->addr, __entry->ptep)
	205	);
	206
84708807 JF	207	TRACE_EVENT(xen_mmu_pmd_clear,
	208	TP_PROTO(pmd_t *pmdp),
	209	TP_ARGS(pmdp),
	210	TP_STRUCT__entry(
	211	__field(pmd_t *, pmdp)
	212	),
	213	TP_fast_assign(__entry->pmdp = pmdp),
	214	TP_printk("pmdp %p", __entry->pmdp)
	215	);
e83543b4	216	#endif
84708807	217
98233368	218	#if CONFIG_PGTABLE_LEVELS >= 4
84708807	219
ff910cfd JL	220	TRACE_DEFINE_SIZEOF(pudval_t);
ff910cfd JL	221
84708807 JF	222	TRACE_EVENT(xen_mmu_set_pud,
	223	TP_PROTO(pud_t *pudp, pud_t pudval),
	224	TP_ARGS(pudp, pudval),
	225	TP_STRUCT__entry(
	226	__field(pud_t *, pudp)
	227	__field(pudval_t, pudval)
	228	),
	229	TP_fast_assign(__entry->pudp = pudp;
	230	__entry->pudval = native_pud_val(pudval)),
	231	TP_printk("pudp %p pudval %0llx (raw %0llx)",
	232	__entry->pudp,
	233	(int)sizeof(pudval_t) * 2, (unsigned long long)pud_val(native_make_pud(__entry->pudval)),
	234	(int)sizeof(pudval_t) * 2, (unsigned long long)__entry->pudval)
	235	);
	236
ff910cfd JL	237	TRACE_DEFINE_SIZEOF(p4dval_t);
ff910cfd JL	238
f2a6a705 KS	239	TRACE_EVENT(xen_mmu_set_p4d,
	240	TP_PROTO(p4d_t p4dp, p4d_t user_p4dp, p4d_t p4dval),
	241	TP_ARGS(p4dp, user_p4dp, p4dval),
84708807	242	TP_STRUCT__entry(
f2a6a705 KS	243	__field(p4d_t *, p4dp)
	244	__field(p4d_t *, user_p4dp)
	245	__field(p4dval_t, p4dval)
84708807	246	),
f2a6a705 KS	247	TP_fast_assign(__entry->p4dp = p4dp;
	248	__entry->user_p4dp = user_p4dp;
	249	__entry->p4dval = p4d_val(p4dval)),
	250	TP_printk("p4dp %p user_p4dp %p p4dval %0llx (raw %0llx)",
	251	__entry->p4dp, __entry->user_p4dp,
	252	(int)sizeof(p4dval_t) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry->p4dval)),
	253	(int)sizeof(p4dval_t) * 2, (unsigned long long)__entry->p4dval)
84708807	254	);
84708807 JF	255	#else
	256
	257	TRACE_EVENT(xen_mmu_set_pud,
	258	TP_PROTO(pud_t *pudp, pud_t pudval),
	259	TP_ARGS(pudp, pudval),
	260	TP_STRUCT__entry(
	261	__field(pud_t *, pudp)
	262	__field(pudval_t, pudval)
	263	),
	264	TP_fast_assign(__entry->pudp = pudp;
	265	__entry->pudval = native_pud_val(pudval)),
	266	TP_printk("pudp %p pudval %0llx (raw %0llx)",
	267	__entry->pudp,
	268	(int)sizeof(pudval_t) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry->pudval)),
	269	(int)sizeof(pudval_t) * 2, (unsigned long long)__entry->pudval)
	270	);
	271
	272	#endif
	273
c43ed60c	274	DECLARE_EVENT_CLASS(xen_mmu_ptep_modify_prot,
84708807 JF	275	TP_PROTO(struct mm_struct *mm, unsigned long addr,
	276	pte_t *ptep, pte_t pteval),
	277	TP_ARGS(mm, addr, ptep, pteval),
	278	TP_STRUCT__entry(
	279	__field(struct mm_struct *, mm)
	280	__field(unsigned long, addr)
	281	__field(pte_t *, ptep)
	282	__field(pteval_t, pteval)
	283	),
	284	TP_fast_assign(__entry->mm = mm;
	285	__entry->addr = addr;
	286	__entry->ptep = ptep;
	287	__entry->pteval = pteval.pte),
	288	TP_printk("mm %p addr %lx ptep %p pteval %0llx (raw %0llx)",
	289	__entry->mm, __entry->addr, __entry->ptep,
	290	(int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
	291	(int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
	292	);
c43ed60c JF	293	#define DEFINE_XEN_MMU_PTEP_MODIFY_PROT(name) \
	294	DEFINE_EVENT(xen_mmu_ptep_modify_prot, name, \
	295	TP_PROTO(struct mm_struct *mm, unsigned long addr, \
	296	pte_t *ptep, pte_t pteval), \
	297	TP_ARGS(mm, addr, ptep, pteval))
84708807	298
c43ed60c JF	299	DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_start);
c43ed60c JF	300	DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_commit);
84708807	301
c2ba050d JF	302	TRACE_EVENT(xen_mmu_alloc_ptpage,
	303	TP_PROTO(struct mm_struct *mm, unsigned long pfn, unsigned level, bool pinned),
	304	TP_ARGS(mm, pfn, level, pinned),
	305	TP_STRUCT__entry(
	306	__field(struct mm_struct *, mm)
	307	__field(unsigned long, pfn)
	308	__field(unsigned, level)
	309	__field(bool, pinned)
	310	),
	311	TP_fast_assign(__entry->mm = mm;
	312	__entry->pfn = pfn;
	313	__entry->level = level;
	314	__entry->pinned = pinned),
	315	TP_printk("mm %p pfn %lx level %d %spinned",
	316	__entry->mm, __entry->pfn, __entry->level,
	317	__entry->pinned ? "" : "un")
	318	);
	319
	320	TRACE_EVENT(xen_mmu_release_ptpage,
	321	TP_PROTO(unsigned long pfn, unsigned level, bool pinned),
	322	TP_ARGS(pfn, level, pinned),
	323	TP_STRUCT__entry(
	324	__field(unsigned long, pfn)
	325	__field(unsigned, level)
	326	__field(bool, pinned)
	327	),
	328	TP_fast_assign(__entry->pfn = pfn;
	329	__entry->level = level;
	330	__entry->pinned = pinned),
	331	TP_printk("pfn %lx level %d %spinned",
	332	__entry->pfn, __entry->level,
	333	__entry->pinned ? "" : "un")
	334	);
84708807	335
c43ed60c	336	DECLARE_EVENT_CLASS(xen_mmu_pgd,
5f94fb5b JF	337	TP_PROTO(struct mm_struct mm, pgd_t pgd),
	338	TP_ARGS(mm, pgd),
	339	TP_STRUCT__entry(
	340	__field(struct mm_struct *, mm)
	341	__field(pgd_t *, pgd)
	342	),
	343	TP_fast_assign(__entry->mm = mm;
	344	__entry->pgd = pgd),
	345	TP_printk("mm %p pgd %p", __entry->mm, __entry->pgd)
	346	);
c43ed60c JF	347	#define DEFINE_XEN_MMU_PGD_EVENT(name) \
	348	DEFINE_EVENT(xen_mmu_pgd, name, \
	349	TP_PROTO(struct mm_struct mm, pgd_t pgd), \
	350	TP_ARGS(mm, pgd))
5f94fb5b	351
c43ed60c JF	352	DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_pin);
c43ed60c JF	353	DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_unpin);
5f94fb5b	354
95a7d768 KRW	355	TRACE_EVENT(xen_mmu_flush_tlb_all,
	356	TP_PROTO(int x),
	357	TP_ARGS(x),
	358	TP_STRUCT__entry(__array(char, x, 0)),
	359	TP_fast_assign((void)x),
	360	TP_printk("%s", "")
	361	);
	362
c8eed171 JF	363	TRACE_EVENT(xen_mmu_flush_tlb,
	364	TP_PROTO(int x),
	365	TP_ARGS(x),
	366	TP_STRUCT__entry(__array(char, x, 0)),
	367	TP_fast_assign((void)x),
	368	TP_printk("%s", "")
	369	);
	370
b774e6f1	371	TRACE_EVENT(xen_mmu_flush_tlb_one_user,
c8eed171 JF	372	TP_PROTO(unsigned long addr),
	373	TP_ARGS(addr),
	374	TP_STRUCT__entry(
	375	__field(unsigned long, addr)
	376	),
	377	TP_fast_assign(__entry->addr = addr),
	378	TP_printk("addr %lx", __entry->addr)
	379	);
	380
	381	TRACE_EVENT(xen_mmu_flush_tlb_others,
	382	TP_PROTO(const struct cpumask cpus, struct mm_struct mm,
e7b52ffd AS	383	unsigned long addr, unsigned long end),
e7b52ffd AS	384	TP_ARGS(cpus, mm, addr, end),
c8eed171 JF	385	TP_STRUCT__entry(
	386	__field(unsigned, ncpus)
	387	__field(struct mm_struct *, mm)
	388	__field(unsigned long, addr)
e7b52ffd	389	__field(unsigned long, end)
c8eed171 JF	390	),
	391	TP_fast_assign(__entry->ncpus = cpumask_weight(cpus);
	392	__entry->mm = mm;
e7b52ffd AS	393	__entry->addr = addr,
	394	__entry->end = end),
	395	TP_printk("ncpus %d mm %p addr %lx, end %lx",
	396	__entry->ncpus, __entry->mm, __entry->addr, __entry->end)
c8eed171 JF	397	);
	398
	399	TRACE_EVENT(xen_mmu_write_cr3,
	400	TP_PROTO(bool kernel, unsigned long cr3),
	401	TP_ARGS(kernel, cr3),
	402	TP_STRUCT__entry(
	403	__field(bool, kernel)
	404	__field(unsigned long, cr3)
	405	),
	406	TP_fast_assign(__entry->kernel = kernel;
	407	__entry->cr3 = cr3),
	408	TP_printk("%s cr3 %lx",
	409	__entry->kernel ? "kernel" : "user", __entry->cr3)
	410	);
	411
	412
ab78f7ad JF	413	/* CPU */
	414	TRACE_EVENT(xen_cpu_write_ldt_entry,
	415	TP_PROTO(struct desc_struct *dt, int entrynum, u64 desc),
	416	TP_ARGS(dt, entrynum, desc),
	417	TP_STRUCT__entry(
	418	__field(struct desc_struct *, dt)
	419	__field(int, entrynum)
	420	__field(u64, desc)
	421	),
	422	TP_fast_assign(__entry->dt = dt;
	423	__entry->entrynum = entrynum;
	424	__entry->desc = desc;
	425	),
	426	TP_printk("dt %p entrynum %d entry %016llx",
	427	__entry->dt, __entry->entrynum,
	428	(unsigned long long)__entry->desc)
	429	);
	430
	431	TRACE_EVENT(xen_cpu_write_idt_entry,
	432	TP_PROTO(gate_desc dt, int entrynum, const gate_desc ent),
	433	TP_ARGS(dt, entrynum, ent),
	434	TP_STRUCT__entry(
	435	__field(gate_desc *, dt)
	436	__field(int, entrynum)
	437	),
	438	TP_fast_assign(__entry->dt = dt;
	439	__entry->entrynum = entrynum;
	440	),
	441	TP_printk("dt %p entrynum %d",
	442	__entry->dt, __entry->entrynum)
	443	);
	444
	445	TRACE_EVENT(xen_cpu_load_idt,
	446	TP_PROTO(const struct desc_ptr *desc),
	447	TP_ARGS(desc),
	448	TP_STRUCT__entry(
	449	__field(unsigned long, addr)
	450	),
	451	TP_fast_assign(__entry->addr = desc->address),
	452	TP_printk("addr %lx", __entry->addr)
	453	);
	454
	455	TRACE_EVENT(xen_cpu_write_gdt_entry,
	456	TP_PROTO(struct desc_struct dt, int entrynum, const void desc, int type),
	457	TP_ARGS(dt, entrynum, desc, type),
	458	TP_STRUCT__entry(
	459	__field(u64, desc)
	460	__field(struct desc_struct *, dt)
	461	__field(int, entrynum)
	462	__field(int, type)
	463	),
	464	TP_fast_assign(__entry->dt = dt;
	465	__entry->entrynum = entrynum;
	466	__entry->desc = (u64 )desc;
	467	__entry->type = type;
	468	),
	469	TP_printk("dt %p entrynum %d type %d desc %016llx",
	470	__entry->dt, __entry->entrynum, __entry->type,
	471	(unsigned long long)__entry->desc)
	472	);
	473
	474	TRACE_EVENT(xen_cpu_set_ldt,
	475	TP_PROTO(const void *addr, unsigned entries),
	476	TP_ARGS(addr, entries),
477	TP_STRUCT__entry(
478	__field(const void *, addr)
479	__field(unsigned, entries)
480	),
481	TP_fast_assign(__entry->addr = addr;
482	__entry->entries = entries),
483	TP_printk("addr %p entries %u",
484	__entry->addr, __entry->entries)
485	);
486
487
634355d4 JF	488	#endif /* _TRACE_XEN_H */
	489
	490	/* This part must be outside protection */
	491	#include <trace/define_trace.h>