include/trace/events/kvm.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #if !defined(_TRACE_KVM_MAIN_H) || defined(TRACE_HEADER_MULTI_READ)
   3 #define _TRACE_KVM_MAIN_H
   4
   5 #include <linux/tracepoint.h>
   6
   7 #undef TRACE_SYSTEM
   8 #define TRACE_SYSTEM kvm
   9
  10 #define ERSN(x) { KVM_EXIT_##x, "KVM_EXIT_" #x }
  11
  12 #define kvm_trace_exit_reason                                           \
  13         ERSN(UNKNOWN), ERSN(EXCEPTION), ERSN(IO), ERSN(HYPERCALL),      \
  14         ERSN(DEBUG), ERSN(HLT), ERSN(MMIO), ERSN(IRQ_WINDOW_OPEN),      \
  15         ERSN(SHUTDOWN), ERSN(FAIL_ENTRY), ERSN(INTR), ERSN(SET_TPR),    \
  16         ERSN(TPR_ACCESS), ERSN(S390_SIEIC), ERSN(S390_RESET), ERSN(DCR),\
  17         ERSN(NMI), ERSN(INTERNAL_ERROR), ERSN(OSI), ERSN(PAPR_HCALL),   \
  18         ERSN(S390_UCONTROL), ERSN(WATCHDOG), ERSN(S390_TSCH), ERSN(EPR),\
  19         ERSN(SYSTEM_EVENT), ERSN(S390_STSI), ERSN(IOAPIC_EOI),          \
  20         ERSN(HYPERV)
  21
  22 TRACE_EVENT(kvm_userspace_exit,
  23             TP_PROTO(__u32 reason, int errno),
  24             TP_ARGS(reason, errno),
  25
  26         TP_STRUCT__entry(
  27                 __field(        __u32,          reason          )
  28                 __field(        int,            errno           )
  29         ),
  30
  31         TP_fast_assign(
  32                 __entry->reason         = reason;
  33                 __entry->errno          = errno;
  34         ),
  35
  36         TP_printk("reason %s (%d)",
  37                   __entry->errno < 0 ?
  38                   (__entry->errno == -EINTR ? "restart" : "error") :
  39                   __print_symbolic(__entry->reason, kvm_trace_exit_reason),
  40                   __entry->errno < 0 ? -__entry->errno : __entry->reason)
  41 );
  42
  43 TRACE_EVENT(kvm_vcpu_wakeup,
  44             TP_PROTO(__u64 ns, bool waited, bool valid),
  45             TP_ARGS(ns, waited, valid),
  46
  47         TP_STRUCT__entry(
  48                 __field(        __u64,          ns              )
  49                 __field(        bool,           waited          )
  50                 __field(        bool,           valid           )
  51         ),
  52
  53         TP_fast_assign(
  54                 __entry->ns             = ns;
  55                 __entry->waited         = waited;
  56                 __entry->valid          = valid;
  57         ),
  58
  59         TP_printk("%s time %lld ns, polling %s",
  60                   __entry->waited ? "wait" : "poll",
  61                   __entry->ns,
  62                   __entry->valid ? "valid" : "invalid")
  63 );
  64
  65 #if defined(CONFIG_HAVE_KVM_IRQFD)
  66 TRACE_EVENT(kvm_set_irq,
  67         TP_PROTO(unsigned int gsi, int level, int irq_source_id),
  68         TP_ARGS(gsi, level, irq_source_id),
  69
  70         TP_STRUCT__entry(
  71                 __field(        unsigned int,   gsi             )
  72                 __field(        int,            level           )
  73                 __field(        int,            irq_source_id   )
  74         ),
  75
  76         TP_fast_assign(
  77                 __entry->gsi            = gsi;
  78                 __entry->level          = level;
  79                 __entry->irq_source_id  = irq_source_id;
  80         ),
  81
  82         TP_printk("gsi %u level %d source %d",
  83                   __entry->gsi, __entry->level, __entry->irq_source_id)
  84 );
  85 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */
  86
  87 #if defined(__KVM_HAVE_IOAPIC)
  88 #define kvm_deliver_mode                \
  89         {0x0, "Fixed"},                 \
  90         {0x1, "LowPrio"},               \
  91         {0x2, "SMI"},                   \
  92         {0x3, "Res3"},                  \
  93         {0x4, "NMI"},                   \
  94         {0x5, "INIT"},                  \
  95         {0x6, "SIPI"},                  \
  96         {0x7, "ExtINT"}
  97
  98 TRACE_EVENT(kvm_ioapic_set_irq,
  99             TP_PROTO(__u64 e, int pin, bool coalesced),
 100             TP_ARGS(e, pin, coalesced),
 101
 102         TP_STRUCT__entry(
 103                 __field(        __u64,          e               )
 104                 __field(        int,            pin             )
 105                 __field(        bool,           coalesced       )
 106         ),
 107
 108         TP_fast_assign(
 109                 __entry->e              = e;
 110                 __entry->pin            = pin;
 111                 __entry->coalesced      = coalesced;
 112         ),
 113
 114         TP_printk("pin %u dst %x vec %u (%s|%s|%s%s)%s",
 115                   __entry->pin, (u8)(__entry->e >> 56), (u8)__entry->e,
 116                   __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode),
 117                   (__entry->e & (1<<11)) ? "logical" : "physical",
 118                   (__entry->e & (1<<15)) ? "level" : "edge",
 119                   (__entry->e & (1<<16)) ? "|masked" : "",
 120                   __entry->coalesced ? " (coalesced)" : "")
 121 );
 122
 123 TRACE_EVENT(kvm_ioapic_delayed_eoi_inj,
 124             TP_PROTO(__u64 e),
 125             TP_ARGS(e),
 126
 127         TP_STRUCT__entry(
 128                 __field(        __u64,          e               )
 129         ),
 130
 131         TP_fast_assign(
 132                 __entry->e              = e;
 133         ),
 134
 135         TP_printk("dst %x vec %u (%s|%s|%s%s)",
 136                   (u8)(__entry->e >> 56), (u8)__entry->e,
 137                   __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode),
 138                   (__entry->e & (1<<11)) ? "logical" : "physical",
 139                   (__entry->e & (1<<15)) ? "level" : "edge",
 140                   (__entry->e & (1<<16)) ? "|masked" : "")
 141 );
 142
 143 TRACE_EVENT(kvm_msi_set_irq,
 144             TP_PROTO(__u64 address, __u64 data),
 145             TP_ARGS(address, data),
 146
 147         TP_STRUCT__entry(
 148                 __field(        __u64,          address         )
 149                 __field(        __u64,          data            )
 150         ),
 151
 152         TP_fast_assign(
 153                 __entry->address        = address;
 154                 __entry->data           = data;
 155         ),
 156
 157         TP_printk("dst %llx vec %u (%s|%s|%s%s)",
 158                   (u8)(__entry->address >> 12) | ((__entry->address >> 32) & 0xffffff00),
 159                   (u8)__entry->data,
 160                   __print_symbolic((__entry->data >> 8 & 0x7), kvm_deliver_mode),
 161                   (__entry->address & (1<<2)) ? "logical" : "physical",
 162                   (__entry->data & (1<<15)) ? "level" : "edge",
 163                   (__entry->address & (1<<3)) ? "|rh" : "")
 164 );
 165
 166 #define kvm_irqchips                                            \
 167         {KVM_IRQCHIP_PIC_MASTER,        "PIC master"},          \
 168         {KVM_IRQCHIP_PIC_SLAVE,         "PIC slave"},           \
 169         {KVM_IRQCHIP_IOAPIC,            "IOAPIC"}
 170
 171 #endif /* defined(__KVM_HAVE_IOAPIC) */
 172
 173 #if defined(CONFIG_HAVE_KVM_IRQFD)
 174
 175 #ifdef kvm_irqchips
 176 #define kvm_ack_irq_string "irqchip %s pin %u"
 177 #define kvm_ack_irq_parm  __print_symbolic(__entry->irqchip, kvm_irqchips), __entry->pin
 178 #else
 179 #define kvm_ack_irq_string "irqchip %d pin %u"
 180 #define kvm_ack_irq_parm  __entry->irqchip, __entry->pin
 181 #endif
 182
 183 TRACE_EVENT(kvm_ack_irq,
 184         TP_PROTO(unsigned int irqchip, unsigned int pin),
 185         TP_ARGS(irqchip, pin),
 186
 187         TP_STRUCT__entry(
 188                 __field(        unsigned int,   irqchip         )
 189                 __field(        unsigned int,   pin             )
 190         ),
 191
 192         TP_fast_assign(
 193                 __entry->irqchip        = irqchip;
 194                 __entry->pin            = pin;
 195         ),
 196
 197         TP_printk(kvm_ack_irq_string, kvm_ack_irq_parm)
 198 );
 199
 200 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */
 201
 202
 203
 204 #define KVM_TRACE_MMIO_READ_UNSATISFIED 0
 205 #define KVM_TRACE_MMIO_READ 1
 206 #define KVM_TRACE_MMIO_WRITE 2
 207
 208 #define kvm_trace_symbol_mmio \
 209         { KVM_TRACE_MMIO_READ_UNSATISFIED, "unsatisfied-read" }, \
 210         { KVM_TRACE_MMIO_READ, "read" }, \
 211         { KVM_TRACE_MMIO_WRITE, "write" }
 212
 213 TRACE_EVENT(kvm_mmio,
 214         TP_PROTO(int type, int len, u64 gpa, u64 val),
 215         TP_ARGS(type, len, gpa, val),
 216
 217         TP_STRUCT__entry(
 218                 __field(        u32,    type            )
 219                 __field(        u32,    len             )
 220                 __field(        u64,    gpa             )
 221                 __field(        u64,    val             )
 222         ),
 223
 224         TP_fast_assign(
 225                 __entry->type           = type;
 226                 __entry->len            = len;
 227                 __entry->gpa            = gpa;
 228                 __entry->val            = val;
 229         ),
 230
 231         TP_printk("mmio %s len %u gpa 0x%llx val 0x%llx",
 232                   __print_symbolic(__entry->type, kvm_trace_symbol_mmio),
 233                   __entry->len, __entry->gpa, __entry->val)
 234 );
 235
 236 #define kvm_fpu_load_symbol     \
 237         {0, "unload"},          \
 238         {1, "load"}
 239
 240 TRACE_EVENT(kvm_fpu,
 241         TP_PROTO(int load),
 242         TP_ARGS(load),
 243
 244         TP_STRUCT__entry(
 245                 __field(        u32,            load            )
 246         ),
 247
 248         TP_fast_assign(
 249                 __entry->load           = load;
 250         ),
 251
 252         TP_printk("%s", __print_symbolic(__entry->load, kvm_fpu_load_symbol))
 253 );
 254
 255 TRACE_EVENT(kvm_age_page,
 256         TP_PROTO(ulong gfn, int level, struct kvm_memory_slot *slot, int ref),
 257         TP_ARGS(gfn, level, slot, ref),
 258
 259         TP_STRUCT__entry(
 260                 __field(        u64,    hva             )
 261                 __field(        u64,    gfn             )
 262                 __field(        u8,     level           )
 263                 __field(        u8,     referenced      )
 264         ),
 265
 266         TP_fast_assign(
 267                 __entry->gfn            = gfn;
 268                 __entry->level          = level;
 269                 __entry->hva            = ((gfn - slot->base_gfn) <<
 270                                             PAGE_SHIFT) + slot->userspace_addr;
 271                 __entry->referenced     = ref;
 272         ),
 273
 274         TP_printk("hva %llx gfn %llx level %u %s",
 275                   __entry->hva, __entry->gfn, __entry->level,
 276                   __entry->referenced ? "YOUNG" : "OLD")
 277 );
 278
 279 #ifdef CONFIG_KVM_ASYNC_PF
 280 DECLARE_EVENT_CLASS(kvm_async_get_page_class,
 281
 282         TP_PROTO(u64 gva, u64 gfn),
 283
 284         TP_ARGS(gva, gfn),
 285
 286         TP_STRUCT__entry(
 287                 __field(__u64, gva)
 288                 __field(u64, gfn)
 289         ),
 290
 291         TP_fast_assign(
 292                 __entry->gva = gva;
 293                 __entry->gfn = gfn;
 294         ),
 295
 296         TP_printk("gva = %#llx, gfn = %#llx", __entry->gva, __entry->gfn)
 297 );
 298
 299 DEFINE_EVENT(kvm_async_get_page_class, kvm_try_async_get_page,
 300
 301         TP_PROTO(u64 gva, u64 gfn),
 302
 303         TP_ARGS(gva, gfn)
 304 );
 305
 306 DEFINE_EVENT(kvm_async_get_page_class, kvm_async_pf_doublefault,
 307
 308         TP_PROTO(u64 gva, u64 gfn),
 309
 310         TP_ARGS(gva, gfn)
 311 );
 312
 313 DECLARE_EVENT_CLASS(kvm_async_pf_nopresent_ready,
 314
 315         TP_PROTO(u64 token, u64 gva),
 316
 317         TP_ARGS(token, gva),
 318
 319         TP_STRUCT__entry(
 320                 __field(__u64, token)
 321                 __field(__u64, gva)
 322         ),
 323
 324         TP_fast_assign(
 325                 __entry->token = token;
 326                 __entry->gva = gva;
 327         ),
 328
 329         TP_printk("token %#llx gva %#llx", __entry->token, __entry->gva)
 330
 331 );
 332
 333 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_not_present,
 334
 335         TP_PROTO(u64 token, u64 gva),
 336
 337         TP_ARGS(token, gva)
 338 );
 339
 340 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_ready,
 341
 342         TP_PROTO(u64 token, u64 gva),
 343
 344         TP_ARGS(token, gva)
 345 );
 346
 347 TRACE_EVENT(
 348         kvm_async_pf_completed,
 349         TP_PROTO(unsigned long address, u64 gva),
 350         TP_ARGS(address, gva),
 351
 352         TP_STRUCT__entry(
 353                 __field(unsigned long, address)
 354                 __field(u64, gva)
 355                 ),
 356
 357         TP_fast_assign(
 358                 __entry->address = address;
 359                 __entry->gva = gva;
 360                 ),
 361
 362         TP_printk("gva %#llx address %#lx",  __entry->gva,
 363                   __entry->address)
 364 );
 365
 366 #endif
 367
 368 TRACE_EVENT(kvm_halt_poll_ns,
 369         TP_PROTO(bool grow, unsigned int vcpu_id, unsigned int new,
 370                  unsigned int old),
 371         TP_ARGS(grow, vcpu_id, new, old),
 372
 373         TP_STRUCT__entry(
 374                 __field(bool, grow)
 375                 __field(unsigned int, vcpu_id)
 376                 __field(unsigned int, new)
 377                 __field(unsigned int, old)
 378         ),
 379
 380         TP_fast_assign(
 381                 __entry->grow           = grow;
 382                 __entry->vcpu_id        = vcpu_id;
 383                 __entry->new            = new;
 384                 __entry->old            = old;
 385         ),
 386
 387         TP_printk("vcpu %u: halt_poll_ns %u (%s %u)",
 388                         __entry->vcpu_id,
 389                         __entry->new,
 390                         __entry->grow ? "grow" : "shrink",
 391                         __entry->old)
 392 );
 393
 394 #define trace_kvm_halt_poll_ns_grow(vcpu_id, new, old) \
 395         trace_kvm_halt_poll_ns(true, vcpu_id, new, old)
 396 #define trace_kvm_halt_poll_ns_shrink(vcpu_id, new, old) \
 397         trace_kvm_halt_poll_ns(false, vcpu_id, new, old)
 398
 399 #endif /* _TRACE_KVM_MAIN_H */
 400
 401 /* This part must be outside protection */
 402 #include <trace/define_trace.h>