include/trace/events/kvm.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #if !defined(_TRACE_KVM_MAIN_H) || defined(TRACE_HEADER_MULTI_READ)
   3 #define _TRACE_KVM_MAIN_H
   4
   5 #include <linux/tracepoint.h>
   6
   7 #undef TRACE_SYSTEM
   8 #define TRACE_SYSTEM kvm
   9
  10 #define ERSN(x) { KVM_EXIT_##x, "KVM_EXIT_" #x }
  11
  12 #define kvm_trace_exit_reason                                           \
  13         ERSN(UNKNOWN), ERSN(EXCEPTION), ERSN(IO), ERSN(HYPERCALL),      \
  14         ERSN(DEBUG), ERSN(HLT), ERSN(MMIO), ERSN(IRQ_WINDOW_OPEN),      \
  15         ERSN(SHUTDOWN), ERSN(FAIL_ENTRY), ERSN(INTR), ERSN(SET_TPR),    \
  16         ERSN(TPR_ACCESS), ERSN(S390_SIEIC), ERSN(S390_RESET), ERSN(DCR),\
  17         ERSN(NMI), ERSN(INTERNAL_ERROR), ERSN(OSI), ERSN(PAPR_HCALL),   \
  18         ERSN(S390_UCONTROL), ERSN(WATCHDOG), ERSN(S390_TSCH), ERSN(EPR),\
  19         ERSN(SYSTEM_EVENT), ERSN(S390_STSI), ERSN(IOAPIC_EOI),          \
  20         ERSN(HYPERV), ERSN(ARM_NISV), ERSN(X86_RDMSR), ERSN(X86_WRMSR)
  21
  22 TRACE_EVENT(kvm_userspace_exit,
  23             TP_PROTO(__u32 reason, int errno),
  24             TP_ARGS(reason, errno),
  25
  26         TP_STRUCT__entry(
  27                 __field(        __u32,          reason          )
  28                 __field(        int,            errno           )
  29         ),
  30
  31         TP_fast_assign(
  32                 __entry->reason         = reason;
  33                 __entry->errno          = errno;
  34         ),
  35
  36         TP_printk("reason %s (%d)",
  37                   __entry->errno < 0 ?
  38                   (__entry->errno == -EINTR ? "restart" : "error") :
  39                   __print_symbolic(__entry->reason, kvm_trace_exit_reason),
  40                   __entry->errno < 0 ? -__entry->errno : __entry->reason)
  41 );
  42
  43 TRACE_EVENT(kvm_vcpu_wakeup,
  44             TP_PROTO(__u64 ns, bool waited, bool valid),
  45             TP_ARGS(ns, waited, valid),
  46
  47         TP_STRUCT__entry(
  48                 __field(        __u64,          ns              )
  49                 __field(        bool,           waited          )
  50                 __field(        bool,           valid           )
  51         ),
  52
  53         TP_fast_assign(
  54                 __entry->ns             = ns;
  55                 __entry->waited         = waited;
  56                 __entry->valid          = valid;
  57         ),
  58
  59         TP_printk("%s time %lld ns, polling %s",
  60                   __entry->waited ? "wait" : "poll",
  61                   __entry->ns,
  62                   __entry->valid ? "valid" : "invalid")
  63 );
  64
  65 #if defined(CONFIG_HAVE_KVM_IRQFD)
  66 TRACE_EVENT(kvm_set_irq,
  67         TP_PROTO(unsigned int gsi, int level, int irq_source_id),
  68         TP_ARGS(gsi, level, irq_source_id),
  69
  70         TP_STRUCT__entry(
  71                 __field(        unsigned int,   gsi             )
  72                 __field(        int,            level           )
  73                 __field(        int,            irq_source_id   )
  74         ),
  75
  76         TP_fast_assign(
  77                 __entry->gsi            = gsi;
  78                 __entry->level          = level;
  79                 __entry->irq_source_id  = irq_source_id;
  80         ),
  81
  82         TP_printk("gsi %u level %d source %d",
  83                   __entry->gsi, __entry->level, __entry->irq_source_id)
  84 );
  85 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */
  86
  87 #if defined(__KVM_HAVE_IOAPIC)
  88 #define kvm_deliver_mode                \
  89         {0x0, "Fixed"},                 \
  90         {0x1, "LowPrio"},               \
  91         {0x2, "SMI"},                   \
  92         {0x3, "Res3"},                  \
  93         {0x4, "NMI"},                   \
  94         {0x5, "INIT"},                  \
  95         {0x6, "SIPI"},                  \
  96         {0x7, "ExtINT"}
  97
  98 TRACE_EVENT(kvm_ioapic_set_irq,
  99             TP_PROTO(__u64 e, int pin, bool coalesced),
 100             TP_ARGS(e, pin, coalesced),
 101
 102         TP_STRUCT__entry(
 103                 __field(        __u64,          e               )
 104                 __field(        int,            pin             )
 105                 __field(        bool,           coalesced       )
 106         ),
 107
 108         TP_fast_assign(
 109                 __entry->e              = e;
 110                 __entry->pin            = pin;
 111                 __entry->coalesced      = coalesced;
 112         ),
 113
 114         TP_printk("pin %u dst %x vec %u (%s|%s|%s%s)%s",
 115                   __entry->pin, (u8)(__entry->e >> 56), (u8)__entry->e,
 116                   __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode),
 117                   (__entry->e & (1<<11)) ? "logical" : "physical",
 118                   (__entry->e & (1<<15)) ? "level" : "edge",
 119                   (__entry->e & (1<<16)) ? "|masked" : "",
 120                   __entry->coalesced ? " (coalesced)" : "")
 121 );
 122
 123 TRACE_EVENT(kvm_ioapic_delayed_eoi_inj,
 124             TP_PROTO(__u64 e),
 125             TP_ARGS(e),
 126
 127         TP_STRUCT__entry(
 128                 __field(        __u64,          e               )
 129         ),
 130
 131         TP_fast_assign(
 132                 __entry->e              = e;
 133         ),
 134
 135         TP_printk("dst %x vec %u (%s|%s|%s%s)",
 136                   (u8)(__entry->e >> 56), (u8)__entry->e,
 137                   __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode),
 138                   (__entry->e & (1<<11)) ? "logical" : "physical",
 139                   (__entry->e & (1<<15)) ? "level" : "edge",
 140                   (__entry->e & (1<<16)) ? "|masked" : "")
 141 );
 142
 143 TRACE_EVENT(kvm_msi_set_irq,
 144             TP_PROTO(__u64 address, __u64 data),
 145             TP_ARGS(address, data),
 146
 147         TP_STRUCT__entry(
 148                 __field(        __u64,          address         )
 149                 __field(        __u64,          data            )
 150         ),
 151
 152         TP_fast_assign(
 153                 __entry->address        = address;
 154                 __entry->data           = data;
 155         ),
 156
 157         TP_printk("dst %llx vec %u (%s|%s|%s%s)",
 158                   (u8)(__entry->address >> 12) | ((__entry->address >> 32) & 0xffffff00),
 159                   (u8)__entry->data,
 160                   __print_symbolic((__entry->data >> 8 & 0x7), kvm_deliver_mode),
 161                   (__entry->address & (1<<2)) ? "logical" : "physical",
 162                   (__entry->data & (1<<15)) ? "level" : "edge",
 163                   (__entry->address & (1<<3)) ? "|rh" : "")
 164 );
 165
 166 #define kvm_irqchips                                            \
 167         {KVM_IRQCHIP_PIC_MASTER,        "PIC master"},          \
 168         {KVM_IRQCHIP_PIC_SLAVE,         "PIC slave"},           \
 169         {KVM_IRQCHIP_IOAPIC,            "IOAPIC"}
 170
 171 #endif /* defined(__KVM_HAVE_IOAPIC) */
 172
 173 #if defined(CONFIG_HAVE_KVM_IRQFD)
 174
 175 #ifdef kvm_irqchips
 176 #define kvm_ack_irq_string "irqchip %s pin %u"
 177 #define kvm_ack_irq_parm  __print_symbolic(__entry->irqchip, kvm_irqchips), __entry->pin
 178 #else
 179 #define kvm_ack_irq_string "irqchip %d pin %u"
 180 #define kvm_ack_irq_parm  __entry->irqchip, __entry->pin
 181 #endif
 182
 183 TRACE_EVENT(kvm_ack_irq,
 184         TP_PROTO(unsigned int irqchip, unsigned int pin),
 185         TP_ARGS(irqchip, pin),
 186
 187         TP_STRUCT__entry(
 188                 __field(        unsigned int,   irqchip         )
 189                 __field(        unsigned int,   pin             )
 190         ),
 191
 192         TP_fast_assign(
 193                 __entry->irqchip        = irqchip;
 194                 __entry->pin            = pin;
 195         ),
 196
 197         TP_printk(kvm_ack_irq_string, kvm_ack_irq_parm)
 198 );
 199
 200 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */
 201
 202
 203
 204 #define KVM_TRACE_MMIO_READ_UNSATISFIED 0
 205 #define KVM_TRACE_MMIO_READ 1
 206 #define KVM_TRACE_MMIO_WRITE 2
 207
 208 #define kvm_trace_symbol_mmio \
 209         { KVM_TRACE_MMIO_READ_UNSATISFIED, "unsatisfied-read" }, \
 210         { KVM_TRACE_MMIO_READ, "read" }, \
 211         { KVM_TRACE_MMIO_WRITE, "write" }
 212
 213 TRACE_EVENT(kvm_mmio,
 214         TP_PROTO(int type, int len, u64 gpa, void *val),
 215         TP_ARGS(type, len, gpa, val),
 216
 217         TP_STRUCT__entry(
 218                 __field(        u32,    type            )
 219                 __field(        u32,    len             )
 220                 __field(        u64,    gpa             )
 221                 __field(        u64,    val             )
 222         ),
 223
 224         TP_fast_assign(
 225                 __entry->type           = type;
 226                 __entry->len            = len;
 227                 __entry->gpa            = gpa;
 228                 __entry->val            = 0;
 229                 if (val)
 230                         memcpy(&__entry->val, val,
 231                                min_t(u32, sizeof(__entry->val), len));
 232         ),
 233
 234         TP_printk("mmio %s len %u gpa 0x%llx val 0x%llx",
 235                   __print_symbolic(__entry->type, kvm_trace_symbol_mmio),
 236                   __entry->len, __entry->gpa, __entry->val)
 237 );
 238
 239 #define kvm_fpu_load_symbol     \
 240         {0, "unload"},          \
 241         {1, "load"}
 242
 243 TRACE_EVENT(kvm_fpu,
 244         TP_PROTO(int load),
 245         TP_ARGS(load),
 246
 247         TP_STRUCT__entry(
 248                 __field(        u32,            load            )
 249         ),
 250
 251         TP_fast_assign(
 252                 __entry->load           = load;
 253         ),
 254
 255         TP_printk("%s", __print_symbolic(__entry->load, kvm_fpu_load_symbol))
 256 );
 257
 258 TRACE_EVENT(kvm_age_page,
 259         TP_PROTO(ulong gfn, int level, struct kvm_memory_slot *slot, int ref),
 260         TP_ARGS(gfn, level, slot, ref),
 261
 262         TP_STRUCT__entry(
 263                 __field(        u64,    hva             )
 264                 __field(        u64,    gfn             )
 265                 __field(        u8,     level           )
 266                 __field(        u8,     referenced      )
 267         ),
 268
 269         TP_fast_assign(
 270                 __entry->gfn            = gfn;
 271                 __entry->level          = level;
 272                 __entry->hva            = ((gfn - slot->base_gfn) <<
 273                                             PAGE_SHIFT) + slot->userspace_addr;
 274                 __entry->referenced     = ref;
 275         ),
 276
 277         TP_printk("hva %llx gfn %llx level %u %s",
 278                   __entry->hva, __entry->gfn, __entry->level,
 279                   __entry->referenced ? "YOUNG" : "OLD")
 280 );
 281
 282 #ifdef CONFIG_KVM_ASYNC_PF
 283 DECLARE_EVENT_CLASS(kvm_async_get_page_class,
 284
 285         TP_PROTO(u64 gva, u64 gfn),
 286
 287         TP_ARGS(gva, gfn),
 288
 289         TP_STRUCT__entry(
 290                 __field(__u64, gva)
 291                 __field(u64, gfn)
 292         ),
 293
 294         TP_fast_assign(
 295                 __entry->gva = gva;
 296                 __entry->gfn = gfn;
 297         ),
 298
 299         TP_printk("gva = %#llx, gfn = %#llx", __entry->gva, __entry->gfn)
 300 );
 301
 302 DEFINE_EVENT(kvm_async_get_page_class, kvm_try_async_get_page,
 303
 304         TP_PROTO(u64 gva, u64 gfn),
 305
 306         TP_ARGS(gva, gfn)
 307 );
 308
 309 DEFINE_EVENT(kvm_async_get_page_class, kvm_async_pf_doublefault,
 310
 311         TP_PROTO(u64 gva, u64 gfn),
 312
 313         TP_ARGS(gva, gfn)
 314 );
 315
 316 DECLARE_EVENT_CLASS(kvm_async_pf_nopresent_ready,
 317
 318         TP_PROTO(u64 token, u64 gva),
 319
 320         TP_ARGS(token, gva),
 321
 322         TP_STRUCT__entry(
 323                 __field(__u64, token)
 324                 __field(__u64, gva)
 325         ),
 326
 327         TP_fast_assign(
 328                 __entry->token = token;
 329                 __entry->gva = gva;
 330         ),
 331
 332         TP_printk("token %#llx gva %#llx", __entry->token, __entry->gva)
 333
 334 );
 335
 336 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_not_present,
 337
 338         TP_PROTO(u64 token, u64 gva),
 339
 340         TP_ARGS(token, gva)
 341 );
 342
 343 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_ready,
 344
 345         TP_PROTO(u64 token, u64 gva),
 346
 347         TP_ARGS(token, gva)
 348 );
 349
 350 TRACE_EVENT(
 351         kvm_async_pf_completed,
 352         TP_PROTO(unsigned long address, u64 gva),
 353         TP_ARGS(address, gva),
 354
 355         TP_STRUCT__entry(
 356                 __field(unsigned long, address)
 357                 __field(u64, gva)
 358                 ),
 359
 360         TP_fast_assign(
 361                 __entry->address = address;
 362                 __entry->gva = gva;
 363                 ),
 364
 365         TP_printk("gva %#llx address %#lx",  __entry->gva,
 366                   __entry->address)
 367 );
 368
 369 #endif
 370
 371 TRACE_EVENT(kvm_halt_poll_ns,
 372         TP_PROTO(bool grow, unsigned int vcpu_id, unsigned int new,
 373                  unsigned int old),
 374         TP_ARGS(grow, vcpu_id, new, old),
 375
 376         TP_STRUCT__entry(
 377                 __field(bool, grow)
 378                 __field(unsigned int, vcpu_id)
 379                 __field(unsigned int, new)
 380                 __field(unsigned int, old)
 381         ),
 382
 383         TP_fast_assign(
 384                 __entry->grow           = grow;
 385                 __entry->vcpu_id        = vcpu_id;
 386                 __entry->new            = new;
 387                 __entry->old            = old;
 388         ),
 389
 390         TP_printk("vcpu %u: halt_poll_ns %u (%s %u)",
 391                         __entry->vcpu_id,
 392                         __entry->new,
 393                         __entry->grow ? "grow" : "shrink",
 394                         __entry->old)
 395 );
 396
 397 #define trace_kvm_halt_poll_ns_grow(vcpu_id, new, old) \
 398         trace_kvm_halt_poll_ns(true, vcpu_id, new, old)
 399 #define trace_kvm_halt_poll_ns_shrink(vcpu_id, new, old) \
 400         trace_kvm_halt_poll_ns(false, vcpu_id, new, old)
 401
 402 TRACE_EVENT(kvm_dirty_ring_push,
 403         TP_PROTO(struct kvm_dirty_ring *ring, u32 slot, u64 offset),
 404         TP_ARGS(ring, slot, offset),
 405
 406         TP_STRUCT__entry(
 407                 __field(int, index)
 408                 __field(u32, dirty_index)
 409                 __field(u32, reset_index)
 410                 __field(u32, slot)
 411                 __field(u64, offset)
 412         ),
 413
 414         TP_fast_assign(
 415                 __entry->index          = ring->index;
 416                 __entry->dirty_index    = ring->dirty_index;
 417                 __entry->reset_index    = ring->reset_index;
 418                 __entry->slot           = slot;
 419                 __entry->offset         = offset;
 420         ),
 421
 422         TP_printk("ring %d: dirty 0x%x reset 0x%x "
 423                   "slot %u offset 0x%llx (used %u)",
 424                   __entry->index, __entry->dirty_index,
 425                   __entry->reset_index,  __entry->slot, __entry->offset,
 426                   __entry->dirty_index - __entry->reset_index)
 427 );
 428
 429 TRACE_EVENT(kvm_dirty_ring_reset,
 430         TP_PROTO(struct kvm_dirty_ring *ring),
 431         TP_ARGS(ring),
 432
 433         TP_STRUCT__entry(
 434                 __field(int, index)
 435                 __field(u32, dirty_index)
 436                 __field(u32, reset_index)
 437         ),
 438
 439         TP_fast_assign(
 440                 __entry->index          = ring->index;
 441                 __entry->dirty_index    = ring->dirty_index;
 442                 __entry->reset_index    = ring->reset_index;
 443         ),
 444
 445         TP_printk("ring %d: dirty 0x%x reset 0x%x (used %u)",
 446                   __entry->index, __entry->dirty_index, __entry->reset_index,
 447                   __entry->dirty_index - __entry->reset_index)
 448 );
 449
 450 TRACE_EVENT(kvm_dirty_ring_exit,
 451         TP_PROTO(struct kvm_vcpu *vcpu),
 452         TP_ARGS(vcpu),
 453
 454         TP_STRUCT__entry(
 455             __field(int, vcpu_id)
 456         ),
 457
 458         TP_fast_assign(
 459             __entry->vcpu_id = vcpu->vcpu_id;
 460         ),
 461
 462         TP_printk("vcpu %d", __entry->vcpu_id)
 463 );
 464
 465 #endif /* _TRACE_KVM_MAIN_H */
 466
 467 /* This part must be outside protection */
 468 #include <trace/define_trace.h>