1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #if !defined(_TRACE_KVM_MAIN_H) || defined(TRACE_HEADER_MULTI_READ) 3 #define _TRACE_KVM_MAIN_H 4 5 #include <linux/tracepoint.h> 6 7 #undef TRACE_SYSTEM 8 #define TRACE_SYSTEM kvm 9 10 #define ERSN(x) { KVM_EXIT_##x, "KVM_EXIT_" #x } 11 12 #define kvm_trace_exit_reason \ 13 ERSN(UNKNOWN), ERSN(EXCEPTION), ERSN(IO), ERSN(HYPERCALL), \ 14 ERSN(DEBUG), ERSN(HLT), ERSN(MMIO), ERSN(IRQ_WINDOW_OPEN), \ 15 ERSN(SHUTDOWN), ERSN(FAIL_ENTRY), ERSN(INTR), ERSN(SET_TPR), \ 16 ERSN(TPR_ACCESS), ERSN(S390_SIEIC), ERSN(S390_RESET), ERSN(DCR),\ 17 ERSN(NMI), ERSN(INTERNAL_ERROR), ERSN(OSI), ERSN(PAPR_HCALL), \ 18 ERSN(S390_UCONTROL), ERSN(WATCHDOG), ERSN(S390_TSCH), ERSN(EPR),\ 19 ERSN(SYSTEM_EVENT), ERSN(S390_STSI), ERSN(IOAPIC_EOI), \ 20 ERSN(HYPERV), ERSN(ARM_NISV), ERSN(X86_RDMSR), ERSN(X86_WRMSR) 21 22 TRACE_EVENT(kvm_userspace_exit, 23 TP_PROTO(__u32 reason, int errno), 24 TP_ARGS(reason, errno), 25 26 TP_STRUCT__entry( 27 __field( __u32, reason ) 28 __field( int, errno ) 29 ), 30 31 TP_fast_assign( 32 __entry->reason = reason; 33 __entry->errno = errno; 34 ), 35 36 TP_printk("reason %s (%d)", 37 __entry->errno < 0 ? 38 (__entry->errno == -EINTR ? "restart" : "error") : 39 __print_symbolic(__entry->reason, kvm_trace_exit_reason), 40 __entry->errno < 0 ? -__entry->errno : __entry->reason) 41 ); 42 43 TRACE_EVENT(kvm_vcpu_wakeup, 44 TP_PROTO(__u64 ns, bool waited, bool valid), 45 TP_ARGS(ns, waited, valid), 46 47 TP_STRUCT__entry( 48 __field( __u64, ns ) 49 __field( bool, waited ) 50 __field( bool, valid ) 51 ), 52 53 TP_fast_assign( 54 __entry->ns = ns; 55 __entry->waited = waited; 56 __entry->valid = valid; 57 ), 58 59 TP_printk("%s time %lld ns, polling %s", 60 __entry->waited ? "wait" : "poll", 61 __entry->ns, 62 __entry->valid ? "valid" : "invalid") 63 ); 64 65 #if defined(CONFIG_HAVE_KVM_IRQFD) 66 TRACE_EVENT(kvm_set_irq, 67 TP_PROTO(unsigned int gsi, int level, int irq_source_id), 68 TP_ARGS(gsi, level, irq_source_id), 69 70 TP_STRUCT__entry( 71 __field( unsigned int, gsi ) 72 __field( int, level ) 73 __field( int, irq_source_id ) 74 ), 75 76 TP_fast_assign( 77 __entry->gsi = gsi; 78 __entry->level = level; 79 __entry->irq_source_id = irq_source_id; 80 ), 81 82 TP_printk("gsi %u level %d source %d", 83 __entry->gsi, __entry->level, __entry->irq_source_id) 84 ); 85 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */ 86 87 #if defined(__KVM_HAVE_IOAPIC) 88 #define kvm_deliver_mode \ 89 {0x0, "Fixed"}, \ 90 {0x1, "LowPrio"}, \ 91 {0x2, "SMI"}, \ 92 {0x3, "Res3"}, \ 93 {0x4, "NMI"}, \ 94 {0x5, "INIT"}, \ 95 {0x6, "SIPI"}, \ 96 {0x7, "ExtINT"} 97 98 TRACE_EVENT(kvm_ioapic_set_irq, 99 TP_PROTO(__u64 e, int pin, bool coalesced), 100 TP_ARGS(e, pin, coalesced), 101 102 TP_STRUCT__entry( 103 __field( __u64, e ) 104 __field( int, pin ) 105 __field( bool, coalesced ) 106 ), 107 108 TP_fast_assign( 109 __entry->e = e; 110 __entry->pin = pin; 111 __entry->coalesced = coalesced; 112 ), 113 114 TP_printk("pin %u dst %x vec %u (%s|%s|%s%s)%s", 115 __entry->pin, (u8)(__entry->e >> 56), (u8)__entry->e, 116 __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode), 117 (__entry->e & (1<<11)) ? "logical" : "physical", 118 (__entry->e & (1<<15)) ? "level" : "edge", 119 (__entry->e & (1<<16)) ? "|masked" : "", 120 __entry->coalesced ? " (coalesced)" : "") 121 ); 122 123 TRACE_EVENT(kvm_ioapic_delayed_eoi_inj, 124 TP_PROTO(__u64 e), 125 TP_ARGS(e), 126 127 TP_STRUCT__entry( 128 __field( __u64, e ) 129 ), 130 131 TP_fast_assign( 132 __entry->e = e; 133 ), 134 135 TP_printk("dst %x vec %u (%s|%s|%s%s)", 136 (u8)(__entry->e >> 56), (u8)__entry->e, 137 __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode), 138 (__entry->e & (1<<11)) ? "logical" : "physical", 139 (__entry->e & (1<<15)) ? "level" : "edge", 140 (__entry->e & (1<<16)) ? "|masked" : "") 141 ); 142 143 TRACE_EVENT(kvm_msi_set_irq, 144 TP_PROTO(__u64 address, __u64 data), 145 TP_ARGS(address, data), 146 147 TP_STRUCT__entry( 148 __field( __u64, address ) 149 __field( __u64, data ) 150 ), 151 152 TP_fast_assign( 153 __entry->address = address; 154 __entry->data = data; 155 ), 156 157 TP_printk("dst %llx vec %u (%s|%s|%s%s)", 158 (u8)(__entry->address >> 12) | ((__entry->address >> 32) & 0xffffff00), 159 (u8)__entry->data, 160 __print_symbolic((__entry->data >> 8 & 0x7), kvm_deliver_mode), 161 (__entry->address & (1<<2)) ? "logical" : "physical", 162 (__entry->data & (1<<15)) ? "level" : "edge", 163 (__entry->address & (1<<3)) ? "|rh" : "") 164 ); 165 166 #define kvm_irqchips \ 167 {KVM_IRQCHIP_PIC_MASTER, "PIC master"}, \ 168 {KVM_IRQCHIP_PIC_SLAVE, "PIC slave"}, \ 169 {KVM_IRQCHIP_IOAPIC, "IOAPIC"} 170 171 #endif /* defined(__KVM_HAVE_IOAPIC) */ 172 173 #if defined(CONFIG_HAVE_KVM_IRQFD) 174 175 #ifdef kvm_irqchips 176 #define kvm_ack_irq_string "irqchip %s pin %u" 177 #define kvm_ack_irq_parm __print_symbolic(__entry->irqchip, kvm_irqchips), __entry->pin 178 #else 179 #define kvm_ack_irq_string "irqchip %d pin %u" 180 #define kvm_ack_irq_parm __entry->irqchip, __entry->pin 181 #endif 182 183 TRACE_EVENT(kvm_ack_irq, 184 TP_PROTO(unsigned int irqchip, unsigned int pin), 185 TP_ARGS(irqchip, pin), 186 187 TP_STRUCT__entry( 188 __field( unsigned int, irqchip ) 189 __field( unsigned int, pin ) 190 ), 191 192 TP_fast_assign( 193 __entry->irqchip = irqchip; 194 __entry->pin = pin; 195 ), 196 197 TP_printk(kvm_ack_irq_string, kvm_ack_irq_parm) 198 ); 199 200 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */ 201 202 203 204 #define KVM_TRACE_MMIO_READ_UNSATISFIED 0 205 #define KVM_TRACE_MMIO_READ 1 206 #define KVM_TRACE_MMIO_WRITE 2 207 208 #define kvm_trace_symbol_mmio \ 209 { KVM_TRACE_MMIO_READ_UNSATISFIED, "unsatisfied-read" }, \ 210 { KVM_TRACE_MMIO_READ, "read" }, \ 211 { KVM_TRACE_MMIO_WRITE, "write" } 212 213 TRACE_EVENT(kvm_mmio, 214 TP_PROTO(int type, int len, u64 gpa, void *val), 215 TP_ARGS(type, len, gpa, val), 216 217 TP_STRUCT__entry( 218 __field( u32, type ) 219 __field( u32, len ) 220 __field( u64, gpa ) 221 __field( u64, val ) 222 ), 223 224 TP_fast_assign( 225 __entry->type = type; 226 __entry->len = len; 227 __entry->gpa = gpa; 228 __entry->val = 0; 229 if (val) 230 memcpy(&__entry->val, val, 231 min_t(u32, sizeof(__entry->val), len)); 232 ), 233 234 TP_printk("mmio %s len %u gpa 0x%llx val 0x%llx", 235 __print_symbolic(__entry->type, kvm_trace_symbol_mmio), 236 __entry->len, __entry->gpa, __entry->val) 237 ); 238 239 #define kvm_fpu_load_symbol \ 240 {0, "unload"}, \ 241 {1, "load"} 242 243 TRACE_EVENT(kvm_fpu, 244 TP_PROTO(int load), 245 TP_ARGS(load), 246 247 TP_STRUCT__entry( 248 __field( u32, load ) 249 ), 250 251 TP_fast_assign( 252 __entry->load = load; 253 ), 254 255 TP_printk("%s", __print_symbolic(__entry->load, kvm_fpu_load_symbol)) 256 ); 257 258 #ifdef CONFIG_KVM_ASYNC_PF 259 DECLARE_EVENT_CLASS(kvm_async_get_page_class, 260 261 TP_PROTO(u64 gva, u64 gfn), 262 263 TP_ARGS(gva, gfn), 264 265 TP_STRUCT__entry( 266 __field(__u64, gva) 267 __field(u64, gfn) 268 ), 269 270 TP_fast_assign( 271 __entry->gva = gva; 272 __entry->gfn = gfn; 273 ), 274 275 TP_printk("gva = %#llx, gfn = %#llx", __entry->gva, __entry->gfn) 276 ); 277 278 DEFINE_EVENT(kvm_async_get_page_class, kvm_try_async_get_page, 279 280 TP_PROTO(u64 gva, u64 gfn), 281 282 TP_ARGS(gva, gfn) 283 ); 284 285 DEFINE_EVENT(kvm_async_get_page_class, kvm_async_pf_doublefault, 286 287 TP_PROTO(u64 gva, u64 gfn), 288 289 TP_ARGS(gva, gfn) 290 ); 291 292 DECLARE_EVENT_CLASS(kvm_async_pf_nopresent_ready, 293 294 TP_PROTO(u64 token, u64 gva), 295 296 TP_ARGS(token, gva), 297 298 TP_STRUCT__entry( 299 __field(__u64, token) 300 __field(__u64, gva) 301 ), 302 303 TP_fast_assign( 304 __entry->token = token; 305 __entry->gva = gva; 306 ), 307 308 TP_printk("token %#llx gva %#llx", __entry->token, __entry->gva) 309 310 ); 311 312 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_not_present, 313 314 TP_PROTO(u64 token, u64 gva), 315 316 TP_ARGS(token, gva) 317 ); 318 319 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_ready, 320 321 TP_PROTO(u64 token, u64 gva), 322 323 TP_ARGS(token, gva) 324 ); 325 326 TRACE_EVENT( 327 kvm_async_pf_completed, 328 TP_PROTO(unsigned long address, u64 gva), 329 TP_ARGS(address, gva), 330 331 TP_STRUCT__entry( 332 __field(unsigned long, address) 333 __field(u64, gva) 334 ), 335 336 TP_fast_assign( 337 __entry->address = address; 338 __entry->gva = gva; 339 ), 340 341 TP_printk("gva %#llx address %#lx", __entry->gva, 342 __entry->address) 343 ); 344 345 #endif 346 347 TRACE_EVENT(kvm_halt_poll_ns, 348 TP_PROTO(bool grow, unsigned int vcpu_id, unsigned int new, 349 unsigned int old), 350 TP_ARGS(grow, vcpu_id, new, old), 351 352 TP_STRUCT__entry( 353 __field(bool, grow) 354 __field(unsigned int, vcpu_id) 355 __field(unsigned int, new) 356 __field(unsigned int, old) 357 ), 358 359 TP_fast_assign( 360 __entry->grow = grow; 361 __entry->vcpu_id = vcpu_id; 362 __entry->new = new; 363 __entry->old = old; 364 ), 365 366 TP_printk("vcpu %u: halt_poll_ns %u (%s %u)", 367 __entry->vcpu_id, 368 __entry->new, 369 __entry->grow ? "grow" : "shrink", 370 __entry->old) 371 ); 372 373 #define trace_kvm_halt_poll_ns_grow(vcpu_id, new, old) \ 374 trace_kvm_halt_poll_ns(true, vcpu_id, new, old) 375 #define trace_kvm_halt_poll_ns_shrink(vcpu_id, new, old) \ 376 trace_kvm_halt_poll_ns(false, vcpu_id, new, old) 377 378 TRACE_EVENT(kvm_dirty_ring_push, 379 TP_PROTO(struct kvm_dirty_ring *ring, u32 slot, u64 offset), 380 TP_ARGS(ring, slot, offset), 381 382 TP_STRUCT__entry( 383 __field(int, index) 384 __field(u32, dirty_index) 385 __field(u32, reset_index) 386 __field(u32, slot) 387 __field(u64, offset) 388 ), 389 390 TP_fast_assign( 391 __entry->index = ring->index; 392 __entry->dirty_index = ring->dirty_index; 393 __entry->reset_index = ring->reset_index; 394 __entry->slot = slot; 395 __entry->offset = offset; 396 ), 397 398 TP_printk("ring %d: dirty 0x%x reset 0x%x " 399 "slot %u offset 0x%llx (used %u)", 400 __entry->index, __entry->dirty_index, 401 __entry->reset_index, __entry->slot, __entry->offset, 402 __entry->dirty_index - __entry->reset_index) 403 ); 404 405 TRACE_EVENT(kvm_dirty_ring_reset, 406 TP_PROTO(struct kvm_dirty_ring *ring), 407 TP_ARGS(ring), 408 409 TP_STRUCT__entry( 410 __field(int, index) 411 __field(u32, dirty_index) 412 __field(u32, reset_index) 413 ), 414 415 TP_fast_assign( 416 __entry->index = ring->index; 417 __entry->dirty_index = ring->dirty_index; 418 __entry->reset_index = ring->reset_index; 419 ), 420 421 TP_printk("ring %d: dirty 0x%x reset 0x%x (used %u)", 422 __entry->index, __entry->dirty_index, __entry->reset_index, 423 __entry->dirty_index - __entry->reset_index) 424 ); 425 426 TRACE_EVENT(kvm_dirty_ring_exit, 427 TP_PROTO(struct kvm_vcpu *vcpu), 428 TP_ARGS(vcpu), 429 430 TP_STRUCT__entry( 431 __field(int, vcpu_id) 432 ), 433 434 TP_fast_assign( 435 __entry->vcpu_id = vcpu->vcpu_id; 436 ), 437 438 TP_printk("vcpu %d", __entry->vcpu_id) 439 ); 440 441 TRACE_EVENT(kvm_unmap_hva_range, 442 TP_PROTO(unsigned long start, unsigned long end), 443 TP_ARGS(start, end), 444 445 TP_STRUCT__entry( 446 __field( unsigned long, start ) 447 __field( unsigned long, end ) 448 ), 449 450 TP_fast_assign( 451 __entry->start = start; 452 __entry->end = end; 453 ), 454 455 TP_printk("mmu notifier unmap range: %#016lx -- %#016lx", 456 __entry->start, __entry->end) 457 ); 458 459 TRACE_EVENT(kvm_set_spte_hva, 460 TP_PROTO(unsigned long hva), 461 TP_ARGS(hva), 462 463 TP_STRUCT__entry( 464 __field( unsigned long, hva ) 465 ), 466 467 TP_fast_assign( 468 __entry->hva = hva; 469 ), 470 471 TP_printk("mmu notifier set pte hva: %#016lx", __entry->hva) 472 ); 473 474 TRACE_EVENT(kvm_age_hva, 475 TP_PROTO(unsigned long start, unsigned long end), 476 TP_ARGS(start, end), 477 478 TP_STRUCT__entry( 479 __field( unsigned long, start ) 480 __field( unsigned long, end ) 481 ), 482 483 TP_fast_assign( 484 __entry->start = start; 485 __entry->end = end; 486 ), 487 488 TP_printk("mmu notifier age hva: %#016lx -- %#016lx", 489 __entry->start, __entry->end) 490 ); 491 492 TRACE_EVENT(kvm_test_age_hva, 493 TP_PROTO(unsigned long hva), 494 TP_ARGS(hva), 495 496 TP_STRUCT__entry( 497 __field( unsigned long, hva ) 498 ), 499 500 TP_fast_assign( 501 __entry->hva = hva; 502 ), 503 504 TP_printk("mmu notifier test age hva: %#016lx", __entry->hva) 505 ); 506 507 #endif /* _TRACE_KVM_MAIN_H */ 508 509 /* This part must be outside protection */ 510 #include <trace/define_trace.h> 511