xref: /openbmc/linux/arch/x86/kvm/trace.h (revision bef7a78d)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #if !defined(_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
3 #define _TRACE_KVM_H
4 
5 #include <linux/tracepoint.h>
6 #include <asm/vmx.h>
7 #include <asm/svm.h>
8 #include <asm/clocksource.h>
9 #include <asm/pvclock-abi.h>
10 
11 #undef TRACE_SYSTEM
12 #define TRACE_SYSTEM kvm
13 
14 /*
15  * Tracepoint for guest mode entry.
16  */
17 TRACE_EVENT(kvm_entry,
18 	TP_PROTO(struct kvm_vcpu *vcpu),
19 	TP_ARGS(vcpu),
20 
21 	TP_STRUCT__entry(
22 		__field(	unsigned int,	vcpu_id		)
23 		__field(	unsigned long,	rip		)
24 	),
25 
26 	TP_fast_assign(
27 		__entry->vcpu_id        = vcpu->vcpu_id;
28 		__entry->rip		= kvm_rip_read(vcpu);
29 	),
30 
31 	TP_printk("vcpu %u, rip 0x%lx", __entry->vcpu_id, __entry->rip)
32 );
33 
34 /*
35  * Tracepoint for hypercall.
36  */
37 TRACE_EVENT(kvm_hypercall,
38 	TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
39 		 unsigned long a2, unsigned long a3),
40 	TP_ARGS(nr, a0, a1, a2, a3),
41 
42 	TP_STRUCT__entry(
43 		__field(	unsigned long, 	nr		)
44 		__field(	unsigned long,	a0		)
45 		__field(	unsigned long,	a1		)
46 		__field(	unsigned long,	a2		)
47 		__field(	unsigned long,	a3		)
48 	),
49 
50 	TP_fast_assign(
51 		__entry->nr		= nr;
52 		__entry->a0		= a0;
53 		__entry->a1		= a1;
54 		__entry->a2		= a2;
55 		__entry->a3		= a3;
56 	),
57 
58 	TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx",
59 		 __entry->nr, __entry->a0, __entry->a1,  __entry->a2,
60 		 __entry->a3)
61 );
62 
63 /*
64  * Tracepoint for hypercall.
65  */
66 TRACE_EVENT(kvm_hv_hypercall,
67 	TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
68 		 __u64 ingpa, __u64 outgpa),
69 	TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),
70 
71 	TP_STRUCT__entry(
72 		__field(	__u16,		rep_cnt		)
73 		__field(	__u16,		rep_idx		)
74 		__field(	__u64,		ingpa		)
75 		__field(	__u64,		outgpa		)
76 		__field(	__u16, 		code		)
77 		__field(	bool,		fast		)
78 	),
79 
80 	TP_fast_assign(
81 		__entry->rep_cnt	= rep_cnt;
82 		__entry->rep_idx	= rep_idx;
83 		__entry->ingpa		= ingpa;
84 		__entry->outgpa		= outgpa;
85 		__entry->code		= code;
86 		__entry->fast		= fast;
87 	),
88 
89 	TP_printk("code 0x%x %s cnt 0x%x idx 0x%x in 0x%llx out 0x%llx",
90 		  __entry->code, __entry->fast ? "fast" : "slow",
91 		  __entry->rep_cnt, __entry->rep_idx,  __entry->ingpa,
92 		  __entry->outgpa)
93 );
94 
95 /*
96  * Tracepoint for PIO.
97  */
98 
99 #define KVM_PIO_IN   0
100 #define KVM_PIO_OUT  1
101 
102 TRACE_EVENT(kvm_pio,
103 	TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
104 		 unsigned int count, void *data),
105 	TP_ARGS(rw, port, size, count, data),
106 
107 	TP_STRUCT__entry(
108 		__field(	unsigned int, 	rw		)
109 		__field(	unsigned int, 	port		)
110 		__field(	unsigned int, 	size		)
111 		__field(	unsigned int,	count		)
112 		__field(	unsigned int,	val		)
113 	),
114 
115 	TP_fast_assign(
116 		__entry->rw		= rw;
117 		__entry->port		= port;
118 		__entry->size		= size;
119 		__entry->count		= count;
120 		if (size == 1)
121 			__entry->val	= *(unsigned char *)data;
122 		else if (size == 2)
123 			__entry->val	= *(unsigned short *)data;
124 		else
125 			__entry->val	= *(unsigned int *)data;
126 	),
127 
128 	TP_printk("pio_%s at 0x%x size %d count %d val 0x%x %s",
129 		  __entry->rw ? "write" : "read",
130 		  __entry->port, __entry->size, __entry->count, __entry->val,
131 		  __entry->count > 1 ? "(...)" : "")
132 );
133 
134 /*
135  * Tracepoint for fast mmio.
136  */
137 TRACE_EVENT(kvm_fast_mmio,
138 	TP_PROTO(u64 gpa),
139 	TP_ARGS(gpa),
140 
141 	TP_STRUCT__entry(
142 		__field(u64,	gpa)
143 	),
144 
145 	TP_fast_assign(
146 		__entry->gpa		= gpa;
147 	),
148 
149 	TP_printk("fast mmio at gpa 0x%llx", __entry->gpa)
150 );
151 
152 /*
153  * Tracepoint for cpuid.
154  */
155 TRACE_EVENT(kvm_cpuid,
156 	TP_PROTO(unsigned int function, unsigned int index, unsigned long rax,
157 		 unsigned long rbx, unsigned long rcx, unsigned long rdx,
158 		 bool found, bool used_max_basic),
159 	TP_ARGS(function, index, rax, rbx, rcx, rdx, found, used_max_basic),
160 
161 	TP_STRUCT__entry(
162 		__field(	unsigned int,	function	)
163 		__field(	unsigned int,	index		)
164 		__field(	unsigned long,	rax		)
165 		__field(	unsigned long,	rbx		)
166 		__field(	unsigned long,	rcx		)
167 		__field(	unsigned long,	rdx		)
168 		__field(	bool,		found		)
169 		__field(	bool,		used_max_basic	)
170 	),
171 
172 	TP_fast_assign(
173 		__entry->function	= function;
174 		__entry->index		= index;
175 		__entry->rax		= rax;
176 		__entry->rbx		= rbx;
177 		__entry->rcx		= rcx;
178 		__entry->rdx		= rdx;
179 		__entry->found		= found;
180 		__entry->used_max_basic	= used_max_basic;
181 	),
182 
183 	TP_printk("func %x idx %x rax %lx rbx %lx rcx %lx rdx %lx, cpuid entry %s%s",
184 		  __entry->function, __entry->index, __entry->rax,
185 		  __entry->rbx, __entry->rcx, __entry->rdx,
186 		  __entry->found ? "found" : "not found",
187 		  __entry->used_max_basic ? ", used max basic" : "")
188 );
189 
190 #define AREG(x) { APIC_##x, "APIC_" #x }
191 
192 #define kvm_trace_symbol_apic						    \
193 	AREG(ID), AREG(LVR), AREG(TASKPRI), AREG(ARBPRI), AREG(PROCPRI),    \
194 	AREG(EOI), AREG(RRR), AREG(LDR), AREG(DFR), AREG(SPIV), AREG(ISR),  \
195 	AREG(TMR), AREG(IRR), AREG(ESR), AREG(ICR), AREG(ICR2), AREG(LVTT), \
196 	AREG(LVTTHMR), AREG(LVTPC), AREG(LVT0), AREG(LVT1), AREG(LVTERR),   \
197 	AREG(TMICT), AREG(TMCCT), AREG(TDCR), AREG(SELF_IPI), AREG(EFEAT),  \
198 	AREG(ECTRL)
199 /*
200  * Tracepoint for apic access.
201  */
202 TRACE_EVENT(kvm_apic,
203 	TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
204 	TP_ARGS(rw, reg, val),
205 
206 	TP_STRUCT__entry(
207 		__field(	unsigned int,	rw		)
208 		__field(	unsigned int,	reg		)
209 		__field(	unsigned int,	val		)
210 	),
211 
212 	TP_fast_assign(
213 		__entry->rw		= rw;
214 		__entry->reg		= reg;
215 		__entry->val		= val;
216 	),
217 
218 	TP_printk("apic_%s %s = 0x%x",
219 		  __entry->rw ? "write" : "read",
220 		  __print_symbolic(__entry->reg, kvm_trace_symbol_apic),
221 		  __entry->val)
222 );
223 
224 #define trace_kvm_apic_read(reg, val)		trace_kvm_apic(0, reg, val)
225 #define trace_kvm_apic_write(reg, val)		trace_kvm_apic(1, reg, val)
226 
227 #define KVM_ISA_VMX   1
228 #define KVM_ISA_SVM   2
229 
230 #define kvm_print_exit_reason(exit_reason, isa)				\
231 	(isa == KVM_ISA_VMX) ?						\
232 	__print_symbolic(exit_reason & 0xffff, VMX_EXIT_REASONS) :	\
233 	__print_symbolic(exit_reason, SVM_EXIT_REASONS),		\
234 	(isa == KVM_ISA_VMX && exit_reason & ~0xffff) ? " " : "",	\
235 	(isa == KVM_ISA_VMX) ?						\
236 	__print_flags(exit_reason & ~0xffff, " ", VMX_EXIT_REASON_FLAGS) : ""
237 
238 #define TRACE_EVENT_KVM_EXIT(name)					     \
239 TRACE_EVENT(name,							     \
240 	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),  \
241 	TP_ARGS(exit_reason, vcpu, isa),				     \
242 									     \
243 	TP_STRUCT__entry(						     \
244 		__field(	unsigned int,	exit_reason	)	     \
245 		__field(	unsigned long,	guest_rip	)	     \
246 		__field(	u32,	        isa             )	     \
247 		__field(	u64,	        info1           )	     \
248 		__field(	u64,	        info2           )	     \
249 		__field(	u32,	        intr_info	)	     \
250 		__field(	u32,	        error_code	)	     \
251 		__field(	unsigned int,	vcpu_id         )	     \
252 	),								     \
253 									     \
254 	TP_fast_assign(							     \
255 		__entry->exit_reason	= exit_reason;			     \
256 		__entry->guest_rip	= kvm_rip_read(vcpu);		     \
257 		__entry->isa            = isa;				     \
258 		__entry->vcpu_id        = vcpu->vcpu_id;		     \
259 		kvm_x86_ops.get_exit_info(vcpu, &__entry->info1,	     \
260 					  &__entry->info2,		     \
261 					  &__entry->intr_info,		     \
262 					  &__entry->error_code);	     \
263 	),								     \
264 									     \
265 	TP_printk("vcpu %u reason %s%s%s rip 0x%lx info1 0x%016llx "	     \
266 		  "info2 0x%016llx intr_info 0x%08x error_code 0x%08x",	     \
267 		  __entry->vcpu_id,					     \
268 		  kvm_print_exit_reason(__entry->exit_reason, __entry->isa), \
269 		  __entry->guest_rip, __entry->info1, __entry->info2,	     \
270 		  __entry->intr_info, __entry->error_code)		     \
271 )
272 
273 /*
274  * Tracepoint for kvm guest exit:
275  */
276 TRACE_EVENT_KVM_EXIT(kvm_exit);
277 
278 /*
279  * Tracepoint for kvm interrupt injection:
280  */
281 TRACE_EVENT(kvm_inj_virq,
282 	TP_PROTO(unsigned int irq),
283 	TP_ARGS(irq),
284 
285 	TP_STRUCT__entry(
286 		__field(	unsigned int,	irq		)
287 	),
288 
289 	TP_fast_assign(
290 		__entry->irq		= irq;
291 	),
292 
293 	TP_printk("irq %u", __entry->irq)
294 );
295 
296 #define EXS(x) { x##_VECTOR, "#" #x }
297 
298 #define kvm_trace_sym_exc						\
299 	EXS(DE), EXS(DB), EXS(BP), EXS(OF), EXS(BR), EXS(UD), EXS(NM),	\
300 	EXS(DF), EXS(TS), EXS(NP), EXS(SS), EXS(GP), EXS(PF),		\
301 	EXS(MF), EXS(AC), EXS(MC)
302 
303 /*
304  * Tracepoint for kvm interrupt injection:
305  */
306 TRACE_EVENT(kvm_inj_exception,
307 	TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
308 	TP_ARGS(exception, has_error, error_code),
309 
310 	TP_STRUCT__entry(
311 		__field(	u8,	exception	)
312 		__field(	u8,	has_error	)
313 		__field(	u32,	error_code	)
314 	),
315 
316 	TP_fast_assign(
317 		__entry->exception	= exception;
318 		__entry->has_error	= has_error;
319 		__entry->error_code	= error_code;
320 	),
321 
322 	TP_printk("%s (0x%x)",
323 		  __print_symbolic(__entry->exception, kvm_trace_sym_exc),
324 		  /* FIXME: don't print error_code if not present */
325 		  __entry->has_error ? __entry->error_code : 0)
326 );
327 
328 /*
329  * Tracepoint for page fault.
330  */
331 TRACE_EVENT(kvm_page_fault,
332 	TP_PROTO(unsigned long fault_address, unsigned int error_code),
333 	TP_ARGS(fault_address, error_code),
334 
335 	TP_STRUCT__entry(
336 		__field(	unsigned long,	fault_address	)
337 		__field(	unsigned int,	error_code	)
338 	),
339 
340 	TP_fast_assign(
341 		__entry->fault_address	= fault_address;
342 		__entry->error_code	= error_code;
343 	),
344 
345 	TP_printk("address %lx error_code %x",
346 		  __entry->fault_address, __entry->error_code)
347 );
348 
349 /*
350  * Tracepoint for guest MSR access.
351  */
352 TRACE_EVENT(kvm_msr,
353 	TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
354 	TP_ARGS(write, ecx, data, exception),
355 
356 	TP_STRUCT__entry(
357 		__field(	unsigned,	write		)
358 		__field(	u32,		ecx		)
359 		__field(	u64,		data		)
360 		__field(	u8,		exception	)
361 	),
362 
363 	TP_fast_assign(
364 		__entry->write		= write;
365 		__entry->ecx		= ecx;
366 		__entry->data		= data;
367 		__entry->exception	= exception;
368 	),
369 
370 	TP_printk("msr_%s %x = 0x%llx%s",
371 		  __entry->write ? "write" : "read",
372 		  __entry->ecx, __entry->data,
373 		  __entry->exception ? " (#GP)" : "")
374 );
375 
376 #define trace_kvm_msr_read(ecx, data)      trace_kvm_msr(0, ecx, data, false)
377 #define trace_kvm_msr_write(ecx, data)     trace_kvm_msr(1, ecx, data, false)
378 #define trace_kvm_msr_read_ex(ecx)         trace_kvm_msr(0, ecx, 0, true)
379 #define trace_kvm_msr_write_ex(ecx, data)  trace_kvm_msr(1, ecx, data, true)
380 
381 /*
382  * Tracepoint for guest CR access.
383  */
384 TRACE_EVENT(kvm_cr,
385 	TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
386 	TP_ARGS(rw, cr, val),
387 
388 	TP_STRUCT__entry(
389 		__field(	unsigned int,	rw		)
390 		__field(	unsigned int,	cr		)
391 		__field(	unsigned long,	val		)
392 	),
393 
394 	TP_fast_assign(
395 		__entry->rw		= rw;
396 		__entry->cr		= cr;
397 		__entry->val		= val;
398 	),
399 
400 	TP_printk("cr_%s %x = 0x%lx",
401 		  __entry->rw ? "write" : "read",
402 		  __entry->cr, __entry->val)
403 );
404 
405 #define trace_kvm_cr_read(cr, val)		trace_kvm_cr(0, cr, val)
406 #define trace_kvm_cr_write(cr, val)		trace_kvm_cr(1, cr, val)
407 
408 TRACE_EVENT(kvm_pic_set_irq,
409 	    TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
410 	    TP_ARGS(chip, pin, elcr, imr, coalesced),
411 
412 	TP_STRUCT__entry(
413 		__field(	__u8,		chip		)
414 		__field(	__u8,		pin		)
415 		__field(	__u8,		elcr		)
416 		__field(	__u8,		imr		)
417 		__field(	bool,		coalesced	)
418 	),
419 
420 	TP_fast_assign(
421 		__entry->chip		= chip;
422 		__entry->pin		= pin;
423 		__entry->elcr		= elcr;
424 		__entry->imr		= imr;
425 		__entry->coalesced	= coalesced;
426 	),
427 
428 	TP_printk("chip %u pin %u (%s%s)%s",
429 		  __entry->chip, __entry->pin,
430 		  (__entry->elcr & (1 << __entry->pin)) ? "level":"edge",
431 		  (__entry->imr & (1 << __entry->pin)) ? "|masked":"",
432 		  __entry->coalesced ? " (coalesced)" : "")
433 );
434 
435 #define kvm_apic_dst_shorthand		\
436 	{0x0, "dst"},			\
437 	{0x1, "self"},			\
438 	{0x2, "all"},			\
439 	{0x3, "all-but-self"}
440 
441 TRACE_EVENT(kvm_apic_ipi,
442 	    TP_PROTO(__u32 icr_low, __u32 dest_id),
443 	    TP_ARGS(icr_low, dest_id),
444 
445 	TP_STRUCT__entry(
446 		__field(	__u32,		icr_low		)
447 		__field(	__u32,		dest_id		)
448 	),
449 
450 	TP_fast_assign(
451 		__entry->icr_low	= icr_low;
452 		__entry->dest_id	= dest_id;
453 	),
454 
455 	TP_printk("dst %x vec %u (%s|%s|%s|%s|%s)",
456 		  __entry->dest_id, (u8)__entry->icr_low,
457 		  __print_symbolic((__entry->icr_low >> 8 & 0x7),
458 				   kvm_deliver_mode),
459 		  (__entry->icr_low & (1<<11)) ? "logical" : "physical",
460 		  (__entry->icr_low & (1<<14)) ? "assert" : "de-assert",
461 		  (__entry->icr_low & (1<<15)) ? "level" : "edge",
462 		  __print_symbolic((__entry->icr_low >> 18 & 0x3),
463 				   kvm_apic_dst_shorthand))
464 );
465 
466 TRACE_EVENT(kvm_apic_accept_irq,
467 	    TP_PROTO(__u32 apicid, __u16 dm, __u16 tm, __u8 vec),
468 	    TP_ARGS(apicid, dm, tm, vec),
469 
470 	TP_STRUCT__entry(
471 		__field(	__u32,		apicid		)
472 		__field(	__u16,		dm		)
473 		__field(	__u16,		tm		)
474 		__field(	__u8,		vec		)
475 	),
476 
477 	TP_fast_assign(
478 		__entry->apicid		= apicid;
479 		__entry->dm		= dm;
480 		__entry->tm		= tm;
481 		__entry->vec		= vec;
482 	),
483 
484 	TP_printk("apicid %x vec %u (%s|%s)",
485 		  __entry->apicid, __entry->vec,
486 		  __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
487 		  __entry->tm ? "level" : "edge")
488 );
489 
490 TRACE_EVENT(kvm_eoi,
491 	    TP_PROTO(struct kvm_lapic *apic, int vector),
492 	    TP_ARGS(apic, vector),
493 
494 	TP_STRUCT__entry(
495 		__field(	__u32,		apicid		)
496 		__field(	int,		vector		)
497 	),
498 
499 	TP_fast_assign(
500 		__entry->apicid		= apic->vcpu->vcpu_id;
501 		__entry->vector		= vector;
502 	),
503 
504 	TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
505 );
506 
507 TRACE_EVENT(kvm_pv_eoi,
508 	    TP_PROTO(struct kvm_lapic *apic, int vector),
509 	    TP_ARGS(apic, vector),
510 
511 	TP_STRUCT__entry(
512 		__field(	__u32,		apicid		)
513 		__field(	int,		vector		)
514 	),
515 
516 	TP_fast_assign(
517 		__entry->apicid		= apic->vcpu->vcpu_id;
518 		__entry->vector		= vector;
519 	),
520 
521 	TP_printk("apicid %x vector %d", __entry->apicid, __entry->vector)
522 );
523 
524 /*
525  * Tracepoint for nested VMRUN
526  */
527 TRACE_EVENT(kvm_nested_vmrun,
528 	    TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
529 		     __u32 event_inj, bool npt),
530 	    TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),
531 
532 	TP_STRUCT__entry(
533 		__field(	__u64,		rip		)
534 		__field(	__u64,		vmcb		)
535 		__field(	__u64,		nested_rip	)
536 		__field(	__u32,		int_ctl		)
537 		__field(	__u32,		event_inj	)
538 		__field(	bool,		npt		)
539 	),
540 
541 	TP_fast_assign(
542 		__entry->rip		= rip;
543 		__entry->vmcb		= vmcb;
544 		__entry->nested_rip	= nested_rip;
545 		__entry->int_ctl	= int_ctl;
546 		__entry->event_inj	= event_inj;
547 		__entry->npt		= npt;
548 	),
549 
550 	TP_printk("rip: 0x%016llx vmcb: 0x%016llx nrip: 0x%016llx int_ctl: 0x%08x "
551 		  "event_inj: 0x%08x npt: %s",
552 		__entry->rip, __entry->vmcb, __entry->nested_rip,
553 		__entry->int_ctl, __entry->event_inj,
554 		__entry->npt ? "on" : "off")
555 );
556 
557 TRACE_EVENT(kvm_nested_intercepts,
558 	    TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions,
559 		     __u32 intercept1, __u32 intercept2, __u32 intercept3),
560 	    TP_ARGS(cr_read, cr_write, exceptions, intercept1,
561 		    intercept2, intercept3),
562 
563 	TP_STRUCT__entry(
564 		__field(	__u16,		cr_read		)
565 		__field(	__u16,		cr_write	)
566 		__field(	__u32,		exceptions	)
567 		__field(	__u32,		intercept1	)
568 		__field(	__u32,		intercept2	)
569 		__field(	__u32,		intercept3	)
570 	),
571 
572 	TP_fast_assign(
573 		__entry->cr_read	= cr_read;
574 		__entry->cr_write	= cr_write;
575 		__entry->exceptions	= exceptions;
576 		__entry->intercept1	= intercept1;
577 		__entry->intercept2	= intercept2;
578 		__entry->intercept3	= intercept3;
579 	),
580 
581 	TP_printk("cr_read: %04x cr_write: %04x excp: %08x "
582 		  "intercepts: %08x %08x %08x",
583 		  __entry->cr_read, __entry->cr_write, __entry->exceptions,
584 		  __entry->intercept1, __entry->intercept2, __entry->intercept3)
585 );
586 /*
587  * Tracepoint for #VMEXIT while nested
588  */
589 TRACE_EVENT_KVM_EXIT(kvm_nested_vmexit);
590 
591 /*
592  * Tracepoint for #VMEXIT reinjected to the guest
593  */
594 TRACE_EVENT(kvm_nested_vmexit_inject,
595 	    TP_PROTO(__u32 exit_code,
596 		     __u64 exit_info1, __u64 exit_info2,
597 		     __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
598 	    TP_ARGS(exit_code, exit_info1, exit_info2,
599 		    exit_int_info, exit_int_info_err, isa),
600 
601 	TP_STRUCT__entry(
602 		__field(	__u32,		exit_code		)
603 		__field(	__u64,		exit_info1		)
604 		__field(	__u64,		exit_info2		)
605 		__field(	__u32,		exit_int_info		)
606 		__field(	__u32,		exit_int_info_err	)
607 		__field(	__u32,		isa			)
608 	),
609 
610 	TP_fast_assign(
611 		__entry->exit_code		= exit_code;
612 		__entry->exit_info1		= exit_info1;
613 		__entry->exit_info2		= exit_info2;
614 		__entry->exit_int_info		= exit_int_info;
615 		__entry->exit_int_info_err	= exit_int_info_err;
616 		__entry->isa			= isa;
617 	),
618 
619 	TP_printk("reason: %s%s%s ext_inf1: 0x%016llx "
620 		  "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
621 		  kvm_print_exit_reason(__entry->exit_code, __entry->isa),
622 		  __entry->exit_info1, __entry->exit_info2,
623 		  __entry->exit_int_info, __entry->exit_int_info_err)
624 );
625 
626 /*
627  * Tracepoint for nested #vmexit because of interrupt pending
628  */
629 TRACE_EVENT(kvm_nested_intr_vmexit,
630 	    TP_PROTO(__u64 rip),
631 	    TP_ARGS(rip),
632 
633 	TP_STRUCT__entry(
634 		__field(	__u64,	rip	)
635 	),
636 
637 	TP_fast_assign(
638 		__entry->rip	=	rip
639 	),
640 
641 	TP_printk("rip: 0x%016llx", __entry->rip)
642 );
643 
644 /*
645  * Tracepoint for nested #vmexit because of interrupt pending
646  */
647 TRACE_EVENT(kvm_invlpga,
648 	    TP_PROTO(__u64 rip, int asid, u64 address),
649 	    TP_ARGS(rip, asid, address),
650 
651 	TP_STRUCT__entry(
652 		__field(	__u64,	rip	)
653 		__field(	int,	asid	)
654 		__field(	__u64,	address	)
655 	),
656 
657 	TP_fast_assign(
658 		__entry->rip		=	rip;
659 		__entry->asid		=	asid;
660 		__entry->address	=	address;
661 	),
662 
663 	TP_printk("rip: 0x%016llx asid: %d address: 0x%016llx",
664 		  __entry->rip, __entry->asid, __entry->address)
665 );
666 
667 /*
668  * Tracepoint for nested #vmexit because of interrupt pending
669  */
670 TRACE_EVENT(kvm_skinit,
671 	    TP_PROTO(__u64 rip, __u32 slb),
672 	    TP_ARGS(rip, slb),
673 
674 	TP_STRUCT__entry(
675 		__field(	__u64,	rip	)
676 		__field(	__u32,	slb	)
677 	),
678 
679 	TP_fast_assign(
680 		__entry->rip		=	rip;
681 		__entry->slb		=	slb;
682 	),
683 
684 	TP_printk("rip: 0x%016llx slb: 0x%08x",
685 		  __entry->rip, __entry->slb)
686 );
687 
688 #define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
689 #define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
690 #define KVM_EMUL_INSN_F_CS_D   (1 << 2)
691 #define KVM_EMUL_INSN_F_CS_L   (1 << 3)
692 
693 #define kvm_trace_symbol_emul_flags	                  \
694 	{ 0,   			    "real" },		  \
695 	{ KVM_EMUL_INSN_F_CR0_PE			  \
696 	  | KVM_EMUL_INSN_F_EFL_VM, "vm16" },		  \
697 	{ KVM_EMUL_INSN_F_CR0_PE,   "prot16" },		  \
698 	{ KVM_EMUL_INSN_F_CR0_PE			  \
699 	  | KVM_EMUL_INSN_F_CS_D,   "prot32" },		  \
700 	{ KVM_EMUL_INSN_F_CR0_PE			  \
701 	  | KVM_EMUL_INSN_F_CS_L,   "prot64" }
702 
703 #define kei_decode_mode(mode) ({			\
704 	u8 flags = 0xff;				\
705 	switch (mode) {					\
706 	case X86EMUL_MODE_REAL:				\
707 		flags = 0;				\
708 		break;					\
709 	case X86EMUL_MODE_VM86:				\
710 		flags = KVM_EMUL_INSN_F_EFL_VM;		\
711 		break;					\
712 	case X86EMUL_MODE_PROT16:			\
713 		flags = KVM_EMUL_INSN_F_CR0_PE;		\
714 		break;					\
715 	case X86EMUL_MODE_PROT32:			\
716 		flags = KVM_EMUL_INSN_F_CR0_PE		\
717 			| KVM_EMUL_INSN_F_CS_D;		\
718 		break;					\
719 	case X86EMUL_MODE_PROT64:			\
720 		flags = KVM_EMUL_INSN_F_CR0_PE		\
721 			| KVM_EMUL_INSN_F_CS_L;		\
722 		break;					\
723 	}						\
724 	flags;						\
725 	})
726 
727 TRACE_EVENT(kvm_emulate_insn,
728 	TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
729 	TP_ARGS(vcpu, failed),
730 
731 	TP_STRUCT__entry(
732 		__field(    __u64, rip                       )
733 		__field(    __u32, csbase                    )
734 		__field(    __u8,  len                       )
735 		__array(    __u8,  insn,    15	             )
736 		__field(    __u8,  flags       	   	     )
737 		__field(    __u8,  failed                    )
738 		),
739 
740 	TP_fast_assign(
741 		__entry->csbase = kvm_x86_ops.get_segment_base(vcpu, VCPU_SREG_CS);
742 		__entry->len = vcpu->arch.emulate_ctxt->fetch.ptr
743 			       - vcpu->arch.emulate_ctxt->fetch.data;
744 		__entry->rip = vcpu->arch.emulate_ctxt->_eip - __entry->len;
745 		memcpy(__entry->insn,
746 		       vcpu->arch.emulate_ctxt->fetch.data,
747 		       15);
748 		__entry->flags = kei_decode_mode(vcpu->arch.emulate_ctxt->mode);
749 		__entry->failed = failed;
750 		),
751 
752 	TP_printk("%x:%llx:%s (%s)%s",
753 		  __entry->csbase, __entry->rip,
754 		  __print_hex(__entry->insn, __entry->len),
755 		  __print_symbolic(__entry->flags,
756 				   kvm_trace_symbol_emul_flags),
757 		  __entry->failed ? " failed" : ""
758 		)
759 	);
760 
761 #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
762 #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
763 
764 TRACE_EVENT(
765 	vcpu_match_mmio,
766 	TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
767 	TP_ARGS(gva, gpa, write, gpa_match),
768 
769 	TP_STRUCT__entry(
770 		__field(gva_t, gva)
771 		__field(gpa_t, gpa)
772 		__field(bool, write)
773 		__field(bool, gpa_match)
774 		),
775 
776 	TP_fast_assign(
777 		__entry->gva = gva;
778 		__entry->gpa = gpa;
779 		__entry->write = write;
780 		__entry->gpa_match = gpa_match
781 		),
782 
783 	TP_printk("gva %#lx gpa %#llx %s %s", __entry->gva, __entry->gpa,
784 		  __entry->write ? "Write" : "Read",
785 		  __entry->gpa_match ? "GPA" : "GVA")
786 );
787 
788 TRACE_EVENT(kvm_write_tsc_offset,
789 	TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
790 		 __u64 next_tsc_offset),
791 	TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
792 
793 	TP_STRUCT__entry(
794 		__field( unsigned int,	vcpu_id				)
795 		__field(	__u64,	previous_tsc_offset		)
796 		__field(	__u64,	next_tsc_offset			)
797 	),
798 
799 	TP_fast_assign(
800 		__entry->vcpu_id		= vcpu_id;
801 		__entry->previous_tsc_offset	= previous_tsc_offset;
802 		__entry->next_tsc_offset	= next_tsc_offset;
803 	),
804 
805 	TP_printk("vcpu=%u prev=%llu next=%llu", __entry->vcpu_id,
806 		  __entry->previous_tsc_offset, __entry->next_tsc_offset)
807 );
808 
809 #ifdef CONFIG_X86_64
810 
811 #define host_clocks					\
812 	{VDSO_CLOCKMODE_NONE, "none"},			\
813 	{VDSO_CLOCKMODE_TSC,  "tsc"}			\
814 
815 TRACE_EVENT(kvm_update_master_clock,
816 	TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
817 	TP_ARGS(use_master_clock, host_clock, offset_matched),
818 
819 	TP_STRUCT__entry(
820 		__field(		bool,	use_master_clock	)
821 		__field(	unsigned int,	host_clock		)
822 		__field(		bool,	offset_matched		)
823 	),
824 
825 	TP_fast_assign(
826 		__entry->use_master_clock	= use_master_clock;
827 		__entry->host_clock		= host_clock;
828 		__entry->offset_matched		= offset_matched;
829 	),
830 
831 	TP_printk("masterclock %d hostclock %s offsetmatched %u",
832 		  __entry->use_master_clock,
833 		  __print_symbolic(__entry->host_clock, host_clocks),
834 		  __entry->offset_matched)
835 );
836 
837 TRACE_EVENT(kvm_track_tsc,
838 	TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
839 		 unsigned int online_vcpus, bool use_master_clock,
840 		 unsigned int host_clock),
841 	TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
842 		host_clock),
843 
844 	TP_STRUCT__entry(
845 		__field(	unsigned int,	vcpu_id			)
846 		__field(	unsigned int,	nr_vcpus_matched_tsc	)
847 		__field(	unsigned int,	online_vcpus		)
848 		__field(	bool,		use_master_clock	)
849 		__field(	unsigned int,	host_clock		)
850 	),
851 
852 	TP_fast_assign(
853 		__entry->vcpu_id		= vcpu_id;
854 		__entry->nr_vcpus_matched_tsc	= nr_matched;
855 		__entry->online_vcpus		= online_vcpus;
856 		__entry->use_master_clock	= use_master_clock;
857 		__entry->host_clock		= host_clock;
858 	),
859 
860 	TP_printk("vcpu_id %u masterclock %u offsetmatched %u nr_online %u"
861 		  " hostclock %s",
862 		  __entry->vcpu_id, __entry->use_master_clock,
863 		  __entry->nr_vcpus_matched_tsc, __entry->online_vcpus,
864 		  __print_symbolic(__entry->host_clock, host_clocks))
865 );
866 
867 #endif /* CONFIG_X86_64 */
868 
869 /*
870  * Tracepoint for PML full VMEXIT.
871  */
872 TRACE_EVENT(kvm_pml_full,
873 	TP_PROTO(unsigned int vcpu_id),
874 	TP_ARGS(vcpu_id),
875 
876 	TP_STRUCT__entry(
877 		__field(	unsigned int,	vcpu_id			)
878 	),
879 
880 	TP_fast_assign(
881 		__entry->vcpu_id		= vcpu_id;
882 	),
883 
884 	TP_printk("vcpu %d: PML full", __entry->vcpu_id)
885 );
886 
887 TRACE_EVENT(kvm_ple_window_update,
888 	TP_PROTO(unsigned int vcpu_id, unsigned int new, unsigned int old),
889 	TP_ARGS(vcpu_id, new, old),
890 
891 	TP_STRUCT__entry(
892 		__field(        unsigned int,   vcpu_id         )
893 		__field(        unsigned int,       new         )
894 		__field(        unsigned int,       old         )
895 	),
896 
897 	TP_fast_assign(
898 		__entry->vcpu_id        = vcpu_id;
899 		__entry->new            = new;
900 		__entry->old            = old;
901 	),
902 
903 	TP_printk("vcpu %u old %u new %u (%s)",
904 	          __entry->vcpu_id, __entry->old, __entry->new,
905 		  __entry->old < __entry->new ? "growed" : "shrinked")
906 );
907 
908 TRACE_EVENT(kvm_pvclock_update,
909 	TP_PROTO(unsigned int vcpu_id, struct pvclock_vcpu_time_info *pvclock),
910 	TP_ARGS(vcpu_id, pvclock),
911 
912 	TP_STRUCT__entry(
913 		__field(	unsigned int,	vcpu_id			)
914 		__field(	__u32,		version			)
915 		__field(	__u64,		tsc_timestamp		)
916 		__field(	__u64,		system_time		)
917 		__field(	__u32,		tsc_to_system_mul	)
918 		__field(	__s8,		tsc_shift		)
919 		__field(	__u8,		flags			)
920 	),
921 
922 	TP_fast_assign(
923 		__entry->vcpu_id	   = vcpu_id;
924 		__entry->version	   = pvclock->version;
925 		__entry->tsc_timestamp	   = pvclock->tsc_timestamp;
926 		__entry->system_time	   = pvclock->system_time;
927 		__entry->tsc_to_system_mul = pvclock->tsc_to_system_mul;
928 		__entry->tsc_shift	   = pvclock->tsc_shift;
929 		__entry->flags		   = pvclock->flags;
930 	),
931 
932 	TP_printk("vcpu_id %u, pvclock { version %u, tsc_timestamp 0x%llx, "
933 		  "system_time 0x%llx, tsc_to_system_mul 0x%x, tsc_shift %d, "
934 		  "flags 0x%x }",
935 		  __entry->vcpu_id,
936 		  __entry->version,
937 		  __entry->tsc_timestamp,
938 		  __entry->system_time,
939 		  __entry->tsc_to_system_mul,
940 		  __entry->tsc_shift,
941 		  __entry->flags)
942 );
943 
944 TRACE_EVENT(kvm_wait_lapic_expire,
945 	TP_PROTO(unsigned int vcpu_id, s64 delta),
946 	TP_ARGS(vcpu_id, delta),
947 
948 	TP_STRUCT__entry(
949 		__field(	unsigned int,	vcpu_id		)
950 		__field(	s64,		delta		)
951 	),
952 
953 	TP_fast_assign(
954 		__entry->vcpu_id	   = vcpu_id;
955 		__entry->delta             = delta;
956 	),
957 
958 	TP_printk("vcpu %u: delta %lld (%s)",
959 		  __entry->vcpu_id,
960 		  __entry->delta,
961 		  __entry->delta < 0 ? "early" : "late")
962 );
963 
964 TRACE_EVENT(kvm_enter_smm,
965 	TP_PROTO(unsigned int vcpu_id, u64 smbase, bool entering),
966 	TP_ARGS(vcpu_id, smbase, entering),
967 
968 	TP_STRUCT__entry(
969 		__field(	unsigned int,	vcpu_id		)
970 		__field(	u64,		smbase		)
971 		__field(	bool,		entering	)
972 	),
973 
974 	TP_fast_assign(
975 		__entry->vcpu_id	= vcpu_id;
976 		__entry->smbase		= smbase;
977 		__entry->entering	= entering;
978 	),
979 
980 	TP_printk("vcpu %u: %s SMM, smbase 0x%llx",
981 		  __entry->vcpu_id,
982 		  __entry->entering ? "entering" : "leaving",
983 		  __entry->smbase)
984 );
985 
986 /*
987  * Tracepoint for VT-d posted-interrupts.
988  */
989 TRACE_EVENT(kvm_pi_irte_update,
990 	TP_PROTO(unsigned int host_irq, unsigned int vcpu_id,
991 		 unsigned int gsi, unsigned int gvec,
992 		 u64 pi_desc_addr, bool set),
993 	TP_ARGS(host_irq, vcpu_id, gsi, gvec, pi_desc_addr, set),
994 
995 	TP_STRUCT__entry(
996 		__field(	unsigned int,	host_irq	)
997 		__field(	unsigned int,	vcpu_id		)
998 		__field(	unsigned int,	gsi		)
999 		__field(	unsigned int,	gvec		)
1000 		__field(	u64,		pi_desc_addr	)
1001 		__field(	bool,		set		)
1002 	),
1003 
1004 	TP_fast_assign(
1005 		__entry->host_irq	= host_irq;
1006 		__entry->vcpu_id	= vcpu_id;
1007 		__entry->gsi		= gsi;
1008 		__entry->gvec		= gvec;
1009 		__entry->pi_desc_addr	= pi_desc_addr;
1010 		__entry->set		= set;
1011 	),
1012 
1013 	TP_printk("VT-d PI is %s for irq %u, vcpu %u, gsi: 0x%x, "
1014 		  "gvec: 0x%x, pi_desc_addr: 0x%llx",
1015 		  __entry->set ? "enabled and being updated" : "disabled",
1016 		  __entry->host_irq,
1017 		  __entry->vcpu_id,
1018 		  __entry->gsi,
1019 		  __entry->gvec,
1020 		  __entry->pi_desc_addr)
1021 );
1022 
1023 /*
1024  * Tracepoint for kvm_hv_notify_acked_sint.
1025  */
1026 TRACE_EVENT(kvm_hv_notify_acked_sint,
1027 	TP_PROTO(int vcpu_id, u32 sint),
1028 	TP_ARGS(vcpu_id, sint),
1029 
1030 	TP_STRUCT__entry(
1031 		__field(int, vcpu_id)
1032 		__field(u32, sint)
1033 	),
1034 
1035 	TP_fast_assign(
1036 		__entry->vcpu_id = vcpu_id;
1037 		__entry->sint = sint;
1038 	),
1039 
1040 	TP_printk("vcpu_id %d sint %u", __entry->vcpu_id, __entry->sint)
1041 );
1042 
1043 /*
1044  * Tracepoint for synic_set_irq.
1045  */
1046 TRACE_EVENT(kvm_hv_synic_set_irq,
1047 	TP_PROTO(int vcpu_id, u32 sint, int vector, int ret),
1048 	TP_ARGS(vcpu_id, sint, vector, ret),
1049 
1050 	TP_STRUCT__entry(
1051 		__field(int, vcpu_id)
1052 		__field(u32, sint)
1053 		__field(int, vector)
1054 		__field(int, ret)
1055 	),
1056 
1057 	TP_fast_assign(
1058 		__entry->vcpu_id = vcpu_id;
1059 		__entry->sint = sint;
1060 		__entry->vector = vector;
1061 		__entry->ret = ret;
1062 	),
1063 
1064 	TP_printk("vcpu_id %d sint %u vector %d ret %d",
1065 		  __entry->vcpu_id, __entry->sint, __entry->vector,
1066 		  __entry->ret)
1067 );
1068 
1069 /*
1070  * Tracepoint for kvm_hv_synic_send_eoi.
1071  */
1072 TRACE_EVENT(kvm_hv_synic_send_eoi,
1073 	TP_PROTO(int vcpu_id, int vector),
1074 	TP_ARGS(vcpu_id, vector),
1075 
1076 	TP_STRUCT__entry(
1077 		__field(int, vcpu_id)
1078 		__field(u32, sint)
1079 		__field(int, vector)
1080 		__field(int, ret)
1081 	),
1082 
1083 	TP_fast_assign(
1084 		__entry->vcpu_id = vcpu_id;
1085 		__entry->vector	= vector;
1086 	),
1087 
1088 	TP_printk("vcpu_id %d vector %d", __entry->vcpu_id, __entry->vector)
1089 );
1090 
1091 /*
1092  * Tracepoint for synic_set_msr.
1093  */
1094 TRACE_EVENT(kvm_hv_synic_set_msr,
1095 	TP_PROTO(int vcpu_id, u32 msr, u64 data, bool host),
1096 	TP_ARGS(vcpu_id, msr, data, host),
1097 
1098 	TP_STRUCT__entry(
1099 		__field(int, vcpu_id)
1100 		__field(u32, msr)
1101 		__field(u64, data)
1102 		__field(bool, host)
1103 	),
1104 
1105 	TP_fast_assign(
1106 		__entry->vcpu_id = vcpu_id;
1107 		__entry->msr = msr;
1108 		__entry->data = data;
1109 		__entry->host = host
1110 	),
1111 
1112 	TP_printk("vcpu_id %d msr 0x%x data 0x%llx host %d",
1113 		  __entry->vcpu_id, __entry->msr, __entry->data, __entry->host)
1114 );
1115 
1116 /*
1117  * Tracepoint for stimer_set_config.
1118  */
1119 TRACE_EVENT(kvm_hv_stimer_set_config,
1120 	TP_PROTO(int vcpu_id, int timer_index, u64 config, bool host),
1121 	TP_ARGS(vcpu_id, timer_index, config, host),
1122 
1123 	TP_STRUCT__entry(
1124 		__field(int, vcpu_id)
1125 		__field(int, timer_index)
1126 		__field(u64, config)
1127 		__field(bool, host)
1128 	),
1129 
1130 	TP_fast_assign(
1131 		__entry->vcpu_id = vcpu_id;
1132 		__entry->timer_index = timer_index;
1133 		__entry->config = config;
1134 		__entry->host = host;
1135 	),
1136 
1137 	TP_printk("vcpu_id %d timer %d config 0x%llx host %d",
1138 		  __entry->vcpu_id, __entry->timer_index, __entry->config,
1139 		  __entry->host)
1140 );
1141 
1142 /*
1143  * Tracepoint for stimer_set_count.
1144  */
1145 TRACE_EVENT(kvm_hv_stimer_set_count,
1146 	TP_PROTO(int vcpu_id, int timer_index, u64 count, bool host),
1147 	TP_ARGS(vcpu_id, timer_index, count, host),
1148 
1149 	TP_STRUCT__entry(
1150 		__field(int, vcpu_id)
1151 		__field(int, timer_index)
1152 		__field(u64, count)
1153 		__field(bool, host)
1154 	),
1155 
1156 	TP_fast_assign(
1157 		__entry->vcpu_id = vcpu_id;
1158 		__entry->timer_index = timer_index;
1159 		__entry->count = count;
1160 		__entry->host = host;
1161 	),
1162 
1163 	TP_printk("vcpu_id %d timer %d count %llu host %d",
1164 		  __entry->vcpu_id, __entry->timer_index, __entry->count,
1165 		  __entry->host)
1166 );
1167 
1168 /*
1169  * Tracepoint for stimer_start(periodic timer case).
1170  */
1171 TRACE_EVENT(kvm_hv_stimer_start_periodic,
1172 	TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 exp_time),
1173 	TP_ARGS(vcpu_id, timer_index, time_now, exp_time),
1174 
1175 	TP_STRUCT__entry(
1176 		__field(int, vcpu_id)
1177 		__field(int, timer_index)
1178 		__field(u64, time_now)
1179 		__field(u64, exp_time)
1180 	),
1181 
1182 	TP_fast_assign(
1183 		__entry->vcpu_id = vcpu_id;
1184 		__entry->timer_index = timer_index;
1185 		__entry->time_now = time_now;
1186 		__entry->exp_time = exp_time;
1187 	),
1188 
1189 	TP_printk("vcpu_id %d timer %d time_now %llu exp_time %llu",
1190 		  __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1191 		  __entry->exp_time)
1192 );
1193 
1194 /*
1195  * Tracepoint for stimer_start(one-shot timer case).
1196  */
1197 TRACE_EVENT(kvm_hv_stimer_start_one_shot,
1198 	TP_PROTO(int vcpu_id, int timer_index, u64 time_now, u64 count),
1199 	TP_ARGS(vcpu_id, timer_index, time_now, count),
1200 
1201 	TP_STRUCT__entry(
1202 		__field(int, vcpu_id)
1203 		__field(int, timer_index)
1204 		__field(u64, time_now)
1205 		__field(u64, count)
1206 	),
1207 
1208 	TP_fast_assign(
1209 		__entry->vcpu_id = vcpu_id;
1210 		__entry->timer_index = timer_index;
1211 		__entry->time_now = time_now;
1212 		__entry->count = count;
1213 	),
1214 
1215 	TP_printk("vcpu_id %d timer %d time_now %llu count %llu",
1216 		  __entry->vcpu_id, __entry->timer_index, __entry->time_now,
1217 		  __entry->count)
1218 );
1219 
1220 /*
1221  * Tracepoint for stimer_timer_callback.
1222  */
1223 TRACE_EVENT(kvm_hv_stimer_callback,
1224 	TP_PROTO(int vcpu_id, int timer_index),
1225 	TP_ARGS(vcpu_id, timer_index),
1226 
1227 	TP_STRUCT__entry(
1228 		__field(int, vcpu_id)
1229 		__field(int, timer_index)
1230 	),
1231 
1232 	TP_fast_assign(
1233 		__entry->vcpu_id = vcpu_id;
1234 		__entry->timer_index = timer_index;
1235 	),
1236 
1237 	TP_printk("vcpu_id %d timer %d",
1238 		  __entry->vcpu_id, __entry->timer_index)
1239 );
1240 
1241 /*
1242  * Tracepoint for stimer_expiration.
1243  */
1244 TRACE_EVENT(kvm_hv_stimer_expiration,
1245 	TP_PROTO(int vcpu_id, int timer_index, int direct, int msg_send_result),
1246 	TP_ARGS(vcpu_id, timer_index, direct, msg_send_result),
1247 
1248 	TP_STRUCT__entry(
1249 		__field(int, vcpu_id)
1250 		__field(int, timer_index)
1251 		__field(int, direct)
1252 		__field(int, msg_send_result)
1253 	),
1254 
1255 	TP_fast_assign(
1256 		__entry->vcpu_id = vcpu_id;
1257 		__entry->timer_index = timer_index;
1258 		__entry->direct = direct;
1259 		__entry->msg_send_result = msg_send_result;
1260 	),
1261 
1262 	TP_printk("vcpu_id %d timer %d direct %d send result %d",
1263 		  __entry->vcpu_id, __entry->timer_index,
1264 		  __entry->direct, __entry->msg_send_result)
1265 );
1266 
1267 /*
1268  * Tracepoint for stimer_cleanup.
1269  */
1270 TRACE_EVENT(kvm_hv_stimer_cleanup,
1271 	TP_PROTO(int vcpu_id, int timer_index),
1272 	TP_ARGS(vcpu_id, timer_index),
1273 
1274 	TP_STRUCT__entry(
1275 		__field(int, vcpu_id)
1276 		__field(int, timer_index)
1277 	),
1278 
1279 	TP_fast_assign(
1280 		__entry->vcpu_id = vcpu_id;
1281 		__entry->timer_index = timer_index;
1282 	),
1283 
1284 	TP_printk("vcpu_id %d timer %d",
1285 		  __entry->vcpu_id, __entry->timer_index)
1286 );
1287 
1288 TRACE_EVENT(kvm_apicv_update_request,
1289 	    TP_PROTO(bool activate, unsigned long bit),
1290 	    TP_ARGS(activate, bit),
1291 
1292 	TP_STRUCT__entry(
1293 		__field(bool, activate)
1294 		__field(unsigned long, bit)
1295 	),
1296 
1297 	TP_fast_assign(
1298 		__entry->activate = activate;
1299 		__entry->bit = bit;
1300 	),
1301 
1302 	TP_printk("%s bit=%lu",
1303 		  __entry->activate ? "activate" : "deactivate",
1304 		  __entry->bit)
1305 );
1306 
1307 /*
1308  * Tracepoint for AMD AVIC
1309  */
1310 TRACE_EVENT(kvm_avic_incomplete_ipi,
1311 	    TP_PROTO(u32 vcpu, u32 icrh, u32 icrl, u32 id, u32 index),
1312 	    TP_ARGS(vcpu, icrh, icrl, id, index),
1313 
1314 	TP_STRUCT__entry(
1315 		__field(u32, vcpu)
1316 		__field(u32, icrh)
1317 		__field(u32, icrl)
1318 		__field(u32, id)
1319 		__field(u32, index)
1320 	),
1321 
1322 	TP_fast_assign(
1323 		__entry->vcpu = vcpu;
1324 		__entry->icrh = icrh;
1325 		__entry->icrl = icrl;
1326 		__entry->id = id;
1327 		__entry->index = index;
1328 	),
1329 
1330 	TP_printk("vcpu=%u, icrh:icrl=%#010x:%08x, id=%u, index=%u",
1331 		  __entry->vcpu, __entry->icrh, __entry->icrl,
1332 		  __entry->id, __entry->index)
1333 );
1334 
1335 TRACE_EVENT(kvm_avic_unaccelerated_access,
1336 	    TP_PROTO(u32 vcpu, u32 offset, bool ft, bool rw, u32 vec),
1337 	    TP_ARGS(vcpu, offset, ft, rw, vec),
1338 
1339 	TP_STRUCT__entry(
1340 		__field(u32, vcpu)
1341 		__field(u32, offset)
1342 		__field(bool, ft)
1343 		__field(bool, rw)
1344 		__field(u32, vec)
1345 	),
1346 
1347 	TP_fast_assign(
1348 		__entry->vcpu = vcpu;
1349 		__entry->offset = offset;
1350 		__entry->ft = ft;
1351 		__entry->rw = rw;
1352 		__entry->vec = vec;
1353 	),
1354 
1355 	TP_printk("vcpu=%u, offset=%#x(%s), %s, %s, vec=%#x",
1356 		  __entry->vcpu,
1357 		  __entry->offset,
1358 		  __print_symbolic(__entry->offset, kvm_trace_symbol_apic),
1359 		  __entry->ft ? "trap" : "fault",
1360 		  __entry->rw ? "write" : "read",
1361 		  __entry->vec)
1362 );
1363 
1364 TRACE_EVENT(kvm_avic_ga_log,
1365 	    TP_PROTO(u32 vmid, u32 vcpuid),
1366 	    TP_ARGS(vmid, vcpuid),
1367 
1368 	TP_STRUCT__entry(
1369 		__field(u32, vmid)
1370 		__field(u32, vcpuid)
1371 	),
1372 
1373 	TP_fast_assign(
1374 		__entry->vmid = vmid;
1375 		__entry->vcpuid = vcpuid;
1376 	),
1377 
1378 	TP_printk("vmid=%u, vcpuid=%u",
1379 		  __entry->vmid, __entry->vcpuid)
1380 );
1381 
1382 TRACE_EVENT(kvm_hv_timer_state,
1383 		TP_PROTO(unsigned int vcpu_id, unsigned int hv_timer_in_use),
1384 		TP_ARGS(vcpu_id, hv_timer_in_use),
1385 		TP_STRUCT__entry(
1386 			__field(unsigned int, vcpu_id)
1387 			__field(unsigned int, hv_timer_in_use)
1388 			),
1389 		TP_fast_assign(
1390 			__entry->vcpu_id = vcpu_id;
1391 			__entry->hv_timer_in_use = hv_timer_in_use;
1392 			),
1393 		TP_printk("vcpu_id %x hv_timer %x",
1394 			__entry->vcpu_id,
1395 			__entry->hv_timer_in_use)
1396 );
1397 
1398 /*
1399  * Tracepoint for kvm_hv_flush_tlb.
1400  */
1401 TRACE_EVENT(kvm_hv_flush_tlb,
1402 	TP_PROTO(u64 processor_mask, u64 address_space, u64 flags),
1403 	TP_ARGS(processor_mask, address_space, flags),
1404 
1405 	TP_STRUCT__entry(
1406 		__field(u64, processor_mask)
1407 		__field(u64, address_space)
1408 		__field(u64, flags)
1409 	),
1410 
1411 	TP_fast_assign(
1412 		__entry->processor_mask = processor_mask;
1413 		__entry->address_space = address_space;
1414 		__entry->flags = flags;
1415 	),
1416 
1417 	TP_printk("processor_mask 0x%llx address_space 0x%llx flags 0x%llx",
1418 		  __entry->processor_mask, __entry->address_space,
1419 		  __entry->flags)
1420 );
1421 
1422 /*
1423  * Tracepoint for kvm_hv_flush_tlb_ex.
1424  */
1425 TRACE_EVENT(kvm_hv_flush_tlb_ex,
1426 	TP_PROTO(u64 valid_bank_mask, u64 format, u64 address_space, u64 flags),
1427 	TP_ARGS(valid_bank_mask, format, address_space, flags),
1428 
1429 	TP_STRUCT__entry(
1430 		__field(u64, valid_bank_mask)
1431 		__field(u64, format)
1432 		__field(u64, address_space)
1433 		__field(u64, flags)
1434 	),
1435 
1436 	TP_fast_assign(
1437 		__entry->valid_bank_mask = valid_bank_mask;
1438 		__entry->format = format;
1439 		__entry->address_space = address_space;
1440 		__entry->flags = flags;
1441 	),
1442 
1443 	TP_printk("valid_bank_mask 0x%llx format 0x%llx "
1444 		  "address_space 0x%llx flags 0x%llx",
1445 		  __entry->valid_bank_mask, __entry->format,
1446 		  __entry->address_space, __entry->flags)
1447 );
1448 
1449 /*
1450  * Tracepoints for kvm_hv_send_ipi.
1451  */
1452 TRACE_EVENT(kvm_hv_send_ipi,
1453 	TP_PROTO(u32 vector, u64 processor_mask),
1454 	TP_ARGS(vector, processor_mask),
1455 
1456 	TP_STRUCT__entry(
1457 		__field(u32, vector)
1458 		__field(u64, processor_mask)
1459 	),
1460 
1461 	TP_fast_assign(
1462 		__entry->vector = vector;
1463 		__entry->processor_mask = processor_mask;
1464 	),
1465 
1466 	TP_printk("vector %x processor_mask 0x%llx",
1467 		  __entry->vector, __entry->processor_mask)
1468 );
1469 
1470 TRACE_EVENT(kvm_hv_send_ipi_ex,
1471 	TP_PROTO(u32 vector, u64 format, u64 valid_bank_mask),
1472 	TP_ARGS(vector, format, valid_bank_mask),
1473 
1474 	TP_STRUCT__entry(
1475 		__field(u32, vector)
1476 		__field(u64, format)
1477 		__field(u64, valid_bank_mask)
1478 	),
1479 
1480 	TP_fast_assign(
1481 		__entry->vector = vector;
1482 		__entry->format = format;
1483 		__entry->valid_bank_mask = valid_bank_mask;
1484 	),
1485 
1486 	TP_printk("vector %x format %llx valid_bank_mask 0x%llx",
1487 		  __entry->vector, __entry->format,
1488 		  __entry->valid_bank_mask)
1489 );
1490 
1491 TRACE_EVENT(kvm_pv_tlb_flush,
1492 	TP_PROTO(unsigned int vcpu_id, bool need_flush_tlb),
1493 	TP_ARGS(vcpu_id, need_flush_tlb),
1494 
1495 	TP_STRUCT__entry(
1496 		__field(	unsigned int,	vcpu_id		)
1497 		__field(	bool,	need_flush_tlb		)
1498 	),
1499 
1500 	TP_fast_assign(
1501 		__entry->vcpu_id	= vcpu_id;
1502 		__entry->need_flush_tlb = need_flush_tlb;
1503 	),
1504 
1505 	TP_printk("vcpu %u need_flush_tlb %s", __entry->vcpu_id,
1506 		__entry->need_flush_tlb ? "true" : "false")
1507 );
1508 
1509 /*
1510  * Tracepoint for failed nested VMX VM-Enter.
1511  */
1512 TRACE_EVENT(kvm_nested_vmenter_failed,
1513 	TP_PROTO(const char *msg, u32 err),
1514 	TP_ARGS(msg, err),
1515 
1516 	TP_STRUCT__entry(
1517 		__field(const char *, msg)
1518 		__field(u32, err)
1519 	),
1520 
1521 	TP_fast_assign(
1522 		__entry->msg = msg;
1523 		__entry->err = err;
1524 	),
1525 
1526 	TP_printk("%s%s", __entry->msg, !__entry->err ? "" :
1527 		__print_symbolic(__entry->err, VMX_VMENTER_INSTRUCTION_ERRORS))
1528 );
1529 
1530 /*
1531  * Tracepoint for syndbg_set_msr.
1532  */
1533 TRACE_EVENT(kvm_hv_syndbg_set_msr,
1534 	TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1535 	TP_ARGS(vcpu_id, vp_index, msr, data),
1536 
1537 	TP_STRUCT__entry(
1538 		__field(int, vcpu_id)
1539 		__field(u32, vp_index)
1540 		__field(u32, msr)
1541 		__field(u64, data)
1542 	),
1543 
1544 	TP_fast_assign(
1545 		__entry->vcpu_id = vcpu_id;
1546 		__entry->vp_index = vp_index;
1547 		__entry->msr = msr;
1548 		__entry->data = data;
1549 	),
1550 
1551 	TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1552 		  __entry->vcpu_id, __entry->vp_index, __entry->msr,
1553 		  __entry->data)
1554 );
1555 
1556 /*
1557  * Tracepoint for syndbg_get_msr.
1558  */
1559 TRACE_EVENT(kvm_hv_syndbg_get_msr,
1560 	TP_PROTO(int vcpu_id, u32 vp_index, u32 msr, u64 data),
1561 	TP_ARGS(vcpu_id, vp_index, msr, data),
1562 
1563 	TP_STRUCT__entry(
1564 		__field(int, vcpu_id)
1565 		__field(u32, vp_index)
1566 		__field(u32, msr)
1567 		__field(u64, data)
1568 	),
1569 
1570 	TP_fast_assign(
1571 		__entry->vcpu_id = vcpu_id;
1572 		__entry->vp_index = vp_index;
1573 		__entry->msr = msr;
1574 		__entry->data = data;
1575 	),
1576 
1577 	TP_printk("vcpu_id %d vp_index %u msr 0x%x data 0x%llx",
1578 		  __entry->vcpu_id, __entry->vp_index, __entry->msr,
1579 		  __entry->data)
1580 );
1581 
1582 /*
1583  * Tracepoint for the start of VMGEXIT processing
1584  */
1585 TRACE_EVENT(kvm_vmgexit_enter,
1586 	TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1587 	TP_ARGS(vcpu_id, ghcb),
1588 
1589 	TP_STRUCT__entry(
1590 		__field(unsigned int, vcpu_id)
1591 		__field(u64, exit_reason)
1592 		__field(u64, info1)
1593 		__field(u64, info2)
1594 	),
1595 
1596 	TP_fast_assign(
1597 		__entry->vcpu_id     = vcpu_id;
1598 		__entry->exit_reason = ghcb->save.sw_exit_code;
1599 		__entry->info1       = ghcb->save.sw_exit_info_1;
1600 		__entry->info2       = ghcb->save.sw_exit_info_2;
1601 	),
1602 
1603 	TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1604 		  __entry->vcpu_id, __entry->exit_reason,
1605 		  __entry->info1, __entry->info2)
1606 );
1607 
1608 /*
1609  * Tracepoint for the end of VMGEXIT processing
1610  */
1611 TRACE_EVENT(kvm_vmgexit_exit,
1612 	TP_PROTO(unsigned int vcpu_id, struct ghcb *ghcb),
1613 	TP_ARGS(vcpu_id, ghcb),
1614 
1615 	TP_STRUCT__entry(
1616 		__field(unsigned int, vcpu_id)
1617 		__field(u64, exit_reason)
1618 		__field(u64, info1)
1619 		__field(u64, info2)
1620 	),
1621 
1622 	TP_fast_assign(
1623 		__entry->vcpu_id     = vcpu_id;
1624 		__entry->exit_reason = ghcb->save.sw_exit_code;
1625 		__entry->info1       = ghcb->save.sw_exit_info_1;
1626 		__entry->info2       = ghcb->save.sw_exit_info_2;
1627 	),
1628 
1629 	TP_printk("vcpu %u, exit_reason %llx, exit_info1 %llx, exit_info2 %llx",
1630 		  __entry->vcpu_id, __entry->exit_reason,
1631 		  __entry->info1, __entry->info2)
1632 );
1633 
1634 /*
1635  * Tracepoint for the start of VMGEXIT MSR procotol processing
1636  */
1637 TRACE_EVENT(kvm_vmgexit_msr_protocol_enter,
1638 	TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa),
1639 	TP_ARGS(vcpu_id, ghcb_gpa),
1640 
1641 	TP_STRUCT__entry(
1642 		__field(unsigned int, vcpu_id)
1643 		__field(u64, ghcb_gpa)
1644 	),
1645 
1646 	TP_fast_assign(
1647 		__entry->vcpu_id  = vcpu_id;
1648 		__entry->ghcb_gpa = ghcb_gpa;
1649 	),
1650 
1651 	TP_printk("vcpu %u, ghcb_gpa %016llx",
1652 		  __entry->vcpu_id, __entry->ghcb_gpa)
1653 );
1654 
1655 /*
1656  * Tracepoint for the end of VMGEXIT MSR procotol processing
1657  */
1658 TRACE_EVENT(kvm_vmgexit_msr_protocol_exit,
1659 	TP_PROTO(unsigned int vcpu_id, u64 ghcb_gpa, int result),
1660 	TP_ARGS(vcpu_id, ghcb_gpa, result),
1661 
1662 	TP_STRUCT__entry(
1663 		__field(unsigned int, vcpu_id)
1664 		__field(u64, ghcb_gpa)
1665 		__field(int, result)
1666 	),
1667 
1668 	TP_fast_assign(
1669 		__entry->vcpu_id  = vcpu_id;
1670 		__entry->ghcb_gpa = ghcb_gpa;
1671 		__entry->result   = result;
1672 	),
1673 
1674 	TP_printk("vcpu %u, ghcb_gpa %016llx, result %d",
1675 		  __entry->vcpu_id, __entry->ghcb_gpa, __entry->result)
1676 );
1677 
1678 #endif /* _TRACE_KVM_H */
1679 
1680 #undef TRACE_INCLUDE_PATH
1681 #define TRACE_INCLUDE_PATH ../../arch/x86/kvm
1682 #undef TRACE_INCLUDE_FILE
1683 #define TRACE_INCLUDE_FILE trace
1684 
1685 /* This part must be outside protection */
1686 #include <trace/define_trace.h>
1687