1 /* SPDX-License-Identifier: GPL-2.0 */
2 #if !defined(_TRACE_KVM_MAIN_H) || defined(TRACE_HEADER_MULTI_READ)
3 #define _TRACE_KVM_MAIN_H
4 
5 #include <linux/tracepoint.h>
6 
7 #undef TRACE_SYSTEM
8 #define TRACE_SYSTEM kvm
9 
10 #define ERSN(x) { KVM_EXIT_##x, "KVM_EXIT_" #x }
11 
12 #define kvm_trace_exit_reason						\
13 	ERSN(UNKNOWN), ERSN(EXCEPTION), ERSN(IO), ERSN(HYPERCALL),	\
14 	ERSN(DEBUG), ERSN(HLT), ERSN(MMIO), ERSN(IRQ_WINDOW_OPEN),	\
15 	ERSN(SHUTDOWN), ERSN(FAIL_ENTRY), ERSN(INTR), ERSN(SET_TPR),	\
16 	ERSN(TPR_ACCESS), ERSN(S390_SIEIC), ERSN(S390_RESET), ERSN(DCR),\
17 	ERSN(NMI), ERSN(INTERNAL_ERROR), ERSN(OSI), ERSN(PAPR_HCALL),	\
18 	ERSN(S390_UCONTROL), ERSN(WATCHDOG), ERSN(S390_TSCH), ERSN(EPR),\
19 	ERSN(SYSTEM_EVENT), ERSN(S390_STSI), ERSN(IOAPIC_EOI),          \
20 	ERSN(HYPERV)
21 
22 TRACE_EVENT(kvm_userspace_exit,
23 	    TP_PROTO(__u32 reason, int errno),
24 	    TP_ARGS(reason, errno),
25 
26 	TP_STRUCT__entry(
27 		__field(	__u32,		reason		)
28 		__field(	int,		errno		)
29 	),
30 
31 	TP_fast_assign(
32 		__entry->reason		= reason;
33 		__entry->errno		= errno;
34 	),
35 
36 	TP_printk("reason %s (%d)",
37 		  __entry->errno < 0 ?
38 		  (__entry->errno == -EINTR ? "restart" : "error") :
39 		  __print_symbolic(__entry->reason, kvm_trace_exit_reason),
40 		  __entry->errno < 0 ? -__entry->errno : __entry->reason)
41 );
42 
43 TRACE_EVENT(kvm_vcpu_wakeup,
44 	    TP_PROTO(__u64 ns, bool waited, bool valid),
45 	    TP_ARGS(ns, waited, valid),
46 
47 	TP_STRUCT__entry(
48 		__field(	__u64,		ns		)
49 		__field(	bool,		waited		)
50 		__field(	bool,		valid		)
51 	),
52 
53 	TP_fast_assign(
54 		__entry->ns		= ns;
55 		__entry->waited		= waited;
56 		__entry->valid		= valid;
57 	),
58 
59 	TP_printk("%s time %lld ns, polling %s",
60 		  __entry->waited ? "wait" : "poll",
61 		  __entry->ns,
62 		  __entry->valid ? "valid" : "invalid")
63 );
64 
65 #if defined(CONFIG_HAVE_KVM_IRQFD)
66 TRACE_EVENT(kvm_set_irq,
67 	TP_PROTO(unsigned int gsi, int level, int irq_source_id),
68 	TP_ARGS(gsi, level, irq_source_id),
69 
70 	TP_STRUCT__entry(
71 		__field(	unsigned int,	gsi		)
72 		__field(	int,		level		)
73 		__field(	int,		irq_source_id	)
74 	),
75 
76 	TP_fast_assign(
77 		__entry->gsi		= gsi;
78 		__entry->level		= level;
79 		__entry->irq_source_id	= irq_source_id;
80 	),
81 
82 	TP_printk("gsi %u level %d source %d",
83 		  __entry->gsi, __entry->level, __entry->irq_source_id)
84 );
85 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */
86 
87 #if defined(__KVM_HAVE_IOAPIC)
88 #define kvm_deliver_mode		\
89 	{0x0, "Fixed"},			\
90 	{0x1, "LowPrio"},		\
91 	{0x2, "SMI"},			\
92 	{0x3, "Res3"},			\
93 	{0x4, "NMI"},			\
94 	{0x5, "INIT"},			\
95 	{0x6, "SIPI"},			\
96 	{0x7, "ExtINT"}
97 
98 TRACE_EVENT(kvm_ioapic_set_irq,
99 	    TP_PROTO(__u64 e, int pin, bool coalesced),
100 	    TP_ARGS(e, pin, coalesced),
101 
102 	TP_STRUCT__entry(
103 		__field(	__u64,		e		)
104 		__field(	int,		pin		)
105 		__field(	bool,		coalesced	)
106 	),
107 
108 	TP_fast_assign(
109 		__entry->e		= e;
110 		__entry->pin		= pin;
111 		__entry->coalesced	= coalesced;
112 	),
113 
114 	TP_printk("pin %u dst %x vec %u (%s|%s|%s%s)%s",
115 		  __entry->pin, (u8)(__entry->e >> 56), (u8)__entry->e,
116 		  __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode),
117 		  (__entry->e & (1<<11)) ? "logical" : "physical",
118 		  (__entry->e & (1<<15)) ? "level" : "edge",
119 		  (__entry->e & (1<<16)) ? "|masked" : "",
120 		  __entry->coalesced ? " (coalesced)" : "")
121 );
122 
123 TRACE_EVENT(kvm_ioapic_delayed_eoi_inj,
124 	    TP_PROTO(__u64 e),
125 	    TP_ARGS(e),
126 
127 	TP_STRUCT__entry(
128 		__field(	__u64,		e		)
129 	),
130 
131 	TP_fast_assign(
132 		__entry->e		= e;
133 	),
134 
135 	TP_printk("dst %x vec %u (%s|%s|%s%s)",
136 		  (u8)(__entry->e >> 56), (u8)__entry->e,
137 		  __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode),
138 		  (__entry->e & (1<<11)) ? "logical" : "physical",
139 		  (__entry->e & (1<<15)) ? "level" : "edge",
140 		  (__entry->e & (1<<16)) ? "|masked" : "")
141 );
142 
143 TRACE_EVENT(kvm_msi_set_irq,
144 	    TP_PROTO(__u64 address, __u64 data),
145 	    TP_ARGS(address, data),
146 
147 	TP_STRUCT__entry(
148 		__field(	__u64,		address		)
149 		__field(	__u64,		data		)
150 	),
151 
152 	TP_fast_assign(
153 		__entry->address	= address;
154 		__entry->data		= data;
155 	),
156 
157 	TP_printk("dst %llx vec %u (%s|%s|%s%s)",
158 		  (u8)(__entry->address >> 12) | ((__entry->address >> 32) & 0xffffff00),
159 		  (u8)__entry->data,
160 		  __print_symbolic((__entry->data >> 8 & 0x7), kvm_deliver_mode),
161 		  (__entry->address & (1<<2)) ? "logical" : "physical",
162 		  (__entry->data & (1<<15)) ? "level" : "edge",
163 		  (__entry->address & (1<<3)) ? "|rh" : "")
164 );
165 
166 #define kvm_irqchips						\
167 	{KVM_IRQCHIP_PIC_MASTER,	"PIC master"},		\
168 	{KVM_IRQCHIP_PIC_SLAVE,		"PIC slave"},		\
169 	{KVM_IRQCHIP_IOAPIC,		"IOAPIC"}
170 
171 #endif /* defined(__KVM_HAVE_IOAPIC) */
172 
173 #if defined(CONFIG_HAVE_KVM_IRQFD)
174 
175 #ifdef kvm_irqchips
176 #define kvm_ack_irq_string "irqchip %s pin %u"
177 #define kvm_ack_irq_parm  __print_symbolic(__entry->irqchip, kvm_irqchips), __entry->pin
178 #else
179 #define kvm_ack_irq_string "irqchip %d pin %u"
180 #define kvm_ack_irq_parm  __entry->irqchip, __entry->pin
181 #endif
182 
183 TRACE_EVENT(kvm_ack_irq,
184 	TP_PROTO(unsigned int irqchip, unsigned int pin),
185 	TP_ARGS(irqchip, pin),
186 
187 	TP_STRUCT__entry(
188 		__field(	unsigned int,	irqchip		)
189 		__field(	unsigned int,	pin		)
190 	),
191 
192 	TP_fast_assign(
193 		__entry->irqchip	= irqchip;
194 		__entry->pin		= pin;
195 	),
196 
197 	TP_printk(kvm_ack_irq_string, kvm_ack_irq_parm)
198 );
199 
200 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */
201 
202 
203 
204 #define KVM_TRACE_MMIO_READ_UNSATISFIED 0
205 #define KVM_TRACE_MMIO_READ 1
206 #define KVM_TRACE_MMIO_WRITE 2
207 
208 #define kvm_trace_symbol_mmio \
209 	{ KVM_TRACE_MMIO_READ_UNSATISFIED, "unsatisfied-read" }, \
210 	{ KVM_TRACE_MMIO_READ, "read" }, \
211 	{ KVM_TRACE_MMIO_WRITE, "write" }
212 
213 TRACE_EVENT(kvm_mmio,
214 	TP_PROTO(int type, int len, u64 gpa, void *val),
215 	TP_ARGS(type, len, gpa, val),
216 
217 	TP_STRUCT__entry(
218 		__field(	u32,	type		)
219 		__field(	u32,	len		)
220 		__field(	u64,	gpa		)
221 		__field(	u64,	val		)
222 	),
223 
224 	TP_fast_assign(
225 		__entry->type		= type;
226 		__entry->len		= len;
227 		__entry->gpa		= gpa;
228 		__entry->val		= 0;
229 		if (val)
230 			memcpy(&__entry->val, val,
231 			       min_t(u32, sizeof(__entry->val), len));
232 	),
233 
234 	TP_printk("mmio %s len %u gpa 0x%llx val 0x%llx",
235 		  __print_symbolic(__entry->type, kvm_trace_symbol_mmio),
236 		  __entry->len, __entry->gpa, __entry->val)
237 );
238 
239 #define kvm_fpu_load_symbol	\
240 	{0, "unload"},		\
241 	{1, "load"}
242 
243 TRACE_EVENT(kvm_fpu,
244 	TP_PROTO(int load),
245 	TP_ARGS(load),
246 
247 	TP_STRUCT__entry(
248 		__field(	u32,	        load		)
249 	),
250 
251 	TP_fast_assign(
252 		__entry->load		= load;
253 	),
254 
255 	TP_printk("%s", __print_symbolic(__entry->load, kvm_fpu_load_symbol))
256 );
257 
258 TRACE_EVENT(kvm_age_page,
259 	TP_PROTO(ulong gfn, int level, struct kvm_memory_slot *slot, int ref),
260 	TP_ARGS(gfn, level, slot, ref),
261 
262 	TP_STRUCT__entry(
263 		__field(	u64,	hva		)
264 		__field(	u64,	gfn		)
265 		__field(	u8,	level		)
266 		__field(	u8,	referenced	)
267 	),
268 
269 	TP_fast_assign(
270 		__entry->gfn		= gfn;
271 		__entry->level		= level;
272 		__entry->hva		= ((gfn - slot->base_gfn) <<
273 					    PAGE_SHIFT) + slot->userspace_addr;
274 		__entry->referenced	= ref;
275 	),
276 
277 	TP_printk("hva %llx gfn %llx level %u %s",
278 		  __entry->hva, __entry->gfn, __entry->level,
279 		  __entry->referenced ? "YOUNG" : "OLD")
280 );
281 
282 #ifdef CONFIG_KVM_ASYNC_PF
283 DECLARE_EVENT_CLASS(kvm_async_get_page_class,
284 
285 	TP_PROTO(u64 gva, u64 gfn),
286 
287 	TP_ARGS(gva, gfn),
288 
289 	TP_STRUCT__entry(
290 		__field(__u64, gva)
291 		__field(u64, gfn)
292 	),
293 
294 	TP_fast_assign(
295 		__entry->gva = gva;
296 		__entry->gfn = gfn;
297 	),
298 
299 	TP_printk("gva = %#llx, gfn = %#llx", __entry->gva, __entry->gfn)
300 );
301 
302 DEFINE_EVENT(kvm_async_get_page_class, kvm_try_async_get_page,
303 
304 	TP_PROTO(u64 gva, u64 gfn),
305 
306 	TP_ARGS(gva, gfn)
307 );
308 
309 DEFINE_EVENT(kvm_async_get_page_class, kvm_async_pf_doublefault,
310 
311 	TP_PROTO(u64 gva, u64 gfn),
312 
313 	TP_ARGS(gva, gfn)
314 );
315 
316 DECLARE_EVENT_CLASS(kvm_async_pf_nopresent_ready,
317 
318 	TP_PROTO(u64 token, u64 gva),
319 
320 	TP_ARGS(token, gva),
321 
322 	TP_STRUCT__entry(
323 		__field(__u64, token)
324 		__field(__u64, gva)
325 	),
326 
327 	TP_fast_assign(
328 		__entry->token = token;
329 		__entry->gva = gva;
330 	),
331 
332 	TP_printk("token %#llx gva %#llx", __entry->token, __entry->gva)
333 
334 );
335 
336 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_not_present,
337 
338 	TP_PROTO(u64 token, u64 gva),
339 
340 	TP_ARGS(token, gva)
341 );
342 
343 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_ready,
344 
345 	TP_PROTO(u64 token, u64 gva),
346 
347 	TP_ARGS(token, gva)
348 );
349 
350 TRACE_EVENT(
351 	kvm_async_pf_completed,
352 	TP_PROTO(unsigned long address, u64 gva),
353 	TP_ARGS(address, gva),
354 
355 	TP_STRUCT__entry(
356 		__field(unsigned long, address)
357 		__field(u64, gva)
358 		),
359 
360 	TP_fast_assign(
361 		__entry->address = address;
362 		__entry->gva = gva;
363 		),
364 
365 	TP_printk("gva %#llx address %#lx",  __entry->gva,
366 		  __entry->address)
367 );
368 
369 #endif
370 
371 TRACE_EVENT(kvm_halt_poll_ns,
372 	TP_PROTO(bool grow, unsigned int vcpu_id, unsigned int new,
373 		 unsigned int old),
374 	TP_ARGS(grow, vcpu_id, new, old),
375 
376 	TP_STRUCT__entry(
377 		__field(bool, grow)
378 		__field(unsigned int, vcpu_id)
379 		__field(unsigned int, new)
380 		__field(unsigned int, old)
381 	),
382 
383 	TP_fast_assign(
384 		__entry->grow           = grow;
385 		__entry->vcpu_id        = vcpu_id;
386 		__entry->new            = new;
387 		__entry->old            = old;
388 	),
389 
390 	TP_printk("vcpu %u: halt_poll_ns %u (%s %u)",
391 			__entry->vcpu_id,
392 			__entry->new,
393 			__entry->grow ? "grow" : "shrink",
394 			__entry->old)
395 );
396 
397 #define trace_kvm_halt_poll_ns_grow(vcpu_id, new, old) \
398 	trace_kvm_halt_poll_ns(true, vcpu_id, new, old)
399 #define trace_kvm_halt_poll_ns_shrink(vcpu_id, new, old) \
400 	trace_kvm_halt_poll_ns(false, vcpu_id, new, old)
401 
402 #endif /* _TRACE_KVM_MAIN_H */
403 
404 /* This part must be outside protection */
405 #include <trace/define_trace.h>
406