1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __KVM_X86_SVM_OPS_H
3 #define __KVM_X86_SVM_OPS_H
4
5 #include <linux/compiler_types.h>
6
7 #include "x86.h"
8
9 #define svm_asm(insn, clobber...) \
10 do { \
11 asm goto("1: " __stringify(insn) "\n\t" \
12 _ASM_EXTABLE(1b, %l[fault]) \
13 ::: clobber : fault); \
14 return; \
15 fault: \
16 kvm_spurious_fault(); \
17 } while (0)
18
19 #define svm_asm1(insn, op1, clobber...) \
20 do { \
21 asm goto("1: " __stringify(insn) " %0\n\t" \
22 _ASM_EXTABLE(1b, %l[fault]) \
23 :: op1 : clobber : fault); \
24 return; \
25 fault: \
26 kvm_spurious_fault(); \
27 } while (0)
28
29 #define svm_asm2(insn, op1, op2, clobber...) \
30 do { \
31 asm goto("1: " __stringify(insn) " %1, %0\n\t" \
32 _ASM_EXTABLE(1b, %l[fault]) \
33 :: op1, op2 : clobber : fault); \
34 return; \
35 fault: \
36 kvm_spurious_fault(); \
37 } while (0)
38
clgi(void)39 static inline void clgi(void)
40 {
41 svm_asm(clgi);
42 }
43
stgi(void)44 static inline void stgi(void)
45 {
46 svm_asm(stgi);
47 }
48
invlpga(unsigned long addr,u32 asid)49 static inline void invlpga(unsigned long addr, u32 asid)
50 {
51 svm_asm2(invlpga, "c"(asid), "a"(addr));
52 }
53
54 /*
55 * Despite being a physical address, the portion of rAX that is consumed by
56 * VMSAVE, VMLOAD, etc... is still controlled by the effective address size,
57 * hence 'unsigned long' instead of 'hpa_t'.
58 */
vmsave(unsigned long pa)59 static __always_inline void vmsave(unsigned long pa)
60 {
61 svm_asm1(vmsave, "a" (pa), "memory");
62 }
63
64 #endif /* __KVM_X86_SVM_OPS_H */
65