1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 200b27a3eSAvi Kivity #ifndef ARCH_X86_KVM_CPUID_H 300b27a3eSAvi Kivity #define ARCH_X86_KVM_CPUID_H 400b27a3eSAvi Kivity 500b27a3eSAvi Kivity #include "x86.h" 691713fafSBorislav Petkov #include <asm/cpu.h> 7d6321d49SRadim Krčmář #include <asm/processor.h> 800b27a3eSAvi Kivity 9dd598091SNadav Amit int kvm_update_cpuid(struct kvm_vcpu *vcpu); 1000b27a3eSAvi Kivity struct kvm_cpuid_entry2 *kvm_find_cpuid_entry(struct kvm_vcpu *vcpu, 1100b27a3eSAvi Kivity u32 function, u32 index); 129c15bb1dSBorislav Petkov int kvm_dev_ioctl_get_cpuid(struct kvm_cpuid2 *cpuid, 139c15bb1dSBorislav Petkov struct kvm_cpuid_entry2 __user *entries, 149c15bb1dSBorislav Petkov unsigned int type); 1500b27a3eSAvi Kivity int kvm_vcpu_ioctl_set_cpuid(struct kvm_vcpu *vcpu, 1600b27a3eSAvi Kivity struct kvm_cpuid *cpuid, 1700b27a3eSAvi Kivity struct kvm_cpuid_entry __user *entries); 1800b27a3eSAvi Kivity int kvm_vcpu_ioctl_set_cpuid2(struct kvm_vcpu *vcpu, 1900b27a3eSAvi Kivity struct kvm_cpuid2 *cpuid, 2000b27a3eSAvi Kivity struct kvm_cpuid_entry2 __user *entries); 2100b27a3eSAvi Kivity int kvm_vcpu_ioctl_get_cpuid2(struct kvm_vcpu *vcpu, 2200b27a3eSAvi Kivity struct kvm_cpuid2 *cpuid, 2300b27a3eSAvi Kivity struct kvm_cpuid_entry2 __user *entries); 24e911eb3bSYu Zhang bool kvm_cpuid(struct kvm_vcpu *vcpu, u32 *eax, u32 *ebx, 25e911eb3bSYu Zhang u32 *ecx, u32 *edx, bool check_limit); 2600b27a3eSAvi Kivity 275a4f55cdSEugene Korenevsky int cpuid_query_maxphyaddr(struct kvm_vcpu *vcpu); 285a4f55cdSEugene Korenevsky 295a4f55cdSEugene Korenevsky static inline int cpuid_maxphyaddr(struct kvm_vcpu *vcpu) 305a4f55cdSEugene Korenevsky { 315a4f55cdSEugene Korenevsky return vcpu->arch.maxphyaddr; 325a4f55cdSEugene Korenevsky } 3300b27a3eSAvi Kivity 34d6321d49SRadim Krčmář struct cpuid_reg { 35d6321d49SRadim Krčmář u32 function; 36d6321d49SRadim Krčmář u32 index; 37d6321d49SRadim Krčmář int reg; 38d6321d49SRadim Krčmář }; 3900b27a3eSAvi Kivity 40d6321d49SRadim Krčmář static const struct cpuid_reg reverse_cpuid[] = { 41d6321d49SRadim Krčmář [CPUID_1_EDX] = { 1, 0, CPUID_EDX}, 42d6321d49SRadim Krčmář [CPUID_8000_0001_EDX] = {0x80000001, 0, CPUID_EDX}, 43d6321d49SRadim Krčmář [CPUID_8086_0001_EDX] = {0x80860001, 0, CPUID_EDX}, 44d6321d49SRadim Krčmář [CPUID_1_ECX] = { 1, 0, CPUID_ECX}, 45d6321d49SRadim Krčmář [CPUID_C000_0001_EDX] = {0xc0000001, 0, CPUID_EDX}, 4650a671d4SJanakarajan Natarajan [CPUID_8000_0001_ECX] = {0x80000001, 0, CPUID_ECX}, 47d6321d49SRadim Krčmář [CPUID_7_0_EBX] = { 7, 0, CPUID_EBX}, 48d6321d49SRadim Krčmář [CPUID_D_1_EAX] = { 0xd, 1, CPUID_EAX}, 49d6321d49SRadim Krčmář [CPUID_8000_0008_EBX] = {0x80000008, 0, CPUID_EBX}, 50d6321d49SRadim Krčmář [CPUID_6_EAX] = { 6, 0, CPUID_EAX}, 51d6321d49SRadim Krčmář [CPUID_8000_000A_EDX] = {0x8000000a, 0, CPUID_EDX}, 52d6321d49SRadim Krčmář [CPUID_7_ECX] = { 7, 0, CPUID_ECX}, 53d6321d49SRadim Krčmář [CPUID_8000_0007_EBX] = {0x80000007, 0, CPUID_EBX}, 54b7b27aa0SKarimAllah Ahmed [CPUID_7_EDX] = { 7, 0, CPUID_EDX}, 55daa0d8c3SSean Christopherson [CPUID_7_1_EAX] = { 7, 1, CPUID_EAX}, 56d6321d49SRadim Krčmář }; 57d6321d49SRadim Krčmář 58a7c48c3fSSean Christopherson /* 59a7c48c3fSSean Christopherson * Reverse CPUID and its derivatives can only be used for hardware-defined 60a7c48c3fSSean Christopherson * feature words, i.e. words whose bits directly correspond to a CPUID leaf. 61a7c48c3fSSean Christopherson * Retrieving a feature bit or masking guest CPUID from a Linux-defined word 62a7c48c3fSSean Christopherson * is nonsensical as the bit number/mask is an arbitrary software-defined value 63a7c48c3fSSean Christopherson * and can't be used by KVM to query/control guest capabilities. And obviously 64a7c48c3fSSean Christopherson * the leaf being queried must have an entry in the lookup table. 65a7c48c3fSSean Christopherson */ 665e12b2bbSSean Christopherson static __always_inline void reverse_cpuid_check(unsigned int x86_leaf) 67a0a2260cSSean Christopherson { 68a7c48c3fSSean Christopherson BUILD_BUG_ON(x86_leaf == CPUID_LNX_1); 69a7c48c3fSSean Christopherson BUILD_BUG_ON(x86_leaf == CPUID_LNX_2); 70a7c48c3fSSean Christopherson BUILD_BUG_ON(x86_leaf == CPUID_LNX_3); 71a7c48c3fSSean Christopherson BUILD_BUG_ON(x86_leaf == CPUID_LNX_4); 72a7c48c3fSSean Christopherson BUILD_BUG_ON(x86_leaf >= ARRAY_SIZE(reverse_cpuid)); 73a7c48c3fSSean Christopherson BUILD_BUG_ON(reverse_cpuid[x86_leaf].function == 0); 74a7c48c3fSSean Christopherson } 75a7c48c3fSSean Christopherson 76a7c48c3fSSean Christopherson /* 77a7c48c3fSSean Christopherson * Retrieve the bit mask from an X86_FEATURE_* definition. Features contain 78a7c48c3fSSean Christopherson * the hardware defined bit number (stored in bits 4:0) and a software defined 79a7c48c3fSSean Christopherson * "word" (stored in bits 31:5). The word is used to index into arrays of 80a7c48c3fSSean Christopherson * bit masks that hold the per-cpu feature capabilities, e.g. this_cpu_has(). 81a7c48c3fSSean Christopherson */ 8287382003SSean Christopherson static __always_inline u32 __feature_bit(int x86_feature) 83a7c48c3fSSean Christopherson { 84a7c48c3fSSean Christopherson reverse_cpuid_check(x86_feature / 32); 85a7c48c3fSSean Christopherson return 1 << (x86_feature & 31); 86a0a2260cSSean Christopherson } 87a0a2260cSSean Christopherson 8887382003SSean Christopherson #define feature_bit(name) __feature_bit(X86_FEATURE_##name) 8987382003SSean Christopherson 905e12b2bbSSean Christopherson static __always_inline struct cpuid_reg x86_feature_cpuid(unsigned int x86_feature) 91d6321d49SRadim Krčmář { 925e12b2bbSSean Christopherson unsigned int x86_leaf = x86_feature / 32; 93d6321d49SRadim Krčmář 94a7c48c3fSSean Christopherson reverse_cpuid_check(x86_leaf); 95d6321d49SRadim Krčmář return reverse_cpuid[x86_leaf]; 96d6321d49SRadim Krčmář } 97d6321d49SRadim Krčmář 984c61534aSSean Christopherson static __always_inline u32 *__cpuid_entry_get_reg(struct kvm_cpuid_entry2 *entry, 994c61534aSSean Christopherson const struct cpuid_reg *cpuid) 100d6321d49SRadim Krčmář { 1014c61534aSSean Christopherson switch (cpuid->reg) { 102d6321d49SRadim Krčmář case CPUID_EAX: 103d6321d49SRadim Krčmář return &entry->eax; 104d6321d49SRadim Krčmář case CPUID_EBX: 105d6321d49SRadim Krčmář return &entry->ebx; 106d6321d49SRadim Krčmář case CPUID_ECX: 107d6321d49SRadim Krčmář return &entry->ecx; 108d6321d49SRadim Krčmář case CPUID_EDX: 109d6321d49SRadim Krčmář return &entry->edx; 110d6321d49SRadim Krčmář default: 111d6321d49SRadim Krčmář BUILD_BUG(); 112d6321d49SRadim Krčmář return NULL; 113d6321d49SRadim Krčmář } 114d6321d49SRadim Krčmář } 115d6321d49SRadim Krčmář 1164c61534aSSean Christopherson static __always_inline u32 *cpuid_entry_get_reg(struct kvm_cpuid_entry2 *entry, 1174c61534aSSean Christopherson unsigned int x86_feature) 1184c61534aSSean Christopherson { 1194c61534aSSean Christopherson const struct cpuid_reg cpuid = x86_feature_cpuid(x86_feature); 1204c61534aSSean Christopherson 1214c61534aSSean Christopherson return __cpuid_entry_get_reg(entry, &cpuid); 1224c61534aSSean Christopherson } 1234c61534aSSean Christopherson 1244c61534aSSean Christopherson static __always_inline u32 cpuid_entry_get(struct kvm_cpuid_entry2 *entry, 1254c61534aSSean Christopherson unsigned int x86_feature) 1264c61534aSSean Christopherson { 1274c61534aSSean Christopherson u32 *reg = cpuid_entry_get_reg(entry, x86_feature); 1284c61534aSSean Christopherson 1294c61534aSSean Christopherson return *reg & __feature_bit(x86_feature); 1304c61534aSSean Christopherson } 1314c61534aSSean Christopherson 1324c61534aSSean Christopherson static __always_inline bool cpuid_entry_has(struct kvm_cpuid_entry2 *entry, 1334c61534aSSean Christopherson unsigned int x86_feature) 1344c61534aSSean Christopherson { 1354c61534aSSean Christopherson return cpuid_entry_get(entry, x86_feature); 1364c61534aSSean Christopherson } 1374c61534aSSean Christopherson 138b32666b1SSean Christopherson static __always_inline void cpuid_entry_clear(struct kvm_cpuid_entry2 *entry, 139b32666b1SSean Christopherson unsigned int x86_feature) 140b32666b1SSean Christopherson { 141b32666b1SSean Christopherson u32 *reg = cpuid_entry_get_reg(entry, x86_feature); 142b32666b1SSean Christopherson 143b32666b1SSean Christopherson *reg &= ~__feature_bit(x86_feature); 144b32666b1SSean Christopherson } 145b32666b1SSean Christopherson 146b32666b1SSean Christopherson static __always_inline void cpuid_entry_set(struct kvm_cpuid_entry2 *entry, 147b32666b1SSean Christopherson unsigned int x86_feature) 148b32666b1SSean Christopherson { 149b32666b1SSean Christopherson u32 *reg = cpuid_entry_get_reg(entry, x86_feature); 150b32666b1SSean Christopherson 151b32666b1SSean Christopherson *reg |= __feature_bit(x86_feature); 152b32666b1SSean Christopherson } 153b32666b1SSean Christopherson 154b32666b1SSean Christopherson static __always_inline void cpuid_entry_change(struct kvm_cpuid_entry2 *entry, 155b32666b1SSean Christopherson unsigned int x86_feature, 156b32666b1SSean Christopherson bool set) 157b32666b1SSean Christopherson { 158b32666b1SSean Christopherson u32 *reg = cpuid_entry_get_reg(entry, x86_feature); 159b32666b1SSean Christopherson 160b32666b1SSean Christopherson /* 161b32666b1SSean Christopherson * Open coded instead of using cpuid_entry_{clear,set}() to coerce the 162b32666b1SSean Christopherson * compiler into using CMOV instead of Jcc when possible. 163b32666b1SSean Christopherson */ 164b32666b1SSean Christopherson if (set) 165b32666b1SSean Christopherson *reg |= __feature_bit(x86_feature); 166b32666b1SSean Christopherson else 167b32666b1SSean Christopherson *reg &= ~__feature_bit(x86_feature); 168b32666b1SSean Christopherson } 169b32666b1SSean Christopherson 170e745e37dSSean Christopherson static __always_inline void cpuid_entry_mask(struct kvm_cpuid_entry2 *entry, 171e745e37dSSean Christopherson enum cpuid_leafs leaf) 172e745e37dSSean Christopherson { 173e745e37dSSean Christopherson u32 *reg = cpuid_entry_get_reg(entry, leaf * 32); 174e745e37dSSean Christopherson 175e745e37dSSean Christopherson *reg &= boot_cpu_data.x86_capability[leaf]; 176e745e37dSSean Christopherson } 177e745e37dSSean Christopherson 1784c61534aSSean Christopherson static __always_inline u32 *guest_cpuid_get_register(struct kvm_vcpu *vcpu, 1794c61534aSSean Christopherson unsigned int x86_feature) 1804c61534aSSean Christopherson { 1814c61534aSSean Christopherson const struct cpuid_reg cpuid = x86_feature_cpuid(x86_feature); 1824c61534aSSean Christopherson struct kvm_cpuid_entry2 *entry; 1834c61534aSSean Christopherson 1844c61534aSSean Christopherson entry = kvm_find_cpuid_entry(vcpu, cpuid.function, cpuid.index); 1854c61534aSSean Christopherson if (!entry) 1864c61534aSSean Christopherson return NULL; 1874c61534aSSean Christopherson 1884c61534aSSean Christopherson return __cpuid_entry_get_reg(entry, &cpuid); 1894c61534aSSean Christopherson } 1904c61534aSSean Christopherson 1915e12b2bbSSean Christopherson static __always_inline bool guest_cpuid_has(struct kvm_vcpu *vcpu, 1925e12b2bbSSean Christopherson unsigned int x86_feature) 193d6321d49SRadim Krčmář { 1943be5a60bSSean Christopherson u32 *reg; 195d6321d49SRadim Krčmář 196d6321d49SRadim Krčmář reg = guest_cpuid_get_register(vcpu, x86_feature); 197d6321d49SRadim Krčmář if (!reg) 198d6321d49SRadim Krčmář return false; 19900b27a3eSAvi Kivity 20087382003SSean Christopherson return *reg & __feature_bit(x86_feature); 20158cb628dSJan Kiszka } 20258cb628dSJan Kiszka 2035e12b2bbSSean Christopherson static __always_inline void guest_cpuid_clear(struct kvm_vcpu *vcpu, 2045e12b2bbSSean Christopherson unsigned int x86_feature) 2051b4d56b8SRadim Krčmář { 2063be5a60bSSean Christopherson u32 *reg; 2071b4d56b8SRadim Krčmář 2081b4d56b8SRadim Krčmář reg = guest_cpuid_get_register(vcpu, x86_feature); 2091b4d56b8SRadim Krčmář if (reg) 21087382003SSean Christopherson *reg &= ~__feature_bit(x86_feature); 2111b4d56b8SRadim Krčmář } 2121b4d56b8SRadim Krčmář 213a0c0feb5SPaolo Bonzini static inline bool guest_cpuid_is_amd(struct kvm_vcpu *vcpu) 214a0c0feb5SPaolo Bonzini { 215a0c0feb5SPaolo Bonzini struct kvm_cpuid_entry2 *best; 216a0c0feb5SPaolo Bonzini 217a0c0feb5SPaolo Bonzini best = kvm_find_cpuid_entry(vcpu, 0, 0); 218a0c0feb5SPaolo Bonzini return best && best->ebx == X86EMUL_CPUID_VENDOR_AuthenticAMD_ebx; 219a0c0feb5SPaolo Bonzini } 220a0c0feb5SPaolo Bonzini 22191713fafSBorislav Petkov static inline int guest_cpuid_family(struct kvm_vcpu *vcpu) 22291713fafSBorislav Petkov { 22391713fafSBorislav Petkov struct kvm_cpuid_entry2 *best; 22491713fafSBorislav Petkov 22591713fafSBorislav Petkov best = kvm_find_cpuid_entry(vcpu, 0x1, 0); 22691713fafSBorislav Petkov if (!best) 22791713fafSBorislav Petkov return -1; 22891713fafSBorislav Petkov 22991713fafSBorislav Petkov return x86_family(best->eax); 23091713fafSBorislav Petkov } 23191713fafSBorislav Petkov 23291713fafSBorislav Petkov static inline int guest_cpuid_model(struct kvm_vcpu *vcpu) 23391713fafSBorislav Petkov { 23491713fafSBorislav Petkov struct kvm_cpuid_entry2 *best; 23591713fafSBorislav Petkov 23691713fafSBorislav Petkov best = kvm_find_cpuid_entry(vcpu, 0x1, 0); 23791713fafSBorislav Petkov if (!best) 23891713fafSBorislav Petkov return -1; 23991713fafSBorislav Petkov 24091713fafSBorislav Petkov return x86_model(best->eax); 24191713fafSBorislav Petkov } 24291713fafSBorislav Petkov 24391713fafSBorislav Petkov static inline int guest_cpuid_stepping(struct kvm_vcpu *vcpu) 24491713fafSBorislav Petkov { 24591713fafSBorislav Petkov struct kvm_cpuid_entry2 *best; 24691713fafSBorislav Petkov 24791713fafSBorislav Petkov best = kvm_find_cpuid_entry(vcpu, 0x1, 0); 24891713fafSBorislav Petkov if (!best) 24991713fafSBorislav Petkov return -1; 25091713fafSBorislav Petkov 25191713fafSBorislav Petkov return x86_stepping(best->eax); 25291713fafSBorislav Petkov } 25391713fafSBorislav Petkov 254db2336a8SKyle Huey static inline bool supports_cpuid_fault(struct kvm_vcpu *vcpu) 255db2336a8SKyle Huey { 256db2336a8SKyle Huey return vcpu->arch.msr_platform_info & MSR_PLATFORM_INFO_CPUID_FAULT; 257db2336a8SKyle Huey } 258db2336a8SKyle Huey 259db2336a8SKyle Huey static inline bool cpuid_fault_enabled(struct kvm_vcpu *vcpu) 260db2336a8SKyle Huey { 261db2336a8SKyle Huey return vcpu->arch.msr_misc_features_enables & 262db2336a8SKyle Huey MSR_MISC_FEATURES_ENABLES_CPUID_FAULT; 263db2336a8SKyle Huey } 264db2336a8SKyle Huey 26500b27a3eSAvi Kivity #endif 266