1756e12e7SXiaoyao Li /* 2756e12e7SXiaoyao Li * QEMU TDX support 3756e12e7SXiaoyao Li * 4756e12e7SXiaoyao Li * Copyright (c) 2025 Intel Corporation 5756e12e7SXiaoyao Li * 6756e12e7SXiaoyao Li * Author: 7756e12e7SXiaoyao Li * Xiaoyao Li <xiaoyao.li@intel.com> 8756e12e7SXiaoyao Li * 9756e12e7SXiaoyao Li * SPDX-License-Identifier: GPL-2.0-or-later 10756e12e7SXiaoyao Li */ 11756e12e7SXiaoyao Li 12756e12e7SXiaoyao Li #include "qemu/osdep.h" 138eddedc3SXiaoyao Li #include "qemu/error-report.h" 148eddedc3SXiaoyao Li #include "qapi/error.h" 15756e12e7SXiaoyao Li #include "qom/object_interfaces.h" 16756e12e7SXiaoyao Li 17631a2ac5SXiaoyao Li #include "hw/i386/x86.h" 18b455880eSXiaoyao Li #include "kvm_i386.h" 19756e12e7SXiaoyao Li #include "tdx.h" 20756e12e7SXiaoyao Li 211619d0e4SXiaoyao Li static TdxGuest *tdx_guest; 221619d0e4SXiaoyao Li 238eddedc3SXiaoyao Li static struct kvm_tdx_capabilities *tdx_caps; 248eddedc3SXiaoyao Li 251619d0e4SXiaoyao Li /* Valid after kvm_arch_init()->confidential_guest_kvm_init()->tdx_kvm_init() */ 261619d0e4SXiaoyao Li bool is_tdx_vm(void) 271619d0e4SXiaoyao Li { 281619d0e4SXiaoyao Li return !!tdx_guest; 291619d0e4SXiaoyao Li } 301619d0e4SXiaoyao Li 318eddedc3SXiaoyao Li enum tdx_ioctl_level { 328eddedc3SXiaoyao Li TDX_VM_IOCTL, 338eddedc3SXiaoyao Li TDX_VCPU_IOCTL, 348eddedc3SXiaoyao Li }; 358eddedc3SXiaoyao Li 368eddedc3SXiaoyao Li static int tdx_ioctl_internal(enum tdx_ioctl_level level, void *state, 378eddedc3SXiaoyao Li int cmd_id, __u32 flags, void *data, 388eddedc3SXiaoyao Li Error **errp) 39631a2ac5SXiaoyao Li { 408eddedc3SXiaoyao Li struct kvm_tdx_cmd tdx_cmd = {}; 418eddedc3SXiaoyao Li int r; 428eddedc3SXiaoyao Li 438eddedc3SXiaoyao Li const char *tdx_ioctl_name[] = { 448eddedc3SXiaoyao Li [KVM_TDX_CAPABILITIES] = "KVM_TDX_CAPABILITIES", 458eddedc3SXiaoyao Li [KVM_TDX_INIT_VM] = "KVM_TDX_INIT_VM", 468eddedc3SXiaoyao Li [KVM_TDX_INIT_VCPU] = "KVM_TDX_INIT_VCPU", 478eddedc3SXiaoyao Li [KVM_TDX_INIT_MEM_REGION] = "KVM_TDX_INIT_MEM_REGION", 488eddedc3SXiaoyao Li [KVM_TDX_FINALIZE_VM] = "KVM_TDX_FINALIZE_VM", 498eddedc3SXiaoyao Li [KVM_TDX_GET_CPUID] = "KVM_TDX_GET_CPUID", 508eddedc3SXiaoyao Li }; 518eddedc3SXiaoyao Li 528eddedc3SXiaoyao Li tdx_cmd.id = cmd_id; 538eddedc3SXiaoyao Li tdx_cmd.flags = flags; 548eddedc3SXiaoyao Li tdx_cmd.data = (__u64)(unsigned long)data; 558eddedc3SXiaoyao Li 568eddedc3SXiaoyao Li switch (level) { 578eddedc3SXiaoyao Li case TDX_VM_IOCTL: 588eddedc3SXiaoyao Li r = kvm_vm_ioctl(kvm_state, KVM_MEMORY_ENCRYPT_OP, &tdx_cmd); 598eddedc3SXiaoyao Li break; 608eddedc3SXiaoyao Li case TDX_VCPU_IOCTL: 618eddedc3SXiaoyao Li r = kvm_vcpu_ioctl(state, KVM_MEMORY_ENCRYPT_OP, &tdx_cmd); 628eddedc3SXiaoyao Li break; 638eddedc3SXiaoyao Li default: 648eddedc3SXiaoyao Li error_setg(errp, "Invalid tdx_ioctl_level %d", level); 658eddedc3SXiaoyao Li return -EINVAL; 668eddedc3SXiaoyao Li } 678eddedc3SXiaoyao Li 688eddedc3SXiaoyao Li if (r < 0) { 698eddedc3SXiaoyao Li error_setg_errno(errp, -r, "TDX ioctl %s failed, hw_errors: 0x%llx", 708eddedc3SXiaoyao Li tdx_ioctl_name[cmd_id], tdx_cmd.hw_error); 718eddedc3SXiaoyao Li } 728eddedc3SXiaoyao Li return r; 738eddedc3SXiaoyao Li } 748eddedc3SXiaoyao Li 758eddedc3SXiaoyao Li static inline int tdx_vm_ioctl(int cmd_id, __u32 flags, void *data, 768eddedc3SXiaoyao Li Error **errp) 778eddedc3SXiaoyao Li { 788eddedc3SXiaoyao Li return tdx_ioctl_internal(TDX_VM_IOCTL, NULL, cmd_id, flags, data, errp); 798eddedc3SXiaoyao Li } 808eddedc3SXiaoyao Li 818eddedc3SXiaoyao Li static inline int tdx_vcpu_ioctl(CPUState *cpu, int cmd_id, __u32 flags, 828eddedc3SXiaoyao Li void *data, Error **errp) 838eddedc3SXiaoyao Li { 848eddedc3SXiaoyao Li return tdx_ioctl_internal(TDX_VCPU_IOCTL, cpu, cmd_id, flags, data, errp); 858eddedc3SXiaoyao Li } 868eddedc3SXiaoyao Li 878eddedc3SXiaoyao Li static int get_tdx_capabilities(Error **errp) 888eddedc3SXiaoyao Li { 898eddedc3SXiaoyao Li struct kvm_tdx_capabilities *caps; 908eddedc3SXiaoyao Li /* 1st generation of TDX reports 6 cpuid configs */ 918eddedc3SXiaoyao Li int nr_cpuid_configs = 6; 928eddedc3SXiaoyao Li size_t size; 938eddedc3SXiaoyao Li int r; 948eddedc3SXiaoyao Li 958eddedc3SXiaoyao Li do { 968eddedc3SXiaoyao Li Error *local_err = NULL; 978eddedc3SXiaoyao Li size = sizeof(struct kvm_tdx_capabilities) + 988eddedc3SXiaoyao Li nr_cpuid_configs * sizeof(struct kvm_cpuid_entry2); 998eddedc3SXiaoyao Li caps = g_malloc0(size); 1008eddedc3SXiaoyao Li caps->cpuid.nent = nr_cpuid_configs; 1018eddedc3SXiaoyao Li 1028eddedc3SXiaoyao Li r = tdx_vm_ioctl(KVM_TDX_CAPABILITIES, 0, caps, &local_err); 1038eddedc3SXiaoyao Li if (r == -E2BIG) { 1048eddedc3SXiaoyao Li g_free(caps); 1058eddedc3SXiaoyao Li nr_cpuid_configs *= 2; 1068eddedc3SXiaoyao Li if (nr_cpuid_configs > KVM_MAX_CPUID_ENTRIES) { 1078eddedc3SXiaoyao Li error_report("KVM TDX seems broken that number of CPUID entries" 1088eddedc3SXiaoyao Li " in kvm_tdx_capabilities exceeds limit: %d", 1098eddedc3SXiaoyao Li KVM_MAX_CPUID_ENTRIES); 1108eddedc3SXiaoyao Li error_propagate(errp, local_err); 1118eddedc3SXiaoyao Li return r; 1128eddedc3SXiaoyao Li } 1138eddedc3SXiaoyao Li error_free(local_err); 1148eddedc3SXiaoyao Li } else if (r < 0) { 1158eddedc3SXiaoyao Li g_free(caps); 1168eddedc3SXiaoyao Li error_propagate(errp, local_err); 1178eddedc3SXiaoyao Li return r; 1188eddedc3SXiaoyao Li } 1198eddedc3SXiaoyao Li } while (r == -E2BIG); 1208eddedc3SXiaoyao Li 1218eddedc3SXiaoyao Li tdx_caps = caps; 122631a2ac5SXiaoyao Li 123631a2ac5SXiaoyao Li return 0; 124631a2ac5SXiaoyao Li } 125631a2ac5SXiaoyao Li 1268eddedc3SXiaoyao Li static int tdx_kvm_init(ConfidentialGuestSupport *cgs, Error **errp) 1278eddedc3SXiaoyao Li { 1281619d0e4SXiaoyao Li TdxGuest *tdx = TDX_GUEST(cgs); 1298eddedc3SXiaoyao Li int r = 0; 1308eddedc3SXiaoyao Li 1318eddedc3SXiaoyao Li kvm_mark_guest_state_protected(); 1328eddedc3SXiaoyao Li 1338eddedc3SXiaoyao Li if (!tdx_caps) { 1348eddedc3SXiaoyao Li r = get_tdx_capabilities(errp); 1351619d0e4SXiaoyao Li if (r) { 1361619d0e4SXiaoyao Li return r; 1371619d0e4SXiaoyao Li } 1388eddedc3SXiaoyao Li } 1398eddedc3SXiaoyao Li 1401619d0e4SXiaoyao Li tdx_guest = tdx; 1411619d0e4SXiaoyao Li return 0; 1428eddedc3SXiaoyao Li } 1438eddedc3SXiaoyao Li 144b455880eSXiaoyao Li static int tdx_kvm_type(X86ConfidentialGuest *cg) 145b455880eSXiaoyao Li { 146b455880eSXiaoyao Li /* Do the object check */ 147b455880eSXiaoyao Li TDX_GUEST(cg); 148b455880eSXiaoyao Li 149b455880eSXiaoyao Li return KVM_X86_TDX_VM; 150b455880eSXiaoyao Li } 151b455880eSXiaoyao Li 152*f15898b0SXiaoyao Li static int setup_td_xfam(X86CPU *x86cpu, Error **errp) 153*f15898b0SXiaoyao Li { 154*f15898b0SXiaoyao Li CPUX86State *env = &x86cpu->env; 155*f15898b0SXiaoyao Li uint64_t xfam; 156*f15898b0SXiaoyao Li 157*f15898b0SXiaoyao Li xfam = env->features[FEAT_XSAVE_XCR0_LO] | 158*f15898b0SXiaoyao Li env->features[FEAT_XSAVE_XCR0_HI] | 159*f15898b0SXiaoyao Li env->features[FEAT_XSAVE_XSS_LO] | 160*f15898b0SXiaoyao Li env->features[FEAT_XSAVE_XSS_HI]; 161*f15898b0SXiaoyao Li 162*f15898b0SXiaoyao Li if (xfam & ~tdx_caps->supported_xfam) { 163*f15898b0SXiaoyao Li error_setg(errp, "Invalid XFAM 0x%lx for TDX VM (supported: 0x%llx))", 164*f15898b0SXiaoyao Li xfam, tdx_caps->supported_xfam); 165*f15898b0SXiaoyao Li return -1; 166*f15898b0SXiaoyao Li } 167*f15898b0SXiaoyao Li 168*f15898b0SXiaoyao Li tdx_guest->xfam = xfam; 169*f15898b0SXiaoyao Li return 0; 170*f15898b0SXiaoyao Li } 171*f15898b0SXiaoyao Li 172*f15898b0SXiaoyao Li static void tdx_filter_cpuid(struct kvm_cpuid2 *cpuids) 173*f15898b0SXiaoyao Li { 174*f15898b0SXiaoyao Li int i, dest_cnt = 0; 175*f15898b0SXiaoyao Li struct kvm_cpuid_entry2 *src, *dest, *conf; 176*f15898b0SXiaoyao Li 177*f15898b0SXiaoyao Li for (i = 0; i < cpuids->nent; i++) { 178*f15898b0SXiaoyao Li src = cpuids->entries + i; 179*f15898b0SXiaoyao Li conf = cpuid_find_entry(&tdx_caps->cpuid, src->function, src->index); 180*f15898b0SXiaoyao Li if (!conf) { 181*f15898b0SXiaoyao Li continue; 182*f15898b0SXiaoyao Li } 183*f15898b0SXiaoyao Li dest = cpuids->entries + dest_cnt; 184*f15898b0SXiaoyao Li 185*f15898b0SXiaoyao Li dest->function = src->function; 186*f15898b0SXiaoyao Li dest->index = src->index; 187*f15898b0SXiaoyao Li dest->flags = src->flags; 188*f15898b0SXiaoyao Li dest->eax = src->eax & conf->eax; 189*f15898b0SXiaoyao Li dest->ebx = src->ebx & conf->ebx; 190*f15898b0SXiaoyao Li dest->ecx = src->ecx & conf->ecx; 191*f15898b0SXiaoyao Li dest->edx = src->edx & conf->edx; 192*f15898b0SXiaoyao Li 193*f15898b0SXiaoyao Li dest_cnt++; 194*f15898b0SXiaoyao Li } 195*f15898b0SXiaoyao Li cpuids->nent = dest_cnt++; 196*f15898b0SXiaoyao Li } 197*f15898b0SXiaoyao Li 198*f15898b0SXiaoyao Li int tdx_pre_create_vcpu(CPUState *cpu, Error **errp) 199*f15898b0SXiaoyao Li { 200*f15898b0SXiaoyao Li X86CPU *x86cpu = X86_CPU(cpu); 201*f15898b0SXiaoyao Li CPUX86State *env = &x86cpu->env; 202*f15898b0SXiaoyao Li g_autofree struct kvm_tdx_init_vm *init_vm = NULL; 203*f15898b0SXiaoyao Li Error *local_err = NULL; 204*f15898b0SXiaoyao Li int retry = 10000; 205*f15898b0SXiaoyao Li int r = 0; 206*f15898b0SXiaoyao Li 207*f15898b0SXiaoyao Li QEMU_LOCK_GUARD(&tdx_guest->lock); 208*f15898b0SXiaoyao Li if (tdx_guest->initialized) { 209*f15898b0SXiaoyao Li return r; 210*f15898b0SXiaoyao Li } 211*f15898b0SXiaoyao Li 212*f15898b0SXiaoyao Li init_vm = g_malloc0(sizeof(struct kvm_tdx_init_vm) + 213*f15898b0SXiaoyao Li sizeof(struct kvm_cpuid_entry2) * KVM_MAX_CPUID_ENTRIES); 214*f15898b0SXiaoyao Li 215*f15898b0SXiaoyao Li r = setup_td_xfam(x86cpu, errp); 216*f15898b0SXiaoyao Li if (r) { 217*f15898b0SXiaoyao Li return r; 218*f15898b0SXiaoyao Li } 219*f15898b0SXiaoyao Li 220*f15898b0SXiaoyao Li init_vm->cpuid.nent = kvm_x86_build_cpuid(env, init_vm->cpuid.entries, 0); 221*f15898b0SXiaoyao Li tdx_filter_cpuid(&init_vm->cpuid); 222*f15898b0SXiaoyao Li 223*f15898b0SXiaoyao Li init_vm->attributes = tdx_guest->attributes; 224*f15898b0SXiaoyao Li init_vm->xfam = tdx_guest->xfam; 225*f15898b0SXiaoyao Li 226*f15898b0SXiaoyao Li /* 227*f15898b0SXiaoyao Li * KVM_TDX_INIT_VM gets -EAGAIN when KVM side SEAMCALL(TDH_MNG_CREATE) 228*f15898b0SXiaoyao Li * gets TDX_RND_NO_ENTROPY due to Random number generation (e.g., RDRAND or 229*f15898b0SXiaoyao Li * RDSEED) is busy. 230*f15898b0SXiaoyao Li * 231*f15898b0SXiaoyao Li * Retry for the case. 232*f15898b0SXiaoyao Li */ 233*f15898b0SXiaoyao Li do { 234*f15898b0SXiaoyao Li error_free(local_err); 235*f15898b0SXiaoyao Li local_err = NULL; 236*f15898b0SXiaoyao Li r = tdx_vm_ioctl(KVM_TDX_INIT_VM, 0, init_vm, &local_err); 237*f15898b0SXiaoyao Li } while (r == -EAGAIN && --retry); 238*f15898b0SXiaoyao Li 239*f15898b0SXiaoyao Li if (r < 0) { 240*f15898b0SXiaoyao Li if (!retry) { 241*f15898b0SXiaoyao Li error_append_hint(&local_err, "Hardware RNG (Random Number " 242*f15898b0SXiaoyao Li "Generator) is busy occupied by someone (via RDRAND/RDSEED) " 243*f15898b0SXiaoyao Li "maliciously, which leads to KVM_TDX_INIT_VM keeping failure " 244*f15898b0SXiaoyao Li "due to lack of entropy.\n"); 245*f15898b0SXiaoyao Li } 246*f15898b0SXiaoyao Li error_propagate(errp, local_err); 247*f15898b0SXiaoyao Li return r; 248*f15898b0SXiaoyao Li } 249*f15898b0SXiaoyao Li 250*f15898b0SXiaoyao Li tdx_guest->initialized = true; 251*f15898b0SXiaoyao Li 252*f15898b0SXiaoyao Li return 0; 253*f15898b0SXiaoyao Li } 254*f15898b0SXiaoyao Li 255756e12e7SXiaoyao Li /* tdx guest */ 256756e12e7SXiaoyao Li OBJECT_DEFINE_TYPE_WITH_INTERFACES(TdxGuest, 257756e12e7SXiaoyao Li tdx_guest, 258756e12e7SXiaoyao Li TDX_GUEST, 259756e12e7SXiaoyao Li X86_CONFIDENTIAL_GUEST, 260756e12e7SXiaoyao Li { TYPE_USER_CREATABLE }, 261756e12e7SXiaoyao Li { NULL }) 262756e12e7SXiaoyao Li 263756e12e7SXiaoyao Li static void tdx_guest_init(Object *obj) 264756e12e7SXiaoyao Li { 265756e12e7SXiaoyao Li ConfidentialGuestSupport *cgs = CONFIDENTIAL_GUEST_SUPPORT(obj); 266756e12e7SXiaoyao Li TdxGuest *tdx = TDX_GUEST(obj); 267756e12e7SXiaoyao Li 268*f15898b0SXiaoyao Li qemu_mutex_init(&tdx->lock); 269*f15898b0SXiaoyao Li 270756e12e7SXiaoyao Li cgs->require_guest_memfd = true; 271756e12e7SXiaoyao Li tdx->attributes = 0; 272756e12e7SXiaoyao Li 273756e12e7SXiaoyao Li object_property_add_uint64_ptr(obj, "attributes", &tdx->attributes, 274756e12e7SXiaoyao Li OBJ_PROP_FLAG_READWRITE); 275756e12e7SXiaoyao Li } 276756e12e7SXiaoyao Li 277756e12e7SXiaoyao Li static void tdx_guest_finalize(Object *obj) 278756e12e7SXiaoyao Li { 279756e12e7SXiaoyao Li } 280756e12e7SXiaoyao Li 281756e12e7SXiaoyao Li static void tdx_guest_class_init(ObjectClass *oc, const void *data) 282756e12e7SXiaoyao Li { 283631a2ac5SXiaoyao Li ConfidentialGuestSupportClass *klass = CONFIDENTIAL_GUEST_SUPPORT_CLASS(oc); 284b455880eSXiaoyao Li X86ConfidentialGuestClass *x86_klass = X86_CONFIDENTIAL_GUEST_CLASS(oc); 285b455880eSXiaoyao Li 286631a2ac5SXiaoyao Li klass->kvm_init = tdx_kvm_init; 287b455880eSXiaoyao Li x86_klass->kvm_type = tdx_kvm_type; 288756e12e7SXiaoyao Li } 289