Lines Matching +full:energy +full:- +full:empty
4 * Copyright (C) 2006-2008 Qumranet Technologies
11 * See the COPYING file in the top-level directory.
16 #include "qapi/qapi-events-run-state.h"
28 #include "standard-headers/asm-x86/kvm_para.h"
29 #include "hw/xen/interface/arch-x86/cpuid.h"
32 #include "host-cpu.h"
39 #include "../confidential-guest.h"
42 #include "xen-emu.h"
44 #include "hyperv-proto.h"
47 #include "qemu/host-utils.h"
48 #include "qemu/main-loop.h"
50 #include "qemu/config-file.h"
51 #include "qemu/error-report.h"
58 #include "hw/i386/apic-msidef.h"
61 #include "hw/i386/x86-iommu.h"
87 * On older Intel CPUs, KVM uses vm86 mode to emulate 16-bit code directly.
100 /* A 4096-byte buffer can hold the 8-byte kvm_msrs header, plus
194 [KVM_X86_SEV_ES_VM] = "SEV-ES",
195 [KVM_X86_SNP_VM] = "SEV-SNP",
211 machine_types = kvm_check_extension(KVM_STATE(current_machine->accelerator), in kvm_is_vm_type_supported()
220 if (ms->cgs) { in kvm_get_vm_type()
221 if (!object_dynamic_cast(OBJECT(ms->cgs), TYPE_X86_CONFIDENTIAL_GUEST)) { in kvm_get_vm_type()
223 object_get_typename(OBJECT(ms->cgs))); in kvm_get_vm_type()
227 X86_CONFIDENTIAL_GUEST(ms->cgs)); in kvm_get_vm_type()
231 error_report("vm-type %s not supported by KVM", vm_type_name[kvm_type]); in kvm_get_vm_type()
303 CPUX86State *env = &cpu->env; in kvm_get_tsc()
307 if (env->tsc_valid) { in kvm_get_tsc()
311 env->tsc_valid = !runstate_is_running(); in kvm_get_tsc()
318 env->tsc = value; in kvm_get_tsc()
343 size = sizeof(*cpuid) + max * sizeof(*cpuid->entries); in try_get_cpuid()
345 cpuid->nent = max; in try_get_cpuid()
347 if (r == 0 && cpuid->nent >= max) { in try_get_cpuid()
348 r = -E2BIG; in try_get_cpuid()
351 if (r == -E2BIG) { in try_get_cpuid()
356 strerror(-r)); in try_get_cpuid()
402 ret = entry->eax; in cpuid_entry_get_reg()
405 ret = entry->ebx; in cpuid_entry_get_reg()
408 ret = entry->ecx; in cpuid_entry_get_reg()
411 ret = entry->edx; in cpuid_entry_get_reg()
424 for (i = 0; i < cpuid->nent; ++i) { in cpuid_find_entry()
425 if (cpuid->entries[i].function == function && in cpuid_find_entry()
426 cpuid->entries[i].index == index) { in cpuid_find_entry()
427 return &cpuid->entries[i]; in cpuid_find_entry()
461 /* tsc-deadline flag is not returned by GET_SUPPORTED_CPUID, but it in kvm_arch_get_supported_cpuid()
471 * without the in-kernel irqchip in kvm_arch_get_supported_cpuid()
503 * Linux v4.17-v4.20 incorrectly return ARCH_CAPABILITIES on SVM hosts. in kvm_arch_get_supported_cpuid()
544 if (rc != -ENXIO) { in kvm_arch_get_supported_cpuid()
568 * be enabled without the in-kernel irqchip in kvm_arch_get_supported_cpuid()
580 if (current_machine->cgs) { in kvm_arch_get_supported_cpuid()
582 X86_CONFIDENTIAL_GUEST(current_machine->cgs), in kvm_arch_get_supported_cpuid()
603 for (i = 0; i < kvm_feature_msrs->nmsrs; i++) in kvm_arch_get_supported_msr_feature()
604 if (kvm_feature_msrs->indices[i] == index) { in kvm_arch_get_supported_msr_feature()
607 if (i == kvm_feature_msrs->nmsrs) { in kvm_arch_get_supported_msr_feature()
617 index, strerror(-ret)); in kvm_arch_get_supported_msr_feature()
676 CPUX86State *env = &cpu->env; in kvm_mce_inject()
715 * guest kernel back into env->mcg_ext_ctl. in kvm_mce_inject()
718 if (env->mcg_ext_ctl & MCG_EXT_CTL_LMCE_EN) { in kvm_mce_inject()
745 CPUX86State *env = &cpu->env; in kvm_arch_on_sigbus_vcpu()
756 if ((env->mcg_cap & MCG_SER_P) && addr) { in kvm_arch_on_sigbus_vcpu()
759 kvm_physical_memory_addr_from_host(c->kvm_state, addr, &paddr)) { in kvm_arch_on_sigbus_vcpu()
801 assert(env->exception_nr == -1); in kvm_queue_exception()
802 assert(!env->exception_pending); in kvm_queue_exception()
803 assert(!env->exception_injected); in kvm_queue_exception()
804 assert(!env->exception_has_payload); in kvm_queue_exception()
806 env->exception_nr = exception_nr; in kvm_queue_exception()
809 env->exception_pending = 1; in kvm_queue_exception()
811 env->exception_has_payload = exception_has_payload; in kvm_queue_exception()
812 env->exception_payload = exception_payload; in kvm_queue_exception()
814 env->exception_injected = 1; in kvm_queue_exception()
818 env->dr[6] = exception_payload; in kvm_queue_exception()
821 env->cr[2] = exception_payload; in kvm_queue_exception()
833 env->tsc_valid = false; in cpu_update_state()
840 return cpu->apic_id; in kvm_arch_vcpu_id()
850 ((cpu->hyperv_spinlock_attempts != HYPERV_SPINLOCK_NEVER_NOTIFY) || in hyperv_enabled()
851 cpu->hyperv_features || cpu->hyperv_passthrough); in hyperv_enabled()
861 int min_freq = freq - (freq * 250 / 1000000); in freq_within_bounds()
873 CPUX86State *env = &cpu->env; in kvm_arch_set_tsc_khz()
886 if (!env->tsc_khz) { in kvm_arch_set_tsc_khz()
890 cur_freq = kvm_check_extension(cs->kvm_state, KVM_CAP_GET_TSC_KHZ) ? in kvm_arch_set_tsc_khz()
891 kvm_vcpu_ioctl(cs, KVM_GET_TSC_KHZ) : -ENOTSUP; in kvm_arch_set_tsc_khz()
896 if (kvm_check_extension(cs->kvm_state, KVM_CAP_TSC_CONTROL)) { in kvm_arch_set_tsc_khz()
904 if (cur_freq != -ENOTSUP && freq_within_bounds(cur_freq, env->tsc_khz)) { in kvm_arch_set_tsc_khz()
909 kvm_vcpu_ioctl(cs, KVM_SET_TSC_KHZ, env->tsc_khz) : in kvm_arch_set_tsc_khz()
910 -ENOTSUP; in kvm_arch_set_tsc_khz()
916 cur_freq = kvm_check_extension(cs->kvm_state, KVM_CAP_GET_TSC_KHZ) ? in kvm_arch_set_tsc_khz()
918 -ENOTSUP; in kvm_arch_set_tsc_khz()
919 if (cur_freq <= 0 || cur_freq != env->tsc_khz) { in kvm_arch_set_tsc_khz()
923 env->tsc_khz, cur_freq); in kvm_arch_set_tsc_khz()
933 if (!env->tsc_khz) { in tsc_is_stable_and_known()
936 return (env->features[FEAT_8000_0007_EDX] & CPUID_APM_INVTSC) in tsc_is_stable_and_known()
937 || env->user_tsc_khz; in tsc_is_stable_and_known()
953 .desc = "relaxed timing (hv-relaxed)",
960 .desc = "virtual APIC (hv-vapic)",
967 .desc = "clocksources (hv-time)",
974 .desc = "crash MSRs (hv-crash)",
981 .desc = "reset MSR (hv-reset)",
988 .desc = "VP_INDEX MSR (hv-vpindex)",
995 .desc = "VP_RUNTIME MSR (hv-runtime)",
1002 .desc = "synthetic interrupt controller (hv-synic)",
1009 .desc = "synthetic timers (hv-stimer)",
1017 .desc = "frequency MSRs (hv-frequencies)",
1026 .desc = "reenlightenment MSRs (hv-reenlightenment)",
1033 .desc = "paravirtualized TLB flush (hv-tlbflush)",
1042 .desc = "enlightened VMCS (hv-evmcs)",
1050 .desc = "paravirtualized IPI (hv-ipi)",
1059 .desc = "direct mode synthetic timers (hv-stimer-direct)",
1067 .desc = "AVIC/APICv support (hv-avic/hv-apicv)",
1074 .desc = "Enable synthetic kernel debugger channel (hv-syndbg)",
1083 .desc = "enlightened MSR-Bitmap (hv-emsr-bitmap)",
1090 .desc = "XMM fast hypercall input (hv-xmm-input)",
1097 .desc = "Extended gva ranges for TLB flush hypercalls (hv-tlbflush-ext)",
1105 .desc = "direct TLB flush (hv-tlbflush-direct)",
1120 size = sizeof(*cpuid) + max * sizeof(*cpuid->entries); in try_get_hv_cpuid()
1122 cpuid->nent = max; in try_get_hv_cpuid()
1129 if (r == 0 && cpuid->nent >= max) { in try_get_hv_cpuid()
1130 r = -E2BIG; in try_get_hv_cpuid()
1133 if (r == -E2BIG) { in try_get_hv_cpuid()
1138 strerror(-r)); in try_get_hv_cpuid()
1161 * Non-empty KVM context is needed when KVM_CAP_SYS_HYPERV_CPUID is in get_supported_hv_cpuid()
1164 assert(do_sys_ioctl || cs->kvm_state); in get_supported_hv_cpuid()
1168 * -E2BIG, however, it doesn't report back the right size. Keep increasing in get_supported_hv_cpuid()
1169 * it and re-trying until we succeed. in get_supported_hv_cpuid()
1181 if (!do_sys_ioctl && kvm_check_extension(cs->kvm_state, in get_supported_hv_cpuid()
1183 for (i = 0; i < cpuid->nent; i++) { in get_supported_hv_cpuid()
1184 if (cpuid->entries[i].function == HV_CPUID_ENLIGHTMENT_INFO) { in get_supported_hv_cpuid()
1185 cpuid->entries[i].eax |= HV_ENLIGHTENED_VMCS_RECOMMENDED; in get_supported_hv_cpuid()
1204 cpuid = g_malloc0(sizeof(*cpuid) + 2 * sizeof(*cpuid->entries)); in get_supported_hv_cpuid_legacy()
1205 cpuid->nent = 2; in get_supported_hv_cpuid_legacy()
1208 entry_feat = &cpuid->entries[0]; in get_supported_hv_cpuid_legacy()
1209 entry_feat->function = HV_CPUID_FEATURES; in get_supported_hv_cpuid_legacy()
1211 entry_recomm = &cpuid->entries[1]; in get_supported_hv_cpuid_legacy()
1212 entry_recomm->function = HV_CPUID_ENLIGHTMENT_INFO; in get_supported_hv_cpuid_legacy()
1213 entry_recomm->ebx = cpu->hyperv_spinlock_attempts; in get_supported_hv_cpuid_legacy()
1215 if (kvm_check_extension(cs->kvm_state, KVM_CAP_HYPERV) > 0) { in get_supported_hv_cpuid_legacy()
1216 entry_feat->eax |= HV_HYPERCALL_AVAILABLE; in get_supported_hv_cpuid_legacy()
1217 entry_feat->eax |= HV_APIC_ACCESS_AVAILABLE; in get_supported_hv_cpuid_legacy()
1218 entry_feat->edx |= HV_CPU_DYNAMIC_PARTITIONING_AVAILABLE; in get_supported_hv_cpuid_legacy()
1219 entry_recomm->eax |= HV_RELAXED_TIMING_RECOMMENDED; in get_supported_hv_cpuid_legacy()
1220 entry_recomm->eax |= HV_APIC_ACCESS_RECOMMENDED; in get_supported_hv_cpuid_legacy()
1223 if (kvm_check_extension(cs->kvm_state, KVM_CAP_HYPERV_TIME) > 0) { in get_supported_hv_cpuid_legacy()
1224 entry_feat->eax |= HV_TIME_REF_COUNT_AVAILABLE; in get_supported_hv_cpuid_legacy()
1225 entry_feat->eax |= HV_REFERENCE_TSC_AVAILABLE; in get_supported_hv_cpuid_legacy()
1229 entry_feat->eax |= HV_ACCESS_FREQUENCY_MSRS; in get_supported_hv_cpuid_legacy()
1230 entry_feat->edx |= HV_FREQUENCY_MSRS_AVAILABLE; in get_supported_hv_cpuid_legacy()
1234 entry_feat->edx |= HV_GUEST_CRASH_MSR_AVAILABLE; in get_supported_hv_cpuid_legacy()
1238 entry_feat->eax |= HV_ACCESS_REENLIGHTENMENTS_CONTROL; in get_supported_hv_cpuid_legacy()
1242 entry_feat->eax |= HV_RESET_AVAILABLE; in get_supported_hv_cpuid_legacy()
1246 entry_feat->eax |= HV_VP_INDEX_AVAILABLE; in get_supported_hv_cpuid_legacy()
1250 entry_feat->eax |= HV_VP_RUNTIME_AVAILABLE; in get_supported_hv_cpuid_legacy()
1254 unsigned int cap = cpu->hyperv_synic_kvm_only ? in get_supported_hv_cpuid_legacy()
1257 if (kvm_check_extension(cs->kvm_state, cap) > 0) { in get_supported_hv_cpuid_legacy()
1258 entry_feat->eax |= HV_SYNIC_AVAILABLE; in get_supported_hv_cpuid_legacy()
1263 entry_feat->eax |= HV_SYNTIMERS_AVAILABLE; in get_supported_hv_cpuid_legacy()
1267 entry_feat->edx |= HV_GUEST_DEBUGGING_AVAILABLE; in get_supported_hv_cpuid_legacy()
1268 entry_feat->edx |= HV_FEATURE_DEBUG_MSRS_AVAILABLE; in get_supported_hv_cpuid_legacy()
1269 entry_feat->ebx |= HV_PARTITION_DEBUGGING_ALLOWED; in get_supported_hv_cpuid_legacy()
1272 if (kvm_check_extension(cs->kvm_state, in get_supported_hv_cpuid_legacy()
1274 entry_recomm->eax |= HV_REMOTE_TLB_FLUSH_RECOMMENDED; in get_supported_hv_cpuid_legacy()
1275 entry_recomm->eax |= HV_EX_PROCESSOR_MASKS_RECOMMENDED; in get_supported_hv_cpuid_legacy()
1278 if (kvm_check_extension(cs->kvm_state, in get_supported_hv_cpuid_legacy()
1280 entry_recomm->eax |= HV_ENLIGHTENED_VMCS_RECOMMENDED; in get_supported_hv_cpuid_legacy()
1283 if (kvm_check_extension(cs->kvm_state, in get_supported_hv_cpuid_legacy()
1285 entry_recomm->eax |= HV_CLUSTER_IPI_RECOMMENDED; in get_supported_hv_cpuid_legacy()
1286 entry_recomm->eax |= HV_EX_PROCESSOR_MASKS_RECOMMENDED; in get_supported_hv_cpuid_legacy()
1304 * 'cs->kvm_state' may be NULL when Hyper-V features are expanded in hv_cpuid_get_host()
1309 assert(cs->kvm_state); in hv_cpuid_get_host()
1368 error_setg(errp, "Hyper-V %s requires Hyper-V %s", in hv_feature_check_deps()
1413 * Expand Hyper-V CPU features. In partucular, check that all the requested
1417 * Hyper-V features.
1430 * time per-CPU kvm_state is not available yet so we can only proceed in kvm_hyperv_expand_features()
1433 if (!cs->kvm_state && in kvm_hyperv_expand_features()
1437 if (cpu->hyperv_passthrough) { in kvm_hyperv_expand_features()
1438 cpu->hyperv_vendor_id[0] = in kvm_hyperv_expand_features()
1440 cpu->hyperv_vendor_id[1] = in kvm_hyperv_expand_features()
1442 cpu->hyperv_vendor_id[2] = in kvm_hyperv_expand_features()
1444 cpu->hyperv_vendor = g_realloc(cpu->hyperv_vendor, in kvm_hyperv_expand_features()
1445 sizeof(cpu->hyperv_vendor_id) + 1); in kvm_hyperv_expand_features()
1446 memcpy(cpu->hyperv_vendor, cpu->hyperv_vendor_id, in kvm_hyperv_expand_features()
1447 sizeof(cpu->hyperv_vendor_id)); in kvm_hyperv_expand_features()
1448 cpu->hyperv_vendor[sizeof(cpu->hyperv_vendor_id)] = 0; in kvm_hyperv_expand_features()
1450 cpu->hyperv_interface_id[0] = in kvm_hyperv_expand_features()
1452 cpu->hyperv_interface_id[1] = in kvm_hyperv_expand_features()
1454 cpu->hyperv_interface_id[2] = in kvm_hyperv_expand_features()
1456 cpu->hyperv_interface_id[3] = in kvm_hyperv_expand_features()
1459 cpu->hyperv_ver_id_build = in kvm_hyperv_expand_features()
1461 cpu->hyperv_ver_id_major = in kvm_hyperv_expand_features()
1463 cpu->hyperv_ver_id_minor = in kvm_hyperv_expand_features()
1465 cpu->hyperv_ver_id_sp = in kvm_hyperv_expand_features()
1467 cpu->hyperv_ver_id_sb = in kvm_hyperv_expand_features()
1469 cpu->hyperv_ver_id_sn = in kvm_hyperv_expand_features()
1472 cpu->hv_max_vps = hv_cpuid_get_host(cs, HV_CPUID_IMPLEMENT_LIMITS, in kvm_hyperv_expand_features()
1474 cpu->hyperv_limits[0] = in kvm_hyperv_expand_features()
1476 cpu->hyperv_limits[1] = in kvm_hyperv_expand_features()
1478 cpu->hyperv_limits[2] = in kvm_hyperv_expand_features()
1481 cpu->hyperv_spinlock_attempts = in kvm_hyperv_expand_features()
1485 * Mark feature as enabled in 'cpu->hyperv_features' as in kvm_hyperv_expand_features()
1491 cpu->hyperv_features |= BIT(feat); in kvm_hyperv_expand_features()
1504 error_setg(errp, "Hyper-V %s is not supported by kernel", in kvm_hyperv_expand_features()
1519 !cpu->hyperv_synic_kvm_only && in kvm_hyperv_expand_features()
1521 error_setg(errp, "Hyper-V %s requires Hyper-V %s", in kvm_hyperv_expand_features()
1531 * Fill in Hyper-V CPUIDs. Returns the number of entries filled in cpuid_ent.
1552 c->function = HV_CPUID_VENDOR_AND_MAX_FUNCTIONS; in hyperv_fill_cpuids()
1553 c->eax = max_cpuid_leaf; in hyperv_fill_cpuids()
1554 c->ebx = cpu->hyperv_vendor_id[0]; in hyperv_fill_cpuids()
1555 c->ecx = cpu->hyperv_vendor_id[1]; in hyperv_fill_cpuids()
1556 c->edx = cpu->hyperv_vendor_id[2]; in hyperv_fill_cpuids()
1559 c->function = HV_CPUID_INTERFACE; in hyperv_fill_cpuids()
1560 c->eax = cpu->hyperv_interface_id[0]; in hyperv_fill_cpuids()
1561 c->ebx = cpu->hyperv_interface_id[1]; in hyperv_fill_cpuids()
1562 c->ecx = cpu->hyperv_interface_id[2]; in hyperv_fill_cpuids()
1563 c->edx = cpu->hyperv_interface_id[3]; in hyperv_fill_cpuids()
1566 c->function = HV_CPUID_VERSION; in hyperv_fill_cpuids()
1567 c->eax = cpu->hyperv_ver_id_build; in hyperv_fill_cpuids()
1568 c->ebx = (uint32_t)cpu->hyperv_ver_id_major << 16 | in hyperv_fill_cpuids()
1569 cpu->hyperv_ver_id_minor; in hyperv_fill_cpuids()
1570 c->ecx = cpu->hyperv_ver_id_sp; in hyperv_fill_cpuids()
1571 c->edx = (uint32_t)cpu->hyperv_ver_id_sb << 24 | in hyperv_fill_cpuids()
1572 (cpu->hyperv_ver_id_sn & 0xffffff); in hyperv_fill_cpuids()
1575 c->function = HV_CPUID_FEATURES; in hyperv_fill_cpuids()
1576 c->eax = hv_build_cpuid_leaf(cs, HV_CPUID_FEATURES, R_EAX); in hyperv_fill_cpuids()
1577 c->ebx = hv_build_cpuid_leaf(cs, HV_CPUID_FEATURES, R_EBX); in hyperv_fill_cpuids()
1578 c->edx = hv_build_cpuid_leaf(cs, HV_CPUID_FEATURES, R_EDX); in hyperv_fill_cpuids()
1580 /* Unconditionally required with any Hyper-V enlightenment */ in hyperv_fill_cpuids()
1581 c->eax |= HV_HYPERCALL_AVAILABLE; in hyperv_fill_cpuids()
1585 !cpu->hyperv_synic_kvm_only) { in hyperv_fill_cpuids()
1586 c->ebx |= HV_POST_MESSAGES | HV_SIGNAL_EVENTS; in hyperv_fill_cpuids()
1591 c->edx |= HV_CPU_DYNAMIC_PARTITIONING_AVAILABLE; in hyperv_fill_cpuids()
1594 c->function = HV_CPUID_ENLIGHTMENT_INFO; in hyperv_fill_cpuids()
1595 c->eax = hv_build_cpuid_leaf(cs, HV_CPUID_ENLIGHTMENT_INFO, R_EAX); in hyperv_fill_cpuids()
1596 c->ebx = cpu->hyperv_spinlock_attempts; in hyperv_fill_cpuids()
1600 c->eax |= HV_APIC_ACCESS_RECOMMENDED; in hyperv_fill_cpuids()
1603 if (cpu->hyperv_no_nonarch_cs == ON_OFF_AUTO_ON) { in hyperv_fill_cpuids()
1604 c->eax |= HV_NO_NONARCH_CORESHARING; in hyperv_fill_cpuids()
1605 } else if (cpu->hyperv_no_nonarch_cs == ON_OFF_AUTO_AUTO) { in hyperv_fill_cpuids()
1606 c->eax |= hv_cpuid_get_host(cs, HV_CPUID_ENLIGHTMENT_INFO, R_EAX) & in hyperv_fill_cpuids()
1611 c->function = HV_CPUID_IMPLEMENT_LIMITS; in hyperv_fill_cpuids()
1612 c->eax = cpu->hv_max_vps; in hyperv_fill_cpuids()
1613 c->ebx = cpu->hyperv_limits[0]; in hyperv_fill_cpuids()
1614 c->ecx = cpu->hyperv_limits[1]; in hyperv_fill_cpuids()
1615 c->edx = cpu->hyperv_limits[2]; in hyperv_fill_cpuids()
1624 c->function = function; in hyperv_fill_cpuids()
1628 c->function = HV_CPUID_NESTED_FEATURES; in hyperv_fill_cpuids()
1629 c->eax = nested_eax; in hyperv_fill_cpuids()
1634 c->function = HV_CPUID_SYNDBG_VENDOR_AND_MAX_FUNCTIONS; in hyperv_fill_cpuids()
1635 c->eax = hyperv_feat_enabled(cpu, HYPERV_FEAT_EVMCS) ? in hyperv_fill_cpuids()
1638 c->eax = 0; in hyperv_fill_cpuids()
1639 c->ebx = signature[0]; in hyperv_fill_cpuids()
1640 c->ecx = signature[1]; in hyperv_fill_cpuids()
1641 c->edx = signature[2]; in hyperv_fill_cpuids()
1644 c->function = HV_CPUID_SYNDBG_INTERFACE; in hyperv_fill_cpuids()
1646 c->eax = signature[0]; in hyperv_fill_cpuids()
1647 c->ebx = 0; in hyperv_fill_cpuids()
1648 c->ecx = 0; in hyperv_fill_cpuids()
1649 c->edx = 0; in hyperv_fill_cpuids()
1652 c->function = HV_CPUID_SYNDBG_PLATFORM_CAPABILITIES; in hyperv_fill_cpuids()
1653 c->eax = HV_SYNDBG_CAP_ALLOW_KERNEL_DEBUGGING; in hyperv_fill_cpuids()
1654 c->ebx = 0; in hyperv_fill_cpuids()
1655 c->ecx = 0; in hyperv_fill_cpuids()
1656 c->edx = 0; in hyperv_fill_cpuids()
1684 if (cpu->hyperv_passthrough && hv_passthrough_mig_blocker == NULL) { in hyperv_init_vcpu()
1686 "'hv-passthrough' CPU flag prevents migration, use explicit" in hyperv_init_vcpu()
1687 " set of hv-* flags instead"); in hyperv_init_vcpu()
1695 if (cpu->hyperv_no_nonarch_cs == ON_OFF_AUTO_AUTO && in hyperv_init_vcpu()
1698 "'hv-no-nonarch-coresharing=auto' CPU flag prevents migration" in hyperv_init_vcpu()
1699 " use explicit 'hv-no-nonarch-coresharing=on' instead (but" in hyperv_init_vcpu()
1723 return -ENXIO; in hyperv_init_vcpu()
1728 uint32_t synic_cap = cpu->hyperv_synic_kvm_only ? in hyperv_init_vcpu()
1733 strerror(-ret)); in hyperv_init_vcpu()
1737 if (!cpu->hyperv_synic_kvm_only) { in hyperv_init_vcpu()
1741 strerror(-ret)); in hyperv_init_vcpu()
1755 * KVM is required to support EVMCS ver.1. as that's what 'hv-evmcs' in hyperv_init_vcpu()
1757 * to '1' as well so 'hv-evmcs' feature is migratable even when (and if) in hyperv_init_vcpu()
1758 * ver.2 is implemented. A new option (e.g. 'hv-evmcs=2') will then have in hyperv_init_vcpu()
1762 error_report("Hyper-V %s is not supported by kernel", in hyperv_init_vcpu()
1772 return -ENOTSUP; in hyperv_init_vcpu()
1776 if (cpu->hyperv_enforce_cpuid) { in hyperv_init_vcpu()
1780 strerror(-ret)); in hyperv_init_vcpu()
1800 env->xsave_buf_len = QEMU_ALIGN_UP(has_xsave2, 4096); in kvm_init_xsave()
1802 env->xsave_buf_len = sizeof(struct kvm_xsave); in kvm_init_xsave()
1805 env->xsave_buf = qemu_memalign(4096, env->xsave_buf_len); in kvm_init_xsave()
1806 memset(env->xsave_buf, 0, env->xsave_buf_len); in kvm_init_xsave()
1812 env->xsave_buf_len); in kvm_init_xsave()
1820 if (!env->nested_state) { in kvm_init_nested_state()
1824 size = env->nested_state->size; in kvm_init_nested_state()
1826 memset(env->nested_state, 0, size); in kvm_init_nested_state()
1827 env->nested_state->size = size; in kvm_init_nested_state()
1830 env->nested_state->format = KVM_STATE_NESTED_FORMAT_VMX; in kvm_init_nested_state()
1831 vmx_hdr = &env->nested_state->hdr.vmx; in kvm_init_nested_state()
1832 vmx_hdr->vmxon_pa = -1ull; in kvm_init_nested_state()
1833 vmx_hdr->vmcs12_pa = -1ull; in kvm_init_nested_state()
1835 env->nested_state->format = KVM_STATE_NESTED_FORMAT_SVM; in kvm_init_nested_state()
1859 c->function = i; in kvm_x86_build_cpuid()
1860 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
1861 times = c->eax & 0xff; in kvm_x86_build_cpuid()
1863 c->flags = KVM_CPUID_FLAG_STATEFUL_FUNC | in kvm_x86_build_cpuid()
1872 c->function = i; in kvm_x86_build_cpuid()
1873 c->flags = KVM_CPUID_FLAG_STATEFUL_FUNC; in kvm_x86_build_cpuid()
1874 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
1880 cpuid_i--; in kvm_x86_build_cpuid()
1888 c->function = i; in kvm_x86_build_cpuid()
1889 c->flags = KVM_CPUID_FLAG_SIGNIFCANT_INDEX; in kvm_x86_build_cpuid()
1890 c->index = j; in kvm_x86_build_cpuid()
1891 cpu_x86_cpuid(env, i, j, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
1893 if (i == 4 && c->eax == 0) { in kvm_x86_build_cpuid()
1896 if (i == 0xb && !(c->ecx & 0xff00)) { in kvm_x86_build_cpuid()
1899 if (i == 0x1f && !(c->ecx & 0xff00)) { in kvm_x86_build_cpuid()
1902 if (i == 0xd && c->eax == 0) { in kvm_x86_build_cpuid()
1906 cpuid_i--; in kvm_x86_build_cpuid()
1918 c->function = i; in kvm_x86_build_cpuid()
1919 c->flags = KVM_CPUID_FLAG_SIGNIFCANT_INDEX; in kvm_x86_build_cpuid()
1920 c->index = j; in kvm_x86_build_cpuid()
1921 cpu_x86_cpuid(env, i, j, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
1923 if (j > 1 && (c->eax & 0xf) != 1) { in kvm_x86_build_cpuid()
1940 c->function = i; in kvm_x86_build_cpuid()
1941 c->index = 0; in kvm_x86_build_cpuid()
1942 c->flags = KVM_CPUID_FLAG_SIGNIFCANT_INDEX; in kvm_x86_build_cpuid()
1943 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
1944 times = c->eax; in kvm_x86_build_cpuid()
1951 c->function = i; in kvm_x86_build_cpuid()
1952 c->index = j; in kvm_x86_build_cpuid()
1953 c->flags = KVM_CPUID_FLAG_SIGNIFCANT_INDEX; in kvm_x86_build_cpuid()
1954 cpu_x86_cpuid(env, i, j, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
1959 c->function = i; in kvm_x86_build_cpuid()
1960 c->flags = 0; in kvm_x86_build_cpuid()
1961 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
1962 if (!c->eax && !c->ebx && !c->ecx && !c->edx) { in kvm_x86_build_cpuid()
1965 * so we can omit it and avoid hitting KVM's 80-entry limit. in kvm_x86_build_cpuid()
1967 cpuid_i--; in kvm_x86_build_cpuid()
2013 c->function = i; in kvm_x86_build_cpuid()
2014 c->flags = KVM_CPUID_FLAG_SIGNIFCANT_INDEX; in kvm_x86_build_cpuid()
2015 c->index = j; in kvm_x86_build_cpuid()
2016 cpu_x86_cpuid(env, i, j, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
2018 if (c->eax == 0) { in kvm_x86_build_cpuid()
2028 c->function = i; in kvm_x86_build_cpuid()
2029 c->flags = 0; in kvm_x86_build_cpuid()
2030 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
2031 if (!c->eax && !c->ebx && !c->ecx && !c->edx) { in kvm_x86_build_cpuid()
2034 * so we can omit it and avoid hitting KVM's 80-entry limit. in kvm_x86_build_cpuid()
2036 cpuid_i--; in kvm_x86_build_cpuid()
2043 if (env->cpuid_xlevel2 > 0) { in kvm_x86_build_cpuid()
2053 c->function = i; in kvm_x86_build_cpuid()
2054 c->flags = 0; in kvm_x86_build_cpuid()
2055 cpu_x86_cpuid(env, i, 0, &c->eax, &c->ebx, &c->ecx, &c->edx); in kvm_x86_build_cpuid()
2091 CPUX86State *env = &cpu->env; in kvm_arch_init_vcpu()
2100 if (current_machine->cgs) { in kvm_arch_init_vcpu()
2102 X86_CONFIDENTIAL_GUEST(current_machine->cgs), cs); in kvm_arch_init_vcpu()
2112 has_xsave2 = kvm_check_extension(cs->kvm_state, KVM_CAP_XSAVE2); in kvm_arch_init_vcpu()
2121 * latter case, we query it from KVM and record in env->tsc_khz, in kvm_arch_init_vcpu()
2124 if (!env->tsc_khz) { in kvm_arch_init_vcpu()
2125 r = kvm_check_extension(cs->kvm_state, KVM_CAP_GET_TSC_KHZ) ? in kvm_arch_init_vcpu()
2127 -ENOTSUP; in kvm_arch_init_vcpu()
2129 env->tsc_khz = r; in kvm_arch_init_vcpu()
2133 env->apic_bus_freq = KVM_APIC_BUS_FREQUENCY; in kvm_arch_init_vcpu()
2138 * 'query-cpu-model-expansion' in this case as we don't have a KVM vCPU to in kvm_arch_init_vcpu()
2139 * check which Hyper-V enlightenments are supported and which are not, we in kvm_arch_init_vcpu()
2140 * can still proceed and check/expand Hyper-V enlightenments here so legacy in kvm_arch_init_vcpu()
2145 return -ENOSYS; in kvm_arch_init_vcpu()
2159 if (cs->kvm_state->xen_version) { in kvm_arch_init_vcpu()
2166 c->function = kvm_base + XEN_CPUID_SIGNATURE; in kvm_arch_init_vcpu()
2167 c->eax = kvm_base + XEN_CPUID_TIME; in kvm_arch_init_vcpu()
2168 c->ebx = signature[0]; in kvm_arch_init_vcpu()
2169 c->ecx = signature[1]; in kvm_arch_init_vcpu()
2170 c->edx = signature[2]; in kvm_arch_init_vcpu()
2173 c->function = kvm_base + XEN_CPUID_VENDOR; in kvm_arch_init_vcpu()
2174 c->eax = cs->kvm_state->xen_version; in kvm_arch_init_vcpu()
2175 c->ebx = 0; in kvm_arch_init_vcpu()
2176 c->ecx = 0; in kvm_arch_init_vcpu()
2177 c->edx = 0; in kvm_arch_init_vcpu()
2180 c->function = kvm_base + XEN_CPUID_HVM_MSR; in kvm_arch_init_vcpu()
2181 /* Number of hypercall-transfer pages */ in kvm_arch_init_vcpu()
2182 c->eax = 1; in kvm_arch_init_vcpu()
2185 c->ebx = XEN_HYPERCALL_MSR_HYPERV; in kvm_arch_init_vcpu()
2186 kvm_xen_init(cs->kvm_state, c->ebx); in kvm_arch_init_vcpu()
2188 c->ebx = XEN_HYPERCALL_MSR; in kvm_arch_init_vcpu()
2190 c->ecx = 0; in kvm_arch_init_vcpu()
2191 c->edx = 0; in kvm_arch_init_vcpu()
2194 c->function = kvm_base + XEN_CPUID_TIME; in kvm_arch_init_vcpu()
2195 c->eax = ((!!tsc_is_stable_and_known(env) << 1) | in kvm_arch_init_vcpu()
2196 (!!(env->features[FEAT_8000_0001_EDX] & CPUID_EXT2_RDTSCP) << 2)); in kvm_arch_init_vcpu()
2198 c->ebx = 0; in kvm_arch_init_vcpu()
2200 c->ecx = env->user_tsc_khz; in kvm_arch_init_vcpu()
2202 c->edx = 0; in kvm_arch_init_vcpu()
2205 c->function = kvm_base + XEN_CPUID_HVM; in kvm_arch_init_vcpu()
2206 xen_max_leaf->eax = kvm_base + XEN_CPUID_HVM; in kvm_arch_init_vcpu()
2207 if (cs->kvm_state->xen_version >= XEN_VERSION(4, 5)) { in kvm_arch_init_vcpu()
2208 c->function = kvm_base + XEN_CPUID_HVM; in kvm_arch_init_vcpu()
2210 if (cpu->xen_vapic) { in kvm_arch_init_vcpu()
2211 c->eax |= XEN_HVM_CPUID_APIC_ACCESS_VIRT; in kvm_arch_init_vcpu()
2212 c->eax |= XEN_HVM_CPUID_X2APIC_VIRT; in kvm_arch_init_vcpu()
2215 c->eax |= XEN_HVM_CPUID_IOMMU_MAPPINGS; in kvm_arch_init_vcpu()
2217 if (cs->kvm_state->xen_version >= XEN_VERSION(4, 6)) { in kvm_arch_init_vcpu()
2218 c->eax |= XEN_HVM_CPUID_VCPU_ID_PRESENT; in kvm_arch_init_vcpu()
2219 c->ebx = cs->cpu_index; in kvm_arch_init_vcpu()
2222 if (cs->kvm_state->xen_version >= XEN_VERSION(4, 17)) { in kvm_arch_init_vcpu()
2223 c->eax |= XEN_HVM_CPUID_UPCALL_VECTOR; in kvm_arch_init_vcpu()
2238 } else if (cpu->expose_kvm) { in kvm_arch_init_vcpu()
2241 c->function = KVM_CPUID_SIGNATURE | kvm_base; in kvm_arch_init_vcpu()
2242 c->eax = KVM_CPUID_FEATURES | kvm_base; in kvm_arch_init_vcpu()
2243 c->ebx = signature[0]; in kvm_arch_init_vcpu()
2244 c->ecx = signature[1]; in kvm_arch_init_vcpu()
2245 c->edx = signature[2]; in kvm_arch_init_vcpu()
2248 c->function = KVM_CPUID_FEATURES | kvm_base; in kvm_arch_init_vcpu()
2249 c->eax = env->features[FEAT_KVM]; in kvm_arch_init_vcpu()
2250 c->edx = env->features[FEAT_KVM_HINTS]; in kvm_arch_init_vcpu()
2253 if (cpu->kvm_pv_enforce_cpuid) { in kvm_arch_init_vcpu()
2258 strerror(-r)); in kvm_arch_init_vcpu()
2266 if (x86_cpu_family(env->cpuid_version) >= 6 in kvm_arch_init_vcpu()
2267 && (env->features[FEAT_1_EDX] & (CPUID_MCE | CPUID_MCA)) == in kvm_arch_init_vcpu()
2273 ret = kvm_get_mce_cap_supported(cs->kvm_state, &mcg_cap, &banks); in kvm_arch_init_vcpu()
2275 fprintf(stderr, "kvm_get_mce_cap_supported: %s", strerror(-ret)); in kvm_arch_init_vcpu()
2279 if (banks < (env->mcg_cap & MCG_CAP_BANKS_MASK)) { in kvm_arch_init_vcpu()
2281 (int)(env->mcg_cap & MCG_CAP_BANKS_MASK), banks); in kvm_arch_init_vcpu()
2282 return -ENOTSUP; in kvm_arch_init_vcpu()
2285 unsupported_caps = env->mcg_cap & ~(mcg_cap | MCG_CAP_BANKS_MASK); in kvm_arch_init_vcpu()
2289 return -ENOTSUP; in kvm_arch_init_vcpu()
2295 env->mcg_cap &= mcg_cap | MCG_CAP_BANKS_MASK; in kvm_arch_init_vcpu()
2296 ret = kvm_vcpu_ioctl(cs, KVM_X86_SETUP_MCE, &env->mcg_cap); in kvm_arch_init_vcpu()
2298 fprintf(stderr, "KVM_X86_SETUP_MCE: %s", strerror(-ret)); in kvm_arch_init_vcpu()
2303 cpu->vmsentry = qemu_add_vm_change_state_handler(cpu_update_state, env); in kvm_arch_init_vcpu()
2307 has_msr_feature_control = !!(c->ecx & CPUID_EXT_VMX) || in kvm_arch_init_vcpu()
2308 !!(c->ecx & CPUID_EXT_SMX); in kvm_arch_init_vcpu()
2312 if (c && (c->ebx & CPUID_7_0_EBX_SGX)) { in kvm_arch_init_vcpu()
2316 if (env->mcg_cap & MCG_LMCE_P) { in kvm_arch_init_vcpu()
2320 if (!env->user_tsc_khz) { in kvm_arch_init_vcpu()
2321 if ((env->features[FEAT_8000_0007_EDX] & CPUID_APM_INVTSC) && in kvm_arch_init_vcpu()
2324 "State blocked by non-migratable CPU device" in kvm_arch_init_vcpu()
2334 if (cpu->vmware_cpuid_freq in kvm_arch_init_vcpu()
2336 * it if KVM exposes leaf 0x40000000. (Conflicts with Hyper-V) */ in kvm_arch_init_vcpu()
2337 && cpu->expose_kvm in kvm_arch_init_vcpu()
2343 c->function = KVM_CPUID_SIGNATURE | 0x10; in kvm_arch_init_vcpu()
2344 c->eax = env->tsc_khz; in kvm_arch_init_vcpu()
2345 c->ebx = env->apic_bus_freq / 1000; /* Hz to KHz */ in kvm_arch_init_vcpu()
2346 c->ecx = c->edx = 0; in kvm_arch_init_vcpu()
2349 c->eax = MAX(c->eax, KVM_CPUID_SIGNATURE | 0x10); in kvm_arch_init_vcpu()
2366 env->nested_state = g_malloc0(max_nested_state_len); in kvm_arch_init_vcpu()
2367 env->nested_state->size = max_nested_state_len; in kvm_arch_init_vcpu()
2373 cpu->kvm_msr_buf = g_malloc0(MSR_BUF_SIZE); in kvm_arch_init_vcpu()
2375 if (!(env->features[FEAT_8000_0001_EDX] & CPUID_EXT2_RDTSCP)) { in kvm_arch_init_vcpu()
2392 CPUX86State *env = &cpu->env; in kvm_arch_destroy_vcpu()
2394 g_free(env->xsave_buf); in kvm_arch_destroy_vcpu()
2396 g_free(cpu->kvm_msr_buf); in kvm_arch_destroy_vcpu()
2397 cpu->kvm_msr_buf = NULL; in kvm_arch_destroy_vcpu()
2399 g_free(env->nested_state); in kvm_arch_destroy_vcpu()
2400 env->nested_state = NULL; in kvm_arch_destroy_vcpu()
2402 qemu_del_vm_change_state_handler(cpu->vmsentry); in kvm_arch_destroy_vcpu()
2409 CPUX86State *env = &cpu->env; in kvm_arch_reset_vcpu()
2411 env->xcr0 = 1; in kvm_arch_reset_vcpu()
2413 env->mp_state = cpu_is_bsp(cpu) ? KVM_MP_STATE_RUNNABLE : in kvm_arch_reset_vcpu()
2416 env->mp_state = KVM_MP_STATE_RUNNABLE; in kvm_arch_reset_vcpu()
2420 env->poll_control_msr = 1; in kvm_arch_reset_vcpu()
2429 CPUX86State *env = &cpu->env; in kvm_arch_after_reset_vcpu()
2437 for (i = 0; i < ARRAY_SIZE(env->msr_hv_synic_sint); i++) { in kvm_arch_after_reset_vcpu()
2438 env->msr_hv_synic_sint[i] = HV_SINT_MASKED; in kvm_arch_after_reset_vcpu()
2449 msrs = g_malloc0(sizeof(*msrs) + sizeof(msrs->entries[0])); in kvm_arch_reset_parked_vcpu()
2450 msrs->entries[0].index = MSR_IA32_TSC; in kvm_arch_reset_parked_vcpu()
2451 msrs->entries[0].data = 1; /* match the value in x86_cpu_reset() */ in kvm_arch_reset_parked_vcpu()
2452 msrs->nmsrs++; in kvm_arch_reset_parked_vcpu()
2462 CPUX86State *env = &cpu->env; in kvm_arch_do_init_vcpu()
2464 /* APs get directly into wait-for-SIPI state. */ in kvm_arch_do_init_vcpu()
2465 if (env->mp_state == KVM_MP_STATE_UNINITIALIZED) { in kvm_arch_do_init_vcpu()
2466 env->mp_state = KVM_MP_STATE_INIT_RECEIVED; in kvm_arch_do_init_vcpu()
2486 if (ret < 0 && ret != -E2BIG) { in kvm_get_supported_feature_msrs()
2488 strerror(-ret)); in kvm_get_supported_feature_msrs()
2496 kvm_feature_msrs->nmsrs = msr_list.nmsrs; in kvm_get_supported_feature_msrs()
2501 strerror(-ret)); in kvm_get_supported_feature_msrs()
2521 if (ret < 0 && ret != -E2BIG) { in kvm_get_supported_msrs()
2532 kvm_msr_list->nmsrs = msr_list.nmsrs; in kvm_get_supported_msrs()
2537 for (i = 0; i < kvm_msr_list->nmsrs; i++) { in kvm_get_supported_msrs()
2538 switch (kvm_msr_list->indices[i]) { in kvm_get_supported_msrs()
2659 *val = cs->kvm_state->msr_energy.msr_unit; in kvm_rdmsr_rapl_power_unit()
2671 *val = cs->kvm_state->msr_energy.msr_limit; in kvm_rdmsr_pkg_power_limit()
2683 *val = cs->kvm_state->msr_energy.msr_info; in kvm_rdmsr_pkg_power_info()
2694 *val = cs->kvm_state->msr_energy.msr_value[cs->cpu_index]; in kvm_rdmsr_pkg_energy_status()
2711 memory_region_init(&smram_as_root, OBJECT(kvm_state), "mem-container-smram", ~0ull); in register_smram_listener()
2717 memory_region_init_alias(&smram_as_mem, OBJECT(kvm_state), "mem-smram", in register_smram_listener()
2728 address_space_init(&smram_address_space, &smram_as_root, "KVM-SMRAM"); in register_smram_listener()
2730 &smram_address_space, 1, "kvm-smram"); in register_smram_listener()
2736 struct KVMMsrEnergy *vmsr = &s->msr_energy; in kvm_msr_energy_thread()
2748 /* Allocate memory for each package energy status */ in kvm_msr_energy_thread()
2749 pkg_stat = g_new0(vmsr_package_energy_stat, vmsr->host_topo.maxpkgs); in kvm_msr_energy_thread()
2754 /* Allocate memory for holding virtual package energy counter */ in kvm_msr_energy_thread()
2755 vpkgs_energy_stat = g_new0(unsigned int, vmsr->guest_vsockets); in kvm_msr_energy_thread()
2758 for (int i = 0; i < vmsr->host_topo.maxpkgs; i++) { in kvm_msr_energy_thread()
2764 vmsr->host_topo.maxticks[i] = (MSR_ENERGY_THREAD_SLEEP_US / 1000000) in kvm_msr_energy_thread()
2766 * vmsr->host_topo.pkg_cpu_count[i]; in kvm_msr_energy_thread()
2772 = vmsr_get_thread_ids(vmsr->pid, &num_threads); in kvm_msr_energy_thread()
2787 vmsr_read_thread_stat(vmsr->pid, in kvm_msr_energy_thread()
2796 /* Retrieve all packages power plane energy counter */ in kvm_msr_energy_thread()
2797 for (int i = 0; i < vmsr->host_topo.maxpkgs; i++) { in kvm_msr_energy_thread()
2801 * of the package to read the packages energy counter in kvm_msr_energy_thread()
2808 s->msr_energy.sioc); in kvm_msr_energy_thread()
2818 * Retrieve all packages power plane energy counter in kvm_msr_energy_thread()
2821 for (int i = 0; i < vmsr->host_topo.maxpkgs; i++) { in kvm_msr_energy_thread()
2825 * of the package to read the packages energy counter in kvm_msr_energy_thread()
2832 s->msr_energy.sioc); in kvm_msr_energy_thread()
2836 * were energy counter might be lower after in kvm_msr_energy_thread()
2841 pkg_stat[i].e_end - pkg_stat[i].e_start; in kvm_msr_energy_thread()
2852 vmsr_read_thread_stat(vmsr->pid, in kvm_msr_energy_thread()
2858 if (vmsr->pid < 0) { in kvm_msr_energy_thread()
2876 if (cpu->thread_id == thd_stat[i].thread_id) { in kvm_msr_energy_thread()
2878 thd_stat[i].vcpu_id = cpu->cpu_index; in kvm_msr_energy_thread()
2887 for (int i = 0; i < vmsr->guest_cpu_list->len; i++) { in kvm_msr_energy_thread()
2890 vmsr->guest_cpu_list->cpus[i].arch_id) in kvm_msr_energy_thread()
2893 &vmsr->guest_topo_info, &topo_ids); in kvm_msr_energy_thread()
2899 /* Calculate the total energy of all non-vCPU thread */ in kvm_msr_energy_thread()
2906 vmsr->host_topo.maxticks[thd_stat[i].pkg_id]); in kvm_msr_energy_thread()
2912 /* Calculate the ratio per non-vCPU thread of each package */ in kvm_msr_energy_thread()
2913 for (int i = 0; i < vmsr->host_topo.maxpkgs; i++) { in kvm_msr_energy_thread()
2920 * Calculate the energy for each Package: in kvm_msr_energy_thread()
2921 * Energy Package = sum of each vCPU energy that belongs to the package in kvm_msr_energy_thread()
2929 vmsr->host_topo.maxticks[thd_stat[i].pkg_id]); in kvm_msr_energy_thread()
2945 vmsr->msr_value[thd_stat[i].vcpu_id] = \ in kvm_msr_energy_thread()
2965 struct KVMMsrEnergy *r = &s->msr_energy; in kvm_msr_energy_thread_init()
2975 return -1; in kvm_msr_energy_thread_init()
2979 return -1; in kvm_msr_energy_thread_init()
2983 vmsr_init_topo_info(&r->guest_topo_info, ms); in kvm_msr_energy_thread_init()
2986 r->guest_vcpus = ms->smp.cpus; in kvm_msr_energy_thread_init()
2989 r->guest_vsockets = ms->smp.sockets; in kvm_msr_energy_thread_init()
2992 r->msr_value = g_new0(uint64_t, r->guest_vcpus); in kvm_msr_energy_thread_init()
2995 r->guest_cpu_list = mc->possible_cpu_arch_ids(ms); in kvm_msr_energy_thread_init()
2998 r->host_topo.maxcpus = vmsr_get_maxcpus(); in kvm_msr_energy_thread_init()
2999 if (r->host_topo.maxcpus == 0) { in kvm_msr_energy_thread_init()
3001 return -1; in kvm_msr_energy_thread_init()
3005 r->host_topo.maxpkgs = vmsr_get_max_physical_package(r->host_topo.maxcpus); in kvm_msr_energy_thread_init()
3006 if (r->host_topo.maxpkgs == 0) { in kvm_msr_energy_thread_init()
3008 return -1; in kvm_msr_energy_thread_init()
3012 r->host_topo.pkg_cpu_count = g_new0(unsigned int, r->host_topo.maxpkgs); in kvm_msr_energy_thread_init()
3013 r->host_topo.maxticks = g_new0(unsigned int, r->host_topo.maxpkgs); in kvm_msr_energy_thread_init()
3015 vmsr_count_cpus_per_package(r->host_topo.pkg_cpu_count, in kvm_msr_energy_thread_init()
3016 r->host_topo.maxpkgs); in kvm_msr_energy_thread_init()
3017 for (int i = 0; i < r->host_topo.maxpkgs; i++) { in kvm_msr_energy_thread_init()
3018 if (r->host_topo.pkg_cpu_count[i] == 0) { in kvm_msr_energy_thread_init()
3020 return -1; in kvm_msr_energy_thread_init()
3025 r->pid = getpid(); in kvm_msr_energy_thread_init()
3028 if (s->msr_energy.socket_path == NULL) { in kvm_msr_energy_thread_init()
3029 s->msr_energy.socket_path = vmsr_compute_default_paths(); in kvm_msr_energy_thread_init()
3033 s->msr_energy.sioc = vmsr_open_socket(s->msr_energy.socket_path); in kvm_msr_energy_thread_init()
3035 if (s->msr_energy.sioc == NULL) { in kvm_msr_energy_thread_init()
3037 return -1; in kvm_msr_energy_thread_init()
3041 r->msr_unit = vmsr_read_msr(MSR_RAPL_POWER_UNIT, 0, r->pid, in kvm_msr_energy_thread_init()
3042 s->msr_energy.sioc); in kvm_msr_energy_thread_init()
3043 r->msr_limit = vmsr_read_msr(MSR_PKG_POWER_LIMIT, 0, r->pid, in kvm_msr_energy_thread_init()
3044 s->msr_energy.sioc); in kvm_msr_energy_thread_init()
3045 r->msr_info = vmsr_read_msr(MSR_PKG_POWER_INFO, 0, r->pid, in kvm_msr_energy_thread_init()
3046 s->msr_energy.sioc); in kvm_msr_energy_thread_init()
3047 if (r->msr_unit == 0 || r->msr_limit == 0 || r->msr_info == 0) { in kvm_msr_energy_thread_init()
3049 return -1; in kvm_msr_energy_thread_init()
3052 qemu_thread_create(&r->msr_thr, "kvm-msr", in kvm_msr_energy_thread_init()
3071 strerror(-ret)); in kvm_vm_enable_exception_payload()
3088 strerror(-ret)); in kvm_vm_enable_triple_fault_event()
3104 "kvm-shadow-mem", in kvm_vm_set_nr_mmu_pages()
3106 if (shadow_mem != -1) { in kvm_vm_set_nr_mmu_pages()
3139 return -ENOTSUP; in kvm_vm_enable_bus_lock_exit()
3145 strerror(-ret)); in kvm_vm_enable_bus_lock_exit()
3154 if (s->notify_vmexit != NOTIFY_VMEXIT_OPTION_DISABLE) { in kvm_vm_enable_notify_vmexit()
3156 ((uint64_t)s->notify_window << 32) | in kvm_vm_enable_notify_vmexit()
3163 strerror(-ret)); in kvm_vm_enable_notify_vmexit()
3177 strerror(-ret)); in kvm_vm_enable_userspace_msr()
3185 strerror(-ret)); in kvm_vm_enable_userspace_msr()
3196 if (s->msr_energy.enable == true) { in kvm_vm_enable_energy_msrs()
3201 strerror(-ret)); in kvm_vm_enable_energy_msrs()
3209 strerror(-ret)); in kvm_vm_enable_energy_msrs()
3217 strerror(-ret)); in kvm_vm_enable_energy_msrs()
3224 strerror(-ret)); in kvm_vm_enable_energy_msrs()
3240 if (ms->cgs) { in kvm_arch_init()
3241 ret = confidential_guest_kvm_init(ms->cgs, &local_err); in kvm_arch_init()
3263 if (s->xen_version) { in kvm_arch_init()
3267 return -ENOTSUP; in kvm_arch_init()
3277 return -ENOTSUP; in kvm_arch_init()
3324 strerror(-ret)); in kvm_arch_init()
3332 if (x86ms->bus_lock_ratelimit > 0) { in kvm_arch_init()
3339 x86ms->bus_lock_ratelimit, BUS_LOCK_SLICE_TIME); in kvm_arch_init()
3356 if (s->msr_energy.enable == true) { in kvm_arch_init()
3375 lhs->selector = rhs->selector; in set_v8086_seg()
3376 lhs->base = rhs->base; in set_v8086_seg()
3377 lhs->limit = rhs->limit; in set_v8086_seg()
3378 lhs->type = 3; in set_v8086_seg()
3379 lhs->present = 1; in set_v8086_seg()
3380 lhs->dpl = 3; in set_v8086_seg()
3381 lhs->db = 0; in set_v8086_seg()
3382 lhs->s = 1; in set_v8086_seg()
3383 lhs->l = 0; in set_v8086_seg()
3384 lhs->g = 0; in set_v8086_seg()
3385 lhs->avl = 0; in set_v8086_seg()
3386 lhs->unusable = 0; in set_v8086_seg()
3391 unsigned flags = rhs->flags; in set_seg()
3392 lhs->selector = rhs->selector; in set_seg()
3393 lhs->base = rhs->base; in set_seg()
3394 lhs->limit = rhs->limit; in set_seg()
3395 lhs->type = (flags >> DESC_TYPE_SHIFT) & 15; in set_seg()
3396 lhs->present = (flags & DESC_P_MASK) != 0; in set_seg()
3397 lhs->dpl = (flags >> DESC_DPL_SHIFT) & 3; in set_seg()
3398 lhs->db = (flags >> DESC_B_SHIFT) & 1; in set_seg()
3399 lhs->s = (flags & DESC_S_MASK) != 0; in set_seg()
3400 lhs->l = (flags >> DESC_L_SHIFT) & 1; in set_seg()
3401 lhs->g = (flags & DESC_G_MASK) != 0; in set_seg()
3402 lhs->avl = (flags & DESC_AVL_MASK) != 0; in set_seg()
3403 lhs->unusable = !lhs->present; in set_seg()
3404 lhs->padding = 0; in set_seg()
3409 lhs->selector = rhs->selector; in get_seg()
3410 lhs->base = rhs->base; in get_seg()
3411 lhs->limit = rhs->limit; in get_seg()
3412 lhs->flags = (rhs->type << DESC_TYPE_SHIFT) | in get_seg()
3413 ((rhs->present && !rhs->unusable) * DESC_P_MASK) | in get_seg()
3414 (rhs->dpl << DESC_DPL_SHIFT) | in get_seg()
3415 (rhs->db << DESC_B_SHIFT) | in get_seg()
3416 (rhs->s * DESC_S_MASK) | in get_seg()
3417 (rhs->l << DESC_L_SHIFT) | in get_seg()
3418 (rhs->g * DESC_G_MASK) | in get_seg()
3419 (rhs->avl * DESC_AVL_MASK); in get_seg()
3433 CPUX86State *env = &cpu->env; in kvm_getput_regs()
3444 kvm_getput_reg(®s.rax, &env->regs[R_EAX], set); in kvm_getput_regs()
3445 kvm_getput_reg(®s.rbx, &env->regs[R_EBX], set); in kvm_getput_regs()
3446 kvm_getput_reg(®s.rcx, &env->regs[R_ECX], set); in kvm_getput_regs()
3447 kvm_getput_reg(®s.rdx, &env->regs[R_EDX], set); in kvm_getput_regs()
3448 kvm_getput_reg(®s.rsi, &env->regs[R_ESI], set); in kvm_getput_regs()
3449 kvm_getput_reg(®s.rdi, &env->regs[R_EDI], set); in kvm_getput_regs()
3450 kvm_getput_reg(®s.rsp, &env->regs[R_ESP], set); in kvm_getput_regs()
3451 kvm_getput_reg(®s.rbp, &env->regs[R_EBP], set); in kvm_getput_regs()
3453 kvm_getput_reg(®s.r8, &env->regs[8], set); in kvm_getput_regs()
3454 kvm_getput_reg(®s.r9, &env->regs[9], set); in kvm_getput_regs()
3455 kvm_getput_reg(®s.r10, &env->regs[10], set); in kvm_getput_regs()
3456 kvm_getput_reg(®s.r11, &env->regs[11], set); in kvm_getput_regs()
3457 kvm_getput_reg(®s.r12, &env->regs[12], set); in kvm_getput_regs()
3458 kvm_getput_reg(®s.r13, &env->regs[13], set); in kvm_getput_regs()
3459 kvm_getput_reg(®s.r14, &env->regs[14], set); in kvm_getput_regs()
3460 kvm_getput_reg(®s.r15, &env->regs[15], set); in kvm_getput_regs()
3463 kvm_getput_reg(®s.rflags, &env->eflags, set); in kvm_getput_regs()
3464 kvm_getput_reg(®s.rip, &env->eip, set); in kvm_getput_regs()
3475 CPUX86State *env = &cpu->env; in kvm_put_xsave()
3476 void *xsave = env->xsave_buf; in kvm_put_xsave()
3478 x86_cpu_xsave_all_areas(cpu, xsave, env->xsave_buf_len); in kvm_put_xsave()
3485 CPUX86State *env = &cpu->env; in kvm_put_xcrs()
3495 xcrs.xcrs[0].value = env->xcr0; in kvm_put_xcrs()
3501 CPUX86State *env = &cpu->env; in kvm_put_sregs()
3510 if ((env->eflags & VM_MASK)) { in kvm_put_sregs()
3511 set_v8086_seg(&sregs.cs, &env->segs[R_CS]); in kvm_put_sregs()
3512 set_v8086_seg(&sregs.ds, &env->segs[R_DS]); in kvm_put_sregs()
3513 set_v8086_seg(&sregs.es, &env->segs[R_ES]); in kvm_put_sregs()
3514 set_v8086_seg(&sregs.fs, &env->segs[R_FS]); in kvm_put_sregs()
3515 set_v8086_seg(&sregs.gs, &env->segs[R_GS]); in kvm_put_sregs()
3516 set_v8086_seg(&sregs.ss, &env->segs[R_SS]); in kvm_put_sregs()
3518 set_seg(&sregs.cs, &env->segs[R_CS]); in kvm_put_sregs()
3519 set_seg(&sregs.ds, &env->segs[R_DS]); in kvm_put_sregs()
3520 set_seg(&sregs.es, &env->segs[R_ES]); in kvm_put_sregs()
3521 set_seg(&sregs.fs, &env->segs[R_FS]); in kvm_put_sregs()
3522 set_seg(&sregs.gs, &env->segs[R_GS]); in kvm_put_sregs()
3523 set_seg(&sregs.ss, &env->segs[R_SS]); in kvm_put_sregs()
3526 set_seg(&sregs.tr, &env->tr); in kvm_put_sregs()
3527 set_seg(&sregs.ldt, &env->ldt); in kvm_put_sregs()
3529 sregs.idt.limit = env->idt.limit; in kvm_put_sregs()
3530 sregs.idt.base = env->idt.base; in kvm_put_sregs()
3532 sregs.gdt.limit = env->gdt.limit; in kvm_put_sregs()
3533 sregs.gdt.base = env->gdt.base; in kvm_put_sregs()
3536 sregs.cr0 = env->cr[0]; in kvm_put_sregs()
3537 sregs.cr2 = env->cr[2]; in kvm_put_sregs()
3538 sregs.cr3 = env->cr[3]; in kvm_put_sregs()
3539 sregs.cr4 = env->cr[4]; in kvm_put_sregs()
3541 sregs.cr8 = cpu_get_apic_tpr(cpu->apic_state); in kvm_put_sregs()
3542 sregs.apic_base = cpu_get_apic_base(cpu->apic_state); in kvm_put_sregs()
3544 sregs.efer = env->efer; in kvm_put_sregs()
3551 CPUX86State *env = &cpu->env; in kvm_put_sregs2()
3557 if ((env->eflags & VM_MASK)) { in kvm_put_sregs2()
3558 set_v8086_seg(&sregs.cs, &env->segs[R_CS]); in kvm_put_sregs2()
3559 set_v8086_seg(&sregs.ds, &env->segs[R_DS]); in kvm_put_sregs2()
3560 set_v8086_seg(&sregs.es, &env->segs[R_ES]); in kvm_put_sregs2()
3561 set_v8086_seg(&sregs.fs, &env->segs[R_FS]); in kvm_put_sregs2()
3562 set_v8086_seg(&sregs.gs, &env->segs[R_GS]); in kvm_put_sregs2()
3563 set_v8086_seg(&sregs.ss, &env->segs[R_SS]); in kvm_put_sregs2()
3565 set_seg(&sregs.cs, &env->segs[R_CS]); in kvm_put_sregs2()
3566 set_seg(&sregs.ds, &env->segs[R_DS]); in kvm_put_sregs2()
3567 set_seg(&sregs.es, &env->segs[R_ES]); in kvm_put_sregs2()
3568 set_seg(&sregs.fs, &env->segs[R_FS]); in kvm_put_sregs2()
3569 set_seg(&sregs.gs, &env->segs[R_GS]); in kvm_put_sregs2()
3570 set_seg(&sregs.ss, &env->segs[R_SS]); in kvm_put_sregs2()
3573 set_seg(&sregs.tr, &env->tr); in kvm_put_sregs2()
3574 set_seg(&sregs.ldt, &env->ldt); in kvm_put_sregs2()
3576 sregs.idt.limit = env->idt.limit; in kvm_put_sregs2()
3577 sregs.idt.base = env->idt.base; in kvm_put_sregs2()
3579 sregs.gdt.limit = env->gdt.limit; in kvm_put_sregs2()
3580 sregs.gdt.base = env->gdt.base; in kvm_put_sregs2()
3583 sregs.cr0 = env->cr[0]; in kvm_put_sregs2()
3584 sregs.cr2 = env->cr[2]; in kvm_put_sregs2()
3585 sregs.cr3 = env->cr[3]; in kvm_put_sregs2()
3586 sregs.cr4 = env->cr[4]; in kvm_put_sregs2()
3588 sregs.cr8 = cpu_get_apic_tpr(cpu->apic_state); in kvm_put_sregs2()
3589 sregs.apic_base = cpu_get_apic_base(cpu->apic_state); in kvm_put_sregs2()
3591 sregs.efer = env->efer; in kvm_put_sregs2()
3593 if (env->pdptrs_valid) { in kvm_put_sregs2()
3595 sregs.pdptrs[i] = env->pdptrs[i]; in kvm_put_sregs2()
3606 memset(cpu->kvm_msr_buf, 0, MSR_BUF_SIZE); in kvm_msr_buf_reset()
3611 struct kvm_msrs *msrs = cpu->kvm_msr_buf; in kvm_msr_entry_add()
3613 struct kvm_msr_entry *entry = &msrs->entries[msrs->nmsrs]; in kvm_msr_entry_add()
3617 entry->index = index; in kvm_msr_entry_add()
3618 entry->reserved = 0; in kvm_msr_entry_add()
3619 entry->data = value; in kvm_msr_entry_add()
3620 msrs->nmsrs++; in kvm_msr_entry_add()
3628 return kvm_vcpu_ioctl(CPU(cpu), KVM_SET_MSRS, cpu->kvm_msr_buf); in kvm_put_one_msr()
3660 CPUX86State *env = &cpu->env; in kvm_put_tscdeadline_msr()
3667 ret = kvm_put_one_msr(cpu, MSR_IA32_TSCDEADLINE, env->tsc_deadline); in kvm_put_tscdeadline_msr()
3691 cpu->env.msr_ia32_feature_control); in kvm_put_msr_feature_control()
3733 * Bit 0:31 -> 0 if the control bit can be zero (i.e. 1 if it must be one). in make_vmx_msr_value()
3734 * Bit 32:63 -> 1 if the control bit can be one. in make_vmx_msr_value()
3760 * If the guest is 64-bit, a value of 1 is allowed for the host address in kvm_msr_entry_add_vmx()
3767 * Bits 0-30, 32-44 and 50-53 come from the host. KVM should in kvm_msr_entry_add_vmx()
3776 * Same for bits 0-4 and 25-27. Bits 16-24 (CR3 target count) can in kvm_msr_entry_add_vmx()
3778 * future proof. Bits 32-63 in theory could change, though KVM does in kvm_msr_entry_add_vmx()
3779 * not support dual-monitor treatment and probably never will; mask in kvm_msr_entry_add_vmx()
3830 /* FRED injected-event data (0x2052). */ in kvm_msr_entry_add_vmx()
3834 /* Secondary VM-exit controls (0x2044). */ in kvm_msr_entry_add_vmx()
3859 int ret = kvm_vcpu_ioctl(CPU(cpu), KVM_SET_MSRS, cpu->kvm_msr_buf); in kvm_buf_set_msrs()
3864 if (ret < cpu->kvm_msr_buf->nmsrs) { in kvm_buf_set_msrs()
3865 struct kvm_msr_entry *e = &cpu->kvm_msr_buf->entries[ret]; in kvm_buf_set_msrs()
3867 (uint32_t)e->index, (uint64_t)e->data); in kvm_buf_set_msrs()
3870 assert(ret == cpu->kvm_msr_buf->nmsrs); in kvm_buf_set_msrs()
3876 CPUX86State *env = &cpu->env; in kvm_init_msrs()
3883 env->features[FEAT_ARCH_CAPABILITIES]); in kvm_init_msrs()
3888 env->features[FEAT_CORE_CAPABILITY]); in kvm_init_msrs()
3891 if (has_msr_perf_capabs && cpu->enable_pmu) { in kvm_init_msrs()
3892 kvm_msr_entry_add_perf(cpu, env->features); in kvm_init_msrs()
3900 kvm_msr_entry_add_vmx(cpu, env->features); in kvm_init_msrs()
3905 kvm_msr_entry_add(cpu, MSR_IA32_UCODE_REV, cpu->ucode_rev); in kvm_init_msrs()
3912 CPUX86State *env = &cpu->env; in kvm_put_msrs()
3917 kvm_msr_entry_add(cpu, MSR_IA32_SYSENTER_CS, env->sysenter_cs); in kvm_put_msrs()
3918 kvm_msr_entry_add(cpu, MSR_IA32_SYSENTER_ESP, env->sysenter_esp); in kvm_put_msrs()
3919 kvm_msr_entry_add(cpu, MSR_IA32_SYSENTER_EIP, env->sysenter_eip); in kvm_put_msrs()
3920 kvm_msr_entry_add(cpu, MSR_PAT, env->pat); in kvm_put_msrs()
3922 kvm_msr_entry_add(cpu, MSR_STAR, env->star); in kvm_put_msrs()
3925 kvm_msr_entry_add(cpu, MSR_VM_HSAVE_PA, env->vm_hsave); in kvm_put_msrs()
3928 kvm_msr_entry_add(cpu, MSR_TSC_AUX, env->tsc_aux); in kvm_put_msrs()
3931 kvm_msr_entry_add(cpu, MSR_TSC_ADJUST, env->tsc_adjust); in kvm_put_msrs()
3935 env->msr_ia32_misc_enable); in kvm_put_msrs()
3938 kvm_msr_entry_add(cpu, MSR_IA32_SMBASE, env->smbase); in kvm_put_msrs()
3941 kvm_msr_entry_add(cpu, MSR_SMI_COUNT, env->msr_smi_count); in kvm_put_msrs()
3944 kvm_msr_entry_add(cpu, MSR_IA32_PKRS, env->pkrs); in kvm_put_msrs()
3947 kvm_msr_entry_add(cpu, MSR_IA32_BNDCFGS, env->msr_bndcfgs); in kvm_put_msrs()
3950 kvm_msr_entry_add(cpu, MSR_IA32_XSS, env->xss); in kvm_put_msrs()
3953 kvm_msr_entry_add(cpu, MSR_IA32_UMWAIT_CONTROL, env->umwait); in kvm_put_msrs()
3956 kvm_msr_entry_add(cpu, MSR_IA32_SPEC_CTRL, env->spec_ctrl); in kvm_put_msrs()
3959 kvm_msr_entry_add(cpu, MSR_AMD64_TSC_RATIO, env->amd_tsc_scale_msr); in kvm_put_msrs()
3963 kvm_msr_entry_add(cpu, MSR_IA32_TSX_CTRL, env->tsx_ctrl); in kvm_put_msrs()
3966 kvm_msr_entry_add(cpu, MSR_VIRT_SSBD, env->virt_ssbd); in kvm_put_msrs()
3969 kvm_msr_entry_add(cpu, MSR_K7_HWCR, env->msr_hwcr); in kvm_put_msrs()
3974 kvm_msr_entry_add(cpu, MSR_CSTAR, env->cstar); in kvm_put_msrs()
3975 kvm_msr_entry_add(cpu, MSR_KERNELGSBASE, env->kernelgsbase); in kvm_put_msrs()
3976 kvm_msr_entry_add(cpu, MSR_FMASK, env->fmask); in kvm_put_msrs()
3977 kvm_msr_entry_add(cpu, MSR_LSTAR, env->lstar); in kvm_put_msrs()
3978 if (env->features[FEAT_7_1_EAX] & CPUID_7_1_EAX_FRED) { in kvm_put_msrs()
3979 kvm_msr_entry_add(cpu, MSR_IA32_FRED_RSP0, env->fred_rsp0); in kvm_put_msrs()
3980 kvm_msr_entry_add(cpu, MSR_IA32_FRED_RSP1, env->fred_rsp1); in kvm_put_msrs()
3981 kvm_msr_entry_add(cpu, MSR_IA32_FRED_RSP2, env->fred_rsp2); in kvm_put_msrs()
3982 kvm_msr_entry_add(cpu, MSR_IA32_FRED_RSP3, env->fred_rsp3); in kvm_put_msrs()
3983 kvm_msr_entry_add(cpu, MSR_IA32_FRED_STKLVLS, env->fred_stklvls); in kvm_put_msrs()
3984 kvm_msr_entry_add(cpu, MSR_IA32_FRED_SSP1, env->fred_ssp1); in kvm_put_msrs()
3985 kvm_msr_entry_add(cpu, MSR_IA32_FRED_SSP2, env->fred_ssp2); in kvm_put_msrs()
3986 kvm_msr_entry_add(cpu, MSR_IA32_FRED_SSP3, env->fred_ssp3); in kvm_put_msrs()
3987 kvm_msr_entry_add(cpu, MSR_IA32_FRED_CONFIG, env->fred_config); in kvm_put_msrs()
3997 kvm_msr_entry_add(cpu, MSR_IA32_TSC, env->tsc); in kvm_put_msrs()
3998 if (env->features[FEAT_KVM] & (CPUID_KVM_CLOCK | CPUID_KVM_CLOCK2)) { in kvm_put_msrs()
3999 kvm_msr_entry_add(cpu, MSR_KVM_SYSTEM_TIME, env->system_time_msr); in kvm_put_msrs()
4000 kvm_msr_entry_add(cpu, MSR_KVM_WALL_CLOCK, env->wall_clock_msr); in kvm_put_msrs()
4002 if (env->features[FEAT_KVM] & CPUID_KVM_ASYNCPF_INT) { in kvm_put_msrs()
4003 kvm_msr_entry_add(cpu, MSR_KVM_ASYNC_PF_INT, env->async_pf_int_msr); in kvm_put_msrs()
4005 if (env->features[FEAT_KVM] & CPUID_KVM_ASYNCPF) { in kvm_put_msrs()
4006 kvm_msr_entry_add(cpu, MSR_KVM_ASYNC_PF_EN, env->async_pf_en_msr); in kvm_put_msrs()
4008 if (env->features[FEAT_KVM] & CPUID_KVM_PV_EOI) { in kvm_put_msrs()
4009 kvm_msr_entry_add(cpu, MSR_KVM_PV_EOI_EN, env->pv_eoi_en_msr); in kvm_put_msrs()
4011 if (env->features[FEAT_KVM] & CPUID_KVM_STEAL_TIME) { in kvm_put_msrs()
4012 kvm_msr_entry_add(cpu, MSR_KVM_STEAL_TIME, env->steal_time_msr); in kvm_put_msrs()
4015 if (env->features[FEAT_KVM] & CPUID_KVM_POLL_CONTROL) { in kvm_put_msrs()
4016 kvm_msr_entry_add(cpu, MSR_KVM_POLL_CONTROL, env->poll_control_msr); in kvm_put_msrs()
4029 env->msr_fixed_counters[i]); in kvm_put_msrs()
4033 env->msr_gp_counters[i]); in kvm_put_msrs()
4035 env->msr_gp_evtsel[i]); in kvm_put_msrs()
4039 env->msr_global_status); in kvm_put_msrs()
4041 env->msr_global_ovf_ctrl); in kvm_put_msrs()
4045 env->msr_fixed_ctr_ctrl); in kvm_put_msrs()
4047 env->msr_global_ctrl); in kvm_put_msrs()
4051 * Hyper-V partition-wide MSRs: to avoid clearing them on cpu hot-add, in kvm_put_msrs()
4057 env->msr_hv_guest_os_id); in kvm_put_msrs()
4059 env->msr_hv_hypercall); in kvm_put_msrs()
4063 env->msr_hv_tsc); in kvm_put_msrs()
4067 env->msr_hv_reenlightenment_control); in kvm_put_msrs()
4069 env->msr_hv_tsc_emulation_control); in kvm_put_msrs()
4071 env->msr_hv_tsc_emulation_status); in kvm_put_msrs()
4081 env->msr_hv_vapic); in kvm_put_msrs()
4088 env->msr_hv_crash_params[j]); in kvm_put_msrs()
4093 kvm_msr_entry_add(cpu, HV_X64_MSR_VP_RUNTIME, env->msr_hv_runtime); in kvm_put_msrs()
4106 env->msr_hv_synic_control); in kvm_put_msrs()
4108 env->msr_hv_synic_evt_page); in kvm_put_msrs()
4110 env->msr_hv_synic_msg_page); in kvm_put_msrs()
4112 for (j = 0; j < ARRAY_SIZE(env->msr_hv_synic_sint); j++) { in kvm_put_msrs()
4114 env->msr_hv_synic_sint[j]); in kvm_put_msrs()
4120 for (j = 0; j < ARRAY_SIZE(env->msr_hv_stimer_config); j++) { in kvm_put_msrs()
4122 env->msr_hv_stimer_config[j]); in kvm_put_msrs()
4125 for (j = 0; j < ARRAY_SIZE(env->msr_hv_stimer_count); j++) { in kvm_put_msrs()
4127 env->msr_hv_stimer_count[j]); in kvm_put_msrs()
4130 if (env->features[FEAT_1_EDX] & CPUID_MTRR) { in kvm_put_msrs()
4131 uint64_t phys_mask = MAKE_64BIT_MASK(0, cpu->phys_bits); in kvm_put_msrs()
4133 kvm_msr_entry_add(cpu, MSR_MTRRdefType, env->mtrr_deftype); in kvm_put_msrs()
4134 kvm_msr_entry_add(cpu, MSR_MTRRfix64K_00000, env->mtrr_fixed[0]); in kvm_put_msrs()
4135 kvm_msr_entry_add(cpu, MSR_MTRRfix16K_80000, env->mtrr_fixed[1]); in kvm_put_msrs()
4136 kvm_msr_entry_add(cpu, MSR_MTRRfix16K_A0000, env->mtrr_fixed[2]); in kvm_put_msrs()
4137 kvm_msr_entry_add(cpu, MSR_MTRRfix4K_C0000, env->mtrr_fixed[3]); in kvm_put_msrs()
4138 kvm_msr_entry_add(cpu, MSR_MTRRfix4K_C8000, env->mtrr_fixed[4]); in kvm_put_msrs()
4139 kvm_msr_entry_add(cpu, MSR_MTRRfix4K_D0000, env->mtrr_fixed[5]); in kvm_put_msrs()
4140 kvm_msr_entry_add(cpu, MSR_MTRRfix4K_D8000, env->mtrr_fixed[6]); in kvm_put_msrs()
4141 kvm_msr_entry_add(cpu, MSR_MTRRfix4K_E0000, env->mtrr_fixed[7]); in kvm_put_msrs()
4142 kvm_msr_entry_add(cpu, MSR_MTRRfix4K_E8000, env->mtrr_fixed[8]); in kvm_put_msrs()
4143 kvm_msr_entry_add(cpu, MSR_MTRRfix4K_F0000, env->mtrr_fixed[9]); in kvm_put_msrs()
4144 kvm_msr_entry_add(cpu, MSR_MTRRfix4K_F8000, env->mtrr_fixed[10]); in kvm_put_msrs()
4149 uint64_t mask = env->mtrr_var[i].mask; in kvm_put_msrs()
4153 env->mtrr_var[i].base); in kvm_put_msrs()
4157 if (env->features[FEAT_7_0_EBX] & CPUID_7_0_EBX_INTEL_PT) { in kvm_put_msrs()
4162 env->msr_rtit_ctrl); in kvm_put_msrs()
4164 env->msr_rtit_status); in kvm_put_msrs()
4166 env->msr_rtit_output_base); in kvm_put_msrs()
4168 env->msr_rtit_output_mask); in kvm_put_msrs()
4170 env->msr_rtit_cr3_match); in kvm_put_msrs()
4173 env->msr_rtit_addrs[i]); in kvm_put_msrs()
4177 if (env->features[FEAT_7_0_ECX] & CPUID_7_0_ECX_SGX_LC) { in kvm_put_msrs()
4179 env->msr_ia32_sgxlepubkeyhash[0]); in kvm_put_msrs()
4181 env->msr_ia32_sgxlepubkeyhash[1]); in kvm_put_msrs()
4183 env->msr_ia32_sgxlepubkeyhash[2]); in kvm_put_msrs()
4185 env->msr_ia32_sgxlepubkeyhash[3]); in kvm_put_msrs()
4188 if (env->features[FEAT_XSAVE] & CPUID_D_1_EAX_XFD) { in kvm_put_msrs()
4190 env->msr_xfd); in kvm_put_msrs()
4192 env->msr_xfd_err); in kvm_put_msrs()
4195 if (kvm_enabled() && cpu->enable_pmu && in kvm_put_msrs()
4196 (env->features[FEAT_7_0_EDX] & CPUID_7_0_EDX_ARCH_LBR)) { in kvm_put_msrs()
4208 if (ret == 1 && !!depth && depth == env->msr_lbr_depth) { in kvm_put_msrs()
4209 kvm_msr_entry_add(cpu, MSR_ARCH_LBR_CTL, env->msr_lbr_ctl); in kvm_put_msrs()
4210 kvm_msr_entry_add(cpu, MSR_ARCH_LBR_DEPTH, env->msr_lbr_depth); in kvm_put_msrs()
4213 if (!env->lbr_records[i].from) { in kvm_put_msrs()
4217 env->lbr_records[i].from); in kvm_put_msrs()
4219 env->lbr_records[i].to); in kvm_put_msrs()
4221 env->lbr_records[i].info); in kvm_put_msrs()
4230 if (env->mcg_cap) { in kvm_put_msrs()
4231 kvm_msr_entry_add(cpu, MSR_MCG_STATUS, env->mcg_status); in kvm_put_msrs()
4232 kvm_msr_entry_add(cpu, MSR_MCG_CTL, env->mcg_ctl); in kvm_put_msrs()
4234 kvm_msr_entry_add(cpu, MSR_MCG_EXT_CTL, env->mcg_ext_ctl); in kvm_put_msrs()
4236 for (i = 0; i < (env->mcg_cap & 0xff) * 4; i++) { in kvm_put_msrs()
4237 kvm_msr_entry_add(cpu, MSR_MC0_CTL + i, env->mce_banks[i]); in kvm_put_msrs()
4247 CPUX86State *env = &cpu->env; in kvm_get_xsave()
4248 void *xsave = env->xsave_buf; in kvm_get_xsave()
4257 x86_cpu_xrstor_all_areas(cpu, xsave, env->xsave_buf_len); in kvm_get_xsave()
4264 CPUX86State *env = &cpu->env; in kvm_get_xcrs()
4280 env->xcr0 = xcrs.xcrs[i].value; in kvm_get_xcrs()
4289 CPUX86State *env = &cpu->env; in kvm_get_sregs()
4303 get_seg(&env->segs[R_CS], &sregs.cs); in kvm_get_sregs()
4304 get_seg(&env->segs[R_DS], &sregs.ds); in kvm_get_sregs()
4305 get_seg(&env->segs[R_ES], &sregs.es); in kvm_get_sregs()
4306 get_seg(&env->segs[R_FS], &sregs.fs); in kvm_get_sregs()
4307 get_seg(&env->segs[R_GS], &sregs.gs); in kvm_get_sregs()
4308 get_seg(&env->segs[R_SS], &sregs.ss); in kvm_get_sregs()
4310 get_seg(&env->tr, &sregs.tr); in kvm_get_sregs()
4311 get_seg(&env->ldt, &sregs.ldt); in kvm_get_sregs()
4313 env->idt.limit = sregs.idt.limit; in kvm_get_sregs()
4314 env->idt.base = sregs.idt.base; in kvm_get_sregs()
4315 env->gdt.limit = sregs.gdt.limit; in kvm_get_sregs()
4316 env->gdt.base = sregs.gdt.base; in kvm_get_sregs()
4318 env->cr[0] = sregs.cr0; in kvm_get_sregs()
4319 env->cr[2] = sregs.cr2; in kvm_get_sregs()
4320 env->cr[3] = sregs.cr3; in kvm_get_sregs()
4321 env->cr[4] = sregs.cr4; in kvm_get_sregs()
4323 env->efer = sregs.efer; in kvm_get_sregs()
4324 if (sev_es_enabled() && env->efer & MSR_EFER_LME && in kvm_get_sregs()
4325 env->cr[0] & CR0_PG_MASK) { in kvm_get_sregs()
4326 env->efer |= MSR_EFER_LMA; in kvm_get_sregs()
4337 CPUX86State *env = &cpu->env; in kvm_get_sregs2()
4346 get_seg(&env->segs[R_CS], &sregs.cs); in kvm_get_sregs2()
4347 get_seg(&env->segs[R_DS], &sregs.ds); in kvm_get_sregs2()
4348 get_seg(&env->segs[R_ES], &sregs.es); in kvm_get_sregs2()
4349 get_seg(&env->segs[R_FS], &sregs.fs); in kvm_get_sregs2()
4350 get_seg(&env->segs[R_GS], &sregs.gs); in kvm_get_sregs2()
4351 get_seg(&env->segs[R_SS], &sregs.ss); in kvm_get_sregs2()
4353 get_seg(&env->tr, &sregs.tr); in kvm_get_sregs2()
4354 get_seg(&env->ldt, &sregs.ldt); in kvm_get_sregs2()
4356 env->idt.limit = sregs.idt.limit; in kvm_get_sregs2()
4357 env->idt.base = sregs.idt.base; in kvm_get_sregs2()
4358 env->gdt.limit = sregs.gdt.limit; in kvm_get_sregs2()
4359 env->gdt.base = sregs.gdt.base; in kvm_get_sregs2()
4361 env->cr[0] = sregs.cr0; in kvm_get_sregs2()
4362 env->cr[2] = sregs.cr2; in kvm_get_sregs2()
4363 env->cr[3] = sregs.cr3; in kvm_get_sregs2()
4364 env->cr[4] = sregs.cr4; in kvm_get_sregs2()
4366 env->efer = sregs.efer; in kvm_get_sregs2()
4367 if (sev_es_enabled() && env->efer & MSR_EFER_LME && in kvm_get_sregs2()
4368 env->cr[0] & CR0_PG_MASK) { in kvm_get_sregs2()
4369 env->efer |= MSR_EFER_LMA; in kvm_get_sregs2()
4372 env->pdptrs_valid = sregs.flags & KVM_SREGS2_FLAGS_PDPTRS_VALID; in kvm_get_sregs2()
4374 if (env->pdptrs_valid) { in kvm_get_sregs2()
4376 env->pdptrs[i] = sregs.pdptrs[i]; in kvm_get_sregs2()
4388 CPUX86State *env = &cpu->env; in kvm_get_msrs()
4389 struct kvm_msr_entry *msrs = cpu->kvm_msr_buf->entries; in kvm_get_msrs()
4451 if (!env->tsc_valid) { in kvm_get_msrs()
4453 env->tsc_valid = !runstate_is_running(); in kvm_get_msrs()
4465 if (env->features[FEAT_7_1_EAX] & CPUID_7_1_EAX_FRED) { in kvm_get_msrs()
4478 if (env->features[FEAT_KVM] & (CPUID_KVM_CLOCK | CPUID_KVM_CLOCK2)) { in kvm_get_msrs()
4482 if (env->features[FEAT_KVM] & CPUID_KVM_ASYNCPF_INT) { in kvm_get_msrs()
4485 if (env->features[FEAT_KVM] & CPUID_KVM_ASYNCPF) { in kvm_get_msrs()
4488 if (env->features[FEAT_KVM] & CPUID_KVM_PV_EOI) { in kvm_get_msrs()
4491 if (env->features[FEAT_KVM] & CPUID_KVM_STEAL_TIME) { in kvm_get_msrs()
4494 if (env->features[FEAT_KVM] & CPUID_KVM_POLL_CONTROL) { in kvm_get_msrs()
4513 if (env->mcg_cap) { in kvm_get_msrs()
4519 for (i = 0; i < (env->mcg_cap & 0xff) * 4; i++) { in kvm_get_msrs()
4570 if (env->features[FEAT_1_EDX] & CPUID_MTRR) { in kvm_get_msrs()
4589 if (env->features[FEAT_7_0_EBX] & CPUID_7_0_EBX_INTEL_PT) { in kvm_get_msrs()
4603 if (env->features[FEAT_7_0_ECX] & CPUID_7_0_ECX_SGX_LC) { in kvm_get_msrs()
4610 if (env->features[FEAT_XSAVE] & CPUID_D_1_EAX_XFD) { in kvm_get_msrs()
4615 if (kvm_enabled() && cpu->enable_pmu && in kvm_get_msrs()
4616 (env->features[FEAT_7_0_EDX] & CPUID_7_0_EDX_ARCH_LBR)) { in kvm_get_msrs()
4632 ret = kvm_vcpu_ioctl(CPU(cpu), KVM_GET_MSRS, cpu->kvm_msr_buf); in kvm_get_msrs()
4637 if (ret < cpu->kvm_msr_buf->nmsrs) { in kvm_get_msrs()
4638 struct kvm_msr_entry *e = &cpu->kvm_msr_buf->entries[ret]; in kvm_get_msrs()
4640 (uint32_t)e->index); in kvm_get_msrs()
4643 assert(ret == cpu->kvm_msr_buf->nmsrs); in kvm_get_msrs()
4648 * c n-1.12: actual mask bits in kvm_get_msrs()
4660 if (cpu->fill_mtrr_mask) { in kvm_get_msrs()
4662 assert(cpu->phys_bits <= TARGET_PHYS_ADDR_SPACE_BITS); in kvm_get_msrs()
4663 mtrr_top_bits = MAKE_64BIT_MASK(cpu->phys_bits, 52 - cpu->phys_bits); in kvm_get_msrs()
4672 env->sysenter_cs = msrs[i].data; in kvm_get_msrs()
4675 env->sysenter_esp = msrs[i].data; in kvm_get_msrs()
4678 env->sysenter_eip = msrs[i].data; in kvm_get_msrs()
4681 env->pat = msrs[i].data; in kvm_get_msrs()
4684 env->star = msrs[i].data; in kvm_get_msrs()
4688 env->cstar = msrs[i].data; in kvm_get_msrs()
4691 env->kernelgsbase = msrs[i].data; in kvm_get_msrs()
4694 env->fmask = msrs[i].data; in kvm_get_msrs()
4697 env->lstar = msrs[i].data; in kvm_get_msrs()
4700 env->fred_rsp0 = msrs[i].data; in kvm_get_msrs()
4703 env->fred_rsp1 = msrs[i].data; in kvm_get_msrs()
4706 env->fred_rsp2 = msrs[i].data; in kvm_get_msrs()
4709 env->fred_rsp3 = msrs[i].data; in kvm_get_msrs()
4712 env->fred_stklvls = msrs[i].data; in kvm_get_msrs()
4715 env->fred_ssp1 = msrs[i].data; in kvm_get_msrs()
4718 env->fred_ssp2 = msrs[i].data; in kvm_get_msrs()
4721 env->fred_ssp3 = msrs[i].data; in kvm_get_msrs()
4724 env->fred_config = msrs[i].data; in kvm_get_msrs()
4728 env->tsc = msrs[i].data; in kvm_get_msrs()
4731 env->tsc_aux = msrs[i].data; in kvm_get_msrs()
4734 env->tsc_adjust = msrs[i].data; in kvm_get_msrs()
4737 env->tsc_deadline = msrs[i].data; in kvm_get_msrs()
4740 env->vm_hsave = msrs[i].data; in kvm_get_msrs()
4743 env->system_time_msr = msrs[i].data; in kvm_get_msrs()
4746 env->wall_clock_msr = msrs[i].data; in kvm_get_msrs()
4749 env->mcg_status = msrs[i].data; in kvm_get_msrs()
4752 env->mcg_ctl = msrs[i].data; in kvm_get_msrs()
4755 env->mcg_ext_ctl = msrs[i].data; in kvm_get_msrs()
4758 env->msr_ia32_misc_enable = msrs[i].data; in kvm_get_msrs()
4761 env->smbase = msrs[i].data; in kvm_get_msrs()
4764 env->msr_smi_count = msrs[i].data; in kvm_get_msrs()
4767 env->msr_ia32_feature_control = msrs[i].data; in kvm_get_msrs()
4770 env->msr_bndcfgs = msrs[i].data; in kvm_get_msrs()
4773 env->xss = msrs[i].data; in kvm_get_msrs()
4776 env->umwait = msrs[i].data; in kvm_get_msrs()
4779 env->pkrs = msrs[i].data; in kvm_get_msrs()
4783 msrs[i].index < MSR_MC0_CTL + (env->mcg_cap & 0xff) * 4) { in kvm_get_msrs()
4784 env->mce_banks[msrs[i].index - MSR_MC0_CTL] = msrs[i].data; in kvm_get_msrs()
4788 env->async_pf_en_msr = msrs[i].data; in kvm_get_msrs()
4791 env->async_pf_int_msr = msrs[i].data; in kvm_get_msrs()
4794 env->pv_eoi_en_msr = msrs[i].data; in kvm_get_msrs()
4797 env->steal_time_msr = msrs[i].data; in kvm_get_msrs()
4800 env->poll_control_msr = msrs[i].data; in kvm_get_msrs()
4804 env->msr_fixed_ctr_ctrl = msrs[i].data; in kvm_get_msrs()
4807 env->msr_global_ctrl = msrs[i].data; in kvm_get_msrs()
4810 env->msr_global_status = msrs[i].data; in kvm_get_msrs()
4813 env->msr_global_ovf_ctrl = msrs[i].data; in kvm_get_msrs()
4815 case MSR_CORE_PERF_FIXED_CTR0 ... MSR_CORE_PERF_FIXED_CTR0 + MAX_FIXED_COUNTERS - 1: in kvm_get_msrs()
4816 env->msr_fixed_counters[index - MSR_CORE_PERF_FIXED_CTR0] = msrs[i].data; in kvm_get_msrs()
4818 case MSR_P6_PERFCTR0 ... MSR_P6_PERFCTR0 + MAX_GP_COUNTERS - 1: in kvm_get_msrs()
4819 env->msr_gp_counters[index - MSR_P6_PERFCTR0] = msrs[i].data; in kvm_get_msrs()
4821 case MSR_P6_EVNTSEL0 ... MSR_P6_EVNTSEL0 + MAX_GP_COUNTERS - 1: in kvm_get_msrs()
4822 env->msr_gp_evtsel[index - MSR_P6_EVNTSEL0] = msrs[i].data; in kvm_get_msrs()
4825 env->msr_hv_hypercall = msrs[i].data; in kvm_get_msrs()
4828 env->msr_hv_guest_os_id = msrs[i].data; in kvm_get_msrs()
4831 env->msr_hv_vapic = msrs[i].data; in kvm_get_msrs()
4834 env->msr_hv_tsc = msrs[i].data; in kvm_get_msrs()
4837 env->msr_hv_crash_params[index - HV_X64_MSR_CRASH_P0] = msrs[i].data; in kvm_get_msrs()
4840 env->msr_hv_runtime = msrs[i].data; in kvm_get_msrs()
4843 env->msr_hv_synic_control = msrs[i].data; in kvm_get_msrs()
4846 env->msr_hv_synic_evt_page = msrs[i].data; in kvm_get_msrs()
4849 env->msr_hv_synic_msg_page = msrs[i].data; in kvm_get_msrs()
4852 env->msr_hv_synic_sint[index - HV_X64_MSR_SINT0] = msrs[i].data; in kvm_get_msrs()
4858 env->msr_hv_stimer_config[(index - HV_X64_MSR_STIMER0_CONFIG)/2] = in kvm_get_msrs()
4865 env->msr_hv_stimer_count[(index - HV_X64_MSR_STIMER0_COUNT)/2] = in kvm_get_msrs()
4869 env->msr_hv_reenlightenment_control = msrs[i].data; in kvm_get_msrs()
4872 env->msr_hv_tsc_emulation_control = msrs[i].data; in kvm_get_msrs()
4875 env->msr_hv_tsc_emulation_status = msrs[i].data; in kvm_get_msrs()
4878 env->msr_hv_syndbg_options = msrs[i].data; in kvm_get_msrs()
4881 env->mtrr_deftype = msrs[i].data; in kvm_get_msrs()
4884 env->mtrr_fixed[0] = msrs[i].data; in kvm_get_msrs()
4887 env->mtrr_fixed[1] = msrs[i].data; in kvm_get_msrs()
4890 env->mtrr_fixed[2] = msrs[i].data; in kvm_get_msrs()
4893 env->mtrr_fixed[3] = msrs[i].data; in kvm_get_msrs()
4896 env->mtrr_fixed[4] = msrs[i].data; in kvm_get_msrs()
4899 env->mtrr_fixed[5] = msrs[i].data; in kvm_get_msrs()
4902 env->mtrr_fixed[6] = msrs[i].data; in kvm_get_msrs()
4905 env->mtrr_fixed[7] = msrs[i].data; in kvm_get_msrs()
4908 env->mtrr_fixed[8] = msrs[i].data; in kvm_get_msrs()
4911 env->mtrr_fixed[9] = msrs[i].data; in kvm_get_msrs()
4914 env->mtrr_fixed[10] = msrs[i].data; in kvm_get_msrs()
4916 case MSR_MTRRphysBase(0) ... MSR_MTRRphysMask(MSR_MTRRcap_VCNT - 1): in kvm_get_msrs()
4918 env->mtrr_var[MSR_MTRRphysIndex(index)].mask = msrs[i].data | in kvm_get_msrs()
4921 env->mtrr_var[MSR_MTRRphysIndex(index)].base = msrs[i].data; in kvm_get_msrs()
4925 env->spec_ctrl = msrs[i].data; in kvm_get_msrs()
4928 env->amd_tsc_scale_msr = msrs[i].data; in kvm_get_msrs()
4931 env->tsx_ctrl = msrs[i].data; in kvm_get_msrs()
4934 env->virt_ssbd = msrs[i].data; in kvm_get_msrs()
4937 env->msr_rtit_ctrl = msrs[i].data; in kvm_get_msrs()
4940 env->msr_rtit_status = msrs[i].data; in kvm_get_msrs()
4943 env->msr_rtit_output_base = msrs[i].data; in kvm_get_msrs()
4946 env->msr_rtit_output_mask = msrs[i].data; in kvm_get_msrs()
4949 env->msr_rtit_cr3_match = msrs[i].data; in kvm_get_msrs()
4952 env->msr_rtit_addrs[index - MSR_IA32_RTIT_ADDR0_A] = msrs[i].data; in kvm_get_msrs()
4955 env->msr_ia32_sgxlepubkeyhash[index - MSR_IA32_SGXLEPUBKEYHASH0] = in kvm_get_msrs()
4959 env->msr_xfd = msrs[i].data; in kvm_get_msrs()
4962 env->msr_xfd_err = msrs[i].data; in kvm_get_msrs()
4965 env->msr_lbr_ctl = msrs[i].data; in kvm_get_msrs()
4968 env->msr_lbr_depth = msrs[i].data; in kvm_get_msrs()
4971 env->lbr_records[index - MSR_ARCH_LBR_FROM_0].from = msrs[i].data; in kvm_get_msrs()
4974 env->lbr_records[index - MSR_ARCH_LBR_TO_0].to = msrs[i].data; in kvm_get_msrs()
4977 env->lbr_records[index - MSR_ARCH_LBR_INFO_0].info = msrs[i].data; in kvm_get_msrs()
4980 env->msr_hwcr = msrs[i].data; in kvm_get_msrs()
4990 struct kvm_mp_state mp_state = { .mp_state = cpu->env.mp_state }; in kvm_put_mp_state()
4998 CPUX86State *env = &cpu->env; in kvm_get_mp_state()
5006 env->mp_state = mp_state.mp_state; in kvm_get_mp_state()
5008 cs->halted = (mp_state.mp_state == KVM_MP_STATE_HALTED); in kvm_get_mp_state()
5015 DeviceState *apic = cpu->apic_state; in kvm_get_apic()
5033 CPUX86State *env = &cpu->env; in kvm_put_vcpu_events()
5040 events.exception.pending = env->exception_pending; in kvm_put_vcpu_events()
5041 events.exception_has_payload = env->exception_has_payload; in kvm_put_vcpu_events()
5042 events.exception_payload = env->exception_payload; in kvm_put_vcpu_events()
5044 events.exception.nr = env->exception_nr; in kvm_put_vcpu_events()
5045 events.exception.injected = env->exception_injected; in kvm_put_vcpu_events()
5046 events.exception.has_error_code = env->has_error_code; in kvm_put_vcpu_events()
5047 events.exception.error_code = env->error_code; in kvm_put_vcpu_events()
5049 events.interrupt.injected = (env->interrupt_injected >= 0); in kvm_put_vcpu_events()
5050 events.interrupt.nr = env->interrupt_injected; in kvm_put_vcpu_events()
5051 events.interrupt.soft = env->soft_interrupt; in kvm_put_vcpu_events()
5053 events.nmi.injected = env->nmi_injected; in kvm_put_vcpu_events()
5054 events.nmi.pending = env->nmi_pending; in kvm_put_vcpu_events()
5055 events.nmi.masked = !!(env->hflags2 & HF2_NMI_MASK); in kvm_put_vcpu_events()
5057 events.sipi_vector = env->sipi_vector; in kvm_put_vcpu_events()
5061 events.smi.smm = !!(env->hflags & HF_SMM_MASK); in kvm_put_vcpu_events()
5062 events.smi.smm_inside_nmi = !!(env->hflags2 & HF2_SMM_INSIDE_NMI_MASK); in kvm_put_vcpu_events()
5065 * from cs->interrupt_request. in kvm_put_vcpu_events()
5067 events.smi.pending = cs->interrupt_request & CPU_INTERRUPT_SMI; in kvm_put_vcpu_events()
5068 events.smi.latched_init = cs->interrupt_request & CPU_INTERRUPT_INIT; in kvm_put_vcpu_events()
5069 cs->interrupt_request &= ~(CPU_INTERRUPT_INIT | CPU_INTERRUPT_SMI); in kvm_put_vcpu_events()
5071 /* Keep these in cs->interrupt_request. */ in kvm_put_vcpu_events()
5079 if (env->mp_state == KVM_MP_STATE_SIPI_RECEIVED) { in kvm_put_vcpu_events()
5086 events.triple_fault.pending = env->triple_fault_pending; in kvm_put_vcpu_events()
5094 CPUX86State *env = &cpu->env; in kvm_get_vcpu_events()
5105 env->exception_pending = events.exception.pending; in kvm_get_vcpu_events()
5106 env->exception_has_payload = events.exception_has_payload; in kvm_get_vcpu_events()
5107 env->exception_payload = events.exception_payload; in kvm_get_vcpu_events()
5109 env->exception_pending = 0; in kvm_get_vcpu_events()
5110 env->exception_has_payload = false; in kvm_get_vcpu_events()
5112 env->exception_injected = events.exception.injected; in kvm_get_vcpu_events()
5113 env->exception_nr = in kvm_get_vcpu_events()
5114 (env->exception_pending || env->exception_injected) ? in kvm_get_vcpu_events()
5115 events.exception.nr : -1; in kvm_get_vcpu_events()
5116 env->has_error_code = events.exception.has_error_code; in kvm_get_vcpu_events()
5117 env->error_code = events.exception.error_code; in kvm_get_vcpu_events()
5119 env->interrupt_injected = in kvm_get_vcpu_events()
5120 events.interrupt.injected ? events.interrupt.nr : -1; in kvm_get_vcpu_events()
5121 env->soft_interrupt = events.interrupt.soft; in kvm_get_vcpu_events()
5123 env->nmi_injected = events.nmi.injected; in kvm_get_vcpu_events()
5124 env->nmi_pending = events.nmi.pending; in kvm_get_vcpu_events()
5126 env->hflags2 |= HF2_NMI_MASK; in kvm_get_vcpu_events()
5128 env->hflags2 &= ~HF2_NMI_MASK; in kvm_get_vcpu_events()
5133 env->hflags |= HF_SMM_MASK; in kvm_get_vcpu_events()
5135 env->hflags &= ~HF_SMM_MASK; in kvm_get_vcpu_events()
5143 env->hflags2 |= HF2_SMM_INSIDE_NMI_MASK; in kvm_get_vcpu_events()
5145 env->hflags2 &= ~HF2_SMM_INSIDE_NMI_MASK; in kvm_get_vcpu_events()
5155 env->triple_fault_pending = events.triple_fault.pending; in kvm_get_vcpu_events()
5158 env->sipi_vector = events.sipi_vector; in kvm_get_vcpu_events()
5165 CPUX86State *env = &cpu->env; in kvm_put_debugregs()
5171 dbgregs.db[i] = env->dr[i]; in kvm_put_debugregs()
5173 dbgregs.dr6 = env->dr[6]; in kvm_put_debugregs()
5174 dbgregs.dr7 = env->dr[7]; in kvm_put_debugregs()
5182 CPUX86State *env = &cpu->env; in kvm_get_debugregs()
5191 env->dr[i] = dbgregs.db[i]; in kvm_get_debugregs()
5193 env->dr[4] = env->dr[6] = dbgregs.dr6; in kvm_get_debugregs()
5194 env->dr[5] = env->dr[7] = dbgregs.dr7; in kvm_get_debugregs()
5201 CPUX86State *env = &cpu->env; in kvm_put_nested_state()
5204 if (!env->nested_state) { in kvm_put_nested_state()
5209 * Copy flags that are affected by reset from env->hflags and env->hflags2. in kvm_put_nested_state()
5211 if (env->hflags & HF_GUEST_MASK) { in kvm_put_nested_state()
5212 env->nested_state->flags |= KVM_STATE_NESTED_GUEST_MODE; in kvm_put_nested_state()
5214 env->nested_state->flags &= ~KVM_STATE_NESTED_GUEST_MODE; in kvm_put_nested_state()
5218 if (cpu_has_svm(env) && (env->hflags2 & HF2_GIF_MASK)) { in kvm_put_nested_state()
5219 env->nested_state->flags |= KVM_STATE_NESTED_GIF_SET; in kvm_put_nested_state()
5221 env->nested_state->flags &= ~KVM_STATE_NESTED_GIF_SET; in kvm_put_nested_state()
5224 assert(env->nested_state->size <= max_nested_state_len); in kvm_put_nested_state()
5225 return kvm_vcpu_ioctl(CPU(cpu), KVM_SET_NESTED_STATE, env->nested_state); in kvm_put_nested_state()
5230 CPUX86State *env = &cpu->env; in kvm_get_nested_state()
5234 if (!env->nested_state) { in kvm_get_nested_state()
5240 * nested_state->hdr.size than what our kernel support. in kvm_get_nested_state()
5241 * We preserve migration origin nested_state->hdr.size for in kvm_get_nested_state()
5245 env->nested_state->size = max_nested_state_len; in kvm_get_nested_state()
5247 ret = kvm_vcpu_ioctl(CPU(cpu), KVM_GET_NESTED_STATE, env->nested_state); in kvm_get_nested_state()
5253 * Copy flags that are affected by reset to env->hflags and env->hflags2. in kvm_get_nested_state()
5255 if (env->nested_state->flags & KVM_STATE_NESTED_GUEST_MODE) { in kvm_get_nested_state()
5256 env->hflags |= HF_GUEST_MASK; in kvm_get_nested_state()
5258 env->hflags &= ~HF_GUEST_MASK; in kvm_get_nested_state()
5263 if (env->nested_state->flags & KVM_STATE_NESTED_GIF_SET) { in kvm_get_nested_state()
5264 env->hflags2 |= HF2_GIF_MASK; in kvm_get_nested_state()
5266 env->hflags2 &= ~HF2_GIF_MASK; in kvm_get_nested_state()
5288 error_setg_errno(errp, -ret, "Failed to set feature control MSR"); in kvm_arch_put_registers()
5296 error_setg_errno(errp, -ret, "Failed to set special registers"); in kvm_arch_put_registers()
5303 error_setg_errno(errp, -ret, "Failed to set nested state"); in kvm_arch_put_registers()
5312 * setting (e.g. using an explicit "tsc-freq" option). in kvm_arch_put_registers()
5321 error_setg_errno(errp, -ret, "Failed to set Xen state"); in kvm_arch_put_registers()
5329 error_setg_errno(errp, -ret, "Failed to set general purpose registers"); in kvm_arch_put_registers()
5334 error_setg_errno(errp, -ret, "Failed to set XSAVE"); in kvm_arch_put_registers()
5339 error_setg_errno(errp, -ret, "Failed to set XCRs"); in kvm_arch_put_registers()
5344 error_setg_errno(errp, -ret, "Failed to set MSRs"); in kvm_arch_put_registers()
5349 error_setg_errno(errp, -ret, "Failed to set vCPU events"); in kvm_arch_put_registers()
5355 error_setg_errno(errp, -ret, "Failed to set MP state"); in kvm_arch_put_registers()
5362 error_setg_errno(errp, -ret, "Failed to set TSC deadline MSR"); in kvm_arch_put_registers()
5367 error_setg_errno(errp, -ret, "Failed to set debug registers"); in kvm_arch_put_registers()
5382 error_setg_errno(errp, -ret, "Failed to get vCPU events"); in kvm_arch_get_registers()
5391 error_setg_errno(errp, -ret, "Failed to get MP state"); in kvm_arch_get_registers()
5396 error_setg_errno(errp, -ret, "Failed to get general purpose registers"); in kvm_arch_get_registers()
5401 error_setg_errno(errp, -ret, "Failed to get XSAVE"); in kvm_arch_get_registers()
5406 error_setg_errno(errp, -ret, "Failed to get XCRs"); in kvm_arch_get_registers()
5411 error_setg_errno(errp, -ret, "Failed to get special registers"); in kvm_arch_get_registers()
5416 error_setg_errno(errp, -ret, "Failed to get MSRs"); in kvm_arch_get_registers()
5421 error_setg_errno(errp, -ret, "Failed to get APIC"); in kvm_arch_get_registers()
5426 error_setg_errno(errp, -ret, "Failed to get debug registers"); in kvm_arch_get_registers()
5431 error_setg_errno(errp, -ret, "Failed to get nested state"); in kvm_arch_get_registers()
5438 error_setg_errno(errp, -ret, "Failed to get Xen state"); in kvm_arch_get_registers()
5445 cpu_sync_bndcs_hflags(&cpu->env); in kvm_arch_get_registers()
5452 CPUX86State *env = &x86_cpu->env; in kvm_arch_pre_run()
5456 if (cpu->interrupt_request & (CPU_INTERRUPT_NMI | CPU_INTERRUPT_SMI)) { in kvm_arch_pre_run()
5457 if (cpu->interrupt_request & CPU_INTERRUPT_NMI) { in kvm_arch_pre_run()
5459 cpu->interrupt_request &= ~CPU_INTERRUPT_NMI; in kvm_arch_pre_run()
5465 strerror(-ret)); in kvm_arch_pre_run()
5468 if (cpu->interrupt_request & CPU_INTERRUPT_SMI) { in kvm_arch_pre_run()
5470 cpu->interrupt_request &= ~CPU_INTERRUPT_SMI; in kvm_arch_pre_run()
5476 strerror(-ret)); in kvm_arch_pre_run()
5489 if (cpu->interrupt_request & (CPU_INTERRUPT_INIT | CPU_INTERRUPT_TPR)) { in kvm_arch_pre_run()
5490 if ((cpu->interrupt_request & CPU_INTERRUPT_INIT) && in kvm_arch_pre_run()
5491 !(env->hflags & HF_SMM_MASK)) { in kvm_arch_pre_run()
5492 cpu->exit_request = 1; in kvm_arch_pre_run()
5494 if (cpu->interrupt_request & CPU_INTERRUPT_TPR) { in kvm_arch_pre_run()
5495 cpu->exit_request = 1; in kvm_arch_pre_run()
5501 if (run->ready_for_interrupt_injection && in kvm_arch_pre_run()
5502 (cpu->interrupt_request & CPU_INTERRUPT_HARD) && in kvm_arch_pre_run()
5503 (env->eflags & IF_MASK)) { in kvm_arch_pre_run()
5506 cpu->interrupt_request &= ~CPU_INTERRUPT_HARD; in kvm_arch_pre_run()
5517 strerror(-ret)); in kvm_arch_pre_run()
5526 if ((cpu->interrupt_request & CPU_INTERRUPT_HARD)) { in kvm_arch_pre_run()
5527 run->request_interrupt_window = 1; in kvm_arch_pre_run()
5529 run->request_interrupt_window = 0; in kvm_arch_pre_run()
5533 run->cr8 = cpu_get_apic_tpr(x86_cpu->apic_state); in kvm_arch_pre_run()
5551 CPUX86State *env = &x86_cpu->env; in kvm_arch_post_run()
5553 if (run->flags & KVM_RUN_X86_SMM) { in kvm_arch_post_run()
5554 env->hflags |= HF_SMM_MASK; in kvm_arch_post_run()
5556 env->hflags &= ~HF_SMM_MASK; in kvm_arch_post_run()
5558 if (run->if_flag) { in kvm_arch_post_run()
5559 env->eflags |= IF_MASK; in kvm_arch_post_run()
5561 env->eflags &= ~IF_MASK; in kvm_arch_post_run()
5563 if (run->flags & KVM_RUN_X86_BUS_LOCK) { in kvm_arch_post_run()
5570 * vcpu_info->evtchn_upcall_pending has been cleared, and deassert in kvm_arch_post_run()
5575 if (x86_cpu->env.xen_callback_asserted) { in kvm_arch_post_run()
5585 cpu_set_apic_tpr(x86_cpu->apic_state, run->cr8); in kvm_arch_post_run()
5586 cpu_set_apic_base(x86_cpu->apic_state, run->apic_base); in kvm_arch_post_run()
5596 CPUX86State *env = &cpu->env; in kvm_arch_process_async_events()
5598 if (cs->interrupt_request & CPU_INTERRUPT_MCE) { in kvm_arch_process_async_events()
5600 assert(env->mcg_cap); in kvm_arch_process_async_events()
5602 cs->interrupt_request &= ~CPU_INTERRUPT_MCE; in kvm_arch_process_async_events()
5606 if (env->exception_nr == EXCP08_DBLE) { in kvm_arch_process_async_events()
5609 cs->exit_request = 1; in kvm_arch_process_async_events()
5613 env->has_error_code = 0; in kvm_arch_process_async_events()
5615 cs->halted = 0; in kvm_arch_process_async_events()
5616 if (kvm_irqchip_in_kernel() && env->mp_state == KVM_MP_STATE_HALTED) { in kvm_arch_process_async_events()
5617 env->mp_state = KVM_MP_STATE_RUNNABLE; in kvm_arch_process_async_events()
5621 if ((cs->interrupt_request & CPU_INTERRUPT_INIT) && in kvm_arch_process_async_events()
5622 !(env->hflags & HF_SMM_MASK)) { in kvm_arch_process_async_events()
5631 if (cs->interrupt_request & CPU_INTERRUPT_POLL) { in kvm_arch_process_async_events()
5632 cs->interrupt_request &= ~CPU_INTERRUPT_POLL; in kvm_arch_process_async_events()
5633 apic_poll_irq(cpu->apic_state); in kvm_arch_process_async_events()
5635 if (((cs->interrupt_request & CPU_INTERRUPT_HARD) && in kvm_arch_process_async_events()
5636 (env->eflags & IF_MASK)) || in kvm_arch_process_async_events()
5637 (cs->interrupt_request & CPU_INTERRUPT_NMI)) { in kvm_arch_process_async_events()
5638 cs->halted = 0; in kvm_arch_process_async_events()
5640 if (cs->interrupt_request & CPU_INTERRUPT_SIPI) { in kvm_arch_process_async_events()
5644 if (cs->interrupt_request & CPU_INTERRUPT_TPR) { in kvm_arch_process_async_events()
5645 cs->interrupt_request &= ~CPU_INTERRUPT_TPR; in kvm_arch_process_async_events()
5647 apic_handle_tpr_access_report(cpu->apic_state, env->eip, in kvm_arch_process_async_events()
5648 env->tpr_access_type); in kvm_arch_process_async_events()
5651 return cs->halted; in kvm_arch_process_async_events()
5657 CPUX86State *env = &cpu->env; in kvm_handle_halt()
5659 if (!((cs->interrupt_request & CPU_INTERRUPT_HARD) && in kvm_handle_halt()
5660 (env->eflags & IF_MASK)) && in kvm_handle_halt()
5661 !(cs->interrupt_request & CPU_INTERRUPT_NMI)) { in kvm_handle_halt()
5662 cs->halted = 1; in kvm_handle_halt()
5672 struct kvm_run *run = cs->kvm_run; in kvm_handle_tpr_access()
5674 apic_handle_tpr_access_report(cpu->apic_state, run->tpr_access.rip, in kvm_handle_tpr_access()
5675 run->tpr_access.is_write ? TPR_ACCESS_WRITE in kvm_handle_tpr_access()
5684 if (cpu_memory_rw_debug(cs, bp->pc, (uint8_t *)&bp->saved_insn, 1, 0) || in kvm_arch_insert_sw_breakpoint()
5685 cpu_memory_rw_debug(cs, bp->pc, (uint8_t *)&int3, 1, 1)) { in kvm_arch_insert_sw_breakpoint()
5686 return -EINVAL; in kvm_arch_insert_sw_breakpoint()
5695 if (cpu_memory_rw_debug(cs, bp->pc, &int3, 1, 0)) { in kvm_arch_remove_sw_breakpoint()
5696 return -EINVAL; in kvm_arch_remove_sw_breakpoint()
5701 if (cpu_memory_rw_debug(cs, bp->pc, (uint8_t *)&bp->saved_insn, 1, 1)) { in kvm_arch_remove_sw_breakpoint()
5702 return -EINVAL; in kvm_arch_remove_sw_breakpoint()
5721 (hw_breakpoint[n].len == len || len == -1)) { in find_hw_breakpoint()
5725 return -1; in find_hw_breakpoint()
5742 if (addr & (len - 1)) { in kvm_arch_insert_hw_breakpoint()
5743 return -EINVAL; in kvm_arch_insert_hw_breakpoint()
5747 return -EINVAL; in kvm_arch_insert_hw_breakpoint()
5751 return -ENOSYS; in kvm_arch_insert_hw_breakpoint()
5755 return -ENOBUFS; in kvm_arch_insert_hw_breakpoint()
5758 return -EEXIST; in kvm_arch_insert_hw_breakpoint()
5774 return -ENOENT; in kvm_arch_remove_hw_breakpoint()
5776 nb_hw_breakpoint--; in kvm_arch_remove_hw_breakpoint()
5793 CPUX86State *env = &cpu->env; in kvm_handle_debug()
5797 if (arch_info->exception == EXCP01_DB) { in kvm_handle_debug()
5798 if (arch_info->dr6 & DR6_BS) { in kvm_handle_debug()
5799 if (cs->singlestep_enabled) { in kvm_handle_debug()
5804 if (arch_info->dr6 & (1 << n)) { in kvm_handle_debug()
5805 switch ((arch_info->dr7 >> (16 + n*4)) & 0x3) { in kvm_handle_debug()
5811 cs->watchpoint_hit = &hw_watchpoint; in kvm_handle_debug()
5817 cs->watchpoint_hit = &hw_watchpoint; in kvm_handle_debug()
5825 } else if (kvm_find_sw_breakpoint(cs, arch_info->pc)) { in kvm_handle_debug()
5830 assert(env->exception_nr == -1); in kvm_handle_debug()
5833 kvm_queue_exception(env, arch_info->exception, in kvm_handle_debug()
5834 arch_info->exception == EXCP01_DB, in kvm_handle_debug()
5835 arch_info->dr6); in kvm_handle_debug()
5836 env->has_error_code = 0; in kvm_handle_debug()
5855 dbg->control |= KVM_GUESTDBG_ENABLE | KVM_GUESTDBG_USE_SW_BP; in kvm_arch_update_guest_debug()
5858 dbg->control |= KVM_GUESTDBG_ENABLE | KVM_GUESTDBG_USE_HW_BP; in kvm_arch_update_guest_debug()
5859 dbg->arch.debugreg[7] = 0x0600; in kvm_arch_update_guest_debug()
5861 dbg->arch.debugreg[n] = hw_breakpoint[n].addr; in kvm_arch_update_guest_debug()
5862 dbg->arch.debugreg[7] |= (2 << (n * 2)) | in kvm_arch_update_guest_debug()
5880 if (handler->msr) { in kvm_install_msr_filters()
5886 .base = handler->msr, in kvm_install_msr_filters()
5890 if (handler->rdmsr) { in kvm_install_msr_filters()
5891 range->flags |= KVM_MSR_FILTER_READ; in kvm_install_msr_filters()
5894 if (handler->wrmsr) { in kvm_install_msr_filters()
5895 range->flags |= KVM_MSR_FILTER_WRITE; in kvm_install_msr_filters()
5926 return -EINVAL; in kvm_filter_msr()
5936 if (run->msr.index == handler->msr) { in kvm_handle_rdmsr()
5937 if (handler->rdmsr) { in kvm_handle_rdmsr()
5938 r = handler->rdmsr(cpu, handler->msr, in kvm_handle_rdmsr()
5939 (uint64_t *)&run->msr.data); in kvm_handle_rdmsr()
5940 run->msr.error = r ? 0 : 1; in kvm_handle_rdmsr()
5956 if (run->msr.index == handler->msr) { in kvm_handle_wrmsr()
5957 if (handler->wrmsr) { in kvm_handle_wrmsr()
5958 r = handler->wrmsr(cpu, handler->msr, run->msr.data); in kvm_handle_wrmsr()
5959 run->msr.error = r ? 0 : 1; in kvm_handle_wrmsr()
5985 error_report("Could not enable SGX PROVISIONKEY: %s", strerror(-ret)); in __kvm_enable_sgx_provisioning()
6007 * to service guest-initiated memory attribute update requests so that
6010 * is only applicable to guest_memfd-backed guests (e.g. SNP/TDX).
6012 * Other other use-cases for KVM_HC_MAP_GPA_RANGE, such as for SEV live
6015 * For the guest_memfd use-case, these exits will generally be synthesized
6016 * by KVM based on platform-specific hypercalls, like GHCB requests in the
6017 * case of SEV-SNP, and not issued directly within the guest though the
6021 * SEV live migration use-case would be useful for guest-memfd backed guests,
6023 * means, these 2 use-cases should be treated as being mutually-exclusive.
6032 return -EINVAL; in kvm_handle_hc_map_gpa_range()
6034 gpa = run->hypercall.args[0]; in kvm_handle_hc_map_gpa_range()
6035 size = run->hypercall.args[1] * TARGET_PAGE_SIZE; in kvm_handle_hc_map_gpa_range()
6036 attributes = run->hypercall.args[2]; in kvm_handle_hc_map_gpa_range()
6038 trace_kvm_hc_map_gpa_range(gpa, size, attributes, run->hypercall.flags); in kvm_handle_hc_map_gpa_range()
6046 * Opportunistically pre-fault memory in. Failures are ignored so that any in kvm_handle_hc_map_gpa_range()
6064 if (run->hypercall.nr == KVM_HC_MAP_GPA_RANGE) in kvm_handle_hypercall()
6067 return -EINVAL; in kvm_handle_hypercall()
6080 switch (run->exit_reason) { in kvm_arch_handle_exit()
6096 code = run->fail_entry.hardware_entry_failure_reason; in kvm_arch_handle_exit()
6110 ret = -1; in kvm_arch_handle_exit()
6114 run->ex.exception, run->ex.error_code); in kvm_arch_handle_exit()
6115 ret = -1; in kvm_arch_handle_exit()
6120 ret = kvm_handle_debug(cpu, &run->debug.arch); in kvm_arch_handle_exit()
6124 ret = kvm_hv_handle_exit(cpu, &run->hyperv); in kvm_arch_handle_exit()
6127 ioapic_eoi_broadcast(run->eoi.vector); in kvm_arch_handle_exit()
6135 ctx_invalid = !!(run->notify.flags & KVM_NOTIFY_CONTEXT_INVALID); in kvm_arch_handle_exit()
6138 state->notify_vmexit == NOTIFY_VMEXIT_OPTION_INTERNAL_ERROR) { in kvm_arch_handle_exit()
6141 ret = -1; in kvm_arch_handle_exit()
6151 assert(run->msr.reason == KVM_MSR_EXIT_REASON_FILTER); in kvm_arch_handle_exit()
6156 assert(run->msr.reason == KVM_MSR_EXIT_REASON_FILTER); in kvm_arch_handle_exit()
6161 ret = kvm_xen_handle_exit(cpu, &run->xen); in kvm_arch_handle_exit()
6168 switch (run->system_event.type) { in kvm_arch_handle_exit()
6173 ret = -1; in kvm_arch_handle_exit()
6179 * run->tdx is already set up for the case where userspace in kvm_arch_handle_exit()
6182 switch (run->tdx.nr) { in kvm_arch_handle_exit()
6196 fprintf(stderr, "KVM: unknown exit reason %d\n", run->exit_reason); in kvm_arch_handle_exit()
6197 ret = -1; in kvm_arch_handle_exit()
6207 CPUX86State *env = &cpu->env; in kvm_arch_stop_on_emulation_error()
6210 return !(env->cr[0] & CR0_PE_MASK) || in kvm_arch_stop_on_emulation_error()
6211 ((env->segs[R_CS].selector & 3) != 3); in kvm_arch_stop_on_emulation_error()
6216 /* We know at this point that we're using the in-kernel in kvm_arch_init_irq_routing()
6246 strerror(-ret)); in kvm_arch_irqchip_create()
6266 env = &X86_CPU(first_cpu)->env; in kvm_swizzle_msi_ext_dest_id()
6267 if (!(env->features[FEAT_KVM] & CPUID_KVM_MSI_EXT_DEST_ID)) { in kvm_swizzle_msi_ext_dest_id()
6294 if (class->int_remap) { in kvm_arch_fixup_msi_route()
6298 src.address = route->u.msi.address_hi; in kvm_arch_fixup_msi_route()
6300 src.address |= route->u.msi.address_lo; in kvm_arch_fixup_msi_route()
6301 src.data = route->u.msi.data; in kvm_arch_fixup_msi_route()
6303 ret = class->int_remap(iommu, &src, &dst, dev ? \ in kvm_arch_fixup_msi_route()
6307 trace_kvm_x86_fixup_msi_error(route->gsi); in kvm_arch_fixup_msi_route()
6313 * extended destination ID in the low bits 11-5. */ in kvm_arch_fixup_msi_route()
6316 route->u.msi.address_hi = dst.address >> VTD_MSI_ADDR_HI_SHIFT; in kvm_arch_fixup_msi_route()
6317 route->u.msi.address_lo = dst.address & VTD_MSI_ADDR_LO_MASK; in kvm_arch_fixup_msi_route()
6318 route->u.msi.data = dst.data; in kvm_arch_fixup_msi_route()
6338 route->u.msi.address_hi = address >> VTD_MSI_ADDR_HI_SHIFT; in kvm_arch_fixup_msi_route()
6339 route->u.msi.address_lo = address & VTD_MSI_ADDR_LO_MASK; in kvm_arch_fixup_msi_route()
6367 vector = entry->vector; in kvm_update_msi_routes_all()
6368 dev = entry->dev; in kvm_update_msi_routes_all()
6380 kvm_irqchip_update_msi_route(kvm_state, entry->virq, msg, dev); in kvm_update_msi_routes_all()
6400 entry->dev = dev; in kvm_arch_add_msi_route_post()
6401 entry->vector = vector; in kvm_arch_add_msi_route_post()
6402 entry->virq = route->gsi; in kvm_arch_add_msi_route_post()
6405 trace_kvm_x86_add_msi_route(route->gsi); in kvm_arch_add_msi_route_post()
6425 if (entry->virq == virq) { in kvm_arch_release_virq_post()
6484 return s->notify_vmexit; in kvm_arch_get_notify_vmexit()
6491 if (s->fd != -1) { in kvm_arch_set_notify_vmexit()
6496 s->notify_vmexit = value; in kvm_arch_set_notify_vmexit()
6504 uint32_t value = s->notify_window; in kvm_arch_get_notify_window()
6516 if (s->fd != -1) { in kvm_arch_set_notify_window()
6525 s->notify_window = value; in kvm_arch_set_notify_window()
6533 uint32_t value = s->xen_version; in kvm_arch_get_xen_version()
6552 s->xen_version = value; in kvm_arch_set_xen_version()
6563 uint16_t value = s->xen_gnttab_max_frames; in kvm_arch_get_xen_gnttab_max_frames()
6582 s->xen_gnttab_max_frames = value; in kvm_arch_set_xen_gnttab_max_frames()
6590 uint16_t value = s->xen_evtchn_max_pirq; in kvm_arch_get_xen_evtchn_max_pirq()
6609 s->xen_evtchn_max_pirq = value; in kvm_arch_set_xen_evtchn_max_pirq()
6614 object_class_property_add_enum(oc, "notify-vmexit", "NotifyVMexitOption", in kvm_arch_accel_class_init()
6618 object_class_property_set_description(oc, "notify-vmexit", in kvm_arch_accel_class_init()
6621 object_class_property_add(oc, "notify-window", "uint32", in kvm_arch_accel_class_init()
6625 object_class_property_set_description(oc, "notify-window", in kvm_arch_accel_class_init()
6629 object_class_property_add(oc, "xen-version", "uint32", in kvm_arch_accel_class_init()
6633 object_class_property_set_description(oc, "xen-version", in kvm_arch_accel_class_init()
6638 object_class_property_add(oc, "xen-gnttab-max-frames", "uint16", in kvm_arch_accel_class_init()
6642 object_class_property_set_description(oc, "xen-gnttab-max-frames", in kvm_arch_accel_class_init()
6645 object_class_property_add(oc, "xen-evtchn-max-pirq", "uint16", in kvm_arch_accel_class_init()
6649 object_class_property_set_description(oc, "xen-evtchn-max-pirq", in kvm_arch_accel_class_init()