1 /* Copyright 2008 IBM Corporation 2 * 2008 Red Hat, Inc. 3 * Copyright 2011 Intel Corporation 4 * Copyright 2016 Veertu, Inc. 5 * Copyright 2017 The Android Open Source Project 6 * 7 * QEMU Hypervisor.framework support 8 * 9 * This program is free software; you can redistribute it and/or 10 * modify it under the terms of version 2 of the GNU General Public 11 * License as published by the Free Software Foundation. 12 * 13 * This program is distributed in the hope that it will be useful, 14 * but WITHOUT ANY WARRANTY; without even the implied warranty of 15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 16 * General Public License for more details. 17 * 18 * You should have received a copy of the GNU General Public License 19 * along with this program; if not, see <http://www.gnu.org/licenses/>. 20 * 21 * This file contain code under public domain from the hvdos project: 22 * https://github.com/mist64/hvdos 23 * 24 * Parts Copyright (c) 2011 NetApp, Inc. 25 * All rights reserved. 26 * 27 * Redistribution and use in source and binary forms, with or without 28 * modification, are permitted provided that the following conditions 29 * are met: 30 * 1. Redistributions of source code must retain the above copyright 31 * notice, this list of conditions and the following disclaimer. 32 * 2. Redistributions in binary form must reproduce the above copyright 33 * notice, this list of conditions and the following disclaimer in the 34 * documentation and/or other materials provided with the distribution. 35 * 36 * THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND 37 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 38 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 39 * ARE DISCLAIMED. IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE 40 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 41 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 42 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 43 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 44 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 45 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 46 * SUCH DAMAGE. 47 */ 48 49 #include "qemu/osdep.h" 50 #include "qemu-common.h" 51 #include "qemu/error-report.h" 52 53 #include "sysemu/hvf.h" 54 #include "sysemu/runstate.h" 55 #include "hvf-i386.h" 56 #include "vmcs.h" 57 #include "vmx.h" 58 #include "x86.h" 59 #include "x86_descr.h" 60 #include "x86_mmu.h" 61 #include "x86_decode.h" 62 #include "x86_emu.h" 63 #include "x86_task.h" 64 #include "x86hvf.h" 65 66 #include <Hypervisor/hv.h> 67 #include <Hypervisor/hv_vmx.h> 68 69 #include "exec/address-spaces.h" 70 #include "hw/i386/apic_internal.h" 71 #include "qemu/main-loop.h" 72 #include "sysemu/accel.h" 73 #include "target/i386/cpu.h" 74 75 HVFState *hvf_state; 76 77 static void assert_hvf_ok(hv_return_t ret) 78 { 79 if (ret == HV_SUCCESS) { 80 return; 81 } 82 83 switch (ret) { 84 case HV_ERROR: 85 error_report("Error: HV_ERROR"); 86 break; 87 case HV_BUSY: 88 error_report("Error: HV_BUSY"); 89 break; 90 case HV_BAD_ARGUMENT: 91 error_report("Error: HV_BAD_ARGUMENT"); 92 break; 93 case HV_NO_RESOURCES: 94 error_report("Error: HV_NO_RESOURCES"); 95 break; 96 case HV_NO_DEVICE: 97 error_report("Error: HV_NO_DEVICE"); 98 break; 99 case HV_UNSUPPORTED: 100 error_report("Error: HV_UNSUPPORTED"); 101 break; 102 default: 103 error_report("Unknown Error"); 104 } 105 106 abort(); 107 } 108 109 /* Memory slots */ 110 hvf_slot *hvf_find_overlap_slot(uint64_t start, uint64_t end) 111 { 112 hvf_slot *slot; 113 int x; 114 for (x = 0; x < hvf_state->num_slots; ++x) { 115 slot = &hvf_state->slots[x]; 116 if (slot->size && start < (slot->start + slot->size) && 117 end > slot->start) { 118 return slot; 119 } 120 } 121 return NULL; 122 } 123 124 struct mac_slot { 125 int present; 126 uint64_t size; 127 uint64_t gpa_start; 128 uint64_t gva; 129 }; 130 131 struct mac_slot mac_slots[32]; 132 #define ALIGN(x, y) (((x) + (y) - 1) & ~((y) - 1)) 133 134 static int do_hvf_set_memory(hvf_slot *slot) 135 { 136 struct mac_slot *macslot; 137 hv_memory_flags_t flags; 138 hv_return_t ret; 139 140 macslot = &mac_slots[slot->slot_id]; 141 142 if (macslot->present) { 143 if (macslot->size != slot->size) { 144 macslot->present = 0; 145 ret = hv_vm_unmap(macslot->gpa_start, macslot->size); 146 assert_hvf_ok(ret); 147 } 148 } 149 150 if (!slot->size) { 151 return 0; 152 } 153 154 flags = HV_MEMORY_READ | HV_MEMORY_WRITE | HV_MEMORY_EXEC; 155 156 macslot->present = 1; 157 macslot->gpa_start = slot->start; 158 macslot->size = slot->size; 159 ret = hv_vm_map((hv_uvaddr_t)slot->mem, slot->start, slot->size, flags); 160 assert_hvf_ok(ret); 161 return 0; 162 } 163 164 void hvf_set_phys_mem(MemoryRegionSection *section, bool add) 165 { 166 hvf_slot *mem; 167 MemoryRegion *area = section->mr; 168 169 if (!memory_region_is_ram(area)) { 170 return; 171 } 172 173 mem = hvf_find_overlap_slot( 174 section->offset_within_address_space, 175 section->offset_within_address_space + int128_get64(section->size)); 176 177 if (mem && add) { 178 if (mem->size == int128_get64(section->size) && 179 mem->start == section->offset_within_address_space && 180 mem->mem == (memory_region_get_ram_ptr(area) + 181 section->offset_within_region)) { 182 return; /* Same region was attempted to register, go away. */ 183 } 184 } 185 186 /* Region needs to be reset. set the size to 0 and remap it. */ 187 if (mem) { 188 mem->size = 0; 189 if (do_hvf_set_memory(mem)) { 190 error_report("Failed to reset overlapping slot"); 191 abort(); 192 } 193 } 194 195 if (!add) { 196 return; 197 } 198 199 /* Now make a new slot. */ 200 int x; 201 202 for (x = 0; x < hvf_state->num_slots; ++x) { 203 mem = &hvf_state->slots[x]; 204 if (!mem->size) { 205 break; 206 } 207 } 208 209 if (x == hvf_state->num_slots) { 210 error_report("No free slots"); 211 abort(); 212 } 213 214 mem->size = int128_get64(section->size); 215 mem->mem = memory_region_get_ram_ptr(area) + section->offset_within_region; 216 mem->start = section->offset_within_address_space; 217 mem->region = area; 218 219 if (do_hvf_set_memory(mem)) { 220 error_report("Error registering new memory slot"); 221 abort(); 222 } 223 } 224 225 void vmx_update_tpr(CPUState *cpu) 226 { 227 /* TODO: need integrate APIC handling */ 228 X86CPU *x86_cpu = X86_CPU(cpu); 229 int tpr = cpu_get_apic_tpr(x86_cpu->apic_state) << 4; 230 int irr = apic_get_highest_priority_irr(x86_cpu->apic_state); 231 232 wreg(cpu->hvf_fd, HV_X86_TPR, tpr); 233 if (irr == -1) { 234 wvmcs(cpu->hvf_fd, VMCS_TPR_THRESHOLD, 0); 235 } else { 236 wvmcs(cpu->hvf_fd, VMCS_TPR_THRESHOLD, (irr > tpr) ? tpr >> 4 : 237 irr >> 4); 238 } 239 } 240 241 void update_apic_tpr(CPUState *cpu) 242 { 243 X86CPU *x86_cpu = X86_CPU(cpu); 244 int tpr = rreg(cpu->hvf_fd, HV_X86_TPR) >> 4; 245 cpu_set_apic_tpr(x86_cpu->apic_state, tpr); 246 } 247 248 #define VECTORING_INFO_VECTOR_MASK 0xff 249 250 static void hvf_handle_interrupt(CPUState * cpu, int mask) 251 { 252 cpu->interrupt_request |= mask; 253 if (!qemu_cpu_is_self(cpu)) { 254 qemu_cpu_kick(cpu); 255 } 256 } 257 258 void hvf_handle_io(CPUArchState *env, uint16_t port, void *buffer, 259 int direction, int size, int count) 260 { 261 int i; 262 uint8_t *ptr = buffer; 263 264 for (i = 0; i < count; i++) { 265 address_space_rw(&address_space_io, port, MEMTXATTRS_UNSPECIFIED, 266 ptr, size, 267 direction); 268 ptr += size; 269 } 270 } 271 272 /* TODO: synchronize vcpu state */ 273 static void do_hvf_cpu_synchronize_state(CPUState *cpu, run_on_cpu_data arg) 274 { 275 CPUState *cpu_state = cpu; 276 if (cpu_state->vcpu_dirty == 0) { 277 hvf_get_registers(cpu_state); 278 } 279 280 cpu_state->vcpu_dirty = 1; 281 } 282 283 void hvf_cpu_synchronize_state(CPUState *cpu_state) 284 { 285 if (cpu_state->vcpu_dirty == 0) { 286 run_on_cpu(cpu_state, do_hvf_cpu_synchronize_state, RUN_ON_CPU_NULL); 287 } 288 } 289 290 static void do_hvf_cpu_synchronize_post_reset(CPUState *cpu, run_on_cpu_data arg) 291 { 292 CPUState *cpu_state = cpu; 293 hvf_put_registers(cpu_state); 294 cpu_state->vcpu_dirty = false; 295 } 296 297 void hvf_cpu_synchronize_post_reset(CPUState *cpu_state) 298 { 299 run_on_cpu(cpu_state, do_hvf_cpu_synchronize_post_reset, RUN_ON_CPU_NULL); 300 } 301 302 void _hvf_cpu_synchronize_post_init(CPUState *cpu, run_on_cpu_data arg) 303 { 304 CPUState *cpu_state = cpu; 305 hvf_put_registers(cpu_state); 306 cpu_state->vcpu_dirty = false; 307 } 308 309 void hvf_cpu_synchronize_post_init(CPUState *cpu_state) 310 { 311 run_on_cpu(cpu_state, _hvf_cpu_synchronize_post_init, RUN_ON_CPU_NULL); 312 } 313 314 static bool ept_emulation_fault(hvf_slot *slot, uint64_t gpa, uint64_t ept_qual) 315 { 316 int read, write; 317 318 /* EPT fault on an instruction fetch doesn't make sense here */ 319 if (ept_qual & EPT_VIOLATION_INST_FETCH) { 320 return false; 321 } 322 323 /* EPT fault must be a read fault or a write fault */ 324 read = ept_qual & EPT_VIOLATION_DATA_READ ? 1 : 0; 325 write = ept_qual & EPT_VIOLATION_DATA_WRITE ? 1 : 0; 326 if ((read | write) == 0) { 327 return false; 328 } 329 330 if (write && slot) { 331 if (slot->flags & HVF_SLOT_LOG) { 332 memory_region_set_dirty(slot->region, gpa - slot->start, 1); 333 hv_vm_protect((hv_gpaddr_t)slot->start, (size_t)slot->size, 334 HV_MEMORY_READ | HV_MEMORY_WRITE); 335 } 336 } 337 338 /* 339 * The EPT violation must have been caused by accessing a 340 * guest-physical address that is a translation of a guest-linear 341 * address. 342 */ 343 if ((ept_qual & EPT_VIOLATION_GLA_VALID) == 0 || 344 (ept_qual & EPT_VIOLATION_XLAT_VALID) == 0) { 345 return false; 346 } 347 348 return !slot; 349 } 350 351 static void hvf_set_dirty_tracking(MemoryRegionSection *section, bool on) 352 { 353 hvf_slot *slot; 354 355 slot = hvf_find_overlap_slot( 356 section->offset_within_address_space, 357 section->offset_within_address_space + int128_get64(section->size)); 358 359 /* protect region against writes; begin tracking it */ 360 if (on) { 361 slot->flags |= HVF_SLOT_LOG; 362 hv_vm_protect((hv_gpaddr_t)slot->start, (size_t)slot->size, 363 HV_MEMORY_READ); 364 /* stop tracking region*/ 365 } else { 366 slot->flags &= ~HVF_SLOT_LOG; 367 hv_vm_protect((hv_gpaddr_t)slot->start, (size_t)slot->size, 368 HV_MEMORY_READ | HV_MEMORY_WRITE); 369 } 370 } 371 372 static void hvf_log_start(MemoryListener *listener, 373 MemoryRegionSection *section, int old, int new) 374 { 375 if (old != 0) { 376 return; 377 } 378 379 hvf_set_dirty_tracking(section, 1); 380 } 381 382 static void hvf_log_stop(MemoryListener *listener, 383 MemoryRegionSection *section, int old, int new) 384 { 385 if (new != 0) { 386 return; 387 } 388 389 hvf_set_dirty_tracking(section, 0); 390 } 391 392 static void hvf_log_sync(MemoryListener *listener, 393 MemoryRegionSection *section) 394 { 395 /* 396 * sync of dirty pages is handled elsewhere; just make sure we keep 397 * tracking the region. 398 */ 399 hvf_set_dirty_tracking(section, 1); 400 } 401 402 static void hvf_region_add(MemoryListener *listener, 403 MemoryRegionSection *section) 404 { 405 hvf_set_phys_mem(section, true); 406 } 407 408 static void hvf_region_del(MemoryListener *listener, 409 MemoryRegionSection *section) 410 { 411 hvf_set_phys_mem(section, false); 412 } 413 414 static MemoryListener hvf_memory_listener = { 415 .priority = 10, 416 .region_add = hvf_region_add, 417 .region_del = hvf_region_del, 418 .log_start = hvf_log_start, 419 .log_stop = hvf_log_stop, 420 .log_sync = hvf_log_sync, 421 }; 422 423 void hvf_reset_vcpu(CPUState *cpu) { 424 425 /* TODO: this shouldn't be needed; there is already a call to 426 * cpu_synchronize_all_post_reset in vl.c 427 */ 428 wvmcs(cpu->hvf_fd, VMCS_ENTRY_CTLS, 0); 429 wvmcs(cpu->hvf_fd, VMCS_GUEST_IA32_EFER, 0); 430 macvm_set_cr0(cpu->hvf_fd, 0x60000010); 431 432 wvmcs(cpu->hvf_fd, VMCS_CR4_MASK, CR4_VMXE_MASK); 433 wvmcs(cpu->hvf_fd, VMCS_CR4_SHADOW, 0x0); 434 wvmcs(cpu->hvf_fd, VMCS_GUEST_CR4, CR4_VMXE_MASK); 435 436 /* set VMCS guest state fields */ 437 wvmcs(cpu->hvf_fd, VMCS_GUEST_CS_SELECTOR, 0xf000); 438 wvmcs(cpu->hvf_fd, VMCS_GUEST_CS_LIMIT, 0xffff); 439 wvmcs(cpu->hvf_fd, VMCS_GUEST_CS_ACCESS_RIGHTS, 0x9b); 440 wvmcs(cpu->hvf_fd, VMCS_GUEST_CS_BASE, 0xffff0000); 441 442 wvmcs(cpu->hvf_fd, VMCS_GUEST_DS_SELECTOR, 0); 443 wvmcs(cpu->hvf_fd, VMCS_GUEST_DS_LIMIT, 0xffff); 444 wvmcs(cpu->hvf_fd, VMCS_GUEST_DS_ACCESS_RIGHTS, 0x93); 445 wvmcs(cpu->hvf_fd, VMCS_GUEST_DS_BASE, 0); 446 447 wvmcs(cpu->hvf_fd, VMCS_GUEST_ES_SELECTOR, 0); 448 wvmcs(cpu->hvf_fd, VMCS_GUEST_ES_LIMIT, 0xffff); 449 wvmcs(cpu->hvf_fd, VMCS_GUEST_ES_ACCESS_RIGHTS, 0x93); 450 wvmcs(cpu->hvf_fd, VMCS_GUEST_ES_BASE, 0); 451 452 wvmcs(cpu->hvf_fd, VMCS_GUEST_FS_SELECTOR, 0); 453 wvmcs(cpu->hvf_fd, VMCS_GUEST_FS_LIMIT, 0xffff); 454 wvmcs(cpu->hvf_fd, VMCS_GUEST_FS_ACCESS_RIGHTS, 0x93); 455 wvmcs(cpu->hvf_fd, VMCS_GUEST_FS_BASE, 0); 456 457 wvmcs(cpu->hvf_fd, VMCS_GUEST_GS_SELECTOR, 0); 458 wvmcs(cpu->hvf_fd, VMCS_GUEST_GS_LIMIT, 0xffff); 459 wvmcs(cpu->hvf_fd, VMCS_GUEST_GS_ACCESS_RIGHTS, 0x93); 460 wvmcs(cpu->hvf_fd, VMCS_GUEST_GS_BASE, 0); 461 462 wvmcs(cpu->hvf_fd, VMCS_GUEST_SS_SELECTOR, 0); 463 wvmcs(cpu->hvf_fd, VMCS_GUEST_SS_LIMIT, 0xffff); 464 wvmcs(cpu->hvf_fd, VMCS_GUEST_SS_ACCESS_RIGHTS, 0x93); 465 wvmcs(cpu->hvf_fd, VMCS_GUEST_SS_BASE, 0); 466 467 wvmcs(cpu->hvf_fd, VMCS_GUEST_LDTR_SELECTOR, 0); 468 wvmcs(cpu->hvf_fd, VMCS_GUEST_LDTR_LIMIT, 0); 469 wvmcs(cpu->hvf_fd, VMCS_GUEST_LDTR_ACCESS_RIGHTS, 0x10000); 470 wvmcs(cpu->hvf_fd, VMCS_GUEST_LDTR_BASE, 0); 471 472 wvmcs(cpu->hvf_fd, VMCS_GUEST_TR_SELECTOR, 0); 473 wvmcs(cpu->hvf_fd, VMCS_GUEST_TR_LIMIT, 0); 474 wvmcs(cpu->hvf_fd, VMCS_GUEST_TR_ACCESS_RIGHTS, 0x83); 475 wvmcs(cpu->hvf_fd, VMCS_GUEST_TR_BASE, 0); 476 477 wvmcs(cpu->hvf_fd, VMCS_GUEST_GDTR_LIMIT, 0); 478 wvmcs(cpu->hvf_fd, VMCS_GUEST_GDTR_BASE, 0); 479 480 wvmcs(cpu->hvf_fd, VMCS_GUEST_IDTR_LIMIT, 0); 481 wvmcs(cpu->hvf_fd, VMCS_GUEST_IDTR_BASE, 0); 482 483 /*wvmcs(cpu->hvf_fd, VMCS_GUEST_CR2, 0x0);*/ 484 wvmcs(cpu->hvf_fd, VMCS_GUEST_CR3, 0x0); 485 486 wreg(cpu->hvf_fd, HV_X86_RIP, 0xfff0); 487 wreg(cpu->hvf_fd, HV_X86_RDX, 0x623); 488 wreg(cpu->hvf_fd, HV_X86_RFLAGS, 0x2); 489 wreg(cpu->hvf_fd, HV_X86_RSP, 0x0); 490 wreg(cpu->hvf_fd, HV_X86_RAX, 0x0); 491 wreg(cpu->hvf_fd, HV_X86_RBX, 0x0); 492 wreg(cpu->hvf_fd, HV_X86_RCX, 0x0); 493 wreg(cpu->hvf_fd, HV_X86_RSI, 0x0); 494 wreg(cpu->hvf_fd, HV_X86_RDI, 0x0); 495 wreg(cpu->hvf_fd, HV_X86_RBP, 0x0); 496 497 for (int i = 0; i < 8; i++) { 498 wreg(cpu->hvf_fd, HV_X86_R8 + i, 0x0); 499 } 500 501 hv_vm_sync_tsc(0); 502 hv_vcpu_invalidate_tlb(cpu->hvf_fd); 503 hv_vcpu_flush(cpu->hvf_fd); 504 } 505 506 void hvf_vcpu_destroy(CPUState *cpu) 507 { 508 hv_return_t ret = hv_vcpu_destroy((hv_vcpuid_t)cpu->hvf_fd); 509 assert_hvf_ok(ret); 510 } 511 512 static void dummy_signal(int sig) 513 { 514 } 515 516 int hvf_init_vcpu(CPUState *cpu) 517 { 518 519 X86CPU *x86cpu = X86_CPU(cpu); 520 CPUX86State *env = &x86cpu->env; 521 int r; 522 523 /* init cpu signals */ 524 sigset_t set; 525 struct sigaction sigact; 526 527 memset(&sigact, 0, sizeof(sigact)); 528 sigact.sa_handler = dummy_signal; 529 sigaction(SIG_IPI, &sigact, NULL); 530 531 pthread_sigmask(SIG_BLOCK, NULL, &set); 532 sigdelset(&set, SIG_IPI); 533 534 init_emu(); 535 init_decoder(); 536 537 hvf_state->hvf_caps = g_new0(struct hvf_vcpu_caps, 1); 538 env->hvf_emul = g_new0(HVFX86EmulatorState, 1); 539 540 r = hv_vcpu_create((hv_vcpuid_t *)&cpu->hvf_fd, HV_VCPU_DEFAULT); 541 cpu->vcpu_dirty = 1; 542 assert_hvf_ok(r); 543 544 if (hv_vmx_read_capability(HV_VMX_CAP_PINBASED, 545 &hvf_state->hvf_caps->vmx_cap_pinbased)) { 546 abort(); 547 } 548 if (hv_vmx_read_capability(HV_VMX_CAP_PROCBASED, 549 &hvf_state->hvf_caps->vmx_cap_procbased)) { 550 abort(); 551 } 552 if (hv_vmx_read_capability(HV_VMX_CAP_PROCBASED2, 553 &hvf_state->hvf_caps->vmx_cap_procbased2)) { 554 abort(); 555 } 556 if (hv_vmx_read_capability(HV_VMX_CAP_ENTRY, 557 &hvf_state->hvf_caps->vmx_cap_entry)) { 558 abort(); 559 } 560 561 /* set VMCS control fields */ 562 wvmcs(cpu->hvf_fd, VMCS_PIN_BASED_CTLS, 563 cap2ctrl(hvf_state->hvf_caps->vmx_cap_pinbased, 564 VMCS_PIN_BASED_CTLS_EXTINT | 565 VMCS_PIN_BASED_CTLS_NMI | 566 VMCS_PIN_BASED_CTLS_VNMI)); 567 wvmcs(cpu->hvf_fd, VMCS_PRI_PROC_BASED_CTLS, 568 cap2ctrl(hvf_state->hvf_caps->vmx_cap_procbased, 569 VMCS_PRI_PROC_BASED_CTLS_HLT | 570 VMCS_PRI_PROC_BASED_CTLS_MWAIT | 571 VMCS_PRI_PROC_BASED_CTLS_TSC_OFFSET | 572 VMCS_PRI_PROC_BASED_CTLS_TPR_SHADOW) | 573 VMCS_PRI_PROC_BASED_CTLS_SEC_CONTROL); 574 wvmcs(cpu->hvf_fd, VMCS_SEC_PROC_BASED_CTLS, 575 cap2ctrl(hvf_state->hvf_caps->vmx_cap_procbased2, 576 VMCS_PRI_PROC_BASED2_CTLS_APIC_ACCESSES)); 577 578 wvmcs(cpu->hvf_fd, VMCS_ENTRY_CTLS, cap2ctrl(hvf_state->hvf_caps->vmx_cap_entry, 579 0)); 580 wvmcs(cpu->hvf_fd, VMCS_EXCEPTION_BITMAP, 0); /* Double fault */ 581 582 wvmcs(cpu->hvf_fd, VMCS_TPR_THRESHOLD, 0); 583 584 x86cpu = X86_CPU(cpu); 585 x86cpu->env.xsave_buf = qemu_memalign(4096, 4096); 586 587 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_STAR, 1); 588 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_LSTAR, 1); 589 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_CSTAR, 1); 590 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_FMASK, 1); 591 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_FSBASE, 1); 592 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_GSBASE, 1); 593 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_KERNELGSBASE, 1); 594 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_TSC_AUX, 1); 595 /*hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_IA32_TSC, 1);*/ 596 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_IA32_SYSENTER_CS, 1); 597 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_IA32_SYSENTER_EIP, 1); 598 hv_vcpu_enable_native_msr(cpu->hvf_fd, MSR_IA32_SYSENTER_ESP, 1); 599 600 return 0; 601 } 602 603 static void hvf_store_events(CPUState *cpu, uint32_t ins_len, uint64_t idtvec_info) 604 { 605 X86CPU *x86_cpu = X86_CPU(cpu); 606 CPUX86State *env = &x86_cpu->env; 607 608 env->exception_nr = -1; 609 env->exception_pending = 0; 610 env->exception_injected = 0; 611 env->interrupt_injected = -1; 612 env->nmi_injected = false; 613 if (idtvec_info & VMCS_IDT_VEC_VALID) { 614 switch (idtvec_info & VMCS_IDT_VEC_TYPE) { 615 case VMCS_IDT_VEC_HWINTR: 616 case VMCS_IDT_VEC_SWINTR: 617 env->interrupt_injected = idtvec_info & VMCS_IDT_VEC_VECNUM; 618 break; 619 case VMCS_IDT_VEC_NMI: 620 env->nmi_injected = true; 621 break; 622 case VMCS_IDT_VEC_HWEXCEPTION: 623 case VMCS_IDT_VEC_SWEXCEPTION: 624 env->exception_nr = idtvec_info & VMCS_IDT_VEC_VECNUM; 625 env->exception_injected = 1; 626 break; 627 case VMCS_IDT_VEC_PRIV_SWEXCEPTION: 628 default: 629 abort(); 630 } 631 if ((idtvec_info & VMCS_IDT_VEC_TYPE) == VMCS_IDT_VEC_SWEXCEPTION || 632 (idtvec_info & VMCS_IDT_VEC_TYPE) == VMCS_IDT_VEC_SWINTR) { 633 env->ins_len = ins_len; 634 } 635 if (idtvec_info & VMCS_INTR_DEL_ERRCODE) { 636 env->has_error_code = true; 637 env->error_code = rvmcs(cpu->hvf_fd, VMCS_IDT_VECTORING_ERROR); 638 } 639 } 640 if ((rvmcs(cpu->hvf_fd, VMCS_GUEST_INTERRUPTIBILITY) & 641 VMCS_INTERRUPTIBILITY_NMI_BLOCKING)) { 642 env->hflags2 |= HF2_NMI_MASK; 643 } else { 644 env->hflags2 &= ~HF2_NMI_MASK; 645 } 646 if (rvmcs(cpu->hvf_fd, VMCS_GUEST_INTERRUPTIBILITY) & 647 (VMCS_INTERRUPTIBILITY_STI_BLOCKING | 648 VMCS_INTERRUPTIBILITY_MOVSS_BLOCKING)) { 649 env->hflags |= HF_INHIBIT_IRQ_MASK; 650 } else { 651 env->hflags &= ~HF_INHIBIT_IRQ_MASK; 652 } 653 } 654 655 int hvf_vcpu_exec(CPUState *cpu) 656 { 657 X86CPU *x86_cpu = X86_CPU(cpu); 658 CPUX86State *env = &x86_cpu->env; 659 int ret = 0; 660 uint64_t rip = 0; 661 662 if (hvf_process_events(cpu)) { 663 return EXCP_HLT; 664 } 665 666 do { 667 if (cpu->vcpu_dirty) { 668 hvf_put_registers(cpu); 669 cpu->vcpu_dirty = false; 670 } 671 672 if (hvf_inject_interrupts(cpu)) { 673 return EXCP_INTERRUPT; 674 } 675 vmx_update_tpr(cpu); 676 677 qemu_mutex_unlock_iothread(); 678 if (!cpu_is_bsp(X86_CPU(cpu)) && cpu->halted) { 679 qemu_mutex_lock_iothread(); 680 return EXCP_HLT; 681 } 682 683 hv_return_t r = hv_vcpu_run(cpu->hvf_fd); 684 assert_hvf_ok(r); 685 686 /* handle VMEXIT */ 687 uint64_t exit_reason = rvmcs(cpu->hvf_fd, VMCS_EXIT_REASON); 688 uint64_t exit_qual = rvmcs(cpu->hvf_fd, VMCS_EXIT_QUALIFICATION); 689 uint32_t ins_len = (uint32_t)rvmcs(cpu->hvf_fd, 690 VMCS_EXIT_INSTRUCTION_LENGTH); 691 692 uint64_t idtvec_info = rvmcs(cpu->hvf_fd, VMCS_IDT_VECTORING_INFO); 693 694 hvf_store_events(cpu, ins_len, idtvec_info); 695 rip = rreg(cpu->hvf_fd, HV_X86_RIP); 696 RFLAGS(env) = rreg(cpu->hvf_fd, HV_X86_RFLAGS); 697 env->eflags = RFLAGS(env); 698 699 qemu_mutex_lock_iothread(); 700 701 update_apic_tpr(cpu); 702 current_cpu = cpu; 703 704 ret = 0; 705 switch (exit_reason) { 706 case EXIT_REASON_HLT: { 707 macvm_set_rip(cpu, rip + ins_len); 708 if (!((cpu->interrupt_request & CPU_INTERRUPT_HARD) && 709 (EFLAGS(env) & IF_MASK)) 710 && !(cpu->interrupt_request & CPU_INTERRUPT_NMI) && 711 !(idtvec_info & VMCS_IDT_VEC_VALID)) { 712 cpu->halted = 1; 713 ret = EXCP_HLT; 714 break; 715 } 716 ret = EXCP_INTERRUPT; 717 break; 718 } 719 case EXIT_REASON_MWAIT: { 720 ret = EXCP_INTERRUPT; 721 break; 722 } 723 /* Need to check if MMIO or unmmaped fault */ 724 case EXIT_REASON_EPT_FAULT: 725 { 726 hvf_slot *slot; 727 uint64_t gpa = rvmcs(cpu->hvf_fd, VMCS_GUEST_PHYSICAL_ADDRESS); 728 729 if (((idtvec_info & VMCS_IDT_VEC_VALID) == 0) && 730 ((exit_qual & EXIT_QUAL_NMIUDTI) != 0)) { 731 vmx_set_nmi_blocking(cpu); 732 } 733 734 slot = hvf_find_overlap_slot(gpa, gpa); 735 /* mmio */ 736 if (ept_emulation_fault(slot, gpa, exit_qual)) { 737 struct x86_decode decode; 738 739 load_regs(cpu); 740 env->hvf_emul->fetch_rip = rip; 741 742 decode_instruction(env, &decode); 743 exec_instruction(env, &decode); 744 store_regs(cpu); 745 break; 746 } 747 break; 748 } 749 case EXIT_REASON_INOUT: 750 { 751 uint32_t in = (exit_qual & 8) != 0; 752 uint32_t size = (exit_qual & 7) + 1; 753 uint32_t string = (exit_qual & 16) != 0; 754 uint32_t port = exit_qual >> 16; 755 /*uint32_t rep = (exit_qual & 0x20) != 0;*/ 756 757 if (!string && in) { 758 uint64_t val = 0; 759 load_regs(cpu); 760 hvf_handle_io(env, port, &val, 0, size, 1); 761 if (size == 1) { 762 AL(env) = val; 763 } else if (size == 2) { 764 AX(env) = val; 765 } else if (size == 4) { 766 RAX(env) = (uint32_t)val; 767 } else { 768 RAX(env) = (uint64_t)val; 769 } 770 RIP(env) += ins_len; 771 store_regs(cpu); 772 break; 773 } else if (!string && !in) { 774 RAX(env) = rreg(cpu->hvf_fd, HV_X86_RAX); 775 hvf_handle_io(env, port, &RAX(env), 1, size, 1); 776 macvm_set_rip(cpu, rip + ins_len); 777 break; 778 } 779 struct x86_decode decode; 780 781 load_regs(cpu); 782 env->hvf_emul->fetch_rip = rip; 783 784 decode_instruction(env, &decode); 785 assert(ins_len == decode.len); 786 exec_instruction(env, &decode); 787 store_regs(cpu); 788 789 break; 790 } 791 case EXIT_REASON_CPUID: { 792 uint32_t rax = (uint32_t)rreg(cpu->hvf_fd, HV_X86_RAX); 793 uint32_t rbx = (uint32_t)rreg(cpu->hvf_fd, HV_X86_RBX); 794 uint32_t rcx = (uint32_t)rreg(cpu->hvf_fd, HV_X86_RCX); 795 uint32_t rdx = (uint32_t)rreg(cpu->hvf_fd, HV_X86_RDX); 796 797 cpu_x86_cpuid(env, rax, rcx, &rax, &rbx, &rcx, &rdx); 798 799 wreg(cpu->hvf_fd, HV_X86_RAX, rax); 800 wreg(cpu->hvf_fd, HV_X86_RBX, rbx); 801 wreg(cpu->hvf_fd, HV_X86_RCX, rcx); 802 wreg(cpu->hvf_fd, HV_X86_RDX, rdx); 803 804 macvm_set_rip(cpu, rip + ins_len); 805 break; 806 } 807 case EXIT_REASON_XSETBV: { 808 X86CPU *x86_cpu = X86_CPU(cpu); 809 CPUX86State *env = &x86_cpu->env; 810 uint32_t eax = (uint32_t)rreg(cpu->hvf_fd, HV_X86_RAX); 811 uint32_t ecx = (uint32_t)rreg(cpu->hvf_fd, HV_X86_RCX); 812 uint32_t edx = (uint32_t)rreg(cpu->hvf_fd, HV_X86_RDX); 813 814 if (ecx) { 815 macvm_set_rip(cpu, rip + ins_len); 816 break; 817 } 818 env->xcr0 = ((uint64_t)edx << 32) | eax; 819 wreg(cpu->hvf_fd, HV_X86_XCR0, env->xcr0 | 1); 820 macvm_set_rip(cpu, rip + ins_len); 821 break; 822 } 823 case EXIT_REASON_INTR_WINDOW: 824 vmx_clear_int_window_exiting(cpu); 825 ret = EXCP_INTERRUPT; 826 break; 827 case EXIT_REASON_NMI_WINDOW: 828 vmx_clear_nmi_window_exiting(cpu); 829 ret = EXCP_INTERRUPT; 830 break; 831 case EXIT_REASON_EXT_INTR: 832 /* force exit and allow io handling */ 833 ret = EXCP_INTERRUPT; 834 break; 835 case EXIT_REASON_RDMSR: 836 case EXIT_REASON_WRMSR: 837 { 838 load_regs(cpu); 839 if (exit_reason == EXIT_REASON_RDMSR) { 840 simulate_rdmsr(cpu); 841 } else { 842 simulate_wrmsr(cpu); 843 } 844 RIP(env) += rvmcs(cpu->hvf_fd, VMCS_EXIT_INSTRUCTION_LENGTH); 845 store_regs(cpu); 846 break; 847 } 848 case EXIT_REASON_CR_ACCESS: { 849 int cr; 850 int reg; 851 852 load_regs(cpu); 853 cr = exit_qual & 15; 854 reg = (exit_qual >> 8) & 15; 855 856 switch (cr) { 857 case 0x0: { 858 macvm_set_cr0(cpu->hvf_fd, RRX(env, reg)); 859 break; 860 } 861 case 4: { 862 macvm_set_cr4(cpu->hvf_fd, RRX(env, reg)); 863 break; 864 } 865 case 8: { 866 X86CPU *x86_cpu = X86_CPU(cpu); 867 if (exit_qual & 0x10) { 868 RRX(env, reg) = cpu_get_apic_tpr(x86_cpu->apic_state); 869 } else { 870 int tpr = RRX(env, reg); 871 cpu_set_apic_tpr(x86_cpu->apic_state, tpr); 872 ret = EXCP_INTERRUPT; 873 } 874 break; 875 } 876 default: 877 error_report("Unrecognized CR %d", cr); 878 abort(); 879 } 880 RIP(env) += ins_len; 881 store_regs(cpu); 882 break; 883 } 884 case EXIT_REASON_APIC_ACCESS: { /* TODO */ 885 struct x86_decode decode; 886 887 load_regs(cpu); 888 env->hvf_emul->fetch_rip = rip; 889 890 decode_instruction(env, &decode); 891 exec_instruction(env, &decode); 892 store_regs(cpu); 893 break; 894 } 895 case EXIT_REASON_TPR: { 896 ret = 1; 897 break; 898 } 899 case EXIT_REASON_TASK_SWITCH: { 900 uint64_t vinfo = rvmcs(cpu->hvf_fd, VMCS_IDT_VECTORING_INFO); 901 x68_segment_selector sel = {.sel = exit_qual & 0xffff}; 902 vmx_handle_task_switch(cpu, sel, (exit_qual >> 30) & 0x3, 903 vinfo & VMCS_INTR_VALID, vinfo & VECTORING_INFO_VECTOR_MASK, vinfo 904 & VMCS_INTR_T_MASK); 905 break; 906 } 907 case EXIT_REASON_TRIPLE_FAULT: { 908 qemu_system_reset_request(SHUTDOWN_CAUSE_GUEST_RESET); 909 ret = EXCP_INTERRUPT; 910 break; 911 } 912 case EXIT_REASON_RDPMC: 913 wreg(cpu->hvf_fd, HV_X86_RAX, 0); 914 wreg(cpu->hvf_fd, HV_X86_RDX, 0); 915 macvm_set_rip(cpu, rip + ins_len); 916 break; 917 case VMX_REASON_VMCALL: 918 env->exception_nr = EXCP0D_GPF; 919 env->exception_injected = 1; 920 env->has_error_code = true; 921 env->error_code = 0; 922 break; 923 default: 924 error_report("%llx: unhandled exit %llx", rip, exit_reason); 925 } 926 } while (ret == 0); 927 928 return ret; 929 } 930 931 bool hvf_allowed; 932 933 static int hvf_accel_init(MachineState *ms) 934 { 935 int x; 936 hv_return_t ret; 937 HVFState *s; 938 939 ret = hv_vm_create(HV_VM_DEFAULT); 940 assert_hvf_ok(ret); 941 942 s = g_new0(HVFState, 1); 943 944 s->num_slots = 32; 945 for (x = 0; x < s->num_slots; ++x) { 946 s->slots[x].size = 0; 947 s->slots[x].slot_id = x; 948 } 949 950 hvf_state = s; 951 cpu_interrupt_handler = hvf_handle_interrupt; 952 memory_listener_register(&hvf_memory_listener, &address_space_memory); 953 return 0; 954 } 955 956 static void hvf_accel_class_init(ObjectClass *oc, void *data) 957 { 958 AccelClass *ac = ACCEL_CLASS(oc); 959 ac->name = "HVF"; 960 ac->init_machine = hvf_accel_init; 961 ac->allowed = &hvf_allowed; 962 } 963 964 static const TypeInfo hvf_accel_type = { 965 .name = TYPE_HVF_ACCEL, 966 .parent = TYPE_ACCEL, 967 .class_init = hvf_accel_class_init, 968 }; 969 970 static void hvf_type_init(void) 971 { 972 type_register_static(&hvf_accel_type); 973 } 974 975 type_init(hvf_type_init); 976