xref: /openbmc/qemu/target/i386/nvmm/nvmm-all.c (revision ffe98631)
1 /*
2  * Copyright (c) 2018-2019 Maxime Villard, All rights reserved.
3  *
4  * NetBSD Virtual Machine Monitor (NVMM) accelerator for QEMU.
5  *
6  * This work is licensed under the terms of the GNU GPL, version 2 or later.
7  * See the COPYING file in the top-level directory.
8  */
9 
10 #include "qemu/osdep.h"
11 #include "cpu.h"
12 #include "exec/address-spaces.h"
13 #include "exec/ioport.h"
14 #include "qemu/accel.h"
15 #include "sysemu/nvmm.h"
16 #include "sysemu/cpus.h"
17 #include "sysemu/runstate.h"
18 #include "qemu/main-loop.h"
19 #include "qemu/error-report.h"
20 #include "qapi/error.h"
21 #include "qemu/queue.h"
22 #include "migration/blocker.h"
23 #include "strings.h"
24 
25 #include "nvmm-accel-ops.h"
26 
27 #include <nvmm.h>
28 
29 struct qemu_vcpu {
30     struct nvmm_vcpu vcpu;
31     uint8_t tpr;
32     bool stop;
33 
34     /* Window-exiting for INTs/NMIs. */
35     bool int_window_exit;
36     bool nmi_window_exit;
37 
38     /* The guest is in an interrupt shadow (POP SS, etc). */
39     bool int_shadow;
40 };
41 
42 struct qemu_machine {
43     struct nvmm_capability cap;
44     struct nvmm_machine mach;
45 };
46 
47 /* -------------------------------------------------------------------------- */
48 
49 static bool nvmm_allowed;
50 static struct qemu_machine qemu_mach;
51 
52 static struct qemu_vcpu *
53 get_qemu_vcpu(CPUState *cpu)
54 {
55     return (struct qemu_vcpu *)cpu->hax_vcpu;
56 }
57 
58 static struct nvmm_machine *
59 get_nvmm_mach(void)
60 {
61     return &qemu_mach.mach;
62 }
63 
64 /* -------------------------------------------------------------------------- */
65 
66 static void
67 nvmm_set_segment(struct nvmm_x64_state_seg *nseg, const SegmentCache *qseg)
68 {
69     uint32_t attrib = qseg->flags;
70 
71     nseg->selector = qseg->selector;
72     nseg->limit = qseg->limit;
73     nseg->base = qseg->base;
74     nseg->attrib.type = __SHIFTOUT(attrib, DESC_TYPE_MASK);
75     nseg->attrib.s = __SHIFTOUT(attrib, DESC_S_MASK);
76     nseg->attrib.dpl = __SHIFTOUT(attrib, DESC_DPL_MASK);
77     nseg->attrib.p = __SHIFTOUT(attrib, DESC_P_MASK);
78     nseg->attrib.avl = __SHIFTOUT(attrib, DESC_AVL_MASK);
79     nseg->attrib.l = __SHIFTOUT(attrib, DESC_L_MASK);
80     nseg->attrib.def = __SHIFTOUT(attrib, DESC_B_MASK);
81     nseg->attrib.g = __SHIFTOUT(attrib, DESC_G_MASK);
82 }
83 
84 static void
85 nvmm_set_registers(CPUState *cpu)
86 {
87     CPUX86State *env = cpu->env_ptr;
88     struct nvmm_machine *mach = get_nvmm_mach();
89     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
90     struct nvmm_vcpu *vcpu = &qcpu->vcpu;
91     struct nvmm_x64_state *state = vcpu->state;
92     uint64_t bitmap;
93     size_t i;
94     int ret;
95 
96     assert(cpu_is_stopped(cpu) || qemu_cpu_is_self(cpu));
97 
98     /* GPRs. */
99     state->gprs[NVMM_X64_GPR_RAX] = env->regs[R_EAX];
100     state->gprs[NVMM_X64_GPR_RCX] = env->regs[R_ECX];
101     state->gprs[NVMM_X64_GPR_RDX] = env->regs[R_EDX];
102     state->gprs[NVMM_X64_GPR_RBX] = env->regs[R_EBX];
103     state->gprs[NVMM_X64_GPR_RSP] = env->regs[R_ESP];
104     state->gprs[NVMM_X64_GPR_RBP] = env->regs[R_EBP];
105     state->gprs[NVMM_X64_GPR_RSI] = env->regs[R_ESI];
106     state->gprs[NVMM_X64_GPR_RDI] = env->regs[R_EDI];
107 #ifdef TARGET_X86_64
108     state->gprs[NVMM_X64_GPR_R8]  = env->regs[R_R8];
109     state->gprs[NVMM_X64_GPR_R9]  = env->regs[R_R9];
110     state->gprs[NVMM_X64_GPR_R10] = env->regs[R_R10];
111     state->gprs[NVMM_X64_GPR_R11] = env->regs[R_R11];
112     state->gprs[NVMM_X64_GPR_R12] = env->regs[R_R12];
113     state->gprs[NVMM_X64_GPR_R13] = env->regs[R_R13];
114     state->gprs[NVMM_X64_GPR_R14] = env->regs[R_R14];
115     state->gprs[NVMM_X64_GPR_R15] = env->regs[R_R15];
116 #endif
117 
118     /* RIP and RFLAGS. */
119     state->gprs[NVMM_X64_GPR_RIP] = env->eip;
120     state->gprs[NVMM_X64_GPR_RFLAGS] = env->eflags;
121 
122     /* Segments. */
123     nvmm_set_segment(&state->segs[NVMM_X64_SEG_CS], &env->segs[R_CS]);
124     nvmm_set_segment(&state->segs[NVMM_X64_SEG_DS], &env->segs[R_DS]);
125     nvmm_set_segment(&state->segs[NVMM_X64_SEG_ES], &env->segs[R_ES]);
126     nvmm_set_segment(&state->segs[NVMM_X64_SEG_FS], &env->segs[R_FS]);
127     nvmm_set_segment(&state->segs[NVMM_X64_SEG_GS], &env->segs[R_GS]);
128     nvmm_set_segment(&state->segs[NVMM_X64_SEG_SS], &env->segs[R_SS]);
129 
130     /* Special segments. */
131     nvmm_set_segment(&state->segs[NVMM_X64_SEG_GDT], &env->gdt);
132     nvmm_set_segment(&state->segs[NVMM_X64_SEG_LDT], &env->ldt);
133     nvmm_set_segment(&state->segs[NVMM_X64_SEG_TR], &env->tr);
134     nvmm_set_segment(&state->segs[NVMM_X64_SEG_IDT], &env->idt);
135 
136     /* Control registers. */
137     state->crs[NVMM_X64_CR_CR0] = env->cr[0];
138     state->crs[NVMM_X64_CR_CR2] = env->cr[2];
139     state->crs[NVMM_X64_CR_CR3] = env->cr[3];
140     state->crs[NVMM_X64_CR_CR4] = env->cr[4];
141     state->crs[NVMM_X64_CR_CR8] = qcpu->tpr;
142     state->crs[NVMM_X64_CR_XCR0] = env->xcr0;
143 
144     /* Debug registers. */
145     state->drs[NVMM_X64_DR_DR0] = env->dr[0];
146     state->drs[NVMM_X64_DR_DR1] = env->dr[1];
147     state->drs[NVMM_X64_DR_DR2] = env->dr[2];
148     state->drs[NVMM_X64_DR_DR3] = env->dr[3];
149     state->drs[NVMM_X64_DR_DR6] = env->dr[6];
150     state->drs[NVMM_X64_DR_DR7] = env->dr[7];
151 
152     /* FPU. */
153     state->fpu.fx_cw = env->fpuc;
154     state->fpu.fx_sw = (env->fpus & ~0x3800) | ((env->fpstt & 0x7) << 11);
155     state->fpu.fx_tw = 0;
156     for (i = 0; i < 8; i++) {
157         state->fpu.fx_tw |= (!env->fptags[i]) << i;
158     }
159     state->fpu.fx_opcode = env->fpop;
160     state->fpu.fx_ip.fa_64 = env->fpip;
161     state->fpu.fx_dp.fa_64 = env->fpdp;
162     state->fpu.fx_mxcsr = env->mxcsr;
163     state->fpu.fx_mxcsr_mask = 0x0000FFFF;
164     assert(sizeof(state->fpu.fx_87_ac) == sizeof(env->fpregs));
165     memcpy(state->fpu.fx_87_ac, env->fpregs, sizeof(env->fpregs));
166     for (i = 0; i < CPU_NB_REGS; i++) {
167         memcpy(&state->fpu.fx_xmm[i].xmm_bytes[0],
168             &env->xmm_regs[i].ZMM_Q(0), 8);
169         memcpy(&state->fpu.fx_xmm[i].xmm_bytes[8],
170             &env->xmm_regs[i].ZMM_Q(1), 8);
171     }
172 
173     /* MSRs. */
174     state->msrs[NVMM_X64_MSR_EFER] = env->efer;
175     state->msrs[NVMM_X64_MSR_STAR] = env->star;
176 #ifdef TARGET_X86_64
177     state->msrs[NVMM_X64_MSR_LSTAR] = env->lstar;
178     state->msrs[NVMM_X64_MSR_CSTAR] = env->cstar;
179     state->msrs[NVMM_X64_MSR_SFMASK] = env->fmask;
180     state->msrs[NVMM_X64_MSR_KERNELGSBASE] = env->kernelgsbase;
181 #endif
182     state->msrs[NVMM_X64_MSR_SYSENTER_CS]  = env->sysenter_cs;
183     state->msrs[NVMM_X64_MSR_SYSENTER_ESP] = env->sysenter_esp;
184     state->msrs[NVMM_X64_MSR_SYSENTER_EIP] = env->sysenter_eip;
185     state->msrs[NVMM_X64_MSR_PAT] = env->pat;
186     state->msrs[NVMM_X64_MSR_TSC] = env->tsc;
187 
188     bitmap =
189         NVMM_X64_STATE_SEGS |
190         NVMM_X64_STATE_GPRS |
191         NVMM_X64_STATE_CRS  |
192         NVMM_X64_STATE_DRS  |
193         NVMM_X64_STATE_MSRS |
194         NVMM_X64_STATE_FPU;
195 
196     ret = nvmm_vcpu_setstate(mach, vcpu, bitmap);
197     if (ret == -1) {
198         error_report("NVMM: Failed to set virtual processor context,"
199             " error=%d", errno);
200     }
201 }
202 
203 static void
204 nvmm_get_segment(SegmentCache *qseg, const struct nvmm_x64_state_seg *nseg)
205 {
206     qseg->selector = nseg->selector;
207     qseg->limit = nseg->limit;
208     qseg->base = nseg->base;
209 
210     qseg->flags =
211         __SHIFTIN((uint32_t)nseg->attrib.type, DESC_TYPE_MASK) |
212         __SHIFTIN((uint32_t)nseg->attrib.s, DESC_S_MASK) |
213         __SHIFTIN((uint32_t)nseg->attrib.dpl, DESC_DPL_MASK) |
214         __SHIFTIN((uint32_t)nseg->attrib.p, DESC_P_MASK) |
215         __SHIFTIN((uint32_t)nseg->attrib.avl, DESC_AVL_MASK) |
216         __SHIFTIN((uint32_t)nseg->attrib.l, DESC_L_MASK) |
217         __SHIFTIN((uint32_t)nseg->attrib.def, DESC_B_MASK) |
218         __SHIFTIN((uint32_t)nseg->attrib.g, DESC_G_MASK);
219 }
220 
221 static void
222 nvmm_get_registers(CPUState *cpu)
223 {
224     CPUX86State *env = cpu->env_ptr;
225     struct nvmm_machine *mach = get_nvmm_mach();
226     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
227     struct nvmm_vcpu *vcpu = &qcpu->vcpu;
228     X86CPU *x86_cpu = X86_CPU(cpu);
229     struct nvmm_x64_state *state = vcpu->state;
230     uint64_t bitmap, tpr;
231     size_t i;
232     int ret;
233 
234     assert(cpu_is_stopped(cpu) || qemu_cpu_is_self(cpu));
235 
236     bitmap =
237         NVMM_X64_STATE_SEGS |
238         NVMM_X64_STATE_GPRS |
239         NVMM_X64_STATE_CRS  |
240         NVMM_X64_STATE_DRS  |
241         NVMM_X64_STATE_MSRS |
242         NVMM_X64_STATE_FPU;
243 
244     ret = nvmm_vcpu_getstate(mach, vcpu, bitmap);
245     if (ret == -1) {
246         error_report("NVMM: Failed to get virtual processor context,"
247             " error=%d", errno);
248     }
249 
250     /* GPRs. */
251     env->regs[R_EAX] = state->gprs[NVMM_X64_GPR_RAX];
252     env->regs[R_ECX] = state->gprs[NVMM_X64_GPR_RCX];
253     env->regs[R_EDX] = state->gprs[NVMM_X64_GPR_RDX];
254     env->regs[R_EBX] = state->gprs[NVMM_X64_GPR_RBX];
255     env->regs[R_ESP] = state->gprs[NVMM_X64_GPR_RSP];
256     env->regs[R_EBP] = state->gprs[NVMM_X64_GPR_RBP];
257     env->regs[R_ESI] = state->gprs[NVMM_X64_GPR_RSI];
258     env->regs[R_EDI] = state->gprs[NVMM_X64_GPR_RDI];
259 #ifdef TARGET_X86_64
260     env->regs[R_R8]  = state->gprs[NVMM_X64_GPR_R8];
261     env->regs[R_R9]  = state->gprs[NVMM_X64_GPR_R9];
262     env->regs[R_R10] = state->gprs[NVMM_X64_GPR_R10];
263     env->regs[R_R11] = state->gprs[NVMM_X64_GPR_R11];
264     env->regs[R_R12] = state->gprs[NVMM_X64_GPR_R12];
265     env->regs[R_R13] = state->gprs[NVMM_X64_GPR_R13];
266     env->regs[R_R14] = state->gprs[NVMM_X64_GPR_R14];
267     env->regs[R_R15] = state->gprs[NVMM_X64_GPR_R15];
268 #endif
269 
270     /* RIP and RFLAGS. */
271     env->eip = state->gprs[NVMM_X64_GPR_RIP];
272     env->eflags = state->gprs[NVMM_X64_GPR_RFLAGS];
273 
274     /* Segments. */
275     nvmm_get_segment(&env->segs[R_ES], &state->segs[NVMM_X64_SEG_ES]);
276     nvmm_get_segment(&env->segs[R_CS], &state->segs[NVMM_X64_SEG_CS]);
277     nvmm_get_segment(&env->segs[R_SS], &state->segs[NVMM_X64_SEG_SS]);
278     nvmm_get_segment(&env->segs[R_DS], &state->segs[NVMM_X64_SEG_DS]);
279     nvmm_get_segment(&env->segs[R_FS], &state->segs[NVMM_X64_SEG_FS]);
280     nvmm_get_segment(&env->segs[R_GS], &state->segs[NVMM_X64_SEG_GS]);
281 
282     /* Special segments. */
283     nvmm_get_segment(&env->gdt, &state->segs[NVMM_X64_SEG_GDT]);
284     nvmm_get_segment(&env->ldt, &state->segs[NVMM_X64_SEG_LDT]);
285     nvmm_get_segment(&env->tr, &state->segs[NVMM_X64_SEG_TR]);
286     nvmm_get_segment(&env->idt, &state->segs[NVMM_X64_SEG_IDT]);
287 
288     /* Control registers. */
289     env->cr[0] = state->crs[NVMM_X64_CR_CR0];
290     env->cr[2] = state->crs[NVMM_X64_CR_CR2];
291     env->cr[3] = state->crs[NVMM_X64_CR_CR3];
292     env->cr[4] = state->crs[NVMM_X64_CR_CR4];
293     tpr = state->crs[NVMM_X64_CR_CR8];
294     if (tpr != qcpu->tpr) {
295         qcpu->tpr = tpr;
296         cpu_set_apic_tpr(x86_cpu->apic_state, tpr);
297     }
298     env->xcr0 = state->crs[NVMM_X64_CR_XCR0];
299 
300     /* Debug registers. */
301     env->dr[0] = state->drs[NVMM_X64_DR_DR0];
302     env->dr[1] = state->drs[NVMM_X64_DR_DR1];
303     env->dr[2] = state->drs[NVMM_X64_DR_DR2];
304     env->dr[3] = state->drs[NVMM_X64_DR_DR3];
305     env->dr[6] = state->drs[NVMM_X64_DR_DR6];
306     env->dr[7] = state->drs[NVMM_X64_DR_DR7];
307 
308     /* FPU. */
309     env->fpuc = state->fpu.fx_cw;
310     env->fpstt = (state->fpu.fx_sw >> 11) & 0x7;
311     env->fpus = state->fpu.fx_sw & ~0x3800;
312     for (i = 0; i < 8; i++) {
313         env->fptags[i] = !((state->fpu.fx_tw >> i) & 1);
314     }
315     env->fpop = state->fpu.fx_opcode;
316     env->fpip = state->fpu.fx_ip.fa_64;
317     env->fpdp = state->fpu.fx_dp.fa_64;
318     env->mxcsr = state->fpu.fx_mxcsr;
319     assert(sizeof(state->fpu.fx_87_ac) == sizeof(env->fpregs));
320     memcpy(env->fpregs, state->fpu.fx_87_ac, sizeof(env->fpregs));
321     for (i = 0; i < CPU_NB_REGS; i++) {
322         memcpy(&env->xmm_regs[i].ZMM_Q(0),
323             &state->fpu.fx_xmm[i].xmm_bytes[0], 8);
324         memcpy(&env->xmm_regs[i].ZMM_Q(1),
325             &state->fpu.fx_xmm[i].xmm_bytes[8], 8);
326     }
327 
328     /* MSRs. */
329     env->efer = state->msrs[NVMM_X64_MSR_EFER];
330     env->star = state->msrs[NVMM_X64_MSR_STAR];
331 #ifdef TARGET_X86_64
332     env->lstar = state->msrs[NVMM_X64_MSR_LSTAR];
333     env->cstar = state->msrs[NVMM_X64_MSR_CSTAR];
334     env->fmask = state->msrs[NVMM_X64_MSR_SFMASK];
335     env->kernelgsbase = state->msrs[NVMM_X64_MSR_KERNELGSBASE];
336 #endif
337     env->sysenter_cs  = state->msrs[NVMM_X64_MSR_SYSENTER_CS];
338     env->sysenter_esp = state->msrs[NVMM_X64_MSR_SYSENTER_ESP];
339     env->sysenter_eip = state->msrs[NVMM_X64_MSR_SYSENTER_EIP];
340     env->pat = state->msrs[NVMM_X64_MSR_PAT];
341     env->tsc = state->msrs[NVMM_X64_MSR_TSC];
342 
343     x86_update_hflags(env);
344 }
345 
346 static bool
347 nvmm_can_take_int(CPUState *cpu)
348 {
349     CPUX86State *env = cpu->env_ptr;
350     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
351     struct nvmm_vcpu *vcpu = &qcpu->vcpu;
352     struct nvmm_machine *mach = get_nvmm_mach();
353 
354     if (qcpu->int_window_exit) {
355         return false;
356     }
357 
358     if (qcpu->int_shadow || !(env->eflags & IF_MASK)) {
359         struct nvmm_x64_state *state = vcpu->state;
360 
361         /* Exit on interrupt window. */
362         nvmm_vcpu_getstate(mach, vcpu, NVMM_X64_STATE_INTR);
363         state->intr.int_window_exiting = 1;
364         nvmm_vcpu_setstate(mach, vcpu, NVMM_X64_STATE_INTR);
365 
366         return false;
367     }
368 
369     return true;
370 }
371 
372 static bool
373 nvmm_can_take_nmi(CPUState *cpu)
374 {
375     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
376 
377     /*
378      * Contrary to INTs, NMIs always schedule an exit when they are
379      * completed. Therefore, if window-exiting is enabled, it means
380      * NMIs are blocked.
381      */
382     if (qcpu->nmi_window_exit) {
383         return false;
384     }
385 
386     return true;
387 }
388 
389 /*
390  * Called before the VCPU is run. We inject events generated by the I/O
391  * thread, and synchronize the guest TPR.
392  */
393 static void
394 nvmm_vcpu_pre_run(CPUState *cpu)
395 {
396     CPUX86State *env = cpu->env_ptr;
397     struct nvmm_machine *mach = get_nvmm_mach();
398     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
399     struct nvmm_vcpu *vcpu = &qcpu->vcpu;
400     X86CPU *x86_cpu = X86_CPU(cpu);
401     struct nvmm_x64_state *state = vcpu->state;
402     struct nvmm_vcpu_event *event = vcpu->event;
403     bool has_event = false;
404     bool sync_tpr = false;
405     uint8_t tpr;
406     int ret;
407 
408     qemu_mutex_lock_iothread();
409 
410     tpr = cpu_get_apic_tpr(x86_cpu->apic_state);
411     if (tpr != qcpu->tpr) {
412         qcpu->tpr = tpr;
413         sync_tpr = true;
414     }
415 
416     /*
417      * Force the VCPU out of its inner loop to process any INIT requests
418      * or commit pending TPR access.
419      */
420     if (cpu->interrupt_request & (CPU_INTERRUPT_INIT | CPU_INTERRUPT_TPR)) {
421         cpu->exit_request = 1;
422     }
423 
424     if (!has_event && (cpu->interrupt_request & CPU_INTERRUPT_NMI)) {
425         if (nvmm_can_take_nmi(cpu)) {
426             cpu->interrupt_request &= ~CPU_INTERRUPT_NMI;
427             event->type = NVMM_VCPU_EVENT_INTR;
428             event->vector = 2;
429             has_event = true;
430         }
431     }
432 
433     if (!has_event && (cpu->interrupt_request & CPU_INTERRUPT_HARD)) {
434         if (nvmm_can_take_int(cpu)) {
435             cpu->interrupt_request &= ~CPU_INTERRUPT_HARD;
436             event->type = NVMM_VCPU_EVENT_INTR;
437             event->vector = cpu_get_pic_interrupt(env);
438             has_event = true;
439         }
440     }
441 
442     /* Don't want SMIs. */
443     if (cpu->interrupt_request & CPU_INTERRUPT_SMI) {
444         cpu->interrupt_request &= ~CPU_INTERRUPT_SMI;
445     }
446 
447     if (sync_tpr) {
448         ret = nvmm_vcpu_getstate(mach, vcpu, NVMM_X64_STATE_CRS);
449         if (ret == -1) {
450             error_report("NVMM: Failed to get CPU state,"
451                 " error=%d", errno);
452         }
453 
454         state->crs[NVMM_X64_CR_CR8] = qcpu->tpr;
455 
456         ret = nvmm_vcpu_setstate(mach, vcpu, NVMM_X64_STATE_CRS);
457         if (ret == -1) {
458             error_report("NVMM: Failed to set CPU state,"
459                 " error=%d", errno);
460         }
461     }
462 
463     if (has_event) {
464         ret = nvmm_vcpu_inject(mach, vcpu);
465         if (ret == -1) {
466             error_report("NVMM: Failed to inject event,"
467                 " error=%d", errno);
468         }
469     }
470 
471     qemu_mutex_unlock_iothread();
472 }
473 
474 /*
475  * Called after the VCPU ran. We synchronize the host view of the TPR and
476  * RFLAGS.
477  */
478 static void
479 nvmm_vcpu_post_run(CPUState *cpu, struct nvmm_vcpu_exit *exit)
480 {
481     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
482     CPUX86State *env = cpu->env_ptr;
483     X86CPU *x86_cpu = X86_CPU(cpu);
484     uint64_t tpr;
485 
486     env->eflags = exit->exitstate.rflags;
487     qcpu->int_shadow = exit->exitstate.int_shadow;
488     qcpu->int_window_exit = exit->exitstate.int_window_exiting;
489     qcpu->nmi_window_exit = exit->exitstate.nmi_window_exiting;
490 
491     tpr = exit->exitstate.cr8;
492     if (qcpu->tpr != tpr) {
493         qcpu->tpr = tpr;
494         qemu_mutex_lock_iothread();
495         cpu_set_apic_tpr(x86_cpu->apic_state, qcpu->tpr);
496         qemu_mutex_unlock_iothread();
497     }
498 }
499 
500 /* -------------------------------------------------------------------------- */
501 
502 static void
503 nvmm_io_callback(struct nvmm_io *io)
504 {
505     MemTxAttrs attrs = { 0 };
506     int ret;
507 
508     ret = address_space_rw(&address_space_io, io->port, attrs, io->data,
509         io->size, !io->in);
510     if (ret != MEMTX_OK) {
511         error_report("NVMM: I/O Transaction Failed "
512             "[%s, port=%u, size=%zu]", (io->in ? "in" : "out"),
513             io->port, io->size);
514     }
515 
516     /* Needed, otherwise infinite loop. */
517     current_cpu->vcpu_dirty = false;
518 }
519 
520 static void
521 nvmm_mem_callback(struct nvmm_mem *mem)
522 {
523     cpu_physical_memory_rw(mem->gpa, mem->data, mem->size, mem->write);
524 
525     /* Needed, otherwise infinite loop. */
526     current_cpu->vcpu_dirty = false;
527 }
528 
529 static struct nvmm_assist_callbacks nvmm_callbacks = {
530     .io = nvmm_io_callback,
531     .mem = nvmm_mem_callback
532 };
533 
534 /* -------------------------------------------------------------------------- */
535 
536 static int
537 nvmm_handle_mem(struct nvmm_machine *mach, struct nvmm_vcpu *vcpu)
538 {
539     int ret;
540 
541     ret = nvmm_assist_mem(mach, vcpu);
542     if (ret == -1) {
543         error_report("NVMM: Mem Assist Failed [gpa=%p]",
544             (void *)vcpu->exit->u.mem.gpa);
545     }
546 
547     return ret;
548 }
549 
550 static int
551 nvmm_handle_io(struct nvmm_machine *mach, struct nvmm_vcpu *vcpu)
552 {
553     int ret;
554 
555     ret = nvmm_assist_io(mach, vcpu);
556     if (ret == -1) {
557         error_report("NVMM: I/O Assist Failed [port=%d]",
558             (int)vcpu->exit->u.io.port);
559     }
560 
561     return ret;
562 }
563 
564 static int
565 nvmm_handle_rdmsr(struct nvmm_machine *mach, CPUState *cpu,
566     struct nvmm_vcpu_exit *exit)
567 {
568     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
569     struct nvmm_vcpu *vcpu = &qcpu->vcpu;
570     X86CPU *x86_cpu = X86_CPU(cpu);
571     struct nvmm_x64_state *state = vcpu->state;
572     uint64_t val;
573     int ret;
574 
575     switch (exit->u.rdmsr.msr) {
576     case MSR_IA32_APICBASE:
577         val = cpu_get_apic_base(x86_cpu->apic_state);
578         break;
579     case MSR_MTRRcap:
580     case MSR_MTRRdefType:
581     case MSR_MCG_CAP:
582     case MSR_MCG_STATUS:
583         val = 0;
584         break;
585     default: /* More MSRs to add? */
586         val = 0;
587         error_report("NVMM: Unexpected RDMSR 0x%x, ignored",
588             exit->u.rdmsr.msr);
589         break;
590     }
591 
592     ret = nvmm_vcpu_getstate(mach, vcpu, NVMM_X64_STATE_GPRS);
593     if (ret == -1) {
594         return -1;
595     }
596 
597     state->gprs[NVMM_X64_GPR_RAX] = (val & 0xFFFFFFFF);
598     state->gprs[NVMM_X64_GPR_RDX] = (val >> 32);
599     state->gprs[NVMM_X64_GPR_RIP] = exit->u.rdmsr.npc;
600 
601     ret = nvmm_vcpu_setstate(mach, vcpu, NVMM_X64_STATE_GPRS);
602     if (ret == -1) {
603         return -1;
604     }
605 
606     return 0;
607 }
608 
609 static int
610 nvmm_handle_wrmsr(struct nvmm_machine *mach, CPUState *cpu,
611     struct nvmm_vcpu_exit *exit)
612 {
613     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
614     struct nvmm_vcpu *vcpu = &qcpu->vcpu;
615     X86CPU *x86_cpu = X86_CPU(cpu);
616     struct nvmm_x64_state *state = vcpu->state;
617     uint64_t val;
618     int ret;
619 
620     val = exit->u.wrmsr.val;
621 
622     switch (exit->u.wrmsr.msr) {
623     case MSR_IA32_APICBASE:
624         cpu_set_apic_base(x86_cpu->apic_state, val);
625         break;
626     case MSR_MTRRdefType:
627     case MSR_MCG_STATUS:
628         break;
629     default: /* More MSRs to add? */
630         error_report("NVMM: Unexpected WRMSR 0x%x [val=0x%lx], ignored",
631             exit->u.wrmsr.msr, val);
632         break;
633     }
634 
635     ret = nvmm_vcpu_getstate(mach, vcpu, NVMM_X64_STATE_GPRS);
636     if (ret == -1) {
637         return -1;
638     }
639 
640     state->gprs[NVMM_X64_GPR_RIP] = exit->u.wrmsr.npc;
641 
642     ret = nvmm_vcpu_setstate(mach, vcpu, NVMM_X64_STATE_GPRS);
643     if (ret == -1) {
644         return -1;
645     }
646 
647     return 0;
648 }
649 
650 static int
651 nvmm_handle_halted(struct nvmm_machine *mach, CPUState *cpu,
652     struct nvmm_vcpu_exit *exit)
653 {
654     CPUX86State *env = cpu->env_ptr;
655     int ret = 0;
656 
657     qemu_mutex_lock_iothread();
658 
659     if (!((cpu->interrupt_request & CPU_INTERRUPT_HARD) &&
660           (env->eflags & IF_MASK)) &&
661         !(cpu->interrupt_request & CPU_INTERRUPT_NMI)) {
662         cpu->exception_index = EXCP_HLT;
663         cpu->halted = true;
664         ret = 1;
665     }
666 
667     qemu_mutex_unlock_iothread();
668 
669     return ret;
670 }
671 
672 static int
673 nvmm_inject_ud(struct nvmm_machine *mach, struct nvmm_vcpu *vcpu)
674 {
675     struct nvmm_vcpu_event *event = vcpu->event;
676 
677     event->type = NVMM_VCPU_EVENT_EXCP;
678     event->vector = 6;
679     event->u.excp.error = 0;
680 
681     return nvmm_vcpu_inject(mach, vcpu);
682 }
683 
684 static int
685 nvmm_vcpu_loop(CPUState *cpu)
686 {
687     CPUX86State *env = cpu->env_ptr;
688     struct nvmm_machine *mach = get_nvmm_mach();
689     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
690     struct nvmm_vcpu *vcpu = &qcpu->vcpu;
691     X86CPU *x86_cpu = X86_CPU(cpu);
692     struct nvmm_vcpu_exit *exit = vcpu->exit;
693     int ret;
694 
695     /*
696      * Some asynchronous events must be handled outside of the inner
697      * VCPU loop. They are handled here.
698      */
699     if (cpu->interrupt_request & CPU_INTERRUPT_INIT) {
700         nvmm_cpu_synchronize_state(cpu);
701         do_cpu_init(x86_cpu);
702         /* set int/nmi windows back to the reset state */
703     }
704     if (cpu->interrupt_request & CPU_INTERRUPT_POLL) {
705         cpu->interrupt_request &= ~CPU_INTERRUPT_POLL;
706         apic_poll_irq(x86_cpu->apic_state);
707     }
708     if (((cpu->interrupt_request & CPU_INTERRUPT_HARD) &&
709          (env->eflags & IF_MASK)) ||
710         (cpu->interrupt_request & CPU_INTERRUPT_NMI)) {
711         cpu->halted = false;
712     }
713     if (cpu->interrupt_request & CPU_INTERRUPT_SIPI) {
714         nvmm_cpu_synchronize_state(cpu);
715         do_cpu_sipi(x86_cpu);
716     }
717     if (cpu->interrupt_request & CPU_INTERRUPT_TPR) {
718         cpu->interrupt_request &= ~CPU_INTERRUPT_TPR;
719         nvmm_cpu_synchronize_state(cpu);
720         apic_handle_tpr_access_report(x86_cpu->apic_state, env->eip,
721             env->tpr_access_type);
722     }
723 
724     if (cpu->halted) {
725         cpu->exception_index = EXCP_HLT;
726         qatomic_set(&cpu->exit_request, false);
727         return 0;
728     }
729 
730     qemu_mutex_unlock_iothread();
731     cpu_exec_start(cpu);
732 
733     /*
734      * Inner VCPU loop.
735      */
736     do {
737         if (cpu->vcpu_dirty) {
738             nvmm_set_registers(cpu);
739             cpu->vcpu_dirty = false;
740         }
741 
742         if (qcpu->stop) {
743             cpu->exception_index = EXCP_INTERRUPT;
744             qcpu->stop = false;
745             ret = 1;
746             break;
747         }
748 
749         nvmm_vcpu_pre_run(cpu);
750 
751         if (qatomic_read(&cpu->exit_request)) {
752 #if NVMM_USER_VERSION >= 2
753             nvmm_vcpu_stop(vcpu);
754 #else
755             qemu_cpu_kick_self();
756 #endif
757         }
758 
759         /* Read exit_request before the kernel reads the immediate exit flag */
760         smp_rmb();
761         ret = nvmm_vcpu_run(mach, vcpu);
762         if (ret == -1) {
763             error_report("NVMM: Failed to exec a virtual processor,"
764                 " error=%d", errno);
765             break;
766         }
767 
768         nvmm_vcpu_post_run(cpu, exit);
769 
770         switch (exit->reason) {
771         case NVMM_VCPU_EXIT_NONE:
772             break;
773 #if NVMM_USER_VERSION >= 2
774         case NVMM_VCPU_EXIT_STOPPED:
775             /*
776              * The kernel cleared the immediate exit flag; cpu->exit_request
777              * must be cleared after
778              */
779             smp_wmb();
780             qcpu->stop = true;
781             break;
782 #endif
783         case NVMM_VCPU_EXIT_MEMORY:
784             ret = nvmm_handle_mem(mach, vcpu);
785             break;
786         case NVMM_VCPU_EXIT_IO:
787             ret = nvmm_handle_io(mach, vcpu);
788             break;
789         case NVMM_VCPU_EXIT_INT_READY:
790         case NVMM_VCPU_EXIT_NMI_READY:
791         case NVMM_VCPU_EXIT_TPR_CHANGED:
792             break;
793         case NVMM_VCPU_EXIT_HALTED:
794             ret = nvmm_handle_halted(mach, cpu, exit);
795             break;
796         case NVMM_VCPU_EXIT_SHUTDOWN:
797             qemu_system_reset_request(SHUTDOWN_CAUSE_GUEST_RESET);
798             cpu->exception_index = EXCP_INTERRUPT;
799             ret = 1;
800             break;
801         case NVMM_VCPU_EXIT_RDMSR:
802             ret = nvmm_handle_rdmsr(mach, cpu, exit);
803             break;
804         case NVMM_VCPU_EXIT_WRMSR:
805             ret = nvmm_handle_wrmsr(mach, cpu, exit);
806             break;
807         case NVMM_VCPU_EXIT_MONITOR:
808         case NVMM_VCPU_EXIT_MWAIT:
809             ret = nvmm_inject_ud(mach, vcpu);
810             break;
811         default:
812             error_report("NVMM: Unexpected VM exit code 0x%lx [hw=0x%lx]",
813                 exit->reason, exit->u.inv.hwcode);
814             nvmm_get_registers(cpu);
815             qemu_mutex_lock_iothread();
816             qemu_system_guest_panicked(cpu_get_crash_info(cpu));
817             qemu_mutex_unlock_iothread();
818             ret = -1;
819             break;
820         }
821     } while (ret == 0);
822 
823     cpu_exec_end(cpu);
824     qemu_mutex_lock_iothread();
825 
826     qatomic_set(&cpu->exit_request, false);
827 
828     return ret < 0;
829 }
830 
831 /* -------------------------------------------------------------------------- */
832 
833 static void
834 do_nvmm_cpu_synchronize_state(CPUState *cpu, run_on_cpu_data arg)
835 {
836     nvmm_get_registers(cpu);
837     cpu->vcpu_dirty = true;
838 }
839 
840 static void
841 do_nvmm_cpu_synchronize_post_reset(CPUState *cpu, run_on_cpu_data arg)
842 {
843     nvmm_set_registers(cpu);
844     cpu->vcpu_dirty = false;
845 }
846 
847 static void
848 do_nvmm_cpu_synchronize_post_init(CPUState *cpu, run_on_cpu_data arg)
849 {
850     nvmm_set_registers(cpu);
851     cpu->vcpu_dirty = false;
852 }
853 
854 static void
855 do_nvmm_cpu_synchronize_pre_loadvm(CPUState *cpu, run_on_cpu_data arg)
856 {
857     cpu->vcpu_dirty = true;
858 }
859 
860 void nvmm_cpu_synchronize_state(CPUState *cpu)
861 {
862     if (!cpu->vcpu_dirty) {
863         run_on_cpu(cpu, do_nvmm_cpu_synchronize_state, RUN_ON_CPU_NULL);
864     }
865 }
866 
867 void nvmm_cpu_synchronize_post_reset(CPUState *cpu)
868 {
869     run_on_cpu(cpu, do_nvmm_cpu_synchronize_post_reset, RUN_ON_CPU_NULL);
870 }
871 
872 void nvmm_cpu_synchronize_post_init(CPUState *cpu)
873 {
874     run_on_cpu(cpu, do_nvmm_cpu_synchronize_post_init, RUN_ON_CPU_NULL);
875 }
876 
877 void nvmm_cpu_synchronize_pre_loadvm(CPUState *cpu)
878 {
879     run_on_cpu(cpu, do_nvmm_cpu_synchronize_pre_loadvm, RUN_ON_CPU_NULL);
880 }
881 
882 /* -------------------------------------------------------------------------- */
883 
884 static Error *nvmm_migration_blocker;
885 
886 /*
887  * The nvmm_vcpu_stop() mechanism breaks races between entering the VMM
888  * and another thread signaling the vCPU thread to exit.
889  */
890 
891 static void
892 nvmm_ipi_signal(int sigcpu)
893 {
894     if (current_cpu) {
895         struct qemu_vcpu *qcpu = get_qemu_vcpu(current_cpu);
896 #if NVMM_USER_VERSION >= 2
897         struct nvmm_vcpu *vcpu = &qcpu->vcpu;
898         nvmm_vcpu_stop(vcpu);
899 #else
900         qcpu->stop = true;
901 #endif
902     }
903 }
904 
905 static void
906 nvmm_init_cpu_signals(void)
907 {
908     struct sigaction sigact;
909     sigset_t set;
910 
911     /* Install the IPI handler. */
912     memset(&sigact, 0, sizeof(sigact));
913     sigact.sa_handler = nvmm_ipi_signal;
914     sigaction(SIG_IPI, &sigact, NULL);
915 
916     /* Allow IPIs on the current thread. */
917     sigprocmask(SIG_BLOCK, NULL, &set);
918     sigdelset(&set, SIG_IPI);
919     pthread_sigmask(SIG_SETMASK, &set, NULL);
920 }
921 
922 int
923 nvmm_init_vcpu(CPUState *cpu)
924 {
925     struct nvmm_machine *mach = get_nvmm_mach();
926     struct nvmm_vcpu_conf_cpuid cpuid;
927     struct nvmm_vcpu_conf_tpr tpr;
928     Error *local_error = NULL;
929     struct qemu_vcpu *qcpu;
930     int ret, err;
931 
932     nvmm_init_cpu_signals();
933 
934     if (nvmm_migration_blocker == NULL) {
935         error_setg(&nvmm_migration_blocker,
936             "NVMM: Migration not supported");
937 
938         if (migrate_add_blocker(nvmm_migration_blocker, &local_error) < 0) {
939             error_report_err(local_error);
940             error_free(nvmm_migration_blocker);
941             return -EINVAL;
942         }
943     }
944 
945     qcpu = g_malloc0(sizeof(*qcpu));
946     if (qcpu == NULL) {
947         error_report("NVMM: Failed to allocate VCPU context.");
948         return -ENOMEM;
949     }
950 
951     ret = nvmm_vcpu_create(mach, cpu->cpu_index, &qcpu->vcpu);
952     if (ret == -1) {
953         err = errno;
954         error_report("NVMM: Failed to create a virtual processor,"
955             " error=%d", err);
956         g_free(qcpu);
957         return -err;
958     }
959 
960     memset(&cpuid, 0, sizeof(cpuid));
961     cpuid.mask = 1;
962     cpuid.leaf = 0x00000001;
963     cpuid.u.mask.set.edx = CPUID_MCE | CPUID_MCA | CPUID_MTRR;
964     ret = nvmm_vcpu_configure(mach, &qcpu->vcpu, NVMM_VCPU_CONF_CPUID,
965         &cpuid);
966     if (ret == -1) {
967         err = errno;
968         error_report("NVMM: Failed to configure a virtual processor,"
969             " error=%d", err);
970         g_free(qcpu);
971         return -err;
972     }
973 
974     ret = nvmm_vcpu_configure(mach, &qcpu->vcpu, NVMM_VCPU_CONF_CALLBACKS,
975         &nvmm_callbacks);
976     if (ret == -1) {
977         err = errno;
978         error_report("NVMM: Failed to configure a virtual processor,"
979             " error=%d", err);
980         g_free(qcpu);
981         return -err;
982     }
983 
984     if (qemu_mach.cap.arch.vcpu_conf_support & NVMM_CAP_ARCH_VCPU_CONF_TPR) {
985         memset(&tpr, 0, sizeof(tpr));
986         tpr.exit_changed = 1;
987         ret = nvmm_vcpu_configure(mach, &qcpu->vcpu, NVMM_VCPU_CONF_TPR, &tpr);
988         if (ret == -1) {
989             err = errno;
990             error_report("NVMM: Failed to configure a virtual processor,"
991                 " error=%d", err);
992             g_free(qcpu);
993             return -err;
994         }
995     }
996 
997     cpu->vcpu_dirty = true;
998     cpu->hax_vcpu = (struct hax_vcpu_state *)qcpu;
999 
1000     return 0;
1001 }
1002 
1003 int
1004 nvmm_vcpu_exec(CPUState *cpu)
1005 {
1006     int ret, fatal;
1007 
1008     while (1) {
1009         if (cpu->exception_index >= EXCP_INTERRUPT) {
1010             ret = cpu->exception_index;
1011             cpu->exception_index = -1;
1012             break;
1013         }
1014 
1015         fatal = nvmm_vcpu_loop(cpu);
1016 
1017         if (fatal) {
1018             error_report("NVMM: Failed to execute a VCPU.");
1019             abort();
1020         }
1021     }
1022 
1023     return ret;
1024 }
1025 
1026 void
1027 nvmm_destroy_vcpu(CPUState *cpu)
1028 {
1029     struct nvmm_machine *mach = get_nvmm_mach();
1030     struct qemu_vcpu *qcpu = get_qemu_vcpu(cpu);
1031 
1032     nvmm_vcpu_destroy(mach, &qcpu->vcpu);
1033     g_free(cpu->hax_vcpu);
1034 }
1035 
1036 /* -------------------------------------------------------------------------- */
1037 
1038 static void
1039 nvmm_update_mapping(hwaddr start_pa, ram_addr_t size, uintptr_t hva,
1040     bool add, bool rom, const char *name)
1041 {
1042     struct nvmm_machine *mach = get_nvmm_mach();
1043     int ret, prot;
1044 
1045     if (add) {
1046         prot = PROT_READ | PROT_EXEC;
1047         if (!rom) {
1048             prot |= PROT_WRITE;
1049         }
1050         ret = nvmm_gpa_map(mach, hva, start_pa, size, prot);
1051     } else {
1052         ret = nvmm_gpa_unmap(mach, hva, start_pa, size);
1053     }
1054 
1055     if (ret == -1) {
1056         error_report("NVMM: Failed to %s GPA range '%s' PA:%p, "
1057             "Size:%p bytes, HostVA:%p, error=%d",
1058             (add ? "map" : "unmap"), name, (void *)(uintptr_t)start_pa,
1059             (void *)size, (void *)hva, errno);
1060     }
1061 }
1062 
1063 static void
1064 nvmm_process_section(MemoryRegionSection *section, int add)
1065 {
1066     MemoryRegion *mr = section->mr;
1067     hwaddr start_pa = section->offset_within_address_space;
1068     ram_addr_t size = int128_get64(section->size);
1069     unsigned int delta;
1070     uintptr_t hva;
1071 
1072     if (!memory_region_is_ram(mr)) {
1073         return;
1074     }
1075 
1076     /* Adjust start_pa and size so that they are page-aligned. */
1077     delta = qemu_real_host_page_size() - (start_pa & ~qemu_real_host_page_mask());
1078     delta &= ~qemu_real_host_page_mask();
1079     if (delta > size) {
1080         return;
1081     }
1082     start_pa += delta;
1083     size -= delta;
1084     size &= qemu_real_host_page_mask();
1085     if (!size || (start_pa & ~qemu_real_host_page_mask())) {
1086         return;
1087     }
1088 
1089     hva = (uintptr_t)memory_region_get_ram_ptr(mr) +
1090         section->offset_within_region + delta;
1091 
1092     nvmm_update_mapping(start_pa, size, hva, add,
1093         memory_region_is_rom(mr), mr->name);
1094 }
1095 
1096 static void
1097 nvmm_region_add(MemoryListener *listener, MemoryRegionSection *section)
1098 {
1099     memory_region_ref(section->mr);
1100     nvmm_process_section(section, 1);
1101 }
1102 
1103 static void
1104 nvmm_region_del(MemoryListener *listener, MemoryRegionSection *section)
1105 {
1106     nvmm_process_section(section, 0);
1107     memory_region_unref(section->mr);
1108 }
1109 
1110 static void
1111 nvmm_transaction_begin(MemoryListener *listener)
1112 {
1113     /* nothing */
1114 }
1115 
1116 static void
1117 nvmm_transaction_commit(MemoryListener *listener)
1118 {
1119     /* nothing */
1120 }
1121 
1122 static void
1123 nvmm_log_sync(MemoryListener *listener, MemoryRegionSection *section)
1124 {
1125     MemoryRegion *mr = section->mr;
1126 
1127     if (!memory_region_is_ram(mr)) {
1128         return;
1129     }
1130 
1131     memory_region_set_dirty(mr, 0, int128_get64(section->size));
1132 }
1133 
1134 static MemoryListener nvmm_memory_listener = {
1135     .name = "nvmm",
1136     .begin = nvmm_transaction_begin,
1137     .commit = nvmm_transaction_commit,
1138     .region_add = nvmm_region_add,
1139     .region_del = nvmm_region_del,
1140     .log_sync = nvmm_log_sync,
1141     .priority = 10,
1142 };
1143 
1144 static void
1145 nvmm_ram_block_added(RAMBlockNotifier *n, void *host, size_t size,
1146                      size_t max_size)
1147 {
1148     struct nvmm_machine *mach = get_nvmm_mach();
1149     uintptr_t hva = (uintptr_t)host;
1150     int ret;
1151 
1152     ret = nvmm_hva_map(mach, hva, max_size);
1153 
1154     if (ret == -1) {
1155         error_report("NVMM: Failed to map HVA, HostVA:%p "
1156             "Size:%p bytes, error=%d",
1157             (void *)hva, (void *)size, errno);
1158     }
1159 }
1160 
1161 static struct RAMBlockNotifier nvmm_ram_notifier = {
1162     .ram_block_added = nvmm_ram_block_added
1163 };
1164 
1165 /* -------------------------------------------------------------------------- */
1166 
1167 static int
1168 nvmm_accel_init(MachineState *ms)
1169 {
1170     int ret, err;
1171 
1172     ret = nvmm_init();
1173     if (ret == -1) {
1174         err = errno;
1175         error_report("NVMM: Initialization failed, error=%d", errno);
1176         return -err;
1177     }
1178 
1179     ret = nvmm_capability(&qemu_mach.cap);
1180     if (ret == -1) {
1181         err = errno;
1182         error_report("NVMM: Unable to fetch capability, error=%d", errno);
1183         return -err;
1184     }
1185     if (qemu_mach.cap.version < NVMM_KERN_VERSION) {
1186         error_report("NVMM: Unsupported version %u", qemu_mach.cap.version);
1187         return -EPROGMISMATCH;
1188     }
1189     if (qemu_mach.cap.state_size != sizeof(struct nvmm_x64_state)) {
1190         error_report("NVMM: Wrong state size %u", qemu_mach.cap.state_size);
1191         return -EPROGMISMATCH;
1192     }
1193 
1194     ret = nvmm_machine_create(&qemu_mach.mach);
1195     if (ret == -1) {
1196         err = errno;
1197         error_report("NVMM: Machine creation failed, error=%d", errno);
1198         return -err;
1199     }
1200 
1201     memory_listener_register(&nvmm_memory_listener, &address_space_memory);
1202     ram_block_notifier_add(&nvmm_ram_notifier);
1203 
1204     printf("NetBSD Virtual Machine Monitor accelerator is operational\n");
1205     return 0;
1206 }
1207 
1208 int
1209 nvmm_enabled(void)
1210 {
1211     return nvmm_allowed;
1212 }
1213 
1214 static void
1215 nvmm_accel_class_init(ObjectClass *oc, void *data)
1216 {
1217     AccelClass *ac = ACCEL_CLASS(oc);
1218     ac->name = "NVMM";
1219     ac->init_machine = nvmm_accel_init;
1220     ac->allowed = &nvmm_allowed;
1221 }
1222 
1223 static const TypeInfo nvmm_accel_type = {
1224     .name = ACCEL_CLASS_NAME("nvmm"),
1225     .parent = TYPE_ACCEL,
1226     .class_init = nvmm_accel_class_init,
1227 };
1228 
1229 static void
1230 nvmm_type_init(void)
1231 {
1232     type_register_static(&nvmm_accel_type);
1233 }
1234 
1235 type_init(nvmm_type_init);
1236