123200b7aSJoao Martins // SPDX-License-Identifier: GPL-2.0 223200b7aSJoao Martins /* 323200b7aSJoao Martins * Copyright © 2019 Oracle and/or its affiliates. All rights reserved. 423200b7aSJoao Martins * Copyright © 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved. 523200b7aSJoao Martins * 623200b7aSJoao Martins * KVM Xen emulation 723200b7aSJoao Martins */ 823200b7aSJoao Martins 923200b7aSJoao Martins #ifndef __ARCH_X86_KVM_XEN_H__ 1023200b7aSJoao Martins #define __ARCH_X86_KVM_XEN_H__ 1123200b7aSJoao Martins 12b59b153dSPaolo Bonzini #ifdef CONFIG_KVM_XEN 137d6bbebbSDavid Woodhouse #include <linux/jump_label_ratelimit.h> 147d6bbebbSDavid Woodhouse 157d6bbebbSDavid Woodhouse extern struct static_key_false_deferred kvm_xen_enabled; 167d6bbebbSDavid Woodhouse 1740da8ccdSDavid Woodhouse int __kvm_xen_has_interrupt(struct kvm_vcpu *vcpu); 187caf9571SDavid Woodhouse void kvm_xen_inject_pending_events(struct kvm_vcpu *vcpu); 193e324615SDavid Woodhouse int kvm_xen_vcpu_set_attr(struct kvm_vcpu *vcpu, struct kvm_xen_vcpu_attr *data); 203e324615SDavid Woodhouse int kvm_xen_vcpu_get_attr(struct kvm_vcpu *vcpu, struct kvm_xen_vcpu_attr *data); 21a76b9641SJoao Martins int kvm_xen_hvm_set_attr(struct kvm *kvm, struct kvm_xen_hvm_attr *data); 22a76b9641SJoao Martins int kvm_xen_hvm_get_attr(struct kvm *kvm, struct kvm_xen_hvm_attr *data); 2335025735SDavid Woodhouse int kvm_xen_hvm_evtchn_send(struct kvm *kvm, struct kvm_irq_routing_xen_evtchn *evt); 2423200b7aSJoao Martins int kvm_xen_write_hypercall_page(struct kvm_vcpu *vcpu, u64 data); 2578e9878cSDavid Woodhouse int kvm_xen_hvm_config(struct kvm *kvm, struct kvm_xen_hvm_config *xhc); 26319afe68SPaolo Bonzini void kvm_xen_init_vm(struct kvm *kvm); 277d6bbebbSDavid Woodhouse void kvm_xen_destroy_vm(struct kvm *kvm); 28942c2490SDavid Woodhouse void kvm_xen_init_vcpu(struct kvm_vcpu *vcpu); 29a795cd43SDavid Woodhouse void kvm_xen_destroy_vcpu(struct kvm_vcpu *vcpu); 308733068bSDavid Woodhouse int kvm_xen_set_evtchn_fast(struct kvm_xen_evtchn *xe, 3114243b38SDavid Woodhouse struct kvm *kvm); 3214243b38SDavid Woodhouse int kvm_xen_setup_evtchn(struct kvm *kvm, 3314243b38SDavid Woodhouse struct kvm_kernel_irq_routing_entry *e, 3414243b38SDavid Woodhouse const struct kvm_irq_routing_entry *ue); 3514243b38SDavid Woodhouse 3630b5c851SDavid Woodhouse static inline bool kvm_xen_msr_enabled(struct kvm *kvm) 3730b5c851SDavid Woodhouse { 3830b5c851SDavid Woodhouse return static_branch_unlikely(&kvm_xen_enabled.key) && 3930b5c851SDavid Woodhouse kvm->arch.xen_hvm_config.msr; 4030b5c851SDavid Woodhouse } 4130b5c851SDavid Woodhouse 4223200b7aSJoao Martins static inline bool kvm_xen_hypercall_enabled(struct kvm *kvm) 4323200b7aSJoao Martins { 447d6bbebbSDavid Woodhouse return static_branch_unlikely(&kvm_xen_enabled.key) && 457d6bbebbSDavid Woodhouse (kvm->arch.xen_hvm_config.flags & 467d6bbebbSDavid Woodhouse KVM_XEN_HVM_CONFIG_INTERCEPT_HCALL); 4723200b7aSJoao Martins } 4823200b7aSJoao Martins 4940da8ccdSDavid Woodhouse static inline int kvm_xen_has_interrupt(struct kvm_vcpu *vcpu) 5040da8ccdSDavid Woodhouse { 5140da8ccdSDavid Woodhouse if (static_branch_unlikely(&kvm_xen_enabled.key) && 527caf9571SDavid Woodhouse vcpu->arch.xen.vcpu_info_cache.active && 537caf9571SDavid Woodhouse vcpu->kvm->arch.xen.upcall_vector) 5440da8ccdSDavid Woodhouse return __kvm_xen_has_interrupt(vcpu); 5540da8ccdSDavid Woodhouse 5640da8ccdSDavid Woodhouse return 0; 5740da8ccdSDavid Woodhouse } 587caf9571SDavid Woodhouse 597caf9571SDavid Woodhouse static inline bool kvm_xen_has_pending_events(struct kvm_vcpu *vcpu) 607caf9571SDavid Woodhouse { 617caf9571SDavid Woodhouse return static_branch_unlikely(&kvm_xen_enabled.key) && 627caf9571SDavid Woodhouse vcpu->arch.xen.evtchn_pending_sel; 637caf9571SDavid Woodhouse } 647caf9571SDavid Woodhouse 6553639526SJoao Martins static inline bool kvm_xen_timer_enabled(struct kvm_vcpu *vcpu) 6653639526SJoao Martins { 6753639526SJoao Martins return !!vcpu->arch.xen.timer_virq; 6853639526SJoao Martins } 6953639526SJoao Martins 7053639526SJoao Martins static inline int kvm_xen_has_pending_timer(struct kvm_vcpu *vcpu) 7153639526SJoao Martins { 7253639526SJoao Martins if (kvm_xen_hypercall_enabled(vcpu->kvm) && kvm_xen_timer_enabled(vcpu)) 7353639526SJoao Martins return atomic_read(&vcpu->arch.xen.timer_pending); 7453639526SJoao Martins 7553639526SJoao Martins return 0; 7653639526SJoao Martins } 7753639526SJoao Martins 7853639526SJoao Martins void kvm_xen_inject_timer_irqs(struct kvm_vcpu *vcpu); 79b59b153dSPaolo Bonzini #else 80b59b153dSPaolo Bonzini static inline int kvm_xen_write_hypercall_page(struct kvm_vcpu *vcpu, u64 data) 81b59b153dSPaolo Bonzini { 82b59b153dSPaolo Bonzini return 1; 83b59b153dSPaolo Bonzini } 84b59b153dSPaolo Bonzini 85319afe68SPaolo Bonzini static inline void kvm_xen_init_vm(struct kvm *kvm) 86319afe68SPaolo Bonzini { 87319afe68SPaolo Bonzini } 88319afe68SPaolo Bonzini 89b59b153dSPaolo Bonzini static inline void kvm_xen_destroy_vm(struct kvm *kvm) 90b59b153dSPaolo Bonzini { 91b59b153dSPaolo Bonzini } 92b59b153dSPaolo Bonzini 93942c2490SDavid Woodhouse static inline void kvm_xen_init_vcpu(struct kvm_vcpu *vcpu) 94942c2490SDavid Woodhouse { 95942c2490SDavid Woodhouse } 96942c2490SDavid Woodhouse 97a795cd43SDavid Woodhouse static inline void kvm_xen_destroy_vcpu(struct kvm_vcpu *vcpu) 98a795cd43SDavid Woodhouse { 99a795cd43SDavid Woodhouse } 100a795cd43SDavid Woodhouse 10130b5c851SDavid Woodhouse static inline bool kvm_xen_msr_enabled(struct kvm *kvm) 10230b5c851SDavid Woodhouse { 10330b5c851SDavid Woodhouse return false; 10430b5c851SDavid Woodhouse } 10530b5c851SDavid Woodhouse 106b59b153dSPaolo Bonzini static inline bool kvm_xen_hypercall_enabled(struct kvm *kvm) 107b59b153dSPaolo Bonzini { 108b59b153dSPaolo Bonzini return false; 109b59b153dSPaolo Bonzini } 110b59b153dSPaolo Bonzini 111b59b153dSPaolo Bonzini static inline int kvm_xen_has_interrupt(struct kvm_vcpu *vcpu) 112b59b153dSPaolo Bonzini { 113b59b153dSPaolo Bonzini return 0; 114b59b153dSPaolo Bonzini } 1157caf9571SDavid Woodhouse 1167caf9571SDavid Woodhouse static inline void kvm_xen_inject_pending_events(struct kvm_vcpu *vcpu) 1177caf9571SDavid Woodhouse { 1187caf9571SDavid Woodhouse } 1197caf9571SDavid Woodhouse 1207caf9571SDavid Woodhouse static inline bool kvm_xen_has_pending_events(struct kvm_vcpu *vcpu) 1217caf9571SDavid Woodhouse { 1227caf9571SDavid Woodhouse return false; 1237caf9571SDavid Woodhouse } 12453639526SJoao Martins 12553639526SJoao Martins static inline int kvm_xen_has_pending_timer(struct kvm_vcpu *vcpu) 12653639526SJoao Martins { 12753639526SJoao Martins return 0; 12853639526SJoao Martins } 12953639526SJoao Martins 13053639526SJoao Martins static inline void kvm_xen_inject_timer_irqs(struct kvm_vcpu *vcpu) 13153639526SJoao Martins { 13253639526SJoao Martins } 13353639526SJoao Martins 13453639526SJoao Martins static inline bool kvm_xen_timer_enabled(struct kvm_vcpu *vcpu) 13553639526SJoao Martins { 13653639526SJoao Martins return false; 13753639526SJoao Martins } 138b59b153dSPaolo Bonzini #endif 139b59b153dSPaolo Bonzini 140b59b153dSPaolo Bonzini int kvm_xen_hypercall(struct kvm_vcpu *vcpu); 1411ea9f2edSDavid Woodhouse 1421ea9f2edSDavid Woodhouse #include <asm/pvclock-abi.h> 1431ea9f2edSDavid Woodhouse #include <asm/xen/interface.h> 14430b5c851SDavid Woodhouse #include <xen/interface/vcpu.h> 1451ea9f2edSDavid Woodhouse 146*5ec3289bSDavid Woodhouse void kvm_xen_update_runstate(struct kvm_vcpu *vcpu, int state); 14730b5c851SDavid Woodhouse 14830b5c851SDavid Woodhouse static inline void kvm_xen_runstate_set_running(struct kvm_vcpu *vcpu) 14930b5c851SDavid Woodhouse { 150*5ec3289bSDavid Woodhouse kvm_xen_update_runstate(vcpu, RUNSTATE_running); 15130b5c851SDavid Woodhouse } 15230b5c851SDavid Woodhouse 15330b5c851SDavid Woodhouse static inline void kvm_xen_runstate_set_preempted(struct kvm_vcpu *vcpu) 15430b5c851SDavid Woodhouse { 15530b5c851SDavid Woodhouse /* 15630b5c851SDavid Woodhouse * If the vCPU wasn't preempted but took a normal exit for 15730b5c851SDavid Woodhouse * some reason (hypercalls, I/O, etc.), that is accounted as 15830b5c851SDavid Woodhouse * still RUNSTATE_running, as the VMM is still operating on 15930b5c851SDavid Woodhouse * behalf of the vCPU. Only if the VMM does actually block 16030b5c851SDavid Woodhouse * does it need to enter RUNSTATE_blocked. 16130b5c851SDavid Woodhouse */ 16254aa83c9SPaolo Bonzini if (WARN_ON_ONCE(!vcpu->preempted)) 16354aa83c9SPaolo Bonzini return; 16454aa83c9SPaolo Bonzini 165*5ec3289bSDavid Woodhouse kvm_xen_update_runstate(vcpu, RUNSTATE_runnable); 16630b5c851SDavid Woodhouse } 16730b5c851SDavid Woodhouse 16830b5c851SDavid Woodhouse /* 32-bit compatibility definitions, also used natively in 32-bit build */ 1691ea9f2edSDavid Woodhouse struct compat_arch_vcpu_info { 1701ea9f2edSDavid Woodhouse unsigned int cr2; 1711ea9f2edSDavid Woodhouse unsigned int pad[5]; 1721ea9f2edSDavid Woodhouse }; 1731ea9f2edSDavid Woodhouse 1741ea9f2edSDavid Woodhouse struct compat_vcpu_info { 1751ea9f2edSDavid Woodhouse uint8_t evtchn_upcall_pending; 1761ea9f2edSDavid Woodhouse uint8_t evtchn_upcall_mask; 1777137b7aeSSean Christopherson uint16_t pad; 1781ea9f2edSDavid Woodhouse uint32_t evtchn_pending_sel; 1791ea9f2edSDavid Woodhouse struct compat_arch_vcpu_info arch; 1801ea9f2edSDavid Woodhouse struct pvclock_vcpu_time_info time; 1811ea9f2edSDavid Woodhouse }; /* 64 bytes (x86) */ 1821ea9f2edSDavid Woodhouse 1831ea9f2edSDavid Woodhouse struct compat_arch_shared_info { 1841ea9f2edSDavid Woodhouse unsigned int max_pfn; 1851ea9f2edSDavid Woodhouse unsigned int pfn_to_mfn_frame_list_list; 1861ea9f2edSDavid Woodhouse unsigned int nmi_reason; 1871ea9f2edSDavid Woodhouse unsigned int p2m_cr3; 1881ea9f2edSDavid Woodhouse unsigned int p2m_vaddr; 1891ea9f2edSDavid Woodhouse unsigned int p2m_generation; 1901ea9f2edSDavid Woodhouse uint32_t wc_sec_hi; 1911ea9f2edSDavid Woodhouse }; 1921ea9f2edSDavid Woodhouse 1931ea9f2edSDavid Woodhouse struct compat_shared_info { 1941ea9f2edSDavid Woodhouse struct compat_vcpu_info vcpu_info[MAX_VIRT_CPUS]; 1951ea9f2edSDavid Woodhouse uint32_t evtchn_pending[32]; 1961ea9f2edSDavid Woodhouse uint32_t evtchn_mask[32]; 1971ea9f2edSDavid Woodhouse struct pvclock_wall_clock wc; 1981ea9f2edSDavid Woodhouse struct compat_arch_shared_info arch; 1991ea9f2edSDavid Woodhouse }; 2001ea9f2edSDavid Woodhouse 20114243b38SDavid Woodhouse #define COMPAT_EVTCHN_2L_NR_CHANNELS (8 * \ 20214243b38SDavid Woodhouse sizeof_field(struct compat_shared_info, \ 20314243b38SDavid Woodhouse evtchn_pending)) 20430b5c851SDavid Woodhouse struct compat_vcpu_runstate_info { 20530b5c851SDavid Woodhouse int state; 20630b5c851SDavid Woodhouse uint64_t state_entry_time; 20730b5c851SDavid Woodhouse uint64_t time[4]; 20830b5c851SDavid Woodhouse } __attribute__((packed)); 20930b5c851SDavid Woodhouse 21023200b7aSJoao Martins #endif /* __ARCH_X86_KVM_XEN_H__ */ 211