1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 2e08cae41SH. Peter Anvin #ifndef _ASM_X86_MSHYPER_H 3e08cae41SH. Peter Anvin #define _ASM_X86_MSHYPER_H 4a2a47c6cSKy Srinivasan 5e08cae41SH. Peter Anvin #include <linux/types.h> 6806c8927SVitaly Kuznetsov #include <linux/nmi.h> 71cf106d9SBoqun Feng #include <linux/msi.h> 8fc53662fSVitaly Kuznetsov #include <asm/io.h> 95a485803SVitaly Kuznetsov #include <asm/hyperv-tlfs.h> 10e70e5892SDavid Woodhouse #include <asm/nospec-branch.h> 11b9d8cf2eSMichael Kelley #include <asm/paravirt.h> 12753ed9c9SJoseph Salisbury #include <asm/mshyperv.h> 13e08cae41SH. Peter Anvin 14faff4406STianyu Lan union hv_ghcb; 15faff4406STianyu Lan 160cc4f6d9STianyu Lan DECLARE_STATIC_KEY_FALSE(isolation_type_snp); 170cc4f6d9STianyu Lan 18cc4edae4SLan Tianyu typedef int (*hyperv_fill_flush_list_func)( 19cc4edae4SLan Tianyu struct hv_guest_mapping_flush_list *flush, 20cc4edae4SLan Tianyu void *data); 21cc4edae4SLan Tianyu 22bc2b0331SK. Y. Srinivasan void hyperv_vector_handler(struct pt_regs *regs); 238730046cSK. Y. Srinivasan 248730046cSK. Y. Srinivasan #if IS_ENABLED(CONFIG_HYPERV) 25dfe94d40SDexuan Cui extern int hyperv_init_cpuhp; 26dfe94d40SDexuan Cui 27fc53662fSVitaly Kuznetsov extern void *hv_hypercall_pg; 28fc53662fSVitaly Kuznetsov 2999a0f46aSWei Liu extern u64 hv_current_partition_id; 3099a0f46aSWei Liu 31e1878402SMichael Kelley extern union hv_ghcb * __percpu *hv_ghcb_pg; 320cc4f6d9STianyu Lan 3386b5ec35SWei Liu int hv_call_deposit_pages(int node, u64 partition_id, u32 num_pages); 3486b5ec35SWei Liu int hv_call_add_logical_proc(int node, u32 lp_index, u32 acpi_id); 3586b5ec35SWei Liu int hv_call_create_vp(int node, u64 partition_id, u32 vp_index, u32 flags); 3686b5ec35SWei Liu 37fc53662fSVitaly Kuznetsov static inline u64 hv_do_hypercall(u64 control, void *input, void *output) 38fc53662fSVitaly Kuznetsov { 39fc53662fSVitaly Kuznetsov u64 input_address = input ? virt_to_phys(input) : 0; 40fc53662fSVitaly Kuznetsov u64 output_address = output ? virt_to_phys(output) : 0; 41fc53662fSVitaly Kuznetsov u64 hv_status; 42fc53662fSVitaly Kuznetsov 43fc53662fSVitaly Kuznetsov #ifdef CONFIG_X86_64 44fc53662fSVitaly Kuznetsov if (!hv_hypercall_pg) 45fc53662fSVitaly Kuznetsov return U64_MAX; 46fc53662fSVitaly Kuznetsov 47fc53662fSVitaly Kuznetsov __asm__ __volatile__("mov %4, %%r8\n" 48e70e5892SDavid Woodhouse CALL_NOSPEC 49f5caf621SJosh Poimboeuf : "=a" (hv_status), ASM_CALL_CONSTRAINT, 50fc53662fSVitaly Kuznetsov "+c" (control), "+d" (input_address) 51e70e5892SDavid Woodhouse : "r" (output_address), 52e70e5892SDavid Woodhouse THUNK_TARGET(hv_hypercall_pg) 53fc53662fSVitaly Kuznetsov : "cc", "memory", "r8", "r9", "r10", "r11"); 54fc53662fSVitaly Kuznetsov #else 55fc53662fSVitaly Kuznetsov u32 input_address_hi = upper_32_bits(input_address); 56fc53662fSVitaly Kuznetsov u32 input_address_lo = lower_32_bits(input_address); 57fc53662fSVitaly Kuznetsov u32 output_address_hi = upper_32_bits(output_address); 58fc53662fSVitaly Kuznetsov u32 output_address_lo = lower_32_bits(output_address); 59fc53662fSVitaly Kuznetsov 60fc53662fSVitaly Kuznetsov if (!hv_hypercall_pg) 61fc53662fSVitaly Kuznetsov return U64_MAX; 62fc53662fSVitaly Kuznetsov 63e70e5892SDavid Woodhouse __asm__ __volatile__(CALL_NOSPEC 64fc53662fSVitaly Kuznetsov : "=A" (hv_status), 65f5caf621SJosh Poimboeuf "+c" (input_address_lo), ASM_CALL_CONSTRAINT 66fc53662fSVitaly Kuznetsov : "A" (control), 67fc53662fSVitaly Kuznetsov "b" (input_address_hi), 68fc53662fSVitaly Kuznetsov "D"(output_address_hi), "S"(output_address_lo), 69e70e5892SDavid Woodhouse THUNK_TARGET(hv_hypercall_pg) 70fc53662fSVitaly Kuznetsov : "cc", "memory"); 71fc53662fSVitaly Kuznetsov #endif /* !x86_64 */ 72fc53662fSVitaly Kuznetsov return hv_status; 73fc53662fSVitaly Kuznetsov } 74dee863b5SVitaly Kuznetsov 756a8edbd0SVitaly Kuznetsov /* Fast hypercall with 8 bytes of input and no output */ 766a8edbd0SVitaly Kuznetsov static inline u64 hv_do_fast_hypercall8(u16 code, u64 input1) 776a8edbd0SVitaly Kuznetsov { 786a8edbd0SVitaly Kuznetsov u64 hv_status, control = (u64)code | HV_HYPERCALL_FAST_BIT; 796a8edbd0SVitaly Kuznetsov 806a8edbd0SVitaly Kuznetsov #ifdef CONFIG_X86_64 816a8edbd0SVitaly Kuznetsov { 82e70e5892SDavid Woodhouse __asm__ __volatile__(CALL_NOSPEC 83f5caf621SJosh Poimboeuf : "=a" (hv_status), ASM_CALL_CONSTRAINT, 846a8edbd0SVitaly Kuznetsov "+c" (control), "+d" (input1) 85e70e5892SDavid Woodhouse : THUNK_TARGET(hv_hypercall_pg) 866a8edbd0SVitaly Kuznetsov : "cc", "r8", "r9", "r10", "r11"); 876a8edbd0SVitaly Kuznetsov } 886a8edbd0SVitaly Kuznetsov #else 896a8edbd0SVitaly Kuznetsov { 906a8edbd0SVitaly Kuznetsov u32 input1_hi = upper_32_bits(input1); 916a8edbd0SVitaly Kuznetsov u32 input1_lo = lower_32_bits(input1); 926a8edbd0SVitaly Kuznetsov 93e70e5892SDavid Woodhouse __asm__ __volatile__ (CALL_NOSPEC 946a8edbd0SVitaly Kuznetsov : "=A"(hv_status), 956a8edbd0SVitaly Kuznetsov "+c"(input1_lo), 96f5caf621SJosh Poimboeuf ASM_CALL_CONSTRAINT 976a8edbd0SVitaly Kuznetsov : "A" (control), 986a8edbd0SVitaly Kuznetsov "b" (input1_hi), 99e70e5892SDavid Woodhouse THUNK_TARGET(hv_hypercall_pg) 1006a8edbd0SVitaly Kuznetsov : "cc", "edi", "esi"); 1016a8edbd0SVitaly Kuznetsov } 1026a8edbd0SVitaly Kuznetsov #endif 1036a8edbd0SVitaly Kuznetsov return hv_status; 1046a8edbd0SVitaly Kuznetsov } 1056a8edbd0SVitaly Kuznetsov 10653e52966SVitaly Kuznetsov /* Fast hypercall with 16 bytes of input */ 10753e52966SVitaly Kuznetsov static inline u64 hv_do_fast_hypercall16(u16 code, u64 input1, u64 input2) 10853e52966SVitaly Kuznetsov { 10953e52966SVitaly Kuznetsov u64 hv_status, control = (u64)code | HV_HYPERCALL_FAST_BIT; 11053e52966SVitaly Kuznetsov 11153e52966SVitaly Kuznetsov #ifdef CONFIG_X86_64 11253e52966SVitaly Kuznetsov { 11353e52966SVitaly Kuznetsov __asm__ __volatile__("mov %4, %%r8\n" 11453e52966SVitaly Kuznetsov CALL_NOSPEC 11553e52966SVitaly Kuznetsov : "=a" (hv_status), ASM_CALL_CONSTRAINT, 11653e52966SVitaly Kuznetsov "+c" (control), "+d" (input1) 11753e52966SVitaly Kuznetsov : "r" (input2), 11853e52966SVitaly Kuznetsov THUNK_TARGET(hv_hypercall_pg) 11953e52966SVitaly Kuznetsov : "cc", "r8", "r9", "r10", "r11"); 12053e52966SVitaly Kuznetsov } 12153e52966SVitaly Kuznetsov #else 12253e52966SVitaly Kuznetsov { 12353e52966SVitaly Kuznetsov u32 input1_hi = upper_32_bits(input1); 12453e52966SVitaly Kuznetsov u32 input1_lo = lower_32_bits(input1); 12553e52966SVitaly Kuznetsov u32 input2_hi = upper_32_bits(input2); 12653e52966SVitaly Kuznetsov u32 input2_lo = lower_32_bits(input2); 12753e52966SVitaly Kuznetsov 12853e52966SVitaly Kuznetsov __asm__ __volatile__ (CALL_NOSPEC 12953e52966SVitaly Kuznetsov : "=A"(hv_status), 13053e52966SVitaly Kuznetsov "+c"(input1_lo), ASM_CALL_CONSTRAINT 13153e52966SVitaly Kuznetsov : "A" (control), "b" (input1_hi), 13253e52966SVitaly Kuznetsov "D"(input2_hi), "S"(input2_lo), 13353e52966SVitaly Kuznetsov THUNK_TARGET(hv_hypercall_pg) 13453e52966SVitaly Kuznetsov : "cc"); 13553e52966SVitaly Kuznetsov } 13653e52966SVitaly Kuznetsov #endif 13753e52966SVitaly Kuznetsov return hv_status; 13853e52966SVitaly Kuznetsov } 13953e52966SVitaly Kuznetsov 140a46d15ccSVitaly Kuznetsov extern struct hv_vp_assist_page **hv_vp_assist_page; 141a46d15ccSVitaly Kuznetsov 142a46d15ccSVitaly Kuznetsov static inline struct hv_vp_assist_page *hv_get_vp_assist_page(unsigned int cpu) 143a46d15ccSVitaly Kuznetsov { 144a46d15ccSVitaly Kuznetsov if (!hv_vp_assist_page) 145a46d15ccSVitaly Kuznetsov return NULL; 146a46d15ccSVitaly Kuznetsov 147a46d15ccSVitaly Kuznetsov return hv_vp_assist_page[cpu]; 148a46d15ccSVitaly Kuznetsov } 1497415aea6SVitaly Kuznetsov 1506b48cb5fSK. Y. Srinivasan void __init hyperv_init(void); 1512ffd9e33SVitaly Kuznetsov void hyperv_setup_mmu_ops(void); 15293286261SVitaly Kuznetsov void set_hv_tscchange_cb(void (*cb)(void)); 15393286261SVitaly Kuznetsov void clear_hv_tscchange_cb(void); 15493286261SVitaly Kuznetsov void hyperv_stop_tsc_emulation(void); 155eb914cfeSTianyu Lan int hyperv_flush_guest_mapping(u64 as); 156cc4edae4SLan Tianyu int hyperv_flush_guest_mapping_range(u64 as, 157cc4edae4SLan Tianyu hyperv_fill_flush_list_func fill_func, void *data); 158cc4edae4SLan Tianyu int hyperv_fill_flush_guest_mapping_list( 159cc4edae4SLan Tianyu struct hv_guest_mapping_flush_list *flush, 160cc4edae4SLan Tianyu u64 start_gfn, u64 end_gfn); 1612d2ccf24SThomas Gleixner 1622d2ccf24SThomas Gleixner #ifdef CONFIG_X86_64 1636b48cb5fSK. Y. Srinivasan void hv_apic_init(void); 1643a025de6SYi Sun void __init hv_init_spinlocks(void); 1653a025de6SYi Sun bool hv_vcpu_is_preempted(int vcpu); 1662d2ccf24SThomas Gleixner #else 1672d2ccf24SThomas Gleixner static inline void hv_apic_init(void) {} 1682d2ccf24SThomas Gleixner #endif 1692d2ccf24SThomas Gleixner 170e39397d1SWei Liu struct irq_domain *hv_create_pci_msi_domain(void); 171e39397d1SWei Liu 172fb5ef351SWei Liu int hv_map_ioapic_interrupt(int ioapic_id, bool level, int vcpu, int vector, 173fb5ef351SWei Liu struct hv_interrupt_entry *entry); 174fb5ef351SWei Liu int hv_unmap_ioapic_interrupt(int ioapic_id, struct hv_interrupt_entry *entry); 175810a5212STianyu Lan int hv_set_mem_host_visibility(unsigned long addr, int numpages, bool visible); 176faff4406STianyu Lan 177faff4406STianyu Lan #ifdef CONFIG_AMD_MEM_ENCRYPT 178faff4406STianyu Lan void hv_ghcb_msr_write(u64 msr, u64 value); 179faff4406STianyu Lan void hv_ghcb_msr_read(u64 msr, u64 *value); 18049d6a3c0STianyu Lan bool hv_ghcb_negotiate_protocol(void); 18149d6a3c0STianyu Lan void hv_ghcb_terminate(unsigned int set, unsigned int reason); 182faff4406STianyu Lan #else 183faff4406STianyu Lan static inline void hv_ghcb_msr_write(u64 msr, u64 value) {} 184faff4406STianyu Lan static inline void hv_ghcb_msr_read(u64 msr, u64 *value) {} 18549d6a3c0STianyu Lan static inline bool hv_ghcb_negotiate_protocol(void) { return false; } 18649d6a3c0STianyu Lan static inline void hv_ghcb_terminate(unsigned int set, unsigned int reason) {} 187faff4406STianyu Lan #endif 188faff4406STianyu Lan 189faff4406STianyu Lan extern bool hv_isolation_type_snp(void); 190faff4406STianyu Lan 191faff4406STianyu Lan static inline bool hv_is_synic_reg(unsigned int reg) 192faff4406STianyu Lan { 193faff4406STianyu Lan if ((reg >= HV_REGISTER_SCONTROL) && 194faff4406STianyu Lan (reg <= HV_REGISTER_SINT15)) 195faff4406STianyu Lan return true; 196faff4406STianyu Lan return false; 197faff4406STianyu Lan } 198faff4406STianyu Lan 199*7fec185aSJinank Jain u64 hv_get_register(unsigned int reg); 200*7fec185aSJinank Jain void hv_set_register(unsigned int reg, u64 value); 201*7fec185aSJinank Jain u64 hv_get_non_nested_register(unsigned int reg); 202*7fec185aSJinank Jain void hv_set_non_nested_register(unsigned int reg, u64 value); 203faff4406STianyu Lan 20479cadff2SVitaly Kuznetsov #else /* CONFIG_HYPERV */ 20579cadff2SVitaly Kuznetsov static inline void hyperv_init(void) {} 2062ffd9e33SVitaly Kuznetsov static inline void hyperv_setup_mmu_ops(void) {} 20793286261SVitaly Kuznetsov static inline void set_hv_tscchange_cb(void (*cb)(void)) {} 20893286261SVitaly Kuznetsov static inline void clear_hv_tscchange_cb(void) {} 20993286261SVitaly Kuznetsov static inline void hyperv_stop_tsc_emulation(void) {}; 210a46d15ccSVitaly Kuznetsov static inline struct hv_vp_assist_page *hv_get_vp_assist_page(unsigned int cpu) 211a46d15ccSVitaly Kuznetsov { 212a46d15ccSVitaly Kuznetsov return NULL; 213a46d15ccSVitaly Kuznetsov } 214eb914cfeSTianyu Lan static inline int hyperv_flush_guest_mapping(u64 as) { return -1; } 215cc4edae4SLan Tianyu static inline int hyperv_flush_guest_mapping_range(u64 as, 216cc4edae4SLan Tianyu hyperv_fill_flush_list_func fill_func, void *data) 217cc4edae4SLan Tianyu { 218cc4edae4SLan Tianyu return -1; 219cc4edae4SLan Tianyu } 220faff4406STianyu Lan static inline void hv_set_register(unsigned int reg, u64 value) { } 221faff4406STianyu Lan static inline u64 hv_get_register(unsigned int reg) { return 0; } 222*7fec185aSJinank Jain static inline void hv_set_non_nested_register(unsigned int reg, u64 value) { } 223*7fec185aSJinank Jain static inline u64 hv_get_non_nested_register(unsigned int reg) { return 0; } 224810a5212STianyu Lan static inline int hv_set_mem_host_visibility(unsigned long addr, int numpages, 225810a5212STianyu Lan bool visible) 226810a5212STianyu Lan { 227810a5212STianyu Lan return -1; 228810a5212STianyu Lan } 22979cadff2SVitaly Kuznetsov #endif /* CONFIG_HYPERV */ 23079cadff2SVitaly Kuznetsov 231765e33f5SMichael Kelley 232765e33f5SMichael Kelley #include <asm-generic/mshyperv.h> 233765e33f5SMichael Kelley 234a2a47c6cSKy Srinivasan #endif 235