xref: /openbmc/linux/arch/x86/include/asm/mshyperv.h (revision 7fec185a56f45b98d9547982370c2ab33f0f72b5)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
2e08cae41SH. Peter Anvin #ifndef _ASM_X86_MSHYPER_H
3e08cae41SH. Peter Anvin #define _ASM_X86_MSHYPER_H
4a2a47c6cSKy Srinivasan 
5e08cae41SH. Peter Anvin #include <linux/types.h>
6806c8927SVitaly Kuznetsov #include <linux/nmi.h>
71cf106d9SBoqun Feng #include <linux/msi.h>
8fc53662fSVitaly Kuznetsov #include <asm/io.h>
95a485803SVitaly Kuznetsov #include <asm/hyperv-tlfs.h>
10e70e5892SDavid Woodhouse #include <asm/nospec-branch.h>
11b9d8cf2eSMichael Kelley #include <asm/paravirt.h>
12753ed9c9SJoseph Salisbury #include <asm/mshyperv.h>
13e08cae41SH. Peter Anvin 
14faff4406STianyu Lan union hv_ghcb;
15faff4406STianyu Lan 
160cc4f6d9STianyu Lan DECLARE_STATIC_KEY_FALSE(isolation_type_snp);
170cc4f6d9STianyu Lan 
18cc4edae4SLan Tianyu typedef int (*hyperv_fill_flush_list_func)(
19cc4edae4SLan Tianyu 		struct hv_guest_mapping_flush_list *flush,
20cc4edae4SLan Tianyu 		void *data);
21cc4edae4SLan Tianyu 
22bc2b0331SK. Y. Srinivasan void hyperv_vector_handler(struct pt_regs *regs);
238730046cSK. Y. Srinivasan 
248730046cSK. Y. Srinivasan #if IS_ENABLED(CONFIG_HYPERV)
25dfe94d40SDexuan Cui extern int hyperv_init_cpuhp;
26dfe94d40SDexuan Cui 
27fc53662fSVitaly Kuznetsov extern void *hv_hypercall_pg;
28fc53662fSVitaly Kuznetsov 
2999a0f46aSWei Liu extern u64 hv_current_partition_id;
3099a0f46aSWei Liu 
31e1878402SMichael Kelley extern union hv_ghcb * __percpu *hv_ghcb_pg;
320cc4f6d9STianyu Lan 
3386b5ec35SWei Liu int hv_call_deposit_pages(int node, u64 partition_id, u32 num_pages);
3486b5ec35SWei Liu int hv_call_add_logical_proc(int node, u32 lp_index, u32 acpi_id);
3586b5ec35SWei Liu int hv_call_create_vp(int node, u64 partition_id, u32 vp_index, u32 flags);
3686b5ec35SWei Liu 
37fc53662fSVitaly Kuznetsov static inline u64 hv_do_hypercall(u64 control, void *input, void *output)
38fc53662fSVitaly Kuznetsov {
39fc53662fSVitaly Kuznetsov 	u64 input_address = input ? virt_to_phys(input) : 0;
40fc53662fSVitaly Kuznetsov 	u64 output_address = output ? virt_to_phys(output) : 0;
41fc53662fSVitaly Kuznetsov 	u64 hv_status;
42fc53662fSVitaly Kuznetsov 
43fc53662fSVitaly Kuznetsov #ifdef CONFIG_X86_64
44fc53662fSVitaly Kuznetsov 	if (!hv_hypercall_pg)
45fc53662fSVitaly Kuznetsov 		return U64_MAX;
46fc53662fSVitaly Kuznetsov 
47fc53662fSVitaly Kuznetsov 	__asm__ __volatile__("mov %4, %%r8\n"
48e70e5892SDavid Woodhouse 			     CALL_NOSPEC
49f5caf621SJosh Poimboeuf 			     : "=a" (hv_status), ASM_CALL_CONSTRAINT,
50fc53662fSVitaly Kuznetsov 			       "+c" (control), "+d" (input_address)
51e70e5892SDavid Woodhouse 			     :  "r" (output_address),
52e70e5892SDavid Woodhouse 				THUNK_TARGET(hv_hypercall_pg)
53fc53662fSVitaly Kuznetsov 			     : "cc", "memory", "r8", "r9", "r10", "r11");
54fc53662fSVitaly Kuznetsov #else
55fc53662fSVitaly Kuznetsov 	u32 input_address_hi = upper_32_bits(input_address);
56fc53662fSVitaly Kuznetsov 	u32 input_address_lo = lower_32_bits(input_address);
57fc53662fSVitaly Kuznetsov 	u32 output_address_hi = upper_32_bits(output_address);
58fc53662fSVitaly Kuznetsov 	u32 output_address_lo = lower_32_bits(output_address);
59fc53662fSVitaly Kuznetsov 
60fc53662fSVitaly Kuznetsov 	if (!hv_hypercall_pg)
61fc53662fSVitaly Kuznetsov 		return U64_MAX;
62fc53662fSVitaly Kuznetsov 
63e70e5892SDavid Woodhouse 	__asm__ __volatile__(CALL_NOSPEC
64fc53662fSVitaly Kuznetsov 			     : "=A" (hv_status),
65f5caf621SJosh Poimboeuf 			       "+c" (input_address_lo), ASM_CALL_CONSTRAINT
66fc53662fSVitaly Kuznetsov 			     : "A" (control),
67fc53662fSVitaly Kuznetsov 			       "b" (input_address_hi),
68fc53662fSVitaly Kuznetsov 			       "D"(output_address_hi), "S"(output_address_lo),
69e70e5892SDavid Woodhouse 			       THUNK_TARGET(hv_hypercall_pg)
70fc53662fSVitaly Kuznetsov 			     : "cc", "memory");
71fc53662fSVitaly Kuznetsov #endif /* !x86_64 */
72fc53662fSVitaly Kuznetsov 	return hv_status;
73fc53662fSVitaly Kuznetsov }
74dee863b5SVitaly Kuznetsov 
756a8edbd0SVitaly Kuznetsov /* Fast hypercall with 8 bytes of input and no output */
766a8edbd0SVitaly Kuznetsov static inline u64 hv_do_fast_hypercall8(u16 code, u64 input1)
776a8edbd0SVitaly Kuznetsov {
786a8edbd0SVitaly Kuznetsov 	u64 hv_status, control = (u64)code | HV_HYPERCALL_FAST_BIT;
796a8edbd0SVitaly Kuznetsov 
806a8edbd0SVitaly Kuznetsov #ifdef CONFIG_X86_64
816a8edbd0SVitaly Kuznetsov 	{
82e70e5892SDavid Woodhouse 		__asm__ __volatile__(CALL_NOSPEC
83f5caf621SJosh Poimboeuf 				     : "=a" (hv_status), ASM_CALL_CONSTRAINT,
846a8edbd0SVitaly Kuznetsov 				       "+c" (control), "+d" (input1)
85e70e5892SDavid Woodhouse 				     : THUNK_TARGET(hv_hypercall_pg)
866a8edbd0SVitaly Kuznetsov 				     : "cc", "r8", "r9", "r10", "r11");
876a8edbd0SVitaly Kuznetsov 	}
886a8edbd0SVitaly Kuznetsov #else
896a8edbd0SVitaly Kuznetsov 	{
906a8edbd0SVitaly Kuznetsov 		u32 input1_hi = upper_32_bits(input1);
916a8edbd0SVitaly Kuznetsov 		u32 input1_lo = lower_32_bits(input1);
926a8edbd0SVitaly Kuznetsov 
93e70e5892SDavid Woodhouse 		__asm__ __volatile__ (CALL_NOSPEC
946a8edbd0SVitaly Kuznetsov 				      : "=A"(hv_status),
956a8edbd0SVitaly Kuznetsov 					"+c"(input1_lo),
96f5caf621SJosh Poimboeuf 					ASM_CALL_CONSTRAINT
976a8edbd0SVitaly Kuznetsov 				      :	"A" (control),
986a8edbd0SVitaly Kuznetsov 					"b" (input1_hi),
99e70e5892SDavid Woodhouse 					THUNK_TARGET(hv_hypercall_pg)
1006a8edbd0SVitaly Kuznetsov 				      : "cc", "edi", "esi");
1016a8edbd0SVitaly Kuznetsov 	}
1026a8edbd0SVitaly Kuznetsov #endif
1036a8edbd0SVitaly Kuznetsov 		return hv_status;
1046a8edbd0SVitaly Kuznetsov }
1056a8edbd0SVitaly Kuznetsov 
10653e52966SVitaly Kuznetsov /* Fast hypercall with 16 bytes of input */
10753e52966SVitaly Kuznetsov static inline u64 hv_do_fast_hypercall16(u16 code, u64 input1, u64 input2)
10853e52966SVitaly Kuznetsov {
10953e52966SVitaly Kuznetsov 	u64 hv_status, control = (u64)code | HV_HYPERCALL_FAST_BIT;
11053e52966SVitaly Kuznetsov 
11153e52966SVitaly Kuznetsov #ifdef CONFIG_X86_64
11253e52966SVitaly Kuznetsov 	{
11353e52966SVitaly Kuznetsov 		__asm__ __volatile__("mov %4, %%r8\n"
11453e52966SVitaly Kuznetsov 				     CALL_NOSPEC
11553e52966SVitaly Kuznetsov 				     : "=a" (hv_status), ASM_CALL_CONSTRAINT,
11653e52966SVitaly Kuznetsov 				       "+c" (control), "+d" (input1)
11753e52966SVitaly Kuznetsov 				     : "r" (input2),
11853e52966SVitaly Kuznetsov 				       THUNK_TARGET(hv_hypercall_pg)
11953e52966SVitaly Kuznetsov 				     : "cc", "r8", "r9", "r10", "r11");
12053e52966SVitaly Kuznetsov 	}
12153e52966SVitaly Kuznetsov #else
12253e52966SVitaly Kuznetsov 	{
12353e52966SVitaly Kuznetsov 		u32 input1_hi = upper_32_bits(input1);
12453e52966SVitaly Kuznetsov 		u32 input1_lo = lower_32_bits(input1);
12553e52966SVitaly Kuznetsov 		u32 input2_hi = upper_32_bits(input2);
12653e52966SVitaly Kuznetsov 		u32 input2_lo = lower_32_bits(input2);
12753e52966SVitaly Kuznetsov 
12853e52966SVitaly Kuznetsov 		__asm__ __volatile__ (CALL_NOSPEC
12953e52966SVitaly Kuznetsov 				      : "=A"(hv_status),
13053e52966SVitaly Kuznetsov 					"+c"(input1_lo), ASM_CALL_CONSTRAINT
13153e52966SVitaly Kuznetsov 				      :	"A" (control), "b" (input1_hi),
13253e52966SVitaly Kuznetsov 					"D"(input2_hi), "S"(input2_lo),
13353e52966SVitaly Kuznetsov 					THUNK_TARGET(hv_hypercall_pg)
13453e52966SVitaly Kuznetsov 				      : "cc");
13553e52966SVitaly Kuznetsov 	}
13653e52966SVitaly Kuznetsov #endif
13753e52966SVitaly Kuznetsov 	return hv_status;
13853e52966SVitaly Kuznetsov }
13953e52966SVitaly Kuznetsov 
140a46d15ccSVitaly Kuznetsov extern struct hv_vp_assist_page **hv_vp_assist_page;
141a46d15ccSVitaly Kuznetsov 
142a46d15ccSVitaly Kuznetsov static inline struct hv_vp_assist_page *hv_get_vp_assist_page(unsigned int cpu)
143a46d15ccSVitaly Kuznetsov {
144a46d15ccSVitaly Kuznetsov 	if (!hv_vp_assist_page)
145a46d15ccSVitaly Kuznetsov 		return NULL;
146a46d15ccSVitaly Kuznetsov 
147a46d15ccSVitaly Kuznetsov 	return hv_vp_assist_page[cpu];
148a46d15ccSVitaly Kuznetsov }
1497415aea6SVitaly Kuznetsov 
1506b48cb5fSK. Y. Srinivasan void __init hyperv_init(void);
1512ffd9e33SVitaly Kuznetsov void hyperv_setup_mmu_ops(void);
15293286261SVitaly Kuznetsov void set_hv_tscchange_cb(void (*cb)(void));
15393286261SVitaly Kuznetsov void clear_hv_tscchange_cb(void);
15493286261SVitaly Kuznetsov void hyperv_stop_tsc_emulation(void);
155eb914cfeSTianyu Lan int hyperv_flush_guest_mapping(u64 as);
156cc4edae4SLan Tianyu int hyperv_flush_guest_mapping_range(u64 as,
157cc4edae4SLan Tianyu 		hyperv_fill_flush_list_func fill_func, void *data);
158cc4edae4SLan Tianyu int hyperv_fill_flush_guest_mapping_list(
159cc4edae4SLan Tianyu 		struct hv_guest_mapping_flush_list *flush,
160cc4edae4SLan Tianyu 		u64 start_gfn, u64 end_gfn);
1612d2ccf24SThomas Gleixner 
1622d2ccf24SThomas Gleixner #ifdef CONFIG_X86_64
1636b48cb5fSK. Y. Srinivasan void hv_apic_init(void);
1643a025de6SYi Sun void __init hv_init_spinlocks(void);
1653a025de6SYi Sun bool hv_vcpu_is_preempted(int vcpu);
1662d2ccf24SThomas Gleixner #else
1672d2ccf24SThomas Gleixner static inline void hv_apic_init(void) {}
1682d2ccf24SThomas Gleixner #endif
1692d2ccf24SThomas Gleixner 
170e39397d1SWei Liu struct irq_domain *hv_create_pci_msi_domain(void);
171e39397d1SWei Liu 
172fb5ef351SWei Liu int hv_map_ioapic_interrupt(int ioapic_id, bool level, int vcpu, int vector,
173fb5ef351SWei Liu 		struct hv_interrupt_entry *entry);
174fb5ef351SWei Liu int hv_unmap_ioapic_interrupt(int ioapic_id, struct hv_interrupt_entry *entry);
175810a5212STianyu Lan int hv_set_mem_host_visibility(unsigned long addr, int numpages, bool visible);
176faff4406STianyu Lan 
177faff4406STianyu Lan #ifdef CONFIG_AMD_MEM_ENCRYPT
178faff4406STianyu Lan void hv_ghcb_msr_write(u64 msr, u64 value);
179faff4406STianyu Lan void hv_ghcb_msr_read(u64 msr, u64 *value);
18049d6a3c0STianyu Lan bool hv_ghcb_negotiate_protocol(void);
18149d6a3c0STianyu Lan void hv_ghcb_terminate(unsigned int set, unsigned int reason);
182faff4406STianyu Lan #else
183faff4406STianyu Lan static inline void hv_ghcb_msr_write(u64 msr, u64 value) {}
184faff4406STianyu Lan static inline void hv_ghcb_msr_read(u64 msr, u64 *value) {}
18549d6a3c0STianyu Lan static inline bool hv_ghcb_negotiate_protocol(void) { return false; }
18649d6a3c0STianyu Lan static inline void hv_ghcb_terminate(unsigned int set, unsigned int reason) {}
187faff4406STianyu Lan #endif
188faff4406STianyu Lan 
189faff4406STianyu Lan extern bool hv_isolation_type_snp(void);
190faff4406STianyu Lan 
191faff4406STianyu Lan static inline bool hv_is_synic_reg(unsigned int reg)
192faff4406STianyu Lan {
193faff4406STianyu Lan 	if ((reg >= HV_REGISTER_SCONTROL) &&
194faff4406STianyu Lan 	    (reg <= HV_REGISTER_SINT15))
195faff4406STianyu Lan 		return true;
196faff4406STianyu Lan 	return false;
197faff4406STianyu Lan }
198faff4406STianyu Lan 
199*7fec185aSJinank Jain u64 hv_get_register(unsigned int reg);
200*7fec185aSJinank Jain void hv_set_register(unsigned int reg, u64 value);
201*7fec185aSJinank Jain u64 hv_get_non_nested_register(unsigned int reg);
202*7fec185aSJinank Jain void hv_set_non_nested_register(unsigned int reg, u64 value);
203faff4406STianyu Lan 
20479cadff2SVitaly Kuznetsov #else /* CONFIG_HYPERV */
20579cadff2SVitaly Kuznetsov static inline void hyperv_init(void) {}
2062ffd9e33SVitaly Kuznetsov static inline void hyperv_setup_mmu_ops(void) {}
20793286261SVitaly Kuznetsov static inline void set_hv_tscchange_cb(void (*cb)(void)) {}
20893286261SVitaly Kuznetsov static inline void clear_hv_tscchange_cb(void) {}
20993286261SVitaly Kuznetsov static inline void hyperv_stop_tsc_emulation(void) {};
210a46d15ccSVitaly Kuznetsov static inline struct hv_vp_assist_page *hv_get_vp_assist_page(unsigned int cpu)
211a46d15ccSVitaly Kuznetsov {
212a46d15ccSVitaly Kuznetsov 	return NULL;
213a46d15ccSVitaly Kuznetsov }
214eb914cfeSTianyu Lan static inline int hyperv_flush_guest_mapping(u64 as) { return -1; }
215cc4edae4SLan Tianyu static inline int hyperv_flush_guest_mapping_range(u64 as,
216cc4edae4SLan Tianyu 		hyperv_fill_flush_list_func fill_func, void *data)
217cc4edae4SLan Tianyu {
218cc4edae4SLan Tianyu 	return -1;
219cc4edae4SLan Tianyu }
220faff4406STianyu Lan static inline void hv_set_register(unsigned int reg, u64 value) { }
221faff4406STianyu Lan static inline u64 hv_get_register(unsigned int reg) { return 0; }
222*7fec185aSJinank Jain static inline void hv_set_non_nested_register(unsigned int reg, u64 value) { }
223*7fec185aSJinank Jain static inline u64 hv_get_non_nested_register(unsigned int reg) { return 0; }
224810a5212STianyu Lan static inline int hv_set_mem_host_visibility(unsigned long addr, int numpages,
225810a5212STianyu Lan 					     bool visible)
226810a5212STianyu Lan {
227810a5212STianyu Lan 	return -1;
228810a5212STianyu Lan }
22979cadff2SVitaly Kuznetsov #endif /* CONFIG_HYPERV */
23079cadff2SVitaly Kuznetsov 
231765e33f5SMichael Kelley 
232765e33f5SMichael Kelley #include <asm-generic/mshyperv.h>
233765e33f5SMichael Kelley 
234a2a47c6cSKy Srinivasan #endif
235