xref: /openbmc/linux/arch/x86/include/asm/efi.h (revision dd84441a797150dcc49298ec95c459a8891d8bb1)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
21965aae3SH. Peter Anvin #ifndef _ASM_X86_EFI_H
31965aae3SH. Peter Anvin #define _ASM_X86_EFI_H
4bb898558SAl Viro 
5df6b35f4SIngo Molnar #include <asm/fpu/api.h>
6744937b0SIngo Molnar #include <asm/pgtable.h>
79788375dSMark Rutland #include <asm/processor-flags.h>
8c9f2a9a6SMatt Fleming #include <asm/tlb.h>
9*dd84441aSDavid Woodhouse #include <asm/nospec-branch.h>
10744937b0SIngo Molnar 
11d2f7cbe7SBorislav Petkov /*
12d2f7cbe7SBorislav Petkov  * We map the EFI regions needed for runtime services non-contiguously,
13d2f7cbe7SBorislav Petkov  * with preserved alignment on virtual addresses starting from -4G down
14d2f7cbe7SBorislav Petkov  * for a total max space of 64G. This way, we provide for stable runtime
15d2f7cbe7SBorislav Petkov  * services addresses across kernels so that a kexec'd kernel can still
16d2f7cbe7SBorislav Petkov  * use them.
17d2f7cbe7SBorislav Petkov  *
18d2f7cbe7SBorislav Petkov  * This is the main reason why we're doing stable VA mappings for RT
19d2f7cbe7SBorislav Petkov  * services.
20d2f7cbe7SBorislav Petkov  *
21d2f7cbe7SBorislav Petkov  * This flag is used in conjuction with a chicken bit called
22d2f7cbe7SBorislav Petkov  * "efi=old_map" which can be used as a fallback to the old runtime
23d2f7cbe7SBorislav Petkov  * services mapping method in case there's some b0rkage with a
24d2f7cbe7SBorislav Petkov  * particular EFI implementation (haha, it is hard to hold up the
25d2f7cbe7SBorislav Petkov  * sarcasm here...).
26d2f7cbe7SBorislav Petkov  */
27d2f7cbe7SBorislav Petkov #define EFI_OLD_MEMMAP		EFI_ARCH_1
28d2f7cbe7SBorislav Petkov 
29b8ff87a6SMatt Fleming #define EFI32_LOADER_SIGNATURE	"EL32"
30b8ff87a6SMatt Fleming #define EFI64_LOADER_SIGNATURE	"EL64"
31b8ff87a6SMatt Fleming 
3248fcb2d0SArd Biesheuvel #define MAX_CMDLINE_ADDRESS	UINT_MAX
3348fcb2d0SArd Biesheuvel 
349788375dSMark Rutland #define ARCH_EFI_IRQ_FLAGS_MASK	X86_EFLAGS_IF
35bb898558SAl Viro 
369788375dSMark Rutland #ifdef CONFIG_X86_32
37f7d7d01bSMatt Fleming 
380825f49fSJoe Perches extern asmlinkage unsigned long efi_call_phys(void *, ...);
39bb898558SAl Viro 
40*dd84441aSDavid Woodhouse #define arch_efi_call_virt_setup()					\
41*dd84441aSDavid Woodhouse ({									\
42*dd84441aSDavid Woodhouse 	kernel_fpu_begin();						\
43*dd84441aSDavid Woodhouse 	firmware_restrict_branch_speculation_start();			\
44*dd84441aSDavid Woodhouse })
45*dd84441aSDavid Woodhouse 
46*dd84441aSDavid Woodhouse #define arch_efi_call_virt_teardown()					\
47*dd84441aSDavid Woodhouse ({									\
48*dd84441aSDavid Woodhouse 	firmware_restrict_branch_speculation_end();			\
49*dd84441aSDavid Woodhouse 	kernel_fpu_end();						\
50*dd84441aSDavid Woodhouse })
51*dd84441aSDavid Woodhouse 
52bc25f9dbSMark Rutland 
53bb898558SAl Viro /*
54bb898558SAl Viro  * Wrap all the virtual calls in a way that forces the parameters on the stack.
55bb898558SAl Viro  */
5680e75596SAlex Thorlton #define arch_efi_call_virt(p, f, args...)				\
57b738c6eaSRicardo Neri ({									\
5880e75596SAlex Thorlton 	((efi_##f##_t __attribute__((regparm(0)))*) p->f)(args);	\
59b738c6eaSRicardo Neri })
60982e239cSRicardo Neri 
613e8fa263SMatt Fleming #define efi_ioremap(addr, size, type, attr)	ioremap_cache(addr, size)
62e1ad783bSKeith Packard 
63bb898558SAl Viro #else /* !CONFIG_X86_32 */
64bb898558SAl Viro 
6562fa6e69SMatt Fleming #define EFI_LOADER_SIGNATURE	"EL64"
66bb898558SAl Viro 
670825f49fSJoe Perches extern asmlinkage u64 efi_call(void *fp, ...);
68bb898558SAl Viro 
6962fa6e69SMatt Fleming #define efi_call_phys(f, args...)		efi_call((f), args)
7062fa6e69SMatt Fleming 
71c9f2a9a6SMatt Fleming /*
72c9f2a9a6SMatt Fleming  * Scratch space used for switching the pagetable in the EFI stub
73c9f2a9a6SMatt Fleming  */
74c9f2a9a6SMatt Fleming struct efi_scratch {
75c9f2a9a6SMatt Fleming 	u64	r15;
76c9f2a9a6SMatt Fleming 	u64	prev_cr3;
77c9f2a9a6SMatt Fleming 	pgd_t	*efi_pgt;
78c9f2a9a6SMatt Fleming 	bool	use_pgd;
79c9f2a9a6SMatt Fleming 	u64	phys_stack;
80c9f2a9a6SMatt Fleming } __packed;
81c9f2a9a6SMatt Fleming 
82bc25f9dbSMark Rutland #define arch_efi_call_virt_setup()					\
83d2f7cbe7SBorislav Petkov ({									\
84d2f7cbe7SBorislav Petkov 	efi_sync_low_kernel_mappings();					\
85d2f7cbe7SBorislav Petkov 	preempt_disable();						\
86de05764eSRicardo Neri 	__kernel_fpu_begin();						\
87*dd84441aSDavid Woodhouse 	firmware_restrict_branch_speculation_start();			\
88c9f2a9a6SMatt Fleming 									\
89c9f2a9a6SMatt Fleming 	if (efi_scratch.use_pgd) {					\
906c690ee1SAndy Lutomirski 		efi_scratch.prev_cr3 = __read_cr3();			\
91c9f2a9a6SMatt Fleming 		write_cr3((unsigned long)efi_scratch.efi_pgt);		\
92c9f2a9a6SMatt Fleming 		__flush_tlb_all();					\
93c9f2a9a6SMatt Fleming 	}								\
94bc25f9dbSMark Rutland })
95bc25f9dbSMark Rutland 
9680e75596SAlex Thorlton #define arch_efi_call_virt(p, f, args...)				\
9780e75596SAlex Thorlton 	efi_call((void *)p->f, args)					\
98bc25f9dbSMark Rutland 
99bc25f9dbSMark Rutland #define arch_efi_call_virt_teardown()					\
100bc25f9dbSMark Rutland ({									\
101c9f2a9a6SMatt Fleming 	if (efi_scratch.use_pgd) {					\
102c9f2a9a6SMatt Fleming 		write_cr3(efi_scratch.prev_cr3);			\
103c9f2a9a6SMatt Fleming 		__flush_tlb_all();					\
104c9f2a9a6SMatt Fleming 	}								\
105c9f2a9a6SMatt Fleming 									\
106*dd84441aSDavid Woodhouse 	firmware_restrict_branch_speculation_end();			\
107de05764eSRicardo Neri 	__kernel_fpu_end();						\
108d2f7cbe7SBorislav Petkov 	preempt_enable();						\
109d2f7cbe7SBorislav Petkov })
110d2f7cbe7SBorislav Petkov 
1114e78eb05SMathias Krause extern void __iomem *__init efi_ioremap(unsigned long addr, unsigned long size,
1123e8fa263SMatt Fleming 					u32 type, u64 attribute);
113e1ad783bSKeith Packard 
114a523841eSAndrey Ryabinin #ifdef CONFIG_KASAN
115769a8089SAndrey Ryabinin /*
116769a8089SAndrey Ryabinin  * CONFIG_KASAN may redefine memset to __memset.  __memset function is present
117769a8089SAndrey Ryabinin  * only in kernel binary.  Since the EFI stub linked into a separate binary it
118769a8089SAndrey Ryabinin  * doesn't have __memset().  So we should use standard memset from
119769a8089SAndrey Ryabinin  * arch/x86/boot/compressed/string.c.  The same applies to memcpy and memmove.
120769a8089SAndrey Ryabinin  */
121769a8089SAndrey Ryabinin #undef memcpy
122769a8089SAndrey Ryabinin #undef memset
123769a8089SAndrey Ryabinin #undef memmove
124a523841eSAndrey Ryabinin #endif
125769a8089SAndrey Ryabinin 
126bb898558SAl Viro #endif /* CONFIG_X86_32 */
127bb898558SAl Viro 
128d2f7cbe7SBorislav Petkov extern struct efi_scratch efi_scratch;
1294e78eb05SMathias Krause extern void __init efi_set_executable(efi_memory_desc_t *md, bool executable);
1304e78eb05SMathias Krause extern int __init efi_memblock_x86_reserve_range(void);
131744937b0SIngo Molnar extern pgd_t * __init efi_call_phys_prolog(void);
132744937b0SIngo Molnar extern void __init efi_call_phys_epilog(pgd_t *save_pgd);
1330bbea1ceSTaku Izumi extern void __init efi_print_memmap(void);
1344e78eb05SMathias Krause extern void __init efi_memory_uc(u64 addr, unsigned long size);
135d2f7cbe7SBorislav Petkov extern void __init efi_map_region(efi_memory_desc_t *md);
1363b266496SDave Young extern void __init efi_map_region_fixed(efi_memory_desc_t *md);
137d2f7cbe7SBorislav Petkov extern void efi_sync_low_kernel_mappings(void);
13867a9108eSMatt Fleming extern int __init efi_alloc_page_tables(void);
1394e78eb05SMathias Krause extern int __init efi_setup_page_tables(unsigned long pa_memmap, unsigned num_pages);
140d2f7cbe7SBorislav Petkov extern void __init old_map_region(efi_memory_desc_t *md);
141c55d016fSBorislav Petkov extern void __init runtime_code_page_mkexec(void);
1426d0cc887SSai Praneeth extern void __init efi_runtime_update_mappings(void);
14311cc8512SBorislav Petkov extern void __init efi_dump_pagetable(void);
144a5d90c92SBorislav Petkov extern void __init efi_apply_memmap_quirks(void);
145eeb9db09SSaurabh Tangri extern int __init efi_reuse_config(u64 tables, int nr_tables);
146eeb9db09SSaurabh Tangri extern void efi_delete_dummy_variable(void);
147bb898558SAl Viro 
1481fec0533SDave Young struct efi_setup_data {
1491fec0533SDave Young 	u64 fw_vendor;
1501fec0533SDave Young 	u64 runtime;
1511fec0533SDave Young 	u64 tables;
1521fec0533SDave Young 	u64 smbios;
1531fec0533SDave Young 	u64 reserved[8];
1541fec0533SDave Young };
1551fec0533SDave Young 
1561fec0533SDave Young extern u64 efi_setup;
1571fec0533SDave Young 
1586b59e366SSatoru Takeuchi #ifdef CONFIG_EFI
1596b59e366SSatoru Takeuchi 
1606b59e366SSatoru Takeuchi static inline bool efi_is_native(void)
1616b59e366SSatoru Takeuchi {
1626b59e366SSatoru Takeuchi 	return IS_ENABLED(CONFIG_X86_64) == efi_enabled(EFI_64BIT);
1636b59e366SSatoru Takeuchi }
1646b59e366SSatoru Takeuchi 
1657d453eeeSMatt Fleming static inline bool efi_runtime_supported(void)
1667d453eeeSMatt Fleming {
1677d453eeeSMatt Fleming 	if (efi_is_native())
1687d453eeeSMatt Fleming 		return true;
1697d453eeeSMatt Fleming 
1707d453eeeSMatt Fleming 	if (IS_ENABLED(CONFIG_EFI_MIXED) && !efi_enabled(EFI_OLD_MEMMAP))
1717d453eeeSMatt Fleming 		return true;
1727d453eeeSMatt Fleming 
1737d453eeeSMatt Fleming 	return false;
1747d453eeeSMatt Fleming }
1757d453eeeSMatt Fleming 
17672548e83SMatt Fleming extern struct console early_efi_console;
1775c12af0cSDave Young extern void parse_efi_setup(u64 phys_addr, u32 data_len);
1784f9dbcfcSMatt Fleming 
17921289ec0SArd Biesheuvel extern void efifb_setup_from_dmi(struct screen_info *si, const char *opt);
18021289ec0SArd Biesheuvel 
1814f9dbcfcSMatt Fleming #ifdef CONFIG_EFI_MIXED
1824f9dbcfcSMatt Fleming extern void efi_thunk_runtime_setup(void);
1834f9dbcfcSMatt Fleming extern efi_status_t efi_thunk_set_virtual_address_map(
1844f9dbcfcSMatt Fleming 	void *phys_set_virtual_address_map,
1854f9dbcfcSMatt Fleming 	unsigned long memory_map_size,
1864f9dbcfcSMatt Fleming 	unsigned long descriptor_size,
1874f9dbcfcSMatt Fleming 	u32 descriptor_version,
1884f9dbcfcSMatt Fleming 	efi_memory_desc_t *virtual_map);
1894f9dbcfcSMatt Fleming #else
1904f9dbcfcSMatt Fleming static inline void efi_thunk_runtime_setup(void) {}
1914f9dbcfcSMatt Fleming static inline efi_status_t efi_thunk_set_virtual_address_map(
1924f9dbcfcSMatt Fleming 	void *phys_set_virtual_address_map,
1934f9dbcfcSMatt Fleming 	unsigned long memory_map_size,
1944f9dbcfcSMatt Fleming 	unsigned long descriptor_size,
1954f9dbcfcSMatt Fleming 	u32 descriptor_version,
1964f9dbcfcSMatt Fleming 	efi_memory_desc_t *virtual_map)
1974f9dbcfcSMatt Fleming {
1984f9dbcfcSMatt Fleming 	return EFI_SUCCESS;
1994f9dbcfcSMatt Fleming }
2004f9dbcfcSMatt Fleming #endif /* CONFIG_EFI_MIXED */
201f23cf8bdSArd Biesheuvel 
202243b6754SArd Biesheuvel 
203243b6754SArd Biesheuvel /* arch specific definitions used by the stub code */
204243b6754SArd Biesheuvel 
205243b6754SArd Biesheuvel struct efi_config {
206243b6754SArd Biesheuvel 	u64 image_handle;
207243b6754SArd Biesheuvel 	u64 table;
208a2cd2f3fSDavid Howells 	u64 runtime_services;
2090a637ee6SLukas Wunner 	u64 boot_services;
210243b6754SArd Biesheuvel 	u64 text_output;
211243b6754SArd Biesheuvel 	efi_status_t (*call)(unsigned long, ...);
212243b6754SArd Biesheuvel 	bool is64;
213243b6754SArd Biesheuvel } __packed;
214243b6754SArd Biesheuvel 
215243b6754SArd Biesheuvel __pure const struct efi_config *__efi_early(void);
216243b6754SArd Biesheuvel 
21727571616SLukas Wunner static inline bool efi_is_64bit(void)
21827571616SLukas Wunner {
21927571616SLukas Wunner 	if (!IS_ENABLED(CONFIG_X86_64))
22027571616SLukas Wunner 		return false;
22127571616SLukas Wunner 
22227571616SLukas Wunner 	if (!IS_ENABLED(CONFIG_EFI_MIXED))
22327571616SLukas Wunner 		return true;
22427571616SLukas Wunner 
22527571616SLukas Wunner 	return __efi_early()->is64;
22627571616SLukas Wunner }
22727571616SLukas Wunner 
2283552fdf2SLukas Wunner #define efi_table_attr(table, attr, instance)				\
2293552fdf2SLukas Wunner 	(efi_is_64bit() ?						\
2303552fdf2SLukas Wunner 		((table##_64_t *)(unsigned long)instance)->attr :	\
2313552fdf2SLukas Wunner 		((table##_32_t *)(unsigned long)instance)->attr)
2323552fdf2SLukas Wunner 
2333552fdf2SLukas Wunner #define efi_call_proto(protocol, f, instance, ...)			\
2343552fdf2SLukas Wunner 	__efi_early()->call(efi_table_attr(protocol, f, instance),	\
2353552fdf2SLukas Wunner 		instance, ##__VA_ARGS__)
2363552fdf2SLukas Wunner 
237243b6754SArd Biesheuvel #define efi_call_early(f, ...)						\
2383552fdf2SLukas Wunner 	__efi_early()->call(efi_table_attr(efi_boot_services, f,	\
2393552fdf2SLukas Wunner 		__efi_early()->boot_services), __VA_ARGS__)
240243b6754SArd Biesheuvel 
2412c23b73cSArd Biesheuvel #define __efi_call_early(f, ...)					\
2422c23b73cSArd Biesheuvel 	__efi_early()->call((unsigned long)f, __VA_ARGS__);
2432c23b73cSArd Biesheuvel 
244a2cd2f3fSDavid Howells #define efi_call_runtime(f, ...)					\
245a2cd2f3fSDavid Howells 	__efi_early()->call(efi_table_attr(efi_runtime_services, f,	\
246a2cd2f3fSDavid Howells 		__efi_early()->runtime_services), __VA_ARGS__)
247a2cd2f3fSDavid Howells 
24844be28e9SMatt Fleming extern bool efi_reboot_required(void);
24944be28e9SMatt Fleming 
2506b59e366SSatoru Takeuchi #else
2515c12af0cSDave Young static inline void parse_efi_setup(u64 phys_addr, u32 data_len) {}
25244be28e9SMatt Fleming static inline bool efi_reboot_required(void)
25344be28e9SMatt Fleming {
25444be28e9SMatt Fleming 	return false;
25544be28e9SMatt Fleming }
256bb898558SAl Viro #endif /* CONFIG_EFI */
257bb898558SAl Viro 
2581965aae3SH. Peter Anvin #endif /* _ASM_X86_EFI_H */
259