1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 21965aae3SH. Peter Anvin #ifndef _ASM_X86_EFI_H 31965aae3SH. Peter Anvin #define _ASM_X86_EFI_H 4bb898558SAl Viro 5df6b35f4SIngo Molnar #include <asm/fpu/api.h> 6744937b0SIngo Molnar #include <asm/pgtable.h> 79788375dSMark Rutland #include <asm/processor-flags.h> 8c9f2a9a6SMatt Fleming #include <asm/tlb.h> 9dd84441aSDavid Woodhouse #include <asm/nospec-branch.h> 10*7e904a91SSai Praneeth #include <asm/mmu_context.h> 11744937b0SIngo Molnar 12d2f7cbe7SBorislav Petkov /* 13d2f7cbe7SBorislav Petkov * We map the EFI regions needed for runtime services non-contiguously, 14d2f7cbe7SBorislav Petkov * with preserved alignment on virtual addresses starting from -4G down 15d2f7cbe7SBorislav Petkov * for a total max space of 64G. This way, we provide for stable runtime 16d2f7cbe7SBorislav Petkov * services addresses across kernels so that a kexec'd kernel can still 17d2f7cbe7SBorislav Petkov * use them. 18d2f7cbe7SBorislav Petkov * 19d2f7cbe7SBorislav Petkov * This is the main reason why we're doing stable VA mappings for RT 20d2f7cbe7SBorislav Petkov * services. 21d2f7cbe7SBorislav Petkov * 22d2f7cbe7SBorislav Petkov * This flag is used in conjuction with a chicken bit called 23d2f7cbe7SBorislav Petkov * "efi=old_map" which can be used as a fallback to the old runtime 24d2f7cbe7SBorislav Petkov * services mapping method in case there's some b0rkage with a 25d2f7cbe7SBorislav Petkov * particular EFI implementation (haha, it is hard to hold up the 26d2f7cbe7SBorislav Petkov * sarcasm here...). 27d2f7cbe7SBorislav Petkov */ 28d2f7cbe7SBorislav Petkov #define EFI_OLD_MEMMAP EFI_ARCH_1 29d2f7cbe7SBorislav Petkov 30b8ff87a6SMatt Fleming #define EFI32_LOADER_SIGNATURE "EL32" 31b8ff87a6SMatt Fleming #define EFI64_LOADER_SIGNATURE "EL64" 32b8ff87a6SMatt Fleming 3348fcb2d0SArd Biesheuvel #define MAX_CMDLINE_ADDRESS UINT_MAX 3448fcb2d0SArd Biesheuvel 359788375dSMark Rutland #define ARCH_EFI_IRQ_FLAGS_MASK X86_EFLAGS_IF 36bb898558SAl Viro 379788375dSMark Rutland #ifdef CONFIG_X86_32 38f7d7d01bSMatt Fleming 390825f49fSJoe Perches extern asmlinkage unsigned long efi_call_phys(void *, ...); 40bb898558SAl Viro 41dd84441aSDavid Woodhouse #define arch_efi_call_virt_setup() \ 42dd84441aSDavid Woodhouse ({ \ 43dd84441aSDavid Woodhouse kernel_fpu_begin(); \ 44dd84441aSDavid Woodhouse firmware_restrict_branch_speculation_start(); \ 45dd84441aSDavid Woodhouse }) 46dd84441aSDavid Woodhouse 47dd84441aSDavid Woodhouse #define arch_efi_call_virt_teardown() \ 48dd84441aSDavid Woodhouse ({ \ 49dd84441aSDavid Woodhouse firmware_restrict_branch_speculation_end(); \ 50dd84441aSDavid Woodhouse kernel_fpu_end(); \ 51dd84441aSDavid Woodhouse }) 52dd84441aSDavid Woodhouse 53bc25f9dbSMark Rutland 54bb898558SAl Viro /* 55bb898558SAl Viro * Wrap all the virtual calls in a way that forces the parameters on the stack. 56bb898558SAl Viro */ 5780e75596SAlex Thorlton #define arch_efi_call_virt(p, f, args...) \ 58b738c6eaSRicardo Neri ({ \ 5980e75596SAlex Thorlton ((efi_##f##_t __attribute__((regparm(0)))*) p->f)(args); \ 60b738c6eaSRicardo Neri }) 61982e239cSRicardo Neri 623e8fa263SMatt Fleming #define efi_ioremap(addr, size, type, attr) ioremap_cache(addr, size) 63e1ad783bSKeith Packard 64bb898558SAl Viro #else /* !CONFIG_X86_32 */ 65bb898558SAl Viro 6662fa6e69SMatt Fleming #define EFI_LOADER_SIGNATURE "EL64" 67bb898558SAl Viro 680825f49fSJoe Perches extern asmlinkage u64 efi_call(void *fp, ...); 69bb898558SAl Viro 7062fa6e69SMatt Fleming #define efi_call_phys(f, args...) efi_call((f), args) 7162fa6e69SMatt Fleming 72c9f2a9a6SMatt Fleming /* 73c9f2a9a6SMatt Fleming * Scratch space used for switching the pagetable in the EFI stub 74c9f2a9a6SMatt Fleming */ 75c9f2a9a6SMatt Fleming struct efi_scratch { 76c9f2a9a6SMatt Fleming u64 r15; 77c9f2a9a6SMatt Fleming u64 prev_cr3; 78c9f2a9a6SMatt Fleming pgd_t *efi_pgt; 79c9f2a9a6SMatt Fleming bool use_pgd; 80c9f2a9a6SMatt Fleming u64 phys_stack; 81c9f2a9a6SMatt Fleming } __packed; 82c9f2a9a6SMatt Fleming 83bc25f9dbSMark Rutland #define arch_efi_call_virt_setup() \ 84d2f7cbe7SBorislav Petkov ({ \ 85d2f7cbe7SBorislav Petkov efi_sync_low_kernel_mappings(); \ 86d2f7cbe7SBorislav Petkov preempt_disable(); \ 87de05764eSRicardo Neri __kernel_fpu_begin(); \ 88dd84441aSDavid Woodhouse firmware_restrict_branch_speculation_start(); \ 89c9f2a9a6SMatt Fleming \ 90c9f2a9a6SMatt Fleming if (efi_scratch.use_pgd) { \ 916c690ee1SAndy Lutomirski efi_scratch.prev_cr3 = __read_cr3(); \ 92c9f2a9a6SMatt Fleming write_cr3((unsigned long)efi_scratch.efi_pgt); \ 93c9f2a9a6SMatt Fleming __flush_tlb_all(); \ 94c9f2a9a6SMatt Fleming } \ 95bc25f9dbSMark Rutland }) 96bc25f9dbSMark Rutland 9780e75596SAlex Thorlton #define arch_efi_call_virt(p, f, args...) \ 9880e75596SAlex Thorlton efi_call((void *)p->f, args) \ 99bc25f9dbSMark Rutland 100bc25f9dbSMark Rutland #define arch_efi_call_virt_teardown() \ 101bc25f9dbSMark Rutland ({ \ 102c9f2a9a6SMatt Fleming if (efi_scratch.use_pgd) { \ 103c9f2a9a6SMatt Fleming write_cr3(efi_scratch.prev_cr3); \ 104c9f2a9a6SMatt Fleming __flush_tlb_all(); \ 105c9f2a9a6SMatt Fleming } \ 106c9f2a9a6SMatt Fleming \ 107dd84441aSDavid Woodhouse firmware_restrict_branch_speculation_end(); \ 108de05764eSRicardo Neri __kernel_fpu_end(); \ 109d2f7cbe7SBorislav Petkov preempt_enable(); \ 110d2f7cbe7SBorislav Petkov }) 111d2f7cbe7SBorislav Petkov 1124e78eb05SMathias Krause extern void __iomem *__init efi_ioremap(unsigned long addr, unsigned long size, 1133e8fa263SMatt Fleming u32 type, u64 attribute); 114e1ad783bSKeith Packard 115a523841eSAndrey Ryabinin #ifdef CONFIG_KASAN 116769a8089SAndrey Ryabinin /* 117769a8089SAndrey Ryabinin * CONFIG_KASAN may redefine memset to __memset. __memset function is present 118769a8089SAndrey Ryabinin * only in kernel binary. Since the EFI stub linked into a separate binary it 119769a8089SAndrey Ryabinin * doesn't have __memset(). So we should use standard memset from 120769a8089SAndrey Ryabinin * arch/x86/boot/compressed/string.c. The same applies to memcpy and memmove. 121769a8089SAndrey Ryabinin */ 122769a8089SAndrey Ryabinin #undef memcpy 123769a8089SAndrey Ryabinin #undef memset 124769a8089SAndrey Ryabinin #undef memmove 125a523841eSAndrey Ryabinin #endif 126769a8089SAndrey Ryabinin 127bb898558SAl Viro #endif /* CONFIG_X86_32 */ 128bb898558SAl Viro 129d2f7cbe7SBorislav Petkov extern struct efi_scratch efi_scratch; 1304e78eb05SMathias Krause extern void __init efi_set_executable(efi_memory_desc_t *md, bool executable); 1314e78eb05SMathias Krause extern int __init efi_memblock_x86_reserve_range(void); 132744937b0SIngo Molnar extern pgd_t * __init efi_call_phys_prolog(void); 133744937b0SIngo Molnar extern void __init efi_call_phys_epilog(pgd_t *save_pgd); 1340bbea1ceSTaku Izumi extern void __init efi_print_memmap(void); 1354e78eb05SMathias Krause extern void __init efi_memory_uc(u64 addr, unsigned long size); 136d2f7cbe7SBorislav Petkov extern void __init efi_map_region(efi_memory_desc_t *md); 1373b266496SDave Young extern void __init efi_map_region_fixed(efi_memory_desc_t *md); 138d2f7cbe7SBorislav Petkov extern void efi_sync_low_kernel_mappings(void); 13967a9108eSMatt Fleming extern int __init efi_alloc_page_tables(void); 1404e78eb05SMathias Krause extern int __init efi_setup_page_tables(unsigned long pa_memmap, unsigned num_pages); 141d2f7cbe7SBorislav Petkov extern void __init old_map_region(efi_memory_desc_t *md); 142c55d016fSBorislav Petkov extern void __init runtime_code_page_mkexec(void); 1436d0cc887SSai Praneeth extern void __init efi_runtime_update_mappings(void); 14411cc8512SBorislav Petkov extern void __init efi_dump_pagetable(void); 145a5d90c92SBorislav Petkov extern void __init efi_apply_memmap_quirks(void); 146eeb9db09SSaurabh Tangri extern int __init efi_reuse_config(u64 tables, int nr_tables); 147eeb9db09SSaurabh Tangri extern void efi_delete_dummy_variable(void); 148bb898558SAl Viro 1491fec0533SDave Young struct efi_setup_data { 1501fec0533SDave Young u64 fw_vendor; 1511fec0533SDave Young u64 runtime; 1521fec0533SDave Young u64 tables; 1531fec0533SDave Young u64 smbios; 1541fec0533SDave Young u64 reserved[8]; 1551fec0533SDave Young }; 1561fec0533SDave Young 1571fec0533SDave Young extern u64 efi_setup; 1581fec0533SDave Young 1596b59e366SSatoru Takeuchi #ifdef CONFIG_EFI 1606b59e366SSatoru Takeuchi 1616b59e366SSatoru Takeuchi static inline bool efi_is_native(void) 1626b59e366SSatoru Takeuchi { 1636b59e366SSatoru Takeuchi return IS_ENABLED(CONFIG_X86_64) == efi_enabled(EFI_64BIT); 1646b59e366SSatoru Takeuchi } 1656b59e366SSatoru Takeuchi 1667d453eeeSMatt Fleming static inline bool efi_runtime_supported(void) 1677d453eeeSMatt Fleming { 1687d453eeeSMatt Fleming if (efi_is_native()) 1697d453eeeSMatt Fleming return true; 1707d453eeeSMatt Fleming 1717d453eeeSMatt Fleming if (IS_ENABLED(CONFIG_EFI_MIXED) && !efi_enabled(EFI_OLD_MEMMAP)) 1727d453eeeSMatt Fleming return true; 1737d453eeeSMatt Fleming 1747d453eeeSMatt Fleming return false; 1757d453eeeSMatt Fleming } 1767d453eeeSMatt Fleming 17772548e83SMatt Fleming extern struct console early_efi_console; 1785c12af0cSDave Young extern void parse_efi_setup(u64 phys_addr, u32 data_len); 1794f9dbcfcSMatt Fleming 18021289ec0SArd Biesheuvel extern void efifb_setup_from_dmi(struct screen_info *si, const char *opt); 18121289ec0SArd Biesheuvel 1824f9dbcfcSMatt Fleming #ifdef CONFIG_EFI_MIXED 1834f9dbcfcSMatt Fleming extern void efi_thunk_runtime_setup(void); 1844f9dbcfcSMatt Fleming extern efi_status_t efi_thunk_set_virtual_address_map( 1854f9dbcfcSMatt Fleming void *phys_set_virtual_address_map, 1864f9dbcfcSMatt Fleming unsigned long memory_map_size, 1874f9dbcfcSMatt Fleming unsigned long descriptor_size, 1884f9dbcfcSMatt Fleming u32 descriptor_version, 1894f9dbcfcSMatt Fleming efi_memory_desc_t *virtual_map); 1904f9dbcfcSMatt Fleming #else 1914f9dbcfcSMatt Fleming static inline void efi_thunk_runtime_setup(void) {} 1924f9dbcfcSMatt Fleming static inline efi_status_t efi_thunk_set_virtual_address_map( 1934f9dbcfcSMatt Fleming void *phys_set_virtual_address_map, 1944f9dbcfcSMatt Fleming unsigned long memory_map_size, 1954f9dbcfcSMatt Fleming unsigned long descriptor_size, 1964f9dbcfcSMatt Fleming u32 descriptor_version, 1974f9dbcfcSMatt Fleming efi_memory_desc_t *virtual_map) 1984f9dbcfcSMatt Fleming { 1994f9dbcfcSMatt Fleming return EFI_SUCCESS; 2004f9dbcfcSMatt Fleming } 2014f9dbcfcSMatt Fleming #endif /* CONFIG_EFI_MIXED */ 202f23cf8bdSArd Biesheuvel 203243b6754SArd Biesheuvel 204243b6754SArd Biesheuvel /* arch specific definitions used by the stub code */ 205243b6754SArd Biesheuvel 206243b6754SArd Biesheuvel struct efi_config { 207243b6754SArd Biesheuvel u64 image_handle; 208243b6754SArd Biesheuvel u64 table; 209a2cd2f3fSDavid Howells u64 runtime_services; 2100a637ee6SLukas Wunner u64 boot_services; 211243b6754SArd Biesheuvel u64 text_output; 212243b6754SArd Biesheuvel efi_status_t (*call)(unsigned long, ...); 213243b6754SArd Biesheuvel bool is64; 214243b6754SArd Biesheuvel } __packed; 215243b6754SArd Biesheuvel 216243b6754SArd Biesheuvel __pure const struct efi_config *__efi_early(void); 217243b6754SArd Biesheuvel 21827571616SLukas Wunner static inline bool efi_is_64bit(void) 21927571616SLukas Wunner { 22027571616SLukas Wunner if (!IS_ENABLED(CONFIG_X86_64)) 22127571616SLukas Wunner return false; 22227571616SLukas Wunner 22327571616SLukas Wunner if (!IS_ENABLED(CONFIG_EFI_MIXED)) 22427571616SLukas Wunner return true; 22527571616SLukas Wunner 22627571616SLukas Wunner return __efi_early()->is64; 22727571616SLukas Wunner } 22827571616SLukas Wunner 2293552fdf2SLukas Wunner #define efi_table_attr(table, attr, instance) \ 2303552fdf2SLukas Wunner (efi_is_64bit() ? \ 2313552fdf2SLukas Wunner ((table##_64_t *)(unsigned long)instance)->attr : \ 2323552fdf2SLukas Wunner ((table##_32_t *)(unsigned long)instance)->attr) 2333552fdf2SLukas Wunner 2343552fdf2SLukas Wunner #define efi_call_proto(protocol, f, instance, ...) \ 2353552fdf2SLukas Wunner __efi_early()->call(efi_table_attr(protocol, f, instance), \ 2363552fdf2SLukas Wunner instance, ##__VA_ARGS__) 2373552fdf2SLukas Wunner 238243b6754SArd Biesheuvel #define efi_call_early(f, ...) \ 2393552fdf2SLukas Wunner __efi_early()->call(efi_table_attr(efi_boot_services, f, \ 2403552fdf2SLukas Wunner __efi_early()->boot_services), __VA_ARGS__) 241243b6754SArd Biesheuvel 2422c23b73cSArd Biesheuvel #define __efi_call_early(f, ...) \ 2432c23b73cSArd Biesheuvel __efi_early()->call((unsigned long)f, __VA_ARGS__); 2442c23b73cSArd Biesheuvel 245a2cd2f3fSDavid Howells #define efi_call_runtime(f, ...) \ 246a2cd2f3fSDavid Howells __efi_early()->call(efi_table_attr(efi_runtime_services, f, \ 247a2cd2f3fSDavid Howells __efi_early()->runtime_services), __VA_ARGS__) 248a2cd2f3fSDavid Howells 24944be28e9SMatt Fleming extern bool efi_reboot_required(void); 25044be28e9SMatt Fleming 2516b59e366SSatoru Takeuchi #else 2525c12af0cSDave Young static inline void parse_efi_setup(u64 phys_addr, u32 data_len) {} 25344be28e9SMatt Fleming static inline bool efi_reboot_required(void) 25444be28e9SMatt Fleming { 25544be28e9SMatt Fleming return false; 25644be28e9SMatt Fleming } 257bb898558SAl Viro #endif /* CONFIG_EFI */ 258bb898558SAl Viro 2591965aae3SH. Peter Anvin #endif /* _ASM_X86_EFI_H */ 260