14febfb8dSArd Biesheuvel // SPDX-License-Identifier: GPL-2.0 2f4f75ad5SArd Biesheuvel /* 3f4f75ad5SArd Biesheuvel * Helper functions used by the EFI stub on multiple 4f4f75ad5SArd Biesheuvel * architectures. This should be #included by the EFI stub 5f4f75ad5SArd Biesheuvel * implementation files. 6f4f75ad5SArd Biesheuvel * 7f4f75ad5SArd Biesheuvel * Copyright 2011 Intel Corporation; author Matt Fleming 8f4f75ad5SArd Biesheuvel */ 9f4f75ad5SArd Biesheuvel 10f4f75ad5SArd Biesheuvel #include <linux/efi.h> 11f4f75ad5SArd Biesheuvel #include <asm/efi.h> 12f4f75ad5SArd Biesheuvel 13f4f75ad5SArd Biesheuvel #include "efistub.h" 14f4f75ad5SArd Biesheuvel 155a17dae4SMatt Fleming /* 165a17dae4SMatt Fleming * Some firmware implementations have problems reading files in one go. 175a17dae4SMatt Fleming * A read chunk size of 1MB seems to work for most platforms. 185a17dae4SMatt Fleming * 195a17dae4SMatt Fleming * Unfortunately, reading files in chunks triggers *other* bugs on some 205a17dae4SMatt Fleming * platforms, so we provide a way to disable this workaround, which can 215a17dae4SMatt Fleming * be done by passing "efi=nochunk" on the EFI boot stub command line. 225a17dae4SMatt Fleming * 235a17dae4SMatt Fleming * If you experience issues with initrd images being corrupt it's worth 245a17dae4SMatt Fleming * trying efi=nochunk, but chunking is enabled by default because there 255a17dae4SMatt Fleming * are far more machines that require the workaround than those that 265a17dae4SMatt Fleming * break with it enabled. 275a17dae4SMatt Fleming */ 28f4f75ad5SArd Biesheuvel #define EFI_READ_CHUNK_SIZE (1024 * 1024) 29f4f75ad5SArd Biesheuvel 305a17dae4SMatt Fleming static unsigned long __chunk_size = EFI_READ_CHUNK_SIZE; 315a17dae4SMatt Fleming 3260f38de7SArd Biesheuvel static int __section(.data) __nokaslr; 33eeff7d63SArd Biesheuvel static int __section(.data) __quiet; 344e46c2a9SArd Biesheuvel static int __section(.data) __novamap; 35b617c526SDan Williams static bool __section(.data) efi_nosoftreserve; 3660f38de7SArd Biesheuvel 3760f38de7SArd Biesheuvel int __pure nokaslr(void) 3860f38de7SArd Biesheuvel { 3960f38de7SArd Biesheuvel return __nokaslr; 4060f38de7SArd Biesheuvel } 41eeff7d63SArd Biesheuvel int __pure is_quiet(void) 42eeff7d63SArd Biesheuvel { 43eeff7d63SArd Biesheuvel return __quiet; 44eeff7d63SArd Biesheuvel } 454e46c2a9SArd Biesheuvel int __pure novamap(void) 464e46c2a9SArd Biesheuvel { 474e46c2a9SArd Biesheuvel return __novamap; 484e46c2a9SArd Biesheuvel } 49b617c526SDan Williams bool __pure __efi_soft_reserve_enabled(void) 50b617c526SDan Williams { 51b617c526SDan Williams return !efi_nosoftreserve; 52b617c526SDan Williams } 5360f38de7SArd Biesheuvel 54dadb57abSJeffrey Hugo #define EFI_MMAP_NR_SLACK_SLOTS 8 55dadb57abSJeffrey Hugo 56f4f75ad5SArd Biesheuvel struct file_info { 57f4f75ad5SArd Biesheuvel efi_file_handle_t *handle; 58f4f75ad5SArd Biesheuvel u64 size; 59f4f75ad5SArd Biesheuvel }; 60f4f75ad5SArd Biesheuvel 61f4f75ad5SArd Biesheuvel void efi_printk(efi_system_table_t *sys_table_arg, char *str) 62f4f75ad5SArd Biesheuvel { 63f4f75ad5SArd Biesheuvel char *s8; 64f4f75ad5SArd Biesheuvel 65f4f75ad5SArd Biesheuvel for (s8 = str; *s8; s8++) { 66f4f75ad5SArd Biesheuvel efi_char16_t ch[2] = { 0 }; 67f4f75ad5SArd Biesheuvel 68f4f75ad5SArd Biesheuvel ch[0] = *s8; 69f4f75ad5SArd Biesheuvel if (*s8 == '\n') { 70f4f75ad5SArd Biesheuvel efi_char16_t nl[2] = { '\r', 0 }; 71f4f75ad5SArd Biesheuvel efi_char16_printk(sys_table_arg, nl); 72f4f75ad5SArd Biesheuvel } 73f4f75ad5SArd Biesheuvel 74f4f75ad5SArd Biesheuvel efi_char16_printk(sys_table_arg, ch); 75f4f75ad5SArd Biesheuvel } 76f4f75ad5SArd Biesheuvel } 77f4f75ad5SArd Biesheuvel 78dadb57abSJeffrey Hugo static inline bool mmap_has_headroom(unsigned long buff_size, 79dadb57abSJeffrey Hugo unsigned long map_size, 80dadb57abSJeffrey Hugo unsigned long desc_size) 81dadb57abSJeffrey Hugo { 82dadb57abSJeffrey Hugo unsigned long slack = buff_size - map_size; 83dadb57abSJeffrey Hugo 84dadb57abSJeffrey Hugo return slack / desc_size >= EFI_MMAP_NR_SLACK_SLOTS; 85dadb57abSJeffrey Hugo } 86dadb57abSJeffrey Hugo 87f4f75ad5SArd Biesheuvel efi_status_t efi_get_memory_map(efi_system_table_t *sys_table_arg, 88dadb57abSJeffrey Hugo struct efi_boot_memmap *map) 89f4f75ad5SArd Biesheuvel { 90f4f75ad5SArd Biesheuvel efi_memory_desc_t *m = NULL; 91f4f75ad5SArd Biesheuvel efi_status_t status; 92f4f75ad5SArd Biesheuvel unsigned long key; 93f4f75ad5SArd Biesheuvel u32 desc_version; 94f4f75ad5SArd Biesheuvel 95dadb57abSJeffrey Hugo *map->desc_size = sizeof(*m); 96dadb57abSJeffrey Hugo *map->map_size = *map->desc_size * 32; 97dadb57abSJeffrey Hugo *map->buff_size = *map->map_size; 9843a9f696SMatt Fleming again: 99f4f75ad5SArd Biesheuvel status = efi_call_early(allocate_pool, EFI_LOADER_DATA, 100dadb57abSJeffrey Hugo *map->map_size, (void **)&m); 101f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) 102f4f75ad5SArd Biesheuvel goto fail; 103f4f75ad5SArd Biesheuvel 104dadb57abSJeffrey Hugo *map->desc_size = 0; 10543a9f696SMatt Fleming key = 0; 106dadb57abSJeffrey Hugo status = efi_call_early(get_memory_map, map->map_size, m, 107dadb57abSJeffrey Hugo &key, map->desc_size, &desc_version); 108dadb57abSJeffrey Hugo if (status == EFI_BUFFER_TOO_SMALL || 109dadb57abSJeffrey Hugo !mmap_has_headroom(*map->buff_size, *map->map_size, 110dadb57abSJeffrey Hugo *map->desc_size)) { 111f4f75ad5SArd Biesheuvel efi_call_early(free_pool, m); 112dadb57abSJeffrey Hugo /* 113dadb57abSJeffrey Hugo * Make sure there is some entries of headroom so that the 114dadb57abSJeffrey Hugo * buffer can be reused for a new map after allocations are 115dadb57abSJeffrey Hugo * no longer permitted. Its unlikely that the map will grow to 116dadb57abSJeffrey Hugo * exceed this headroom once we are ready to trigger 117dadb57abSJeffrey Hugo * ExitBootServices() 118dadb57abSJeffrey Hugo */ 119dadb57abSJeffrey Hugo *map->map_size += *map->desc_size * EFI_MMAP_NR_SLACK_SLOTS; 120dadb57abSJeffrey Hugo *map->buff_size = *map->map_size; 12143a9f696SMatt Fleming goto again; 122f4f75ad5SArd Biesheuvel } 123f4f75ad5SArd Biesheuvel 124f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) 125f4f75ad5SArd Biesheuvel efi_call_early(free_pool, m); 126f4f75ad5SArd Biesheuvel 127dadb57abSJeffrey Hugo if (map->key_ptr && status == EFI_SUCCESS) 128dadb57abSJeffrey Hugo *map->key_ptr = key; 129dadb57abSJeffrey Hugo if (map->desc_ver && status == EFI_SUCCESS) 130dadb57abSJeffrey Hugo *map->desc_ver = desc_version; 131f4f75ad5SArd Biesheuvel 132f4f75ad5SArd Biesheuvel fail: 133dadb57abSJeffrey Hugo *map->map = m; 134f4f75ad5SArd Biesheuvel return status; 135f4f75ad5SArd Biesheuvel } 136f4f75ad5SArd Biesheuvel 137f4f75ad5SArd Biesheuvel 138ddeeefe2SArd Biesheuvel unsigned long get_dram_base(efi_system_table_t *sys_table_arg) 139f4f75ad5SArd Biesheuvel { 140f4f75ad5SArd Biesheuvel efi_status_t status; 141dadb57abSJeffrey Hugo unsigned long map_size, buff_size; 142f4f75ad5SArd Biesheuvel unsigned long membase = EFI_ERROR; 143f4f75ad5SArd Biesheuvel struct efi_memory_map map; 144f4f75ad5SArd Biesheuvel efi_memory_desc_t *md; 145dadb57abSJeffrey Hugo struct efi_boot_memmap boot_map; 146f4f75ad5SArd Biesheuvel 147dadb57abSJeffrey Hugo boot_map.map = (efi_memory_desc_t **)&map.map; 148dadb57abSJeffrey Hugo boot_map.map_size = &map_size; 149dadb57abSJeffrey Hugo boot_map.desc_size = &map.desc_size; 150dadb57abSJeffrey Hugo boot_map.desc_ver = NULL; 151dadb57abSJeffrey Hugo boot_map.key_ptr = NULL; 152dadb57abSJeffrey Hugo boot_map.buff_size = &buff_size; 153dadb57abSJeffrey Hugo 154dadb57abSJeffrey Hugo status = efi_get_memory_map(sys_table_arg, &boot_map); 155f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) 156f4f75ad5SArd Biesheuvel return membase; 157f4f75ad5SArd Biesheuvel 158f4f75ad5SArd Biesheuvel map.map_end = map.map + map_size; 159f4f75ad5SArd Biesheuvel 16078ce248fSMatt Fleming for_each_efi_memory_desc_in_map(&map, md) { 16178ce248fSMatt Fleming if (md->attribute & EFI_MEMORY_WB) { 162f4f75ad5SArd Biesheuvel if (membase > md->phys_addr) 163f4f75ad5SArd Biesheuvel membase = md->phys_addr; 16478ce248fSMatt Fleming } 16578ce248fSMatt Fleming } 166f4f75ad5SArd Biesheuvel 167f4f75ad5SArd Biesheuvel efi_call_early(free_pool, map.map); 168f4f75ad5SArd Biesheuvel 169f4f75ad5SArd Biesheuvel return membase; 170f4f75ad5SArd Biesheuvel } 171f4f75ad5SArd Biesheuvel 172f4f75ad5SArd Biesheuvel /* 173f4f75ad5SArd Biesheuvel * Allocate at the highest possible address that is not above 'max'. 174f4f75ad5SArd Biesheuvel */ 175f4f75ad5SArd Biesheuvel efi_status_t efi_high_alloc(efi_system_table_t *sys_table_arg, 176f4f75ad5SArd Biesheuvel unsigned long size, unsigned long align, 177f4f75ad5SArd Biesheuvel unsigned long *addr, unsigned long max) 178f4f75ad5SArd Biesheuvel { 179dadb57abSJeffrey Hugo unsigned long map_size, desc_size, buff_size; 180f4f75ad5SArd Biesheuvel efi_memory_desc_t *map; 181f4f75ad5SArd Biesheuvel efi_status_t status; 182f4f75ad5SArd Biesheuvel unsigned long nr_pages; 183f4f75ad5SArd Biesheuvel u64 max_addr = 0; 184f4f75ad5SArd Biesheuvel int i; 185dadb57abSJeffrey Hugo struct efi_boot_memmap boot_map; 186f4f75ad5SArd Biesheuvel 187dadb57abSJeffrey Hugo boot_map.map = ↦ 188dadb57abSJeffrey Hugo boot_map.map_size = &map_size; 189dadb57abSJeffrey Hugo boot_map.desc_size = &desc_size; 190dadb57abSJeffrey Hugo boot_map.desc_ver = NULL; 191dadb57abSJeffrey Hugo boot_map.key_ptr = NULL; 192dadb57abSJeffrey Hugo boot_map.buff_size = &buff_size; 193dadb57abSJeffrey Hugo 194dadb57abSJeffrey Hugo status = efi_get_memory_map(sys_table_arg, &boot_map); 195f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) 196f4f75ad5SArd Biesheuvel goto fail; 197f4f75ad5SArd Biesheuvel 198f4f75ad5SArd Biesheuvel /* 1995b88a31cSRoy Franz * Enforce minimum alignment that EFI or Linux requires when 2005b88a31cSRoy Franz * requesting a specific address. We are doing page-based (or 2015b88a31cSRoy Franz * larger) allocations, and both the address and size must meet 2025b88a31cSRoy Franz * alignment constraints. 203f4f75ad5SArd Biesheuvel */ 204cf2b0f10SArd Biesheuvel if (align < EFI_ALLOC_ALIGN) 205cf2b0f10SArd Biesheuvel align = EFI_ALLOC_ALIGN; 206f4f75ad5SArd Biesheuvel 2075b88a31cSRoy Franz size = round_up(size, EFI_ALLOC_ALIGN); 2085b88a31cSRoy Franz nr_pages = size / EFI_PAGE_SIZE; 209f4f75ad5SArd Biesheuvel again: 210f4f75ad5SArd Biesheuvel for (i = 0; i < map_size / desc_size; i++) { 211f4f75ad5SArd Biesheuvel efi_memory_desc_t *desc; 212f4f75ad5SArd Biesheuvel unsigned long m = (unsigned long)map; 213f4f75ad5SArd Biesheuvel u64 start, end; 214f4f75ad5SArd Biesheuvel 21502e43c2dSBaoquan He desc = efi_early_memdesc_ptr(m, desc_size, i); 216f4f75ad5SArd Biesheuvel if (desc->type != EFI_CONVENTIONAL_MEMORY) 217f4f75ad5SArd Biesheuvel continue; 218f4f75ad5SArd Biesheuvel 219b617c526SDan Williams if (efi_soft_reserve_enabled() && 220b617c526SDan Williams (desc->attribute & EFI_MEMORY_SP)) 221b617c526SDan Williams continue; 222b617c526SDan Williams 223f4f75ad5SArd Biesheuvel if (desc->num_pages < nr_pages) 224f4f75ad5SArd Biesheuvel continue; 225f4f75ad5SArd Biesheuvel 226f4f75ad5SArd Biesheuvel start = desc->phys_addr; 2275b88a31cSRoy Franz end = start + desc->num_pages * EFI_PAGE_SIZE; 228f4f75ad5SArd Biesheuvel 2297ed620bbSYinghai Lu if (end > max) 230f4f75ad5SArd Biesheuvel end = max; 231f4f75ad5SArd Biesheuvel 2327ed620bbSYinghai Lu if ((start + size) > end) 2337ed620bbSYinghai Lu continue; 2347ed620bbSYinghai Lu 235f4f75ad5SArd Biesheuvel if (round_down(end - size, align) < start) 236f4f75ad5SArd Biesheuvel continue; 237f4f75ad5SArd Biesheuvel 238f4f75ad5SArd Biesheuvel start = round_down(end - size, align); 239f4f75ad5SArd Biesheuvel 240f4f75ad5SArd Biesheuvel /* 241f4f75ad5SArd Biesheuvel * Don't allocate at 0x0. It will confuse code that 242f4f75ad5SArd Biesheuvel * checks pointers against NULL. 243f4f75ad5SArd Biesheuvel */ 244f4f75ad5SArd Biesheuvel if (start == 0x0) 245f4f75ad5SArd Biesheuvel continue; 246f4f75ad5SArd Biesheuvel 247f4f75ad5SArd Biesheuvel if (start > max_addr) 248f4f75ad5SArd Biesheuvel max_addr = start; 249f4f75ad5SArd Biesheuvel } 250f4f75ad5SArd Biesheuvel 251f4f75ad5SArd Biesheuvel if (!max_addr) 252f4f75ad5SArd Biesheuvel status = EFI_NOT_FOUND; 253f4f75ad5SArd Biesheuvel else { 254f4f75ad5SArd Biesheuvel status = efi_call_early(allocate_pages, 255f4f75ad5SArd Biesheuvel EFI_ALLOCATE_ADDRESS, EFI_LOADER_DATA, 256f4f75ad5SArd Biesheuvel nr_pages, &max_addr); 257f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) { 258f4f75ad5SArd Biesheuvel max = max_addr; 259f4f75ad5SArd Biesheuvel max_addr = 0; 260f4f75ad5SArd Biesheuvel goto again; 261f4f75ad5SArd Biesheuvel } 262f4f75ad5SArd Biesheuvel 263f4f75ad5SArd Biesheuvel *addr = max_addr; 264f4f75ad5SArd Biesheuvel } 265f4f75ad5SArd Biesheuvel 266f4f75ad5SArd Biesheuvel efi_call_early(free_pool, map); 267f4f75ad5SArd Biesheuvel fail: 268f4f75ad5SArd Biesheuvel return status; 269f4f75ad5SArd Biesheuvel } 270f4f75ad5SArd Biesheuvel 271f4f75ad5SArd Biesheuvel /* 272220dd769SKairui Song * Allocate at the lowest possible address that is not below 'min'. 273f4f75ad5SArd Biesheuvel */ 274220dd769SKairui Song efi_status_t efi_low_alloc_above(efi_system_table_t *sys_table_arg, 275f4f75ad5SArd Biesheuvel unsigned long size, unsigned long align, 276220dd769SKairui Song unsigned long *addr, unsigned long min) 277f4f75ad5SArd Biesheuvel { 278dadb57abSJeffrey Hugo unsigned long map_size, desc_size, buff_size; 279f4f75ad5SArd Biesheuvel efi_memory_desc_t *map; 280f4f75ad5SArd Biesheuvel efi_status_t status; 281f4f75ad5SArd Biesheuvel unsigned long nr_pages; 282f4f75ad5SArd Biesheuvel int i; 283dadb57abSJeffrey Hugo struct efi_boot_memmap boot_map; 284f4f75ad5SArd Biesheuvel 285dadb57abSJeffrey Hugo boot_map.map = ↦ 286dadb57abSJeffrey Hugo boot_map.map_size = &map_size; 287dadb57abSJeffrey Hugo boot_map.desc_size = &desc_size; 288dadb57abSJeffrey Hugo boot_map.desc_ver = NULL; 289dadb57abSJeffrey Hugo boot_map.key_ptr = NULL; 290dadb57abSJeffrey Hugo boot_map.buff_size = &buff_size; 291dadb57abSJeffrey Hugo 292dadb57abSJeffrey Hugo status = efi_get_memory_map(sys_table_arg, &boot_map); 293f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) 294f4f75ad5SArd Biesheuvel goto fail; 295f4f75ad5SArd Biesheuvel 296f4f75ad5SArd Biesheuvel /* 2975b88a31cSRoy Franz * Enforce minimum alignment that EFI or Linux requires when 2985b88a31cSRoy Franz * requesting a specific address. We are doing page-based (or 2995b88a31cSRoy Franz * larger) allocations, and both the address and size must meet 3005b88a31cSRoy Franz * alignment constraints. 301f4f75ad5SArd Biesheuvel */ 302cf2b0f10SArd Biesheuvel if (align < EFI_ALLOC_ALIGN) 303cf2b0f10SArd Biesheuvel align = EFI_ALLOC_ALIGN; 304f4f75ad5SArd Biesheuvel 3055b88a31cSRoy Franz size = round_up(size, EFI_ALLOC_ALIGN); 3065b88a31cSRoy Franz nr_pages = size / EFI_PAGE_SIZE; 307f4f75ad5SArd Biesheuvel for (i = 0; i < map_size / desc_size; i++) { 308f4f75ad5SArd Biesheuvel efi_memory_desc_t *desc; 309f4f75ad5SArd Biesheuvel unsigned long m = (unsigned long)map; 310f4f75ad5SArd Biesheuvel u64 start, end; 311f4f75ad5SArd Biesheuvel 31202e43c2dSBaoquan He desc = efi_early_memdesc_ptr(m, desc_size, i); 313f4f75ad5SArd Biesheuvel 314f4f75ad5SArd Biesheuvel if (desc->type != EFI_CONVENTIONAL_MEMORY) 315f4f75ad5SArd Biesheuvel continue; 316f4f75ad5SArd Biesheuvel 317b617c526SDan Williams if (efi_soft_reserve_enabled() && 318b617c526SDan Williams (desc->attribute & EFI_MEMORY_SP)) 319b617c526SDan Williams continue; 320b617c526SDan Williams 321f4f75ad5SArd Biesheuvel if (desc->num_pages < nr_pages) 322f4f75ad5SArd Biesheuvel continue; 323f4f75ad5SArd Biesheuvel 324f4f75ad5SArd Biesheuvel start = desc->phys_addr; 3255b88a31cSRoy Franz end = start + desc->num_pages * EFI_PAGE_SIZE; 326f4f75ad5SArd Biesheuvel 327220dd769SKairui Song if (start < min) 328220dd769SKairui Song start = min; 329f4f75ad5SArd Biesheuvel 330f4f75ad5SArd Biesheuvel start = round_up(start, align); 331f4f75ad5SArd Biesheuvel if ((start + size) > end) 332f4f75ad5SArd Biesheuvel continue; 333f4f75ad5SArd Biesheuvel 334f4f75ad5SArd Biesheuvel status = efi_call_early(allocate_pages, 335f4f75ad5SArd Biesheuvel EFI_ALLOCATE_ADDRESS, EFI_LOADER_DATA, 336f4f75ad5SArd Biesheuvel nr_pages, &start); 337f4f75ad5SArd Biesheuvel if (status == EFI_SUCCESS) { 338f4f75ad5SArd Biesheuvel *addr = start; 339f4f75ad5SArd Biesheuvel break; 340f4f75ad5SArd Biesheuvel } 341f4f75ad5SArd Biesheuvel } 342f4f75ad5SArd Biesheuvel 343f4f75ad5SArd Biesheuvel if (i == map_size / desc_size) 344f4f75ad5SArd Biesheuvel status = EFI_NOT_FOUND; 345f4f75ad5SArd Biesheuvel 346f4f75ad5SArd Biesheuvel efi_call_early(free_pool, map); 347f4f75ad5SArd Biesheuvel fail: 348f4f75ad5SArd Biesheuvel return status; 349f4f75ad5SArd Biesheuvel } 350f4f75ad5SArd Biesheuvel 351f4f75ad5SArd Biesheuvel void efi_free(efi_system_table_t *sys_table_arg, unsigned long size, 352f4f75ad5SArd Biesheuvel unsigned long addr) 353f4f75ad5SArd Biesheuvel { 354f4f75ad5SArd Biesheuvel unsigned long nr_pages; 355f4f75ad5SArd Biesheuvel 356f4f75ad5SArd Biesheuvel if (!size) 357f4f75ad5SArd Biesheuvel return; 358f4f75ad5SArd Biesheuvel 359cf2b0f10SArd Biesheuvel nr_pages = round_up(size, EFI_ALLOC_ALIGN) / EFI_PAGE_SIZE; 360f4f75ad5SArd Biesheuvel efi_call_early(free_pages, addr, nr_pages); 361f4f75ad5SArd Biesheuvel } 362f4f75ad5SArd Biesheuvel 3632bd79f30SLukas Wunner static efi_status_t efi_file_size(efi_system_table_t *sys_table_arg, void *__fh, 3642bd79f30SLukas Wunner efi_char16_t *filename_16, void **handle, 3652bd79f30SLukas Wunner u64 *file_sz) 3662bd79f30SLukas Wunner { 3672bd79f30SLukas Wunner efi_file_handle_t *h, *fh = __fh; 3682bd79f30SLukas Wunner efi_file_info_t *info; 3692bd79f30SLukas Wunner efi_status_t status; 3702bd79f30SLukas Wunner efi_guid_t info_guid = EFI_FILE_INFO_ID; 3712bd79f30SLukas Wunner unsigned long info_sz; 3722bd79f30SLukas Wunner 3732bd79f30SLukas Wunner status = efi_call_proto(efi_file_handle, open, fh, &h, filename_16, 3742bd79f30SLukas Wunner EFI_FILE_MODE_READ, (u64)0); 3752bd79f30SLukas Wunner if (status != EFI_SUCCESS) { 3762bd79f30SLukas Wunner efi_printk(sys_table_arg, "Failed to open file: "); 3772bd79f30SLukas Wunner efi_char16_printk(sys_table_arg, filename_16); 3782bd79f30SLukas Wunner efi_printk(sys_table_arg, "\n"); 3792bd79f30SLukas Wunner return status; 3802bd79f30SLukas Wunner } 3812bd79f30SLukas Wunner 3822bd79f30SLukas Wunner *handle = h; 3832bd79f30SLukas Wunner 3842bd79f30SLukas Wunner info_sz = 0; 3852bd79f30SLukas Wunner status = efi_call_proto(efi_file_handle, get_info, h, &info_guid, 3862bd79f30SLukas Wunner &info_sz, NULL); 3872bd79f30SLukas Wunner if (status != EFI_BUFFER_TOO_SMALL) { 3882bd79f30SLukas Wunner efi_printk(sys_table_arg, "Failed to get file info size\n"); 3892bd79f30SLukas Wunner return status; 3902bd79f30SLukas Wunner } 3912bd79f30SLukas Wunner 3922bd79f30SLukas Wunner grow: 3932bd79f30SLukas Wunner status = efi_call_early(allocate_pool, EFI_LOADER_DATA, 3942bd79f30SLukas Wunner info_sz, (void **)&info); 3952bd79f30SLukas Wunner if (status != EFI_SUCCESS) { 3962bd79f30SLukas Wunner efi_printk(sys_table_arg, "Failed to alloc mem for file info\n"); 3972bd79f30SLukas Wunner return status; 3982bd79f30SLukas Wunner } 3992bd79f30SLukas Wunner 4002bd79f30SLukas Wunner status = efi_call_proto(efi_file_handle, get_info, h, &info_guid, 4012bd79f30SLukas Wunner &info_sz, info); 4022bd79f30SLukas Wunner if (status == EFI_BUFFER_TOO_SMALL) { 4032bd79f30SLukas Wunner efi_call_early(free_pool, info); 4042bd79f30SLukas Wunner goto grow; 4052bd79f30SLukas Wunner } 4062bd79f30SLukas Wunner 4072bd79f30SLukas Wunner *file_sz = info->file_size; 4082bd79f30SLukas Wunner efi_call_early(free_pool, info); 4092bd79f30SLukas Wunner 4102bd79f30SLukas Wunner if (status != EFI_SUCCESS) 4112bd79f30SLukas Wunner efi_printk(sys_table_arg, "Failed to get initrd info\n"); 4122bd79f30SLukas Wunner 4132bd79f30SLukas Wunner return status; 4142bd79f30SLukas Wunner } 4152bd79f30SLukas Wunner 4162bd79f30SLukas Wunner static efi_status_t efi_file_read(void *handle, unsigned long *size, void *addr) 4172bd79f30SLukas Wunner { 4182bd79f30SLukas Wunner return efi_call_proto(efi_file_handle, read, handle, size, addr); 4192bd79f30SLukas Wunner } 4202bd79f30SLukas Wunner 4212bd79f30SLukas Wunner static efi_status_t efi_file_close(void *handle) 4222bd79f30SLukas Wunner { 4232bd79f30SLukas Wunner return efi_call_proto(efi_file_handle, close, handle); 4242bd79f30SLukas Wunner } 4252bd79f30SLukas Wunner 426c4db9c1eSLukas Wunner static efi_status_t efi_open_volume(efi_system_table_t *sys_table_arg, 427c4db9c1eSLukas Wunner efi_loaded_image_t *image, 428c4db9c1eSLukas Wunner efi_file_handle_t **__fh) 429c4db9c1eSLukas Wunner { 430c4db9c1eSLukas Wunner efi_file_io_interface_t *io; 431c4db9c1eSLukas Wunner efi_file_handle_t *fh; 432c4db9c1eSLukas Wunner efi_guid_t fs_proto = EFI_FILE_SYSTEM_GUID; 433c4db9c1eSLukas Wunner efi_status_t status; 434c4db9c1eSLukas Wunner void *handle = (void *)(unsigned long)efi_table_attr(efi_loaded_image, 435c4db9c1eSLukas Wunner device_handle, 436c4db9c1eSLukas Wunner image); 437c4db9c1eSLukas Wunner 438c4db9c1eSLukas Wunner status = efi_call_early(handle_protocol, handle, 439c4db9c1eSLukas Wunner &fs_proto, (void **)&io); 440c4db9c1eSLukas Wunner if (status != EFI_SUCCESS) { 441c4db9c1eSLukas Wunner efi_printk(sys_table_arg, "Failed to handle fs_proto\n"); 442c4db9c1eSLukas Wunner return status; 443c4db9c1eSLukas Wunner } 444c4db9c1eSLukas Wunner 445c4db9c1eSLukas Wunner status = efi_call_proto(efi_file_io_interface, open_volume, io, &fh); 446c4db9c1eSLukas Wunner if (status != EFI_SUCCESS) 447c4db9c1eSLukas Wunner efi_printk(sys_table_arg, "Failed to open volume\n"); 448c4db9c1eSLukas Wunner else 449c4db9c1eSLukas Wunner *__fh = fh; 450c4db9c1eSLukas Wunner 451c4db9c1eSLukas Wunner return status; 452c4db9c1eSLukas Wunner } 453c4db9c1eSLukas Wunner 4545a17dae4SMatt Fleming /* 4555a17dae4SMatt Fleming * Parse the ASCII string 'cmdline' for EFI options, denoted by the efi= 4565a17dae4SMatt Fleming * option, e.g. efi=nochunk. 4575a17dae4SMatt Fleming * 4585a17dae4SMatt Fleming * It should be noted that efi= is parsed in two very different 4595a17dae4SMatt Fleming * environments, first in the early boot environment of the EFI boot 4605a17dae4SMatt Fleming * stub, and subsequently during the kernel boot. 4615a17dae4SMatt Fleming */ 46260f38de7SArd Biesheuvel efi_status_t efi_parse_options(char const *cmdline) 4635a17dae4SMatt Fleming { 4645a17dae4SMatt Fleming char *str; 4655a17dae4SMatt Fleming 46660f38de7SArd Biesheuvel str = strstr(cmdline, "nokaslr"); 46760f38de7SArd Biesheuvel if (str == cmdline || (str && str > cmdline && *(str - 1) == ' ')) 46860f38de7SArd Biesheuvel __nokaslr = 1; 469b3879a4dSArd Biesheuvel 470eeff7d63SArd Biesheuvel str = strstr(cmdline, "quiet"); 471eeff7d63SArd Biesheuvel if (str == cmdline || (str && str > cmdline && *(str - 1) == ' ')) 472eeff7d63SArd Biesheuvel __quiet = 1; 473eeff7d63SArd Biesheuvel 474b3879a4dSArd Biesheuvel /* 4755a17dae4SMatt Fleming * If no EFI parameters were specified on the cmdline we've got 4765a17dae4SMatt Fleming * nothing to do. 4775a17dae4SMatt Fleming */ 4785a17dae4SMatt Fleming str = strstr(cmdline, "efi="); 4795a17dae4SMatt Fleming if (!str) 4805a17dae4SMatt Fleming return EFI_SUCCESS; 4815a17dae4SMatt Fleming 4825a17dae4SMatt Fleming /* Skip ahead to first argument */ 4835a17dae4SMatt Fleming str += strlen("efi="); 4845a17dae4SMatt Fleming 4855a17dae4SMatt Fleming /* 4865a17dae4SMatt Fleming * Remember, because efi= is also used by the kernel we need to 4875a17dae4SMatt Fleming * skip over arguments we don't understand. 4885a17dae4SMatt Fleming */ 4894c3f14bbSArd Biesheuvel while (*str && *str != ' ') { 4905a17dae4SMatt Fleming if (!strncmp(str, "nochunk", 7)) { 4915a17dae4SMatt Fleming str += strlen("nochunk"); 4925a17dae4SMatt Fleming __chunk_size = -1UL; 4935a17dae4SMatt Fleming } 4945a17dae4SMatt Fleming 4954e46c2a9SArd Biesheuvel if (!strncmp(str, "novamap", 7)) { 4964e46c2a9SArd Biesheuvel str += strlen("novamap"); 4974e46c2a9SArd Biesheuvel __novamap = 1; 4984e46c2a9SArd Biesheuvel } 4994e46c2a9SArd Biesheuvel 500b617c526SDan Williams if (IS_ENABLED(CONFIG_EFI_SOFT_RESERVE) && 501b617c526SDan Williams !strncmp(str, "nosoftreserve", 7)) { 502b617c526SDan Williams str += strlen("nosoftreserve"); 503b617c526SDan Williams efi_nosoftreserve = 1; 504b617c526SDan Williams } 505b617c526SDan Williams 5065a17dae4SMatt Fleming /* Group words together, delimited by "," */ 5074c3f14bbSArd Biesheuvel while (*str && *str != ' ' && *str != ',') 5085a17dae4SMatt Fleming str++; 5095a17dae4SMatt Fleming 5105a17dae4SMatt Fleming if (*str == ',') 5115a17dae4SMatt Fleming str++; 5125a17dae4SMatt Fleming } 5135a17dae4SMatt Fleming 5145a17dae4SMatt Fleming return EFI_SUCCESS; 5155a17dae4SMatt Fleming } 516f4f75ad5SArd Biesheuvel 517f4f75ad5SArd Biesheuvel /* 518f4f75ad5SArd Biesheuvel * Check the cmdline for a LILO-style file= arguments. 519f4f75ad5SArd Biesheuvel * 520f4f75ad5SArd Biesheuvel * We only support loading a file from the same filesystem as 521f4f75ad5SArd Biesheuvel * the kernel image. 522f4f75ad5SArd Biesheuvel */ 523f4f75ad5SArd Biesheuvel efi_status_t handle_cmdline_files(efi_system_table_t *sys_table_arg, 524f4f75ad5SArd Biesheuvel efi_loaded_image_t *image, 525f4f75ad5SArd Biesheuvel char *cmd_line, char *option_string, 526f4f75ad5SArd Biesheuvel unsigned long max_addr, 527f4f75ad5SArd Biesheuvel unsigned long *load_addr, 528f4f75ad5SArd Biesheuvel unsigned long *load_size) 529f4f75ad5SArd Biesheuvel { 530f4f75ad5SArd Biesheuvel struct file_info *files; 531f4f75ad5SArd Biesheuvel unsigned long file_addr; 532f4f75ad5SArd Biesheuvel u64 file_size_total; 533f4f75ad5SArd Biesheuvel efi_file_handle_t *fh = NULL; 534f4f75ad5SArd Biesheuvel efi_status_t status; 535f4f75ad5SArd Biesheuvel int nr_files; 536f4f75ad5SArd Biesheuvel char *str; 537f4f75ad5SArd Biesheuvel int i, j, k; 538f4f75ad5SArd Biesheuvel 539f4f75ad5SArd Biesheuvel file_addr = 0; 540f4f75ad5SArd Biesheuvel file_size_total = 0; 541f4f75ad5SArd Biesheuvel 542f4f75ad5SArd Biesheuvel str = cmd_line; 543f4f75ad5SArd Biesheuvel 544f4f75ad5SArd Biesheuvel j = 0; /* See close_handles */ 545f4f75ad5SArd Biesheuvel 546f4f75ad5SArd Biesheuvel if (!load_addr || !load_size) 547f4f75ad5SArd Biesheuvel return EFI_INVALID_PARAMETER; 548f4f75ad5SArd Biesheuvel 549f4f75ad5SArd Biesheuvel *load_addr = 0; 550f4f75ad5SArd Biesheuvel *load_size = 0; 551f4f75ad5SArd Biesheuvel 552f4f75ad5SArd Biesheuvel if (!str || !*str) 553f4f75ad5SArd Biesheuvel return EFI_SUCCESS; 554f4f75ad5SArd Biesheuvel 555f4f75ad5SArd Biesheuvel for (nr_files = 0; *str; nr_files++) { 556f4f75ad5SArd Biesheuvel str = strstr(str, option_string); 557f4f75ad5SArd Biesheuvel if (!str) 558f4f75ad5SArd Biesheuvel break; 559f4f75ad5SArd Biesheuvel 560f4f75ad5SArd Biesheuvel str += strlen(option_string); 561f4f75ad5SArd Biesheuvel 562f4f75ad5SArd Biesheuvel /* Skip any leading slashes */ 563f4f75ad5SArd Biesheuvel while (*str == '/' || *str == '\\') 564f4f75ad5SArd Biesheuvel str++; 565f4f75ad5SArd Biesheuvel 566f4f75ad5SArd Biesheuvel while (*str && *str != ' ' && *str != '\n') 567f4f75ad5SArd Biesheuvel str++; 568f4f75ad5SArd Biesheuvel } 569f4f75ad5SArd Biesheuvel 570f4f75ad5SArd Biesheuvel if (!nr_files) 571f4f75ad5SArd Biesheuvel return EFI_SUCCESS; 572f4f75ad5SArd Biesheuvel 573f4f75ad5SArd Biesheuvel status = efi_call_early(allocate_pool, EFI_LOADER_DATA, 574f4f75ad5SArd Biesheuvel nr_files * sizeof(*files), (void **)&files); 575f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) { 576f4f75ad5SArd Biesheuvel pr_efi_err(sys_table_arg, "Failed to alloc mem for file handle list\n"); 577f4f75ad5SArd Biesheuvel goto fail; 578f4f75ad5SArd Biesheuvel } 579f4f75ad5SArd Biesheuvel 580f4f75ad5SArd Biesheuvel str = cmd_line; 581f4f75ad5SArd Biesheuvel for (i = 0; i < nr_files; i++) { 582f4f75ad5SArd Biesheuvel struct file_info *file; 583f4f75ad5SArd Biesheuvel efi_char16_t filename_16[256]; 584f4f75ad5SArd Biesheuvel efi_char16_t *p; 585f4f75ad5SArd Biesheuvel 586f4f75ad5SArd Biesheuvel str = strstr(str, option_string); 587f4f75ad5SArd Biesheuvel if (!str) 588f4f75ad5SArd Biesheuvel break; 589f4f75ad5SArd Biesheuvel 590f4f75ad5SArd Biesheuvel str += strlen(option_string); 591f4f75ad5SArd Biesheuvel 592f4f75ad5SArd Biesheuvel file = &files[i]; 593f4f75ad5SArd Biesheuvel p = filename_16; 594f4f75ad5SArd Biesheuvel 595f4f75ad5SArd Biesheuvel /* Skip any leading slashes */ 596f4f75ad5SArd Biesheuvel while (*str == '/' || *str == '\\') 597f4f75ad5SArd Biesheuvel str++; 598f4f75ad5SArd Biesheuvel 599f4f75ad5SArd Biesheuvel while (*str && *str != ' ' && *str != '\n') { 600f4f75ad5SArd Biesheuvel if ((u8 *)p >= (u8 *)filename_16 + sizeof(filename_16)) 601f4f75ad5SArd Biesheuvel break; 602f4f75ad5SArd Biesheuvel 603f4f75ad5SArd Biesheuvel if (*str == '/') { 604f4f75ad5SArd Biesheuvel *p++ = '\\'; 605f4f75ad5SArd Biesheuvel str++; 606f4f75ad5SArd Biesheuvel } else { 607f4f75ad5SArd Biesheuvel *p++ = *str++; 608f4f75ad5SArd Biesheuvel } 609f4f75ad5SArd Biesheuvel } 610f4f75ad5SArd Biesheuvel 611f4f75ad5SArd Biesheuvel *p = '\0'; 612f4f75ad5SArd Biesheuvel 613f4f75ad5SArd Biesheuvel /* Only open the volume once. */ 614f4f75ad5SArd Biesheuvel if (!i) { 615c4db9c1eSLukas Wunner status = efi_open_volume(sys_table_arg, image, &fh); 616f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) 617f4f75ad5SArd Biesheuvel goto free_files; 618f4f75ad5SArd Biesheuvel } 619f4f75ad5SArd Biesheuvel 620f4f75ad5SArd Biesheuvel status = efi_file_size(sys_table_arg, fh, filename_16, 621f4f75ad5SArd Biesheuvel (void **)&file->handle, &file->size); 622f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) 623f4f75ad5SArd Biesheuvel goto close_handles; 624f4f75ad5SArd Biesheuvel 625f4f75ad5SArd Biesheuvel file_size_total += file->size; 626f4f75ad5SArd Biesheuvel } 627f4f75ad5SArd Biesheuvel 628f4f75ad5SArd Biesheuvel if (file_size_total) { 629f4f75ad5SArd Biesheuvel unsigned long addr; 630f4f75ad5SArd Biesheuvel 631f4f75ad5SArd Biesheuvel /* 632f4f75ad5SArd Biesheuvel * Multiple files need to be at consecutive addresses in memory, 633f4f75ad5SArd Biesheuvel * so allocate enough memory for all the files. This is used 634f4f75ad5SArd Biesheuvel * for loading multiple files. 635f4f75ad5SArd Biesheuvel */ 636f4f75ad5SArd Biesheuvel status = efi_high_alloc(sys_table_arg, file_size_total, 0x1000, 637f4f75ad5SArd Biesheuvel &file_addr, max_addr); 638f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) { 639f4f75ad5SArd Biesheuvel pr_efi_err(sys_table_arg, "Failed to alloc highmem for files\n"); 640f4f75ad5SArd Biesheuvel goto close_handles; 641f4f75ad5SArd Biesheuvel } 642f4f75ad5SArd Biesheuvel 643f4f75ad5SArd Biesheuvel /* We've run out of free low memory. */ 644f4f75ad5SArd Biesheuvel if (file_addr > max_addr) { 645f4f75ad5SArd Biesheuvel pr_efi_err(sys_table_arg, "We've run out of free low memory\n"); 646f4f75ad5SArd Biesheuvel status = EFI_INVALID_PARAMETER; 647f4f75ad5SArd Biesheuvel goto free_file_total; 648f4f75ad5SArd Biesheuvel } 649f4f75ad5SArd Biesheuvel 650f4f75ad5SArd Biesheuvel addr = file_addr; 651f4f75ad5SArd Biesheuvel for (j = 0; j < nr_files; j++) { 652f4f75ad5SArd Biesheuvel unsigned long size; 653f4f75ad5SArd Biesheuvel 654f4f75ad5SArd Biesheuvel size = files[j].size; 655f4f75ad5SArd Biesheuvel while (size) { 656f4f75ad5SArd Biesheuvel unsigned long chunksize; 657b3879a4dSArd Biesheuvel 658b3879a4dSArd Biesheuvel if (IS_ENABLED(CONFIG_X86) && size > __chunk_size) 6595a17dae4SMatt Fleming chunksize = __chunk_size; 660f4f75ad5SArd Biesheuvel else 661f4f75ad5SArd Biesheuvel chunksize = size; 662f4f75ad5SArd Biesheuvel 663f4f75ad5SArd Biesheuvel status = efi_file_read(files[j].handle, 664f4f75ad5SArd Biesheuvel &chunksize, 665f4f75ad5SArd Biesheuvel (void *)addr); 666f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) { 667f4f75ad5SArd Biesheuvel pr_efi_err(sys_table_arg, "Failed to read file\n"); 668f4f75ad5SArd Biesheuvel goto free_file_total; 669f4f75ad5SArd Biesheuvel } 670f4f75ad5SArd Biesheuvel addr += chunksize; 671f4f75ad5SArd Biesheuvel size -= chunksize; 672f4f75ad5SArd Biesheuvel } 673f4f75ad5SArd Biesheuvel 674f4f75ad5SArd Biesheuvel efi_file_close(files[j].handle); 675f4f75ad5SArd Biesheuvel } 676f4f75ad5SArd Biesheuvel 677f4f75ad5SArd Biesheuvel } 678f4f75ad5SArd Biesheuvel 679f4f75ad5SArd Biesheuvel efi_call_early(free_pool, files); 680f4f75ad5SArd Biesheuvel 681f4f75ad5SArd Biesheuvel *load_addr = file_addr; 682f4f75ad5SArd Biesheuvel *load_size = file_size_total; 683f4f75ad5SArd Biesheuvel 684f4f75ad5SArd Biesheuvel return status; 685f4f75ad5SArd Biesheuvel 686f4f75ad5SArd Biesheuvel free_file_total: 687f4f75ad5SArd Biesheuvel efi_free(sys_table_arg, file_size_total, file_addr); 688f4f75ad5SArd Biesheuvel 689f4f75ad5SArd Biesheuvel close_handles: 690f4f75ad5SArd Biesheuvel for (k = j; k < i; k++) 691f4f75ad5SArd Biesheuvel efi_file_close(files[k].handle); 692f4f75ad5SArd Biesheuvel free_files: 693f4f75ad5SArd Biesheuvel efi_call_early(free_pool, files); 694f4f75ad5SArd Biesheuvel fail: 695f4f75ad5SArd Biesheuvel *load_addr = 0; 696f4f75ad5SArd Biesheuvel *load_size = 0; 697f4f75ad5SArd Biesheuvel 698f4f75ad5SArd Biesheuvel return status; 699f4f75ad5SArd Biesheuvel } 700f4f75ad5SArd Biesheuvel /* 701f4f75ad5SArd Biesheuvel * Relocate a kernel image, either compressed or uncompressed. 702f4f75ad5SArd Biesheuvel * In the ARM64 case, all kernel images are currently 703f4f75ad5SArd Biesheuvel * uncompressed, and as such when we relocate it we need to 704f4f75ad5SArd Biesheuvel * allocate additional space for the BSS segment. Any low 705f4f75ad5SArd Biesheuvel * memory that this function should avoid needs to be 706f4f75ad5SArd Biesheuvel * unavailable in the EFI memory map, as if the preferred 707f4f75ad5SArd Biesheuvel * address is not available the lowest available address will 708f4f75ad5SArd Biesheuvel * be used. 709f4f75ad5SArd Biesheuvel */ 710f4f75ad5SArd Biesheuvel efi_status_t efi_relocate_kernel(efi_system_table_t *sys_table_arg, 711f4f75ad5SArd Biesheuvel unsigned long *image_addr, 712f4f75ad5SArd Biesheuvel unsigned long image_size, 713f4f75ad5SArd Biesheuvel unsigned long alloc_size, 714f4f75ad5SArd Biesheuvel unsigned long preferred_addr, 715220dd769SKairui Song unsigned long alignment, 716220dd769SKairui Song unsigned long min_addr) 717f4f75ad5SArd Biesheuvel { 718f4f75ad5SArd Biesheuvel unsigned long cur_image_addr; 719f4f75ad5SArd Biesheuvel unsigned long new_addr = 0; 720f4f75ad5SArd Biesheuvel efi_status_t status; 721f4f75ad5SArd Biesheuvel unsigned long nr_pages; 722f4f75ad5SArd Biesheuvel efi_physical_addr_t efi_addr = preferred_addr; 723f4f75ad5SArd Biesheuvel 724f4f75ad5SArd Biesheuvel if (!image_addr || !image_size || !alloc_size) 725f4f75ad5SArd Biesheuvel return EFI_INVALID_PARAMETER; 726f4f75ad5SArd Biesheuvel if (alloc_size < image_size) 727f4f75ad5SArd Biesheuvel return EFI_INVALID_PARAMETER; 728f4f75ad5SArd Biesheuvel 729f4f75ad5SArd Biesheuvel cur_image_addr = *image_addr; 730f4f75ad5SArd Biesheuvel 731f4f75ad5SArd Biesheuvel /* 732f4f75ad5SArd Biesheuvel * The EFI firmware loader could have placed the kernel image 733f4f75ad5SArd Biesheuvel * anywhere in memory, but the kernel has restrictions on the 734f4f75ad5SArd Biesheuvel * max physical address it can run at. Some architectures 735f4f75ad5SArd Biesheuvel * also have a prefered address, so first try to relocate 736f4f75ad5SArd Biesheuvel * to the preferred address. If that fails, allocate as low 737f4f75ad5SArd Biesheuvel * as possible while respecting the required alignment. 738f4f75ad5SArd Biesheuvel */ 739cf2b0f10SArd Biesheuvel nr_pages = round_up(alloc_size, EFI_ALLOC_ALIGN) / EFI_PAGE_SIZE; 740f4f75ad5SArd Biesheuvel status = efi_call_early(allocate_pages, 741f4f75ad5SArd Biesheuvel EFI_ALLOCATE_ADDRESS, EFI_LOADER_DATA, 742f4f75ad5SArd Biesheuvel nr_pages, &efi_addr); 743f4f75ad5SArd Biesheuvel new_addr = efi_addr; 744f4f75ad5SArd Biesheuvel /* 745f4f75ad5SArd Biesheuvel * If preferred address allocation failed allocate as low as 746f4f75ad5SArd Biesheuvel * possible. 747f4f75ad5SArd Biesheuvel */ 748f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) { 749220dd769SKairui Song status = efi_low_alloc_above(sys_table_arg, alloc_size, 750220dd769SKairui Song alignment, &new_addr, min_addr); 751f4f75ad5SArd Biesheuvel } 752f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) { 753f4f75ad5SArd Biesheuvel pr_efi_err(sys_table_arg, "Failed to allocate usable memory for kernel.\n"); 754f4f75ad5SArd Biesheuvel return status; 755f4f75ad5SArd Biesheuvel } 756f4f75ad5SArd Biesheuvel 757f4f75ad5SArd Biesheuvel /* 758f4f75ad5SArd Biesheuvel * We know source/dest won't overlap since both memory ranges 759f4f75ad5SArd Biesheuvel * have been allocated by UEFI, so we can safely use memcpy. 760f4f75ad5SArd Biesheuvel */ 761f4f75ad5SArd Biesheuvel memcpy((void *)new_addr, (void *)cur_image_addr, image_size); 762f4f75ad5SArd Biesheuvel 763f4f75ad5SArd Biesheuvel /* Return the new address of the relocated image. */ 764f4f75ad5SArd Biesheuvel *image_addr = new_addr; 765f4f75ad5SArd Biesheuvel 766f4f75ad5SArd Biesheuvel return status; 767f4f75ad5SArd Biesheuvel } 768f4f75ad5SArd Biesheuvel 769f4f75ad5SArd Biesheuvel /* 770f4f75ad5SArd Biesheuvel * Get the number of UTF-8 bytes corresponding to an UTF-16 character. 771f4f75ad5SArd Biesheuvel * This overestimates for surrogates, but that is okay. 772f4f75ad5SArd Biesheuvel */ 773f4f75ad5SArd Biesheuvel static int efi_utf8_bytes(u16 c) 774f4f75ad5SArd Biesheuvel { 775f4f75ad5SArd Biesheuvel return 1 + (c >= 0x80) + (c >= 0x800); 776f4f75ad5SArd Biesheuvel } 777f4f75ad5SArd Biesheuvel 778f4f75ad5SArd Biesheuvel /* 779f4f75ad5SArd Biesheuvel * Convert an UTF-16 string, not necessarily null terminated, to UTF-8. 780f4f75ad5SArd Biesheuvel */ 781f4f75ad5SArd Biesheuvel static u8 *efi_utf16_to_utf8(u8 *dst, const u16 *src, int n) 782f4f75ad5SArd Biesheuvel { 783f4f75ad5SArd Biesheuvel unsigned int c; 784f4f75ad5SArd Biesheuvel 785f4f75ad5SArd Biesheuvel while (n--) { 786f4f75ad5SArd Biesheuvel c = *src++; 787f4f75ad5SArd Biesheuvel if (n && c >= 0xd800 && c <= 0xdbff && 788f4f75ad5SArd Biesheuvel *src >= 0xdc00 && *src <= 0xdfff) { 789f4f75ad5SArd Biesheuvel c = 0x10000 + ((c & 0x3ff) << 10) + (*src & 0x3ff); 790f4f75ad5SArd Biesheuvel src++; 791f4f75ad5SArd Biesheuvel n--; 792f4f75ad5SArd Biesheuvel } 793f4f75ad5SArd Biesheuvel if (c >= 0xd800 && c <= 0xdfff) 794f4f75ad5SArd Biesheuvel c = 0xfffd; /* Unmatched surrogate */ 795f4f75ad5SArd Biesheuvel if (c < 0x80) { 796f4f75ad5SArd Biesheuvel *dst++ = c; 797f4f75ad5SArd Biesheuvel continue; 798f4f75ad5SArd Biesheuvel } 799f4f75ad5SArd Biesheuvel if (c < 0x800) { 800f4f75ad5SArd Biesheuvel *dst++ = 0xc0 + (c >> 6); 801f4f75ad5SArd Biesheuvel goto t1; 802f4f75ad5SArd Biesheuvel } 803f4f75ad5SArd Biesheuvel if (c < 0x10000) { 804f4f75ad5SArd Biesheuvel *dst++ = 0xe0 + (c >> 12); 805f4f75ad5SArd Biesheuvel goto t2; 806f4f75ad5SArd Biesheuvel } 807f4f75ad5SArd Biesheuvel *dst++ = 0xf0 + (c >> 18); 808f4f75ad5SArd Biesheuvel *dst++ = 0x80 + ((c >> 12) & 0x3f); 809f4f75ad5SArd Biesheuvel t2: 810f4f75ad5SArd Biesheuvel *dst++ = 0x80 + ((c >> 6) & 0x3f); 811f4f75ad5SArd Biesheuvel t1: 812f4f75ad5SArd Biesheuvel *dst++ = 0x80 + (c & 0x3f); 813f4f75ad5SArd Biesheuvel } 814f4f75ad5SArd Biesheuvel 815f4f75ad5SArd Biesheuvel return dst; 816f4f75ad5SArd Biesheuvel } 817f4f75ad5SArd Biesheuvel 81848fcb2d0SArd Biesheuvel #ifndef MAX_CMDLINE_ADDRESS 81948fcb2d0SArd Biesheuvel #define MAX_CMDLINE_ADDRESS ULONG_MAX 82048fcb2d0SArd Biesheuvel #endif 82148fcb2d0SArd Biesheuvel 822f4f75ad5SArd Biesheuvel /* 823f4f75ad5SArd Biesheuvel * Convert the unicode UEFI command line to ASCII to pass to kernel. 824f4f75ad5SArd Biesheuvel * Size of memory allocated return in *cmd_line_len. 825f4f75ad5SArd Biesheuvel * Returns NULL on error. 826f4f75ad5SArd Biesheuvel */ 827f4f75ad5SArd Biesheuvel char *efi_convert_cmdline(efi_system_table_t *sys_table_arg, 828f4f75ad5SArd Biesheuvel efi_loaded_image_t *image, 829f4f75ad5SArd Biesheuvel int *cmd_line_len) 830f4f75ad5SArd Biesheuvel { 831f4f75ad5SArd Biesheuvel const u16 *s2; 832f4f75ad5SArd Biesheuvel u8 *s1 = NULL; 833f4f75ad5SArd Biesheuvel unsigned long cmdline_addr = 0; 834f4f75ad5SArd Biesheuvel int load_options_chars = image->load_options_size / 2; /* UTF-16 */ 835f4f75ad5SArd Biesheuvel const u16 *options = image->load_options; 836f4f75ad5SArd Biesheuvel int options_bytes = 0; /* UTF-8 bytes */ 837f4f75ad5SArd Biesheuvel int options_chars = 0; /* UTF-16 chars */ 838f4f75ad5SArd Biesheuvel efi_status_t status; 839f4f75ad5SArd Biesheuvel u16 zero = 0; 840f4f75ad5SArd Biesheuvel 841f4f75ad5SArd Biesheuvel if (options) { 842f4f75ad5SArd Biesheuvel s2 = options; 843f4f75ad5SArd Biesheuvel while (*s2 && *s2 != '\n' 844f4f75ad5SArd Biesheuvel && options_chars < load_options_chars) { 845f4f75ad5SArd Biesheuvel options_bytes += efi_utf8_bytes(*s2++); 846f4f75ad5SArd Biesheuvel options_chars++; 847f4f75ad5SArd Biesheuvel } 848f4f75ad5SArd Biesheuvel } 849f4f75ad5SArd Biesheuvel 850f4f75ad5SArd Biesheuvel if (!options_chars) { 851f4f75ad5SArd Biesheuvel /* No command line options, so return empty string*/ 852f4f75ad5SArd Biesheuvel options = &zero; 853f4f75ad5SArd Biesheuvel } 854f4f75ad5SArd Biesheuvel 855f4f75ad5SArd Biesheuvel options_bytes++; /* NUL termination */ 856f4f75ad5SArd Biesheuvel 85748fcb2d0SArd Biesheuvel status = efi_high_alloc(sys_table_arg, options_bytes, 0, 85848fcb2d0SArd Biesheuvel &cmdline_addr, MAX_CMDLINE_ADDRESS); 859f4f75ad5SArd Biesheuvel if (status != EFI_SUCCESS) 860f4f75ad5SArd Biesheuvel return NULL; 861f4f75ad5SArd Biesheuvel 862f4f75ad5SArd Biesheuvel s1 = (u8 *)cmdline_addr; 863f4f75ad5SArd Biesheuvel s2 = (const u16 *)options; 864f4f75ad5SArd Biesheuvel 865f4f75ad5SArd Biesheuvel s1 = efi_utf16_to_utf8(s1, s2, options_chars); 866f4f75ad5SArd Biesheuvel *s1 = '\0'; 867f4f75ad5SArd Biesheuvel 868f4f75ad5SArd Biesheuvel *cmd_line_len = options_bytes; 869f4f75ad5SArd Biesheuvel return (char *)cmdline_addr; 870f4f75ad5SArd Biesheuvel } 871fc07716bSJeffrey Hugo 872fc07716bSJeffrey Hugo /* 873fc07716bSJeffrey Hugo * Handle calling ExitBootServices according to the requirements set out by the 874fc07716bSJeffrey Hugo * spec. Obtains the current memory map, and returns that info after calling 875fc07716bSJeffrey Hugo * ExitBootServices. The client must specify a function to perform any 876fc07716bSJeffrey Hugo * processing of the memory map data prior to ExitBootServices. A client 877fc07716bSJeffrey Hugo * specific structure may be passed to the function via priv. The client 878fc07716bSJeffrey Hugo * function may be called multiple times. 879fc07716bSJeffrey Hugo */ 880fc07716bSJeffrey Hugo efi_status_t efi_exit_boot_services(efi_system_table_t *sys_table_arg, 881fc07716bSJeffrey Hugo void *handle, 882fc07716bSJeffrey Hugo struct efi_boot_memmap *map, 883fc07716bSJeffrey Hugo void *priv, 884fc07716bSJeffrey Hugo efi_exit_boot_map_processing priv_func) 885fc07716bSJeffrey Hugo { 886fc07716bSJeffrey Hugo efi_status_t status; 887fc07716bSJeffrey Hugo 888fc07716bSJeffrey Hugo status = efi_get_memory_map(sys_table_arg, map); 889fc07716bSJeffrey Hugo 890fc07716bSJeffrey Hugo if (status != EFI_SUCCESS) 891fc07716bSJeffrey Hugo goto fail; 892fc07716bSJeffrey Hugo 893fc07716bSJeffrey Hugo status = priv_func(sys_table_arg, map, priv); 894fc07716bSJeffrey Hugo if (status != EFI_SUCCESS) 895fc07716bSJeffrey Hugo goto free_map; 896fc07716bSJeffrey Hugo 897fc07716bSJeffrey Hugo status = efi_call_early(exit_boot_services, handle, *map->key_ptr); 898fc07716bSJeffrey Hugo 899fc07716bSJeffrey Hugo if (status == EFI_INVALID_PARAMETER) { 900fc07716bSJeffrey Hugo /* 901fc07716bSJeffrey Hugo * The memory map changed between efi_get_memory_map() and 902fc07716bSJeffrey Hugo * exit_boot_services(). Per the UEFI Spec v2.6, Section 6.4: 903fc07716bSJeffrey Hugo * EFI_BOOT_SERVICES.ExitBootServices we need to get the 904fc07716bSJeffrey Hugo * updated map, and try again. The spec implies one retry 905fc07716bSJeffrey Hugo * should be sufficent, which is confirmed against the EDK2 906fc07716bSJeffrey Hugo * implementation. Per the spec, we can only invoke 907fc07716bSJeffrey Hugo * get_memory_map() and exit_boot_services() - we cannot alloc 908fc07716bSJeffrey Hugo * so efi_get_memory_map() cannot be used, and we must reuse 909fc07716bSJeffrey Hugo * the buffer. For all practical purposes, the headroom in the 910fc07716bSJeffrey Hugo * buffer should account for any changes in the map so the call 911fc07716bSJeffrey Hugo * to get_memory_map() is expected to succeed here. 912fc07716bSJeffrey Hugo */ 913fc07716bSJeffrey Hugo *map->map_size = *map->buff_size; 914fc07716bSJeffrey Hugo status = efi_call_early(get_memory_map, 915fc07716bSJeffrey Hugo map->map_size, 916fc07716bSJeffrey Hugo *map->map, 917fc07716bSJeffrey Hugo map->key_ptr, 918fc07716bSJeffrey Hugo map->desc_size, 919fc07716bSJeffrey Hugo map->desc_ver); 920fc07716bSJeffrey Hugo 921fc07716bSJeffrey Hugo /* exit_boot_services() was called, thus cannot free */ 922fc07716bSJeffrey Hugo if (status != EFI_SUCCESS) 923fc07716bSJeffrey Hugo goto fail; 924fc07716bSJeffrey Hugo 925fc07716bSJeffrey Hugo status = priv_func(sys_table_arg, map, priv); 926fc07716bSJeffrey Hugo /* exit_boot_services() was called, thus cannot free */ 927fc07716bSJeffrey Hugo if (status != EFI_SUCCESS) 928fc07716bSJeffrey Hugo goto fail; 929fc07716bSJeffrey Hugo 930fc07716bSJeffrey Hugo status = efi_call_early(exit_boot_services, handle, *map->key_ptr); 931fc07716bSJeffrey Hugo } 932fc07716bSJeffrey Hugo 933fc07716bSJeffrey Hugo /* exit_boot_services() was called, thus cannot free */ 934fc07716bSJeffrey Hugo if (status != EFI_SUCCESS) 935fc07716bSJeffrey Hugo goto fail; 936fc07716bSJeffrey Hugo 937fc07716bSJeffrey Hugo return EFI_SUCCESS; 938fc07716bSJeffrey Hugo 939fc07716bSJeffrey Hugo free_map: 940fc07716bSJeffrey Hugo efi_call_early(free_pool, *map->map); 941fc07716bSJeffrey Hugo fail: 942fc07716bSJeffrey Hugo return status; 943fc07716bSJeffrey Hugo } 94482d736acSMatthew Garrett 945b61fbc88SHans de Goede #define GET_EFI_CONFIG_TABLE(bits) \ 946b61fbc88SHans de Goede static void *get_efi_config_table##bits(efi_system_table_t *_sys_table, \ 947b61fbc88SHans de Goede efi_guid_t guid) \ 948b61fbc88SHans de Goede { \ 949b61fbc88SHans de Goede efi_system_table_##bits##_t *sys_table; \ 950b61fbc88SHans de Goede efi_config_table_##bits##_t *tables; \ 951b61fbc88SHans de Goede int i; \ 952b61fbc88SHans de Goede \ 953b61fbc88SHans de Goede sys_table = (typeof(sys_table))_sys_table; \ 954b61fbc88SHans de Goede tables = (typeof(tables))(unsigned long)sys_table->tables; \ 955b61fbc88SHans de Goede \ 956b61fbc88SHans de Goede for (i = 0; i < sys_table->nr_tables; i++) { \ 957b61fbc88SHans de Goede if (efi_guidcmp(tables[i].guid, guid) != 0) \ 958b61fbc88SHans de Goede continue; \ 959b61fbc88SHans de Goede \ 960b61fbc88SHans de Goede return (void *)(unsigned long)tables[i].table; \ 961b61fbc88SHans de Goede } \ 962b61fbc88SHans de Goede \ 963b61fbc88SHans de Goede return NULL; \ 964b61fbc88SHans de Goede } 965b61fbc88SHans de Goede GET_EFI_CONFIG_TABLE(32) 966b61fbc88SHans de Goede GET_EFI_CONFIG_TABLE(64) 967b61fbc88SHans de Goede 96882d736acSMatthew Garrett void *get_efi_config_table(efi_system_table_t *sys_table, efi_guid_t guid) 96982d736acSMatthew Garrett { 970b61fbc88SHans de Goede if (efi_is_64bit()) 971b61fbc88SHans de Goede return get_efi_config_table64(sys_table, guid); 972b61fbc88SHans de Goede else 973b61fbc88SHans de Goede return get_efi_config_table32(sys_table, guid); 97482d736acSMatthew Garrett } 975