1/* SPDX-License-Identifier: GPL-2.0 */ 2/* 3 * ld script to make ARM Linux kernel 4 * taken from the i386 version by Russell King 5 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz> 6 */ 7 8#define RO_EXCEPTION_TABLE_ALIGN 8 9 10#include <asm-generic/vmlinux.lds.h> 11#include <asm/cache.h> 12#include <asm/kernel-pgtable.h> 13#include <asm/thread_info.h> 14#include <asm/memory.h> 15#include <asm/page.h> 16#include <asm/pgtable.h> 17 18#include "image.h" 19 20/* .exit.text needed in case of alternative patching */ 21#define ARM_EXIT_KEEP(x) x 22#define ARM_EXIT_DISCARD(x) 23 24OUTPUT_ARCH(aarch64) 25ENTRY(_text) 26 27jiffies = jiffies_64; 28 29#define HYPERVISOR_TEXT \ 30 /* \ 31 * Align to 4 KB so that \ 32 * a) the HYP vector table is at its minimum \ 33 * alignment of 2048 bytes \ 34 * b) the HYP init code will not cross a page \ 35 * boundary if its size does not exceed \ 36 * 4 KB (see related ASSERT() below) \ 37 */ \ 38 . = ALIGN(SZ_4K); \ 39 __hyp_idmap_text_start = .; \ 40 *(.hyp.idmap.text) \ 41 __hyp_idmap_text_end = .; \ 42 __hyp_text_start = .; \ 43 *(.hyp.text) \ 44 __hyp_text_end = .; 45 46#define IDMAP_TEXT \ 47 . = ALIGN(SZ_4K); \ 48 __idmap_text_start = .; \ 49 *(.idmap.text) \ 50 __idmap_text_end = .; 51 52#ifdef CONFIG_HIBERNATION 53#define HIBERNATE_TEXT \ 54 . = ALIGN(SZ_4K); \ 55 __hibernate_exit_text_start = .; \ 56 *(.hibernate_exit.text) \ 57 __hibernate_exit_text_end = .; 58#else 59#define HIBERNATE_TEXT 60#endif 61 62#ifdef CONFIG_UNMAP_KERNEL_AT_EL0 63#define TRAMP_TEXT \ 64 . = ALIGN(PAGE_SIZE); \ 65 __entry_tramp_text_start = .; \ 66 *(.entry.tramp.text) \ 67 . = ALIGN(PAGE_SIZE); \ 68 __entry_tramp_text_end = .; 69#else 70#define TRAMP_TEXT 71#endif 72 73/* 74 * The size of the PE/COFF section that covers the kernel image, which 75 * runs from stext to _edata, must be a round multiple of the PE/COFF 76 * FileAlignment, which we set to its minimum value of 0x200. 'stext' 77 * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned 78 * boundary should be sufficient. 79 */ 80PECOFF_FILE_ALIGNMENT = 0x200; 81 82#ifdef CONFIG_EFI 83#define PECOFF_EDATA_PADDING \ 84 .pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); } 85#else 86#define PECOFF_EDATA_PADDING 87#endif 88 89SECTIONS 90{ 91 /* 92 * XXX: The linker does not define how output sections are 93 * assigned to input sections when there are multiple statements 94 * matching the same input section name. There is no documented 95 * order of matching. 96 */ 97 /DISCARD/ : { 98 ARM_EXIT_DISCARD(EXIT_TEXT) 99 ARM_EXIT_DISCARD(EXIT_DATA) 100 EXIT_CALL 101 *(.discard) 102 *(.discard.*) 103 *(.interp .dynamic) 104 *(.dynsym .dynstr .hash .gnu.hash) 105 *(.eh_frame) 106 } 107 108 . = KIMAGE_VADDR + TEXT_OFFSET; 109 110 .head.text : { 111 _text = .; 112 HEAD_TEXT 113 } 114 .text : { /* Real text segment */ 115 _stext = .; /* Text and read-only data */ 116 IRQENTRY_TEXT 117 SOFTIRQENTRY_TEXT 118 ENTRY_TEXT 119 TEXT_TEXT 120 SCHED_TEXT 121 CPUIDLE_TEXT 122 LOCK_TEXT 123 KPROBES_TEXT 124 HYPERVISOR_TEXT 125 IDMAP_TEXT 126 HIBERNATE_TEXT 127 TRAMP_TEXT 128 *(.fixup) 129 *(.gnu.warning) 130 . = ALIGN(16); 131 *(.got) /* Global offset table */ 132 } 133 134 . = ALIGN(SEGMENT_ALIGN); 135 _etext = .; /* End of text section */ 136 137 /* everything from this point to __init_begin will be marked RO NX */ 138 RO_DATA(PAGE_SIZE) 139 140 idmap_pg_dir = .; 141 . += IDMAP_DIR_SIZE; 142 143#ifdef CONFIG_UNMAP_KERNEL_AT_EL0 144 tramp_pg_dir = .; 145 . += PAGE_SIZE; 146#endif 147 148#ifdef CONFIG_ARM64_SW_TTBR0_PAN 149 reserved_ttbr0 = .; 150 . += RESERVED_TTBR0_SIZE; 151#endif 152 swapper_pg_dir = .; 153 . += PAGE_SIZE; 154 swapper_pg_end = .; 155 156 . = ALIGN(SEGMENT_ALIGN); 157 __init_begin = .; 158 __inittext_begin = .; 159 160 INIT_TEXT_SECTION(8) 161 .exit.text : { 162 ARM_EXIT_KEEP(EXIT_TEXT) 163 } 164 165 . = ALIGN(4); 166 .altinstructions : { 167 __alt_instructions = .; 168 *(.altinstructions) 169 __alt_instructions_end = .; 170 } 171 .altinstr_replacement : { 172 *(.altinstr_replacement) 173 } 174 175 . = ALIGN(PAGE_SIZE); 176 __inittext_end = .; 177 __initdata_begin = .; 178 179 .init.data : { 180 INIT_DATA 181 INIT_SETUP(16) 182 INIT_CALLS 183 CON_INITCALL 184 INIT_RAM_FS 185 *(.init.rodata.* .init.bss) /* from the EFI stub */ 186 } 187 .exit.data : { 188 ARM_EXIT_KEEP(EXIT_DATA) 189 } 190 191 PERCPU_SECTION(L1_CACHE_BYTES) 192 193 .rela.dyn : ALIGN(8) { 194 *(.rela .rela*) 195 } 196 197 __rela_offset = ABSOLUTE(ADDR(.rela.dyn) - KIMAGE_VADDR); 198 __rela_size = SIZEOF(.rela.dyn); 199 200#ifdef CONFIG_RELR 201 .relr.dyn : ALIGN(8) { 202 *(.relr.dyn) 203 } 204 205 __relr_offset = ABSOLUTE(ADDR(.relr.dyn) - KIMAGE_VADDR); 206 __relr_size = SIZEOF(.relr.dyn); 207#endif 208 209 . = ALIGN(SEGMENT_ALIGN); 210 __initdata_end = .; 211 __init_end = .; 212 213 _data = .; 214 _sdata = .; 215 RW_DATA(L1_CACHE_BYTES, PAGE_SIZE, THREAD_ALIGN) 216 217 /* 218 * Data written with the MMU off but read with the MMU on requires 219 * cache lines to be invalidated, discarding up to a Cache Writeback 220 * Granule (CWG) of data from the cache. Keep the section that 221 * requires this type of maintenance to be in its own Cache Writeback 222 * Granule (CWG) area so the cache maintenance operations don't 223 * interfere with adjacent data. 224 */ 225 .mmuoff.data.write : ALIGN(SZ_2K) { 226 __mmuoff_data_start = .; 227 *(.mmuoff.data.write) 228 } 229 . = ALIGN(SZ_2K); 230 .mmuoff.data.read : { 231 *(.mmuoff.data.read) 232 __mmuoff_data_end = .; 233 } 234 235 PECOFF_EDATA_PADDING 236 __pecoff_data_rawsize = ABSOLUTE(. - __initdata_begin); 237 _edata = .; 238 239 BSS_SECTION(0, 0, 0) 240 241 . = ALIGN(PAGE_SIZE); 242 init_pg_dir = .; 243 . += INIT_DIR_SIZE; 244 init_pg_end = .; 245 246 __pecoff_data_size = ABSOLUTE(. - __initdata_begin); 247 _end = .; 248 249 STABS_DEBUG 250 251 HEAD_SYMBOLS 252} 253 254#include "image-vars.h" 255 256/* 257 * The HYP init code and ID map text can't be longer than a page each, 258 * and should not cross a page boundary. 259 */ 260ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, 261 "HYP init code too big or misaligned") 262ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, 263 "ID map text too big or misaligned") 264#ifdef CONFIG_HIBERNATION 265ASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1)) 266 <= SZ_4K, "Hibernate exit text too big or misaligned") 267#endif 268#ifdef CONFIG_UNMAP_KERNEL_AT_EL0 269ASSERT((__entry_tramp_text_end - __entry_tramp_text_start) == PAGE_SIZE, 270 "Entry trampoline text too big") 271#endif 272/* 273 * If padding is applied before .head.text, virt<->phys conversions will fail. 274 */ 275ASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned") 276