1/* 2 * ld script to make ARM Linux kernel 3 * taken from the i386 version by Russell King 4 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz> 5 */ 6 7#include <asm-generic/vmlinux.lds.h> 8#include <asm/cache.h> 9#include <asm/kernel-pgtable.h> 10#include <asm/thread_info.h> 11#include <asm/memory.h> 12#include <asm/page.h> 13#include <asm/pgtable.h> 14 15#include "image.h" 16 17/* .exit.text needed in case of alternative patching */ 18#define ARM_EXIT_KEEP(x) x 19#define ARM_EXIT_DISCARD(x) 20 21OUTPUT_ARCH(aarch64) 22ENTRY(_text) 23 24jiffies = jiffies_64; 25 26#define HYPERVISOR_TEXT \ 27 /* \ 28 * Align to 4 KB so that \ 29 * a) the HYP vector table is at its minimum \ 30 * alignment of 2048 bytes \ 31 * b) the HYP init code will not cross a page \ 32 * boundary if its size does not exceed \ 33 * 4 KB (see related ASSERT() below) \ 34 */ \ 35 . = ALIGN(SZ_4K); \ 36 VMLINUX_SYMBOL(__hyp_idmap_text_start) = .; \ 37 *(.hyp.idmap.text) \ 38 VMLINUX_SYMBOL(__hyp_idmap_text_end) = .; \ 39 VMLINUX_SYMBOL(__hyp_text_start) = .; \ 40 *(.hyp.text) \ 41 VMLINUX_SYMBOL(__hyp_text_end) = .; 42 43#define IDMAP_TEXT \ 44 . = ALIGN(SZ_4K); \ 45 VMLINUX_SYMBOL(__idmap_text_start) = .; \ 46 *(.idmap.text) \ 47 VMLINUX_SYMBOL(__idmap_text_end) = .; 48 49#ifdef CONFIG_HIBERNATION 50#define HIBERNATE_TEXT \ 51 . = ALIGN(SZ_4K); \ 52 VMLINUX_SYMBOL(__hibernate_exit_text_start) = .;\ 53 *(.hibernate_exit.text) \ 54 VMLINUX_SYMBOL(__hibernate_exit_text_end) = .; 55#else 56#define HIBERNATE_TEXT 57#endif 58 59/* 60 * The size of the PE/COFF section that covers the kernel image, which 61 * runs from stext to _edata, must be a round multiple of the PE/COFF 62 * FileAlignment, which we set to its minimum value of 0x200. 'stext' 63 * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned 64 * boundary should be sufficient. 65 */ 66PECOFF_FILE_ALIGNMENT = 0x200; 67 68#ifdef CONFIG_EFI 69#define PECOFF_EDATA_PADDING \ 70 .pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); } 71#else 72#define PECOFF_EDATA_PADDING 73#endif 74 75#if defined(CONFIG_DEBUG_ALIGN_RODATA) 76/* 77 * 4 KB granule: 1 level 2 entry 78 * 16 KB granule: 128 level 3 entries, with contiguous bit 79 * 64 KB granule: 32 level 3 entries, with contiguous bit 80 */ 81#define SEGMENT_ALIGN SZ_2M 82#else 83/* 84 * 4 KB granule: 16 level 3 entries, with contiguous bit 85 * 16 KB granule: 4 level 3 entries, without contiguous bit 86 * 64 KB granule: 1 level 3 entry 87 */ 88#define SEGMENT_ALIGN SZ_64K 89#endif 90 91SECTIONS 92{ 93 /* 94 * XXX: The linker does not define how output sections are 95 * assigned to input sections when there are multiple statements 96 * matching the same input section name. There is no documented 97 * order of matching. 98 */ 99 /DISCARD/ : { 100 ARM_EXIT_DISCARD(EXIT_TEXT) 101 ARM_EXIT_DISCARD(EXIT_DATA) 102 EXIT_CALL 103 *(.discard) 104 *(.discard.*) 105 *(.interp .dynamic) 106 *(.dynsym .dynstr .hash) 107 } 108 109 . = KIMAGE_VADDR + TEXT_OFFSET; 110 111 .head.text : { 112 _text = .; 113 HEAD_TEXT 114 } 115 .text : { /* Real text segment */ 116 _stext = .; /* Text and read-only data */ 117 __exception_text_start = .; 118 *(.exception.text) 119 __exception_text_end = .; 120 IRQENTRY_TEXT 121 SOFTIRQENTRY_TEXT 122 ENTRY_TEXT 123 TEXT_TEXT 124 SCHED_TEXT 125 CPUIDLE_TEXT 126 LOCK_TEXT 127 KPROBES_TEXT 128 HYPERVISOR_TEXT 129 IDMAP_TEXT 130 HIBERNATE_TEXT 131 *(.fixup) 132 *(.gnu.warning) 133 . = ALIGN(16); 134 *(.got) /* Global offset table */ 135 } 136 137 . = ALIGN(SEGMENT_ALIGN); 138 _etext = .; /* End of text section */ 139 140 RO_DATA(PAGE_SIZE) /* everything from this point to */ 141 EXCEPTION_TABLE(8) /* __init_begin will be marked RO NX */ 142 NOTES 143 144 . = ALIGN(SEGMENT_ALIGN); 145 __init_begin = .; 146 __inittext_begin = .; 147 148 INIT_TEXT_SECTION(8) 149 .exit.text : { 150 ARM_EXIT_KEEP(EXIT_TEXT) 151 } 152 153 . = ALIGN(4); 154 .altinstructions : { 155 __alt_instructions = .; 156 *(.altinstructions) 157 __alt_instructions_end = .; 158 } 159 .altinstr_replacement : { 160 *(.altinstr_replacement) 161 } 162 163 . = ALIGN(PAGE_SIZE); 164 __inittext_end = .; 165 __initdata_begin = .; 166 167 .init.data : { 168 INIT_DATA 169 INIT_SETUP(16) 170 INIT_CALLS 171 CON_INITCALL 172 SECURITY_INITCALL 173 INIT_RAM_FS 174 *(.init.rodata.* .init.bss) /* from the EFI stub */ 175 } 176 .exit.data : { 177 ARM_EXIT_KEEP(EXIT_DATA) 178 } 179 180 PERCPU_SECTION(L1_CACHE_BYTES) 181 182 .rela : ALIGN(8) { 183 *(.rela .rela*) 184 } 185 186 __rela_offset = ABSOLUTE(ADDR(.rela) - KIMAGE_VADDR); 187 __rela_size = SIZEOF(.rela); 188 189 . = ALIGN(SEGMENT_ALIGN); 190 __initdata_end = .; 191 __init_end = .; 192 193 _data = .; 194 _sdata = .; 195 RW_DATA_SECTION(L1_CACHE_BYTES, PAGE_SIZE, THREAD_SIZE) 196 197 /* 198 * Data written with the MMU off but read with the MMU on requires 199 * cache lines to be invalidated, discarding up to a Cache Writeback 200 * Granule (CWG) of data from the cache. Keep the section that 201 * requires this type of maintenance to be in its own Cache Writeback 202 * Granule (CWG) area so the cache maintenance operations don't 203 * interfere with adjacent data. 204 */ 205 .mmuoff.data.write : ALIGN(SZ_2K) { 206 __mmuoff_data_start = .; 207 *(.mmuoff.data.write) 208 } 209 . = ALIGN(SZ_2K); 210 .mmuoff.data.read : { 211 *(.mmuoff.data.read) 212 __mmuoff_data_end = .; 213 } 214 215 PECOFF_EDATA_PADDING 216 __pecoff_data_rawsize = ABSOLUTE(. - __initdata_begin); 217 _edata = .; 218 219 BSS_SECTION(0, 0, 0) 220 221 . = ALIGN(PAGE_SIZE); 222 idmap_pg_dir = .; 223 . += IDMAP_DIR_SIZE; 224 swapper_pg_dir = .; 225 . += SWAPPER_DIR_SIZE; 226 227#ifdef CONFIG_ARM64_SW_TTBR0_PAN 228 reserved_ttbr0 = .; 229 . += RESERVED_TTBR0_SIZE; 230#endif 231 232 __pecoff_data_size = ABSOLUTE(. - __initdata_begin); 233 _end = .; 234 235 STABS_DEBUG 236 237 HEAD_SYMBOLS 238} 239 240/* 241 * The HYP init code and ID map text can't be longer than a page each, 242 * and should not cross a page boundary. 243 */ 244ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, 245 "HYP init code too big or misaligned") 246ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, 247 "ID map text too big or misaligned") 248#ifdef CONFIG_HIBERNATION 249ASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1)) 250 <= SZ_4K, "Hibernate exit text too big or misaligned") 251#endif 252 253/* 254 * If padding is applied before .head.text, virt<->phys conversions will fail. 255 */ 256ASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned") 257