18c2c3df3SCatalin Marinas/* 28c2c3df3SCatalin Marinas * ld script to make ARM Linux kernel 38c2c3df3SCatalin Marinas * taken from the i386 version by Russell King 48c2c3df3SCatalin Marinas * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz> 58c2c3df3SCatalin Marinas */ 68c2c3df3SCatalin Marinas 78c2c3df3SCatalin Marinas#include <asm-generic/vmlinux.lds.h> 898fb7548SArd Biesheuvel#include <asm/cache.h> 987d1587bSSuzuki K. Poulose#include <asm/kernel-pgtable.h> 108c2c3df3SCatalin Marinas#include <asm/thread_info.h> 118c2c3df3SCatalin Marinas#include <asm/memory.h> 128c2c3df3SCatalin Marinas#include <asm/page.h> 13da141706SLaura Abbott#include <asm/pgtable.h> 148c2c3df3SCatalin Marinas 15a2c1d73bSMark Rutland#include "image.h" 16a2c1d73bSMark Rutland 1707c802bdSWill Deacon/* .exit.text needed in case of alternative patching */ 1807c802bdSWill Deacon#define ARM_EXIT_KEEP(x) x 1907c802bdSWill Deacon#define ARM_EXIT_DISCARD(x) 208c2c3df3SCatalin Marinas 218c2c3df3SCatalin MarinasOUTPUT_ARCH(aarch64) 22af885f40SGeoff LevandENTRY(_text) 238c2c3df3SCatalin Marinas 248c2c3df3SCatalin Marinasjiffies = jiffies_64; 258c2c3df3SCatalin Marinas 262240bbb6SMarc Zyngier#define HYPERVISOR_TEXT \ 272240bbb6SMarc Zyngier /* \ 2806f75a1fSArd Biesheuvel * Align to 4 KB so that \ 2906f75a1fSArd Biesheuvel * a) the HYP vector table is at its minimum \ 3006f75a1fSArd Biesheuvel * alignment of 2048 bytes \ 3106f75a1fSArd Biesheuvel * b) the HYP init code will not cross a page \ 3206f75a1fSArd Biesheuvel * boundary if its size does not exceed \ 3306f75a1fSArd Biesheuvel * 4 KB (see related ASSERT() below) \ 342240bbb6SMarc Zyngier */ \ 3506f75a1fSArd Biesheuvel . = ALIGN(SZ_4K); \ 362240bbb6SMarc Zyngier VMLINUX_SYMBOL(__hyp_idmap_text_start) = .; \ 372240bbb6SMarc Zyngier *(.hyp.idmap.text) \ 382240bbb6SMarc Zyngier VMLINUX_SYMBOL(__hyp_idmap_text_end) = .; \ 392240bbb6SMarc Zyngier VMLINUX_SYMBOL(__hyp_text_start) = .; \ 402240bbb6SMarc Zyngier *(.hyp.text) \ 412240bbb6SMarc Zyngier VMLINUX_SYMBOL(__hyp_text_end) = .; 422240bbb6SMarc Zyngier 435dfe9d7dSArd Biesheuvel#define IDMAP_TEXT \ 445dfe9d7dSArd Biesheuvel . = ALIGN(SZ_4K); \ 455dfe9d7dSArd Biesheuvel VMLINUX_SYMBOL(__idmap_text_start) = .; \ 465dfe9d7dSArd Biesheuvel *(.idmap.text) \ 475dfe9d7dSArd Biesheuvel VMLINUX_SYMBOL(__idmap_text_end) = .; 485dfe9d7dSArd Biesheuvel 4982869ac5SJames Morse#ifdef CONFIG_HIBERNATION 5082869ac5SJames Morse#define HIBERNATE_TEXT \ 5182869ac5SJames Morse . = ALIGN(SZ_4K); \ 5282869ac5SJames Morse VMLINUX_SYMBOL(__hibernate_exit_text_start) = .;\ 5382869ac5SJames Morse *(.hibernate_exit.text) \ 5482869ac5SJames Morse VMLINUX_SYMBOL(__hibernate_exit_text_end) = .; 5582869ac5SJames Morse#else 5682869ac5SJames Morse#define HIBERNATE_TEXT 5782869ac5SJames Morse#endif 5882869ac5SJames Morse 59a352ea3eSArd Biesheuvel/* 60a352ea3eSArd Biesheuvel * The size of the PE/COFF section that covers the kernel image, which 61a352ea3eSArd Biesheuvel * runs from stext to _edata, must be a round multiple of the PE/COFF 62a352ea3eSArd Biesheuvel * FileAlignment, which we set to its minimum value of 0x200. 'stext' 63a352ea3eSArd Biesheuvel * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned 64a352ea3eSArd Biesheuvel * boundary should be sufficient. 65a352ea3eSArd Biesheuvel */ 66a352ea3eSArd BiesheuvelPECOFF_FILE_ALIGNMENT = 0x200; 67a352ea3eSArd Biesheuvel 68a352ea3eSArd Biesheuvel#ifdef CONFIG_EFI 69a352ea3eSArd Biesheuvel#define PECOFF_EDATA_PADDING \ 70a352ea3eSArd Biesheuvel .pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); } 71a352ea3eSArd Biesheuvel#else 72a352ea3eSArd Biesheuvel#define PECOFF_EDATA_PADDING 73a352ea3eSArd Biesheuvel#endif 74a352ea3eSArd Biesheuvel 75cb083816SMark Rutland#if defined(CONFIG_DEBUG_ALIGN_RODATA) 7697740051SArd Biesheuvel/* 7797740051SArd Biesheuvel * 4 KB granule: 1 level 2 entry 7897740051SArd Biesheuvel * 16 KB granule: 128 level 3 entries, with contiguous bit 7997740051SArd Biesheuvel * 64 KB granule: 32 level 3 entries, with contiguous bit 8097740051SArd Biesheuvel */ 8197740051SArd Biesheuvel#define SEGMENT_ALIGN SZ_2M 82da141706SLaura Abbott#else 8397740051SArd Biesheuvel/* 8497740051SArd Biesheuvel * 4 KB granule: 16 level 3 entries, with contiguous bit 8597740051SArd Biesheuvel * 16 KB granule: 4 level 3 entries, without contiguous bit 8697740051SArd Biesheuvel * 64 KB granule: 1 level 3 entry 8797740051SArd Biesheuvel */ 8897740051SArd Biesheuvel#define SEGMENT_ALIGN SZ_64K 89da141706SLaura Abbott#endif 90da141706SLaura Abbott 918c2c3df3SCatalin MarinasSECTIONS 928c2c3df3SCatalin Marinas{ 938c2c3df3SCatalin Marinas /* 948c2c3df3SCatalin Marinas * XXX: The linker does not define how output sections are 958c2c3df3SCatalin Marinas * assigned to input sections when there are multiple statements 968c2c3df3SCatalin Marinas * matching the same input section name. There is no documented 978c2c3df3SCatalin Marinas * order of matching. 988c2c3df3SCatalin Marinas */ 998c2c3df3SCatalin Marinas /DISCARD/ : { 1008c2c3df3SCatalin Marinas ARM_EXIT_DISCARD(EXIT_TEXT) 1018c2c3df3SCatalin Marinas ARM_EXIT_DISCARD(EXIT_DATA) 1028c2c3df3SCatalin Marinas EXIT_CALL 1038c2c3df3SCatalin Marinas *(.discard) 1048c2c3df3SCatalin Marinas *(.discard.*) 1051e48ef7fSArd Biesheuvel *(.interp .dynamic) 1068c2c3df3SCatalin Marinas } 1078c2c3df3SCatalin Marinas 108ab893fb9SArd Biesheuvel . = KIMAGE_VADDR + TEXT_OFFSET; 1098c2c3df3SCatalin Marinas 1108c2c3df3SCatalin Marinas .head.text : { 1118c2c3df3SCatalin Marinas _text = .; 1128c2c3df3SCatalin Marinas HEAD_TEXT 1138c2c3df3SCatalin Marinas } 1148c2c3df3SCatalin Marinas .text : { /* Real text segment */ 1158c2c3df3SCatalin Marinas _stext = .; /* Text and read-only data */ 1168c2c3df3SCatalin Marinas __exception_text_start = .; 1178c2c3df3SCatalin Marinas *(.exception.text) 1188c2c3df3SCatalin Marinas __exception_text_end = .; 1198c2c3df3SCatalin Marinas IRQENTRY_TEXT 120be7635e7SAlexander Potapenko SOFTIRQENTRY_TEXT 1218c2c3df3SCatalin Marinas TEXT_TEXT 1228c2c3df3SCatalin Marinas SCHED_TEXT 1238c2c3df3SCatalin Marinas LOCK_TEXT 124*2dd0e8d2SSandeepa Prabhu KPROBES_TEXT 1252240bbb6SMarc Zyngier HYPERVISOR_TEXT 1265dfe9d7dSArd Biesheuvel IDMAP_TEXT 12782869ac5SJames Morse HIBERNATE_TEXT 1288c2c3df3SCatalin Marinas *(.fixup) 1298c2c3df3SCatalin Marinas *(.gnu.warning) 1308c2c3df3SCatalin Marinas . = ALIGN(16); 1318c2c3df3SCatalin Marinas *(.got) /* Global offset table */ 1328c2c3df3SCatalin Marinas } 1338c2c3df3SCatalin Marinas 13497740051SArd Biesheuvel . = ALIGN(SEGMENT_ALIGN); 1352f39b5f9SJeremy Linton RO_DATA(PAGE_SIZE) /* everything from this point to */ 1362f39b5f9SJeremy Linton EXCEPTION_TABLE(8) /* _etext will be marked RO NX */ 137c80b7ee8SMark Salter NOTES 1388c2c3df3SCatalin Marinas 13997740051SArd Biesheuvel . = ALIGN(SEGMENT_ALIGN); 140fca082bfSMark Rutland _etext = .; /* End of text and rodata section */ 1418c2c3df3SCatalin Marinas __init_begin = .; 1428c2c3df3SCatalin Marinas 1438c2c3df3SCatalin Marinas INIT_TEXT_SECTION(8) 1448c2c3df3SCatalin Marinas .exit.text : { 1458c2c3df3SCatalin Marinas ARM_EXIT_KEEP(EXIT_TEXT) 1468c2c3df3SCatalin Marinas } 147da141706SLaura Abbott 1488c2c3df3SCatalin Marinas .init.data : { 1498c2c3df3SCatalin Marinas INIT_DATA 1508c2c3df3SCatalin Marinas INIT_SETUP(16) 1518c2c3df3SCatalin Marinas INIT_CALLS 1528c2c3df3SCatalin Marinas CON_INITCALL 1538c2c3df3SCatalin Marinas SECURITY_INITCALL 1548c2c3df3SCatalin Marinas INIT_RAM_FS 1551ce99bf4SArd Biesheuvel *(.init.rodata.* .init.bss) /* from the EFI stub */ 1568c2c3df3SCatalin Marinas } 1578c2c3df3SCatalin Marinas .exit.data : { 1588c2c3df3SCatalin Marinas ARM_EXIT_KEEP(EXIT_DATA) 1598c2c3df3SCatalin Marinas } 1608c2c3df3SCatalin Marinas 16198fb7548SArd Biesheuvel PERCPU_SECTION(L1_CACHE_BYTES) 1628c2c3df3SCatalin Marinas 163e039ee4eSAndre Przywara . = ALIGN(4); 164e039ee4eSAndre Przywara .altinstructions : { 165e039ee4eSAndre Przywara __alt_instructions = .; 166e039ee4eSAndre Przywara *(.altinstructions) 167e039ee4eSAndre Przywara __alt_instructions_end = .; 168e039ee4eSAndre Przywara } 169e039ee4eSAndre Przywara .altinstr_replacement : { 170e039ee4eSAndre Przywara *(.altinstr_replacement) 171e039ee4eSAndre Przywara } 1721e48ef7fSArd Biesheuvel .rela : ALIGN(8) { 1731e48ef7fSArd Biesheuvel *(.rela .rela*) 1741e48ef7fSArd Biesheuvel } 1751e48ef7fSArd Biesheuvel .dynsym : ALIGN(8) { 1761e48ef7fSArd Biesheuvel *(.dynsym) 1771e48ef7fSArd Biesheuvel } 1781e48ef7fSArd Biesheuvel .dynstr : { 1791e48ef7fSArd Biesheuvel *(.dynstr) 1801e48ef7fSArd Biesheuvel } 1811e48ef7fSArd Biesheuvel .hash : { 1821e48ef7fSArd Biesheuvel *(.hash) 1831e48ef7fSArd Biesheuvel } 184e039ee4eSAndre Przywara 1850cd3defeSArd Biesheuvel __rela_offset = ADDR(.rela) - KIMAGE_VADDR; 1860cd3defeSArd Biesheuvel __rela_size = SIZEOF(.rela); 1870cd3defeSArd Biesheuvel __dynsym_offset = ADDR(.dynsym) - KIMAGE_VADDR; 1880cd3defeSArd Biesheuvel 18997740051SArd Biesheuvel . = ALIGN(SEGMENT_ALIGN); 1909aa4ec15SMark Rutland __init_end = .; 1919aa4ec15SMark Rutland 1923c620626SMark Salter _data = .; 1938c2c3df3SCatalin Marinas _sdata = .; 19498fb7548SArd Biesheuvel RW_DATA_SECTION(L1_CACHE_BYTES, PAGE_SIZE, THREAD_SIZE) 195a352ea3eSArd Biesheuvel PECOFF_EDATA_PADDING 1968c2c3df3SCatalin Marinas _edata = .; 1978c2c3df3SCatalin Marinas 1988c2c3df3SCatalin Marinas BSS_SECTION(0, 0, 0) 199bd00cd5fSMark Rutland 200bd00cd5fSMark Rutland . = ALIGN(PAGE_SIZE); 201bd00cd5fSMark Rutland idmap_pg_dir = .; 202bd00cd5fSMark Rutland . += IDMAP_DIR_SIZE; 203bd00cd5fSMark Rutland swapper_pg_dir = .; 204bd00cd5fSMark Rutland . += SWAPPER_DIR_SIZE; 205bd00cd5fSMark Rutland 2068c2c3df3SCatalin Marinas _end = .; 2078c2c3df3SCatalin Marinas 2088c2c3df3SCatalin Marinas STABS_DEBUG 209a2c1d73bSMark Rutland 210a2c1d73bSMark Rutland HEAD_SYMBOLS 2118c2c3df3SCatalin Marinas} 2122240bbb6SMarc Zyngier 2132240bbb6SMarc Zyngier/* 2145dfe9d7dSArd Biesheuvel * The HYP init code and ID map text can't be longer than a page each, 21506f75a1fSArd Biesheuvel * and should not cross a page boundary. 2162240bbb6SMarc Zyngier */ 21706f75a1fSArd BiesheuvelASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, 21806f75a1fSArd Biesheuvel "HYP init code too big or misaligned") 2195dfe9d7dSArd BiesheuvelASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, 2205dfe9d7dSArd Biesheuvel "ID map text too big or misaligned") 22182869ac5SJames Morse#ifdef CONFIG_HIBERNATION 22282869ac5SJames MorseASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1)) 22382869ac5SJames Morse <= SZ_4K, "Hibernate exit text too big or misaligned") 22482869ac5SJames Morse#endif 225da57a369SMark Rutland 226da57a369SMark Rutland/* 227da57a369SMark Rutland * If padding is applied before .head.text, virt<->phys conversions will fail. 228da57a369SMark Rutland */ 229ab893fb9SArd BiesheuvelASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned") 230