xref: /openbmc/linux/arch/arm64/kernel/vmlinux.lds.S (revision 2dd0e8d2d2a157dbc83295a78336c2217110f2f8)
18c2c3df3SCatalin Marinas/*
28c2c3df3SCatalin Marinas * ld script to make ARM Linux kernel
38c2c3df3SCatalin Marinas * taken from the i386 version by Russell King
48c2c3df3SCatalin Marinas * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>
58c2c3df3SCatalin Marinas */
68c2c3df3SCatalin Marinas
78c2c3df3SCatalin Marinas#include <asm-generic/vmlinux.lds.h>
898fb7548SArd Biesheuvel#include <asm/cache.h>
987d1587bSSuzuki K. Poulose#include <asm/kernel-pgtable.h>
108c2c3df3SCatalin Marinas#include <asm/thread_info.h>
118c2c3df3SCatalin Marinas#include <asm/memory.h>
128c2c3df3SCatalin Marinas#include <asm/page.h>
13da141706SLaura Abbott#include <asm/pgtable.h>
148c2c3df3SCatalin Marinas
15a2c1d73bSMark Rutland#include "image.h"
16a2c1d73bSMark Rutland
1707c802bdSWill Deacon/* .exit.text needed in case of alternative patching */
1807c802bdSWill Deacon#define ARM_EXIT_KEEP(x)	x
1907c802bdSWill Deacon#define ARM_EXIT_DISCARD(x)
208c2c3df3SCatalin Marinas
218c2c3df3SCatalin MarinasOUTPUT_ARCH(aarch64)
22af885f40SGeoff LevandENTRY(_text)
238c2c3df3SCatalin Marinas
248c2c3df3SCatalin Marinasjiffies = jiffies_64;
258c2c3df3SCatalin Marinas
262240bbb6SMarc Zyngier#define HYPERVISOR_TEXT					\
272240bbb6SMarc Zyngier	/*						\
2806f75a1fSArd Biesheuvel	 * Align to 4 KB so that			\
2906f75a1fSArd Biesheuvel	 * a) the HYP vector table is at its minimum	\
3006f75a1fSArd Biesheuvel	 *    alignment of 2048 bytes			\
3106f75a1fSArd Biesheuvel	 * b) the HYP init code will not cross a page	\
3206f75a1fSArd Biesheuvel	 *    boundary if its size does not exceed	\
3306f75a1fSArd Biesheuvel	 *    4 KB (see related ASSERT() below)		\
342240bbb6SMarc Zyngier	 */						\
3506f75a1fSArd Biesheuvel	. = ALIGN(SZ_4K);				\
362240bbb6SMarc Zyngier	VMLINUX_SYMBOL(__hyp_idmap_text_start) = .;	\
372240bbb6SMarc Zyngier	*(.hyp.idmap.text)				\
382240bbb6SMarc Zyngier	VMLINUX_SYMBOL(__hyp_idmap_text_end) = .;	\
392240bbb6SMarc Zyngier	VMLINUX_SYMBOL(__hyp_text_start) = .;		\
402240bbb6SMarc Zyngier	*(.hyp.text)					\
412240bbb6SMarc Zyngier	VMLINUX_SYMBOL(__hyp_text_end) = .;
422240bbb6SMarc Zyngier
435dfe9d7dSArd Biesheuvel#define IDMAP_TEXT					\
445dfe9d7dSArd Biesheuvel	. = ALIGN(SZ_4K);				\
455dfe9d7dSArd Biesheuvel	VMLINUX_SYMBOL(__idmap_text_start) = .;		\
465dfe9d7dSArd Biesheuvel	*(.idmap.text)					\
475dfe9d7dSArd Biesheuvel	VMLINUX_SYMBOL(__idmap_text_end) = .;
485dfe9d7dSArd Biesheuvel
4982869ac5SJames Morse#ifdef CONFIG_HIBERNATION
5082869ac5SJames Morse#define HIBERNATE_TEXT					\
5182869ac5SJames Morse	. = ALIGN(SZ_4K);				\
5282869ac5SJames Morse	VMLINUX_SYMBOL(__hibernate_exit_text_start) = .;\
5382869ac5SJames Morse	*(.hibernate_exit.text)				\
5482869ac5SJames Morse	VMLINUX_SYMBOL(__hibernate_exit_text_end) = .;
5582869ac5SJames Morse#else
5682869ac5SJames Morse#define HIBERNATE_TEXT
5782869ac5SJames Morse#endif
5882869ac5SJames Morse
59a352ea3eSArd Biesheuvel/*
60a352ea3eSArd Biesheuvel * The size of the PE/COFF section that covers the kernel image, which
61a352ea3eSArd Biesheuvel * runs from stext to _edata, must be a round multiple of the PE/COFF
62a352ea3eSArd Biesheuvel * FileAlignment, which we set to its minimum value of 0x200. 'stext'
63a352ea3eSArd Biesheuvel * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned
64a352ea3eSArd Biesheuvel * boundary should be sufficient.
65a352ea3eSArd Biesheuvel */
66a352ea3eSArd BiesheuvelPECOFF_FILE_ALIGNMENT = 0x200;
67a352ea3eSArd Biesheuvel
68a352ea3eSArd Biesheuvel#ifdef CONFIG_EFI
69a352ea3eSArd Biesheuvel#define PECOFF_EDATA_PADDING	\
70a352ea3eSArd Biesheuvel	.pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); }
71a352ea3eSArd Biesheuvel#else
72a352ea3eSArd Biesheuvel#define PECOFF_EDATA_PADDING
73a352ea3eSArd Biesheuvel#endif
74a352ea3eSArd Biesheuvel
75cb083816SMark Rutland#if defined(CONFIG_DEBUG_ALIGN_RODATA)
7697740051SArd Biesheuvel/*
7797740051SArd Biesheuvel *  4 KB granule:   1 level 2 entry
7897740051SArd Biesheuvel * 16 KB granule: 128 level 3 entries, with contiguous bit
7997740051SArd Biesheuvel * 64 KB granule:  32 level 3 entries, with contiguous bit
8097740051SArd Biesheuvel */
8197740051SArd Biesheuvel#define SEGMENT_ALIGN			SZ_2M
82da141706SLaura Abbott#else
8397740051SArd Biesheuvel/*
8497740051SArd Biesheuvel *  4 KB granule:  16 level 3 entries, with contiguous bit
8597740051SArd Biesheuvel * 16 KB granule:   4 level 3 entries, without contiguous bit
8697740051SArd Biesheuvel * 64 KB granule:   1 level 3 entry
8797740051SArd Biesheuvel */
8897740051SArd Biesheuvel#define SEGMENT_ALIGN			SZ_64K
89da141706SLaura Abbott#endif
90da141706SLaura Abbott
918c2c3df3SCatalin MarinasSECTIONS
928c2c3df3SCatalin Marinas{
938c2c3df3SCatalin Marinas	/*
948c2c3df3SCatalin Marinas	 * XXX: The linker does not define how output sections are
958c2c3df3SCatalin Marinas	 * assigned to input sections when there are multiple statements
968c2c3df3SCatalin Marinas	 * matching the same input section name.  There is no documented
978c2c3df3SCatalin Marinas	 * order of matching.
988c2c3df3SCatalin Marinas	 */
998c2c3df3SCatalin Marinas	/DISCARD/ : {
1008c2c3df3SCatalin Marinas		ARM_EXIT_DISCARD(EXIT_TEXT)
1018c2c3df3SCatalin Marinas		ARM_EXIT_DISCARD(EXIT_DATA)
1028c2c3df3SCatalin Marinas		EXIT_CALL
1038c2c3df3SCatalin Marinas		*(.discard)
1048c2c3df3SCatalin Marinas		*(.discard.*)
1051e48ef7fSArd Biesheuvel		*(.interp .dynamic)
1068c2c3df3SCatalin Marinas	}
1078c2c3df3SCatalin Marinas
108ab893fb9SArd Biesheuvel	. = KIMAGE_VADDR + TEXT_OFFSET;
1098c2c3df3SCatalin Marinas
1108c2c3df3SCatalin Marinas	.head.text : {
1118c2c3df3SCatalin Marinas		_text = .;
1128c2c3df3SCatalin Marinas		HEAD_TEXT
1138c2c3df3SCatalin Marinas	}
1148c2c3df3SCatalin Marinas	.text : {			/* Real text segment		*/
1158c2c3df3SCatalin Marinas		_stext = .;		/* Text and read-only data	*/
1168c2c3df3SCatalin Marinas			__exception_text_start = .;
1178c2c3df3SCatalin Marinas			*(.exception.text)
1188c2c3df3SCatalin Marinas			__exception_text_end = .;
1198c2c3df3SCatalin Marinas			IRQENTRY_TEXT
120be7635e7SAlexander Potapenko			SOFTIRQENTRY_TEXT
1218c2c3df3SCatalin Marinas			TEXT_TEXT
1228c2c3df3SCatalin Marinas			SCHED_TEXT
1238c2c3df3SCatalin Marinas			LOCK_TEXT
124*2dd0e8d2SSandeepa Prabhu			KPROBES_TEXT
1252240bbb6SMarc Zyngier			HYPERVISOR_TEXT
1265dfe9d7dSArd Biesheuvel			IDMAP_TEXT
12782869ac5SJames Morse			HIBERNATE_TEXT
1288c2c3df3SCatalin Marinas			*(.fixup)
1298c2c3df3SCatalin Marinas			*(.gnu.warning)
1308c2c3df3SCatalin Marinas		. = ALIGN(16);
1318c2c3df3SCatalin Marinas		*(.got)			/* Global offset table		*/
1328c2c3df3SCatalin Marinas	}
1338c2c3df3SCatalin Marinas
13497740051SArd Biesheuvel	. = ALIGN(SEGMENT_ALIGN);
1352f39b5f9SJeremy Linton	RO_DATA(PAGE_SIZE)		/* everything from this point to */
1362f39b5f9SJeremy Linton	EXCEPTION_TABLE(8)		/* _etext will be marked RO NX   */
137c80b7ee8SMark Salter	NOTES
1388c2c3df3SCatalin Marinas
13997740051SArd Biesheuvel	. = ALIGN(SEGMENT_ALIGN);
140fca082bfSMark Rutland	_etext = .;			/* End of text and rodata section */
1418c2c3df3SCatalin Marinas	__init_begin = .;
1428c2c3df3SCatalin Marinas
1438c2c3df3SCatalin Marinas	INIT_TEXT_SECTION(8)
1448c2c3df3SCatalin Marinas	.exit.text : {
1458c2c3df3SCatalin Marinas		ARM_EXIT_KEEP(EXIT_TEXT)
1468c2c3df3SCatalin Marinas	}
147da141706SLaura Abbott
1488c2c3df3SCatalin Marinas	.init.data : {
1498c2c3df3SCatalin Marinas		INIT_DATA
1508c2c3df3SCatalin Marinas		INIT_SETUP(16)
1518c2c3df3SCatalin Marinas		INIT_CALLS
1528c2c3df3SCatalin Marinas		CON_INITCALL
1538c2c3df3SCatalin Marinas		SECURITY_INITCALL
1548c2c3df3SCatalin Marinas		INIT_RAM_FS
1551ce99bf4SArd Biesheuvel		*(.init.rodata.* .init.bss)	/* from the EFI stub */
1568c2c3df3SCatalin Marinas	}
1578c2c3df3SCatalin Marinas	.exit.data : {
1588c2c3df3SCatalin Marinas		ARM_EXIT_KEEP(EXIT_DATA)
1598c2c3df3SCatalin Marinas	}
1608c2c3df3SCatalin Marinas
16198fb7548SArd Biesheuvel	PERCPU_SECTION(L1_CACHE_BYTES)
1628c2c3df3SCatalin Marinas
163e039ee4eSAndre Przywara	. = ALIGN(4);
164e039ee4eSAndre Przywara	.altinstructions : {
165e039ee4eSAndre Przywara		__alt_instructions = .;
166e039ee4eSAndre Przywara		*(.altinstructions)
167e039ee4eSAndre Przywara		__alt_instructions_end = .;
168e039ee4eSAndre Przywara	}
169e039ee4eSAndre Przywara	.altinstr_replacement : {
170e039ee4eSAndre Przywara		*(.altinstr_replacement)
171e039ee4eSAndre Przywara	}
1721e48ef7fSArd Biesheuvel	.rela : ALIGN(8) {
1731e48ef7fSArd Biesheuvel		*(.rela .rela*)
1741e48ef7fSArd Biesheuvel	}
1751e48ef7fSArd Biesheuvel	.dynsym : ALIGN(8) {
1761e48ef7fSArd Biesheuvel		*(.dynsym)
1771e48ef7fSArd Biesheuvel	}
1781e48ef7fSArd Biesheuvel	.dynstr : {
1791e48ef7fSArd Biesheuvel		*(.dynstr)
1801e48ef7fSArd Biesheuvel	}
1811e48ef7fSArd Biesheuvel	.hash : {
1821e48ef7fSArd Biesheuvel		*(.hash)
1831e48ef7fSArd Biesheuvel	}
184e039ee4eSAndre Przywara
1850cd3defeSArd Biesheuvel	__rela_offset	= ADDR(.rela) - KIMAGE_VADDR;
1860cd3defeSArd Biesheuvel	__rela_size	= SIZEOF(.rela);
1870cd3defeSArd Biesheuvel	__dynsym_offset	= ADDR(.dynsym) - KIMAGE_VADDR;
1880cd3defeSArd Biesheuvel
18997740051SArd Biesheuvel	. = ALIGN(SEGMENT_ALIGN);
1909aa4ec15SMark Rutland	__init_end = .;
1919aa4ec15SMark Rutland
1923c620626SMark Salter	_data = .;
1938c2c3df3SCatalin Marinas	_sdata = .;
19498fb7548SArd Biesheuvel	RW_DATA_SECTION(L1_CACHE_BYTES, PAGE_SIZE, THREAD_SIZE)
195a352ea3eSArd Biesheuvel	PECOFF_EDATA_PADDING
1968c2c3df3SCatalin Marinas	_edata = .;
1978c2c3df3SCatalin Marinas
1988c2c3df3SCatalin Marinas	BSS_SECTION(0, 0, 0)
199bd00cd5fSMark Rutland
200bd00cd5fSMark Rutland	. = ALIGN(PAGE_SIZE);
201bd00cd5fSMark Rutland	idmap_pg_dir = .;
202bd00cd5fSMark Rutland	. += IDMAP_DIR_SIZE;
203bd00cd5fSMark Rutland	swapper_pg_dir = .;
204bd00cd5fSMark Rutland	. += SWAPPER_DIR_SIZE;
205bd00cd5fSMark Rutland
2068c2c3df3SCatalin Marinas	_end = .;
2078c2c3df3SCatalin Marinas
2088c2c3df3SCatalin Marinas	STABS_DEBUG
209a2c1d73bSMark Rutland
210a2c1d73bSMark Rutland	HEAD_SYMBOLS
2118c2c3df3SCatalin Marinas}
2122240bbb6SMarc Zyngier
2132240bbb6SMarc Zyngier/*
2145dfe9d7dSArd Biesheuvel * The HYP init code and ID map text can't be longer than a page each,
21506f75a1fSArd Biesheuvel * and should not cross a page boundary.
2162240bbb6SMarc Zyngier */
21706f75a1fSArd BiesheuvelASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
21806f75a1fSArd Biesheuvel	"HYP init code too big or misaligned")
2195dfe9d7dSArd BiesheuvelASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
2205dfe9d7dSArd Biesheuvel	"ID map text too big or misaligned")
22182869ac5SJames Morse#ifdef CONFIG_HIBERNATION
22282869ac5SJames MorseASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1))
22382869ac5SJames Morse	<= SZ_4K, "Hibernate exit text too big or misaligned")
22482869ac5SJames Morse#endif
225da57a369SMark Rutland
226da57a369SMark Rutland/*
227da57a369SMark Rutland * If padding is applied before .head.text, virt<->phys conversions will fail.
228da57a369SMark Rutland */
229ab893fb9SArd BiesheuvelASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned")
230