xref: /openbmc/linux/arch/arm64/kernel/vmlinux.lds.S (revision 82003e04)
1/*
2 * ld script to make ARM Linux kernel
3 * taken from the i386 version by Russell King
4 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>
5 */
6
7#include <asm-generic/vmlinux.lds.h>
8#include <asm/cache.h>
9#include <asm/kernel-pgtable.h>
10#include <asm/thread_info.h>
11#include <asm/memory.h>
12#include <asm/page.h>
13#include <asm/pgtable.h>
14
15#include "image.h"
16
17/* .exit.text needed in case of alternative patching */
18#define ARM_EXIT_KEEP(x)	x
19#define ARM_EXIT_DISCARD(x)
20
21OUTPUT_ARCH(aarch64)
22ENTRY(_text)
23
24jiffies = jiffies_64;
25
26#define HYPERVISOR_TEXT					\
27	/*						\
28	 * Align to 4 KB so that			\
29	 * a) the HYP vector table is at its minimum	\
30	 *    alignment of 2048 bytes			\
31	 * b) the HYP init code will not cross a page	\
32	 *    boundary if its size does not exceed	\
33	 *    4 KB (see related ASSERT() below)		\
34	 */						\
35	. = ALIGN(SZ_4K);				\
36	VMLINUX_SYMBOL(__hyp_idmap_text_start) = .;	\
37	*(.hyp.idmap.text)				\
38	VMLINUX_SYMBOL(__hyp_idmap_text_end) = .;	\
39	VMLINUX_SYMBOL(__hyp_text_start) = .;		\
40	*(.hyp.text)					\
41	VMLINUX_SYMBOL(__hyp_text_end) = .;
42
43#define IDMAP_TEXT					\
44	. = ALIGN(SZ_4K);				\
45	VMLINUX_SYMBOL(__idmap_text_start) = .;		\
46	*(.idmap.text)					\
47	VMLINUX_SYMBOL(__idmap_text_end) = .;
48
49#ifdef CONFIG_HIBERNATION
50#define HIBERNATE_TEXT					\
51	. = ALIGN(SZ_4K);				\
52	VMLINUX_SYMBOL(__hibernate_exit_text_start) = .;\
53	*(.hibernate_exit.text)				\
54	VMLINUX_SYMBOL(__hibernate_exit_text_end) = .;
55#else
56#define HIBERNATE_TEXT
57#endif
58
59/*
60 * The size of the PE/COFF section that covers the kernel image, which
61 * runs from stext to _edata, must be a round multiple of the PE/COFF
62 * FileAlignment, which we set to its minimum value of 0x200. 'stext'
63 * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned
64 * boundary should be sufficient.
65 */
66PECOFF_FILE_ALIGNMENT = 0x200;
67
68#ifdef CONFIG_EFI
69#define PECOFF_EDATA_PADDING	\
70	.pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); }
71#else
72#define PECOFF_EDATA_PADDING
73#endif
74
75#if defined(CONFIG_DEBUG_ALIGN_RODATA)
76/*
77 *  4 KB granule:   1 level 2 entry
78 * 16 KB granule: 128 level 3 entries, with contiguous bit
79 * 64 KB granule:  32 level 3 entries, with contiguous bit
80 */
81#define SEGMENT_ALIGN			SZ_2M
82#else
83/*
84 *  4 KB granule:  16 level 3 entries, with contiguous bit
85 * 16 KB granule:   4 level 3 entries, without contiguous bit
86 * 64 KB granule:   1 level 3 entry
87 */
88#define SEGMENT_ALIGN			SZ_64K
89#endif
90
91SECTIONS
92{
93	/*
94	 * XXX: The linker does not define how output sections are
95	 * assigned to input sections when there are multiple statements
96	 * matching the same input section name.  There is no documented
97	 * order of matching.
98	 */
99	/DISCARD/ : {
100		ARM_EXIT_DISCARD(EXIT_TEXT)
101		ARM_EXIT_DISCARD(EXIT_DATA)
102		EXIT_CALL
103		*(.discard)
104		*(.discard.*)
105		*(.interp .dynamic)
106		*(.dynsym .dynstr .hash)
107	}
108
109	. = KIMAGE_VADDR + TEXT_OFFSET;
110
111	.head.text : {
112		_text = .;
113		HEAD_TEXT
114	}
115	.text : {			/* Real text segment		*/
116		_stext = .;		/* Text and read-only data	*/
117			__exception_text_start = .;
118			*(.exception.text)
119			__exception_text_end = .;
120			IRQENTRY_TEXT
121			SOFTIRQENTRY_TEXT
122			ENTRY_TEXT
123			TEXT_TEXT
124			SCHED_TEXT
125			CPUIDLE_TEXT
126			LOCK_TEXT
127			KPROBES_TEXT
128			HYPERVISOR_TEXT
129			IDMAP_TEXT
130			HIBERNATE_TEXT
131			*(.fixup)
132			*(.gnu.warning)
133		. = ALIGN(16);
134		*(.got)			/* Global offset table		*/
135	}
136
137	. = ALIGN(SEGMENT_ALIGN);
138	_etext = .;			/* End of text section */
139
140	RO_DATA(PAGE_SIZE)		/* everything from this point to     */
141	EXCEPTION_TABLE(8)		/* __init_begin will be marked RO NX */
142	NOTES
143
144	. = ALIGN(SEGMENT_ALIGN);
145	__init_begin = .;
146
147	INIT_TEXT_SECTION(8)
148	.exit.text : {
149		ARM_EXIT_KEEP(EXIT_TEXT)
150	}
151
152	.init.data : {
153		INIT_DATA
154		INIT_SETUP(16)
155		INIT_CALLS
156		CON_INITCALL
157		SECURITY_INITCALL
158		INIT_RAM_FS
159		*(.init.rodata.* .init.bss)	/* from the EFI stub */
160	}
161	.exit.data : {
162		ARM_EXIT_KEEP(EXIT_DATA)
163	}
164
165	PERCPU_SECTION(L1_CACHE_BYTES)
166
167	. = ALIGN(4);
168	.altinstructions : {
169		__alt_instructions = .;
170		*(.altinstructions)
171		__alt_instructions_end = .;
172	}
173	.altinstr_replacement : {
174		*(.altinstr_replacement)
175	}
176	.rela : ALIGN(8) {
177		*(.rela .rela*)
178	}
179
180	__rela_offset	= ABSOLUTE(ADDR(.rela) - KIMAGE_VADDR);
181	__rela_size	= SIZEOF(.rela);
182
183	. = ALIGN(SEGMENT_ALIGN);
184	__init_end = .;
185
186	_data = .;
187	_sdata = .;
188	RW_DATA_SECTION(L1_CACHE_BYTES, PAGE_SIZE, THREAD_SIZE)
189
190	/*
191	 * Data written with the MMU off but read with the MMU on requires
192	 * cache lines to be invalidated, discarding up to a Cache Writeback
193	 * Granule (CWG) of data from the cache. Keep the section that
194	 * requires this type of maintenance to be in its own Cache Writeback
195	 * Granule (CWG) area so the cache maintenance operations don't
196	 * interfere with adjacent data.
197	 */
198	.mmuoff.data.write : ALIGN(SZ_2K) {
199		__mmuoff_data_start = .;
200		*(.mmuoff.data.write)
201	}
202	. = ALIGN(SZ_2K);
203	.mmuoff.data.read : {
204		*(.mmuoff.data.read)
205		__mmuoff_data_end = .;
206	}
207
208	PECOFF_EDATA_PADDING
209	_edata = .;
210
211	BSS_SECTION(0, 0, 0)
212
213	. = ALIGN(PAGE_SIZE);
214	idmap_pg_dir = .;
215	. += IDMAP_DIR_SIZE;
216	swapper_pg_dir = .;
217	. += SWAPPER_DIR_SIZE;
218
219	_end = .;
220
221	STABS_DEBUG
222
223	HEAD_SYMBOLS
224}
225
226/*
227 * The HYP init code and ID map text can't be longer than a page each,
228 * and should not cross a page boundary.
229 */
230ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
231	"HYP init code too big or misaligned")
232ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
233	"ID map text too big or misaligned")
234#ifdef CONFIG_HIBERNATION
235ASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1))
236	<= SZ_4K, "Hibernate exit text too big or misaligned")
237#endif
238
239/*
240 * If padding is applied before .head.text, virt<->phys conversions will fail.
241 */
242ASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned")
243