1/* SPDX-License-Identifier: GPL-2.0 */
2#ifdef CONFIG_PPC64
3#define PROVIDE32(x)	PROVIDE(__unused__##x)
4#else
5#define PROVIDE32(x)	PROVIDE(x)
6#endif
7#include <asm/page.h>
8#include <asm-generic/vmlinux.lds.h>
9#include <asm/cache.h>
10#include <asm/thread_info.h>
11
12#if defined(CONFIG_STRICT_KERNEL_RWX) && !defined(CONFIG_PPC32)
13#define STRICT_ALIGN_SIZE	(1 << 24)
14#else
15#define STRICT_ALIGN_SIZE	PAGE_SIZE
16#endif
17
18ENTRY(_stext)
19
20PHDRS {
21	kernel PT_LOAD FLAGS(7); /* RWX */
22	notes PT_NOTE FLAGS(0);
23	dummy PT_NOTE FLAGS(0);
24
25	/* binutils < 2.18 has a bug that makes it misbehave when taking an
26	   ELF file with all segments at load address 0 as input.  This
27	   happens when running "strip" on vmlinux, because of the AT() magic
28	   in this linker script.  People using GCC >= 4.2 won't run into
29	   this problem, because the "build-id" support will put some data
30	   into the "notes" segment (at a non-zero load address).
31
32	   To work around this, we force some data into both the "dummy"
33	   segment and the kernel segment, so the dummy segment will get a
34	   non-zero load address.  It's not enough to always create the
35	   "notes" segment, since if nothing gets assigned to it, its load
36	   address will be zero.  */
37}
38
39#ifdef CONFIG_PPC64
40OUTPUT_ARCH(powerpc:common64)
41jiffies = jiffies_64;
42#else
43OUTPUT_ARCH(powerpc:common)
44jiffies = jiffies_64 + 4;
45#endif
46SECTIONS
47{
48	. = KERNELBASE;
49
50/*
51 * Text, read only data and other permanent read-only sections
52 */
53
54	_text = .;
55	_stext = .;
56
57	/*
58	 * Head text.
59	 * This needs to be in its own output section to avoid ld placing
60	 * branch trampoline stubs randomly throughout the fixed sections,
61	 * which it will do (even if the branch comes from another section)
62	 * in order to optimize stub generation.
63	 */
64	.head.text : AT(ADDR(.head.text) - LOAD_OFFSET) {
65#ifdef CONFIG_PPC64
66		KEEP(*(.head.text.first_256B));
67#ifdef CONFIG_PPC_BOOK3E
68#else
69		KEEP(*(.head.text.real_vectors));
70		*(.head.text.real_trampolines);
71		KEEP(*(.head.text.virt_vectors));
72		*(.head.text.virt_trampolines);
73# if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV)
74		KEEP(*(.head.data.fwnmi_page));
75# endif
76#endif
77#else /* !CONFIG_PPC64 */
78		HEAD_TEXT
79#endif
80	} :kernel
81
82	__head_end = .;
83
84#ifdef CONFIG_PPC64
85	/*
86	 * BLOCK(0) overrides the default output section alignment because
87	 * this needs to start right after .head.text in order for fixed
88	 * section placement to work.
89	 */
90	.text BLOCK(0) : AT(ADDR(.text) - LOAD_OFFSET) {
91#ifdef CONFIG_LD_HEAD_STUB_CATCH
92		KEEP(*(.linker_stub_catch));
93		. = . ;
94#endif
95
96#else
97	.text : AT(ADDR(.text) - LOAD_OFFSET) {
98		ALIGN_FUNCTION();
99#endif
100		/* careful! __ftr_alt_* sections need to be close to .text */
101		*(.text.hot TEXT_MAIN .text.fixup .text.unlikely .fixup __ftr_alt_* .ref.text);
102		SCHED_TEXT
103		CPUIDLE_TEXT
104		LOCK_TEXT
105		KPROBES_TEXT
106		IRQENTRY_TEXT
107		SOFTIRQENTRY_TEXT
108		/*
109		 * -Os builds call FP save/restore functions. The powerpc64
110		 * linker generates those on demand in the .sfpr section.
111		 * .sfpr gets placed at the beginning of a group of input
112		 * sections, which can break start-of-text offset if it is
113		 * included with the main text sections, so put it by itself.
114		 */
115		*(.sfpr);
116		MEM_KEEP(init.text)
117		MEM_KEEP(exit.text)
118
119#ifdef CONFIG_PPC32
120		*(.got1)
121		__got2_start = .;
122		*(.got2)
123		__got2_end = .;
124#endif /* CONFIG_PPC32 */
125
126	} :kernel
127
128	. = ALIGN(PAGE_SIZE);
129	_etext = .;
130	PROVIDE32 (etext = .);
131
132	/* Read-only data */
133	RO_DATA(PAGE_SIZE)
134
135#ifdef CONFIG_PPC64
136	. = ALIGN(8);
137	__stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) {
138		__start___stf_entry_barrier_fixup = .;
139		*(__stf_entry_barrier_fixup)
140		__stop___stf_entry_barrier_fixup = .;
141	}
142
143	. = ALIGN(8);
144	__stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) {
145		__start___stf_exit_barrier_fixup = .;
146		*(__stf_exit_barrier_fixup)
147		__stop___stf_exit_barrier_fixup = .;
148	}
149
150	. = ALIGN(8);
151	__rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) {
152		__start___rfi_flush_fixup = .;
153		*(__rfi_flush_fixup)
154		__stop___rfi_flush_fixup = .;
155	}
156#endif /* CONFIG_PPC64 */
157
158#ifdef CONFIG_PPC_BARRIER_NOSPEC
159	. = ALIGN(8);
160	__spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) {
161		__start___barrier_nospec_fixup = .;
162		*(__barrier_nospec_fixup)
163		__stop___barrier_nospec_fixup = .;
164	}
165#endif /* CONFIG_PPC_BARRIER_NOSPEC */
166
167	EXCEPTION_TABLE(0)
168
169	NOTES :kernel :notes
170
171	/* The dummy segment contents for the bug workaround mentioned above
172	   near PHDRS.  */
173	.dummy : AT(ADDR(.dummy) - LOAD_OFFSET) {
174		LONG(0)
175		LONG(0)
176		LONG(0)
177	} :kernel :dummy
178
179/*
180 * Init sections discarded at runtime
181 */
182	. = ALIGN(STRICT_ALIGN_SIZE);
183	__init_begin = .;
184	INIT_TEXT_SECTION(PAGE_SIZE) :kernel
185
186	/* .exit.text is discarded at runtime, not link time,
187	 * to deal with references from __bug_table
188	 */
189	.exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) {
190		EXIT_TEXT
191	}
192
193	.init.data : AT(ADDR(.init.data) - LOAD_OFFSET) {
194		INIT_DATA
195		__vtop_table_begin = .;
196		KEEP(*(.vtop_fixup));
197		__vtop_table_end = .;
198		__ptov_table_begin = .;
199		KEEP(*(.ptov_fixup));
200		__ptov_table_end = .;
201	}
202
203	.init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) {
204		INIT_SETUP(16)
205	}
206
207	.initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) {
208		INIT_CALLS
209	}
210
211	.con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) {
212		CON_INITCALL
213	}
214
215	SECURITY_INIT
216
217	. = ALIGN(8);
218	__ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) {
219		__start___ftr_fixup = .;
220		KEEP(*(__ftr_fixup))
221		__stop___ftr_fixup = .;
222	}
223	. = ALIGN(8);
224	__mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) {
225		__start___mmu_ftr_fixup = .;
226		KEEP(*(__mmu_ftr_fixup))
227		__stop___mmu_ftr_fixup = .;
228	}
229	. = ALIGN(8);
230	__lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) {
231		__start___lwsync_fixup = .;
232		KEEP(*(__lwsync_fixup))
233		__stop___lwsync_fixup = .;
234	}
235#ifdef CONFIG_PPC64
236	. = ALIGN(8);
237	__fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) {
238		__start___fw_ftr_fixup = .;
239		KEEP(*(__fw_ftr_fixup))
240		__stop___fw_ftr_fixup = .;
241	}
242#endif
243	.init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) {
244		INIT_RAM_FS
245	}
246
247	PERCPU_SECTION(L1_CACHE_BYTES)
248
249	. = ALIGN(8);
250	.machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) {
251		__machine_desc_start = . ;
252		KEEP(*(.machine.desc))
253		__machine_desc_end = . ;
254	}
255#ifdef CONFIG_RELOCATABLE
256	. = ALIGN(8);
257	.dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET)
258	{
259#ifdef CONFIG_PPC32
260		__dynamic_symtab = .;
261#endif
262		*(.dynsym)
263	}
264	.dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) }
265	.dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET)
266	{
267		__dynamic_start = .;
268		*(.dynamic)
269	}
270	.hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) }
271	.interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) }
272	.rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET)
273	{
274		__rela_dyn_start = .;
275		*(.rela*)
276	}
277#endif
278	/* .exit.data is discarded at runtime, not link time,
279	 * to deal with references from .exit.text
280	 */
281	.exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) {
282		EXIT_DATA
283	}
284
285	/* freed after init ends here */
286	. = ALIGN(PAGE_SIZE);
287	__init_end = .;
288
289/*
290 * And now the various read/write data
291 */
292
293	. = ALIGN(PAGE_SIZE);
294	_sdata = .;
295
296#ifdef CONFIG_PPC32
297	.data : AT(ADDR(.data) - LOAD_OFFSET) {
298		DATA_DATA
299		*(.data.rel*)
300		*(SDATA_MAIN)
301		*(.sdata2)
302		*(.got.plt) *(.got)
303		*(.plt)
304	}
305#else
306	.data : AT(ADDR(.data) - LOAD_OFFSET) {
307		DATA_DATA
308		*(.data.rel*)
309		*(.toc1)
310		*(.branch_lt)
311	}
312
313	.opd : AT(ADDR(.opd) - LOAD_OFFSET) {
314		__start_opd = .;
315		KEEP(*(.opd))
316		__end_opd = .;
317	}
318
319	. = ALIGN(256);
320	.got : AT(ADDR(.got) - LOAD_OFFSET) {
321		__toc_start = .;
322#ifndef CONFIG_RELOCATABLE
323		__prom_init_toc_start = .;
324		arch/powerpc/kernel/prom_init.o*(.toc .got)
325		__prom_init_toc_end = .;
326#endif
327		*(.got)
328		*(.toc)
329	}
330#endif
331
332	/* The initial task and kernel stack */
333	INIT_TASK_DATA_SECTION(THREAD_SIZE)
334
335	.data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) {
336		PAGE_ALIGNED_DATA(PAGE_SIZE)
337	}
338
339	.data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) {
340		CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES)
341	}
342
343	.data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) {
344		READ_MOSTLY_DATA(L1_CACHE_BYTES)
345	}
346
347	. = ALIGN(PAGE_SIZE);
348	.data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) {
349		NOSAVE_DATA
350	}
351
352	BUG_TABLE
353
354	. = ALIGN(PAGE_SIZE);
355	_edata  =  .;
356	PROVIDE32 (edata = .);
357
358/*
359 * And finally the bss
360 */
361
362	BSS_SECTION(0, 0, 0)
363
364	. = ALIGN(PAGE_SIZE);
365	_end = . ;
366	PROVIDE32 (end = .);
367
368	STABS_DEBUG
369
370	DWARF_DEBUG
371
372	DISCARDS
373	/DISCARD/ : {
374		*(*.EMB.apuinfo)
375		*(.glink .iplt .plt .rela* .comment)
376		*(.gnu.version*)
377		*(.gnu.attributes)
378		*(.eh_frame)
379	}
380}
381