1ef53dae8SSam Ravnborg /* 2ef53dae8SSam Ravnborg * Helper macros to support writing architecture specific 3ef53dae8SSam Ravnborg * linker scripts. 4ef53dae8SSam Ravnborg * 5ef53dae8SSam Ravnborg * A minimal linker scripts has following content: 6ef53dae8SSam Ravnborg * [This is a sample, architectures may have special requiriements] 7ef53dae8SSam Ravnborg * 8ef53dae8SSam Ravnborg * OUTPUT_FORMAT(...) 9ef53dae8SSam Ravnborg * OUTPUT_ARCH(...) 10ef53dae8SSam Ravnborg * ENTRY(...) 11ef53dae8SSam Ravnborg * SECTIONS 12ef53dae8SSam Ravnborg * { 13ef53dae8SSam Ravnborg * . = START; 14ef53dae8SSam Ravnborg * __init_begin = .; 157923f90fSSam Ravnborg * HEAD_TEXT_SECTION 16ef53dae8SSam Ravnborg * INIT_TEXT_SECTION(PAGE_SIZE) 17ef53dae8SSam Ravnborg * INIT_DATA_SECTION(...) 180415b00dSTejun Heo * PERCPU_SECTION(CACHELINE_SIZE) 19ef53dae8SSam Ravnborg * __init_end = .; 20ef53dae8SSam Ravnborg * 21ef53dae8SSam Ravnborg * _stext = .; 22ef53dae8SSam Ravnborg * TEXT_SECTION = 0 23ef53dae8SSam Ravnborg * _etext = .; 24ef53dae8SSam Ravnborg * 25ef53dae8SSam Ravnborg * _sdata = .; 26ef53dae8SSam Ravnborg * RO_DATA_SECTION(PAGE_SIZE) 27ef53dae8SSam Ravnborg * RW_DATA_SECTION(...) 28ef53dae8SSam Ravnborg * _edata = .; 29ef53dae8SSam Ravnborg * 30ef53dae8SSam Ravnborg * EXCEPTION_TABLE(...) 31ef53dae8SSam Ravnborg * NOTES 32ef53dae8SSam Ravnborg * 3304e448d9STim Abbott * BSS_SECTION(0, 0, 0) 34ef53dae8SSam Ravnborg * _end = .; 35ef53dae8SSam Ravnborg * 36ef53dae8SSam Ravnborg * STABS_DEBUG 37ef53dae8SSam Ravnborg * DWARF_DEBUG 38023bf6f1STejun Heo * 39023bf6f1STejun Heo * DISCARDS // must be the last 40ef53dae8SSam Ravnborg * } 41ef53dae8SSam Ravnborg * 42ef53dae8SSam Ravnborg * [__init_begin, __init_end] is the init section that may be freed after init 43562c85caSYalin Wang * // __init_begin and __init_end should be page aligned, so that we can 44562c85caSYalin Wang * // free the whole .init memory 45ef53dae8SSam Ravnborg * [_stext, _etext] is the text section 46ef53dae8SSam Ravnborg * [_sdata, _edata] is the data section 47ef53dae8SSam Ravnborg * 48ef53dae8SSam Ravnborg * Some of the included output section have their own set of constants. 49ef53dae8SSam Ravnborg * Examples are: [__initramfs_start, __initramfs_end] for initramfs and 50ef53dae8SSam Ravnborg * [__nosave_begin, __nosave_end] for the nosave data 51ef53dae8SSam Ravnborg */ 52c80d471aSTim Abbott 531da177e4SLinus Torvalds #ifndef LOAD_OFFSET 541da177e4SLinus Torvalds #define LOAD_OFFSET 0 551da177e4SLinus Torvalds #endif 561da177e4SLinus Torvalds 57b92021b0SRusty Russell #include <linux/export.h> 581da177e4SLinus Torvalds 596d30e3a8SSam Ravnborg /* Align . to a 8 byte boundary equals to maximum function alignment. */ 606d30e3a8SSam Ravnborg #define ALIGN_FUNCTION() . = ALIGN(8) 616d30e3a8SSam Ravnborg 6207fca0e5SSam Ravnborg /* 63cb87481eSNicholas Piggin * LD_DEAD_CODE_DATA_ELIMINATION option enables -fdata-sections, which 64cb87481eSNicholas Piggin * generates .data.identifier sections, which need to be pulled in with 65cb87481eSNicholas Piggin * .data. We don't want to pull in .data..other sections, which Linux 66cb87481eSNicholas Piggin * has defined. Same for text and bss. 67cb87481eSNicholas Piggin */ 68cb87481eSNicholas Piggin #ifdef CONFIG_LD_DEAD_CODE_DATA_ELIMINATION 69cb87481eSNicholas Piggin #define TEXT_MAIN .text .text.[0-9a-zA-Z_]* 70cb87481eSNicholas Piggin #define DATA_MAIN .data .data.[0-9a-zA-Z_]* 71cb87481eSNicholas Piggin #define BSS_MAIN .bss .bss.[0-9a-zA-Z_]* 72cb87481eSNicholas Piggin #else 73cb87481eSNicholas Piggin #define TEXT_MAIN .text 74cb87481eSNicholas Piggin #define DATA_MAIN .data 75cb87481eSNicholas Piggin #define BSS_MAIN .bss 76cb87481eSNicholas Piggin #endif 77cb87481eSNicholas Piggin 78cb87481eSNicholas Piggin /* 7907fca0e5SSam Ravnborg * Align to a 32 byte boundary equal to the 8007fca0e5SSam Ravnborg * alignment gcc 4.5 uses for a struct 8107fca0e5SSam Ravnborg */ 82aab94339SDirk Brandewie #define STRUCT_ALIGNMENT 32 83aab94339SDirk Brandewie #define STRUCT_ALIGN() . = ALIGN(STRUCT_ALIGNMENT) 8407fca0e5SSam Ravnborg 85eb8f6890SSam Ravnborg /* The actual configuration determine if the init/exit sections 86eb8f6890SSam Ravnborg * are handled as text/data or they can be discarded (which 87eb8f6890SSam Ravnborg * often happens at runtime) 88eb8f6890SSam Ravnborg */ 89eb8f6890SSam Ravnborg #ifdef CONFIG_HOTPLUG_CPU 90eb8f6890SSam Ravnborg #define CPU_KEEP(sec) *(.cpu##sec) 91eb8f6890SSam Ravnborg #define CPU_DISCARD(sec) 92eb8f6890SSam Ravnborg #else 93eb8f6890SSam Ravnborg #define CPU_KEEP(sec) 94eb8f6890SSam Ravnborg #define CPU_DISCARD(sec) *(.cpu##sec) 95eb8f6890SSam Ravnborg #endif 96eb8f6890SSam Ravnborg 971a3fb6d4SAdrian Bunk #if defined(CONFIG_MEMORY_HOTPLUG) 98eb8f6890SSam Ravnborg #define MEM_KEEP(sec) *(.mem##sec) 99eb8f6890SSam Ravnborg #define MEM_DISCARD(sec) 100eb8f6890SSam Ravnborg #else 101eb8f6890SSam Ravnborg #define MEM_KEEP(sec) 102eb8f6890SSam Ravnborg #define MEM_DISCARD(sec) *(.mem##sec) 103eb8f6890SSam Ravnborg #endif 104eb8f6890SSam Ravnborg 1058da3821bSSteven Rostedt #ifdef CONFIG_FTRACE_MCOUNT_RECORD 1064b3b4c5eSJohn Reiser #define MCOUNT_REC() . = ALIGN(8); \ 1074b3b4c5eSJohn Reiser VMLINUX_SYMBOL(__start_mcount_loc) = .; \ 1088da3821bSSteven Rostedt *(__mcount_loc) \ 1098da3821bSSteven Rostedt VMLINUX_SYMBOL(__stop_mcount_loc) = .; 1108da3821bSSteven Rostedt #else 1118da3821bSSteven Rostedt #define MCOUNT_REC() 1128da3821bSSteven Rostedt #endif 113eb8f6890SSam Ravnborg 1142ed84eebSSteven Rostedt #ifdef CONFIG_TRACE_BRANCH_PROFILING 11545b79749SSteven Rostedt #define LIKELY_PROFILE() VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \ 11645b79749SSteven Rostedt *(_ftrace_annotated_branch) \ 11745b79749SSteven Rostedt VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .; 1181f0d69a9SSteven Rostedt #else 1191f0d69a9SSteven Rostedt #define LIKELY_PROFILE() 1201f0d69a9SSteven Rostedt #endif 1211f0d69a9SSteven Rostedt 1222bcd521aSSteven Rostedt #ifdef CONFIG_PROFILE_ALL_BRANCHES 1232bcd521aSSteven Rostedt #define BRANCH_PROFILE() VMLINUX_SYMBOL(__start_branch_profile) = .; \ 1242bcd521aSSteven Rostedt *(_ftrace_branch) \ 1252bcd521aSSteven Rostedt VMLINUX_SYMBOL(__stop_branch_profile) = .; 1262bcd521aSSteven Rostedt #else 1272bcd521aSSteven Rostedt #define BRANCH_PROFILE() 1282bcd521aSSteven Rostedt #endif 1292bcd521aSSteven Rostedt 130376e2424SMasami Hiramatsu #ifdef CONFIG_KPROBES 13169902c71SVineet Gupta #define KPROBE_BLACKLIST() . = ALIGN(8); \ 13269902c71SVineet Gupta VMLINUX_SYMBOL(__start_kprobe_blacklist) = .; \ 1334b89b7f7SNicholas Piggin KEEP(*(_kprobe_blacklist)) \ 134376e2424SMasami Hiramatsu VMLINUX_SYMBOL(__stop_kprobe_blacklist) = .; 135376e2424SMasami Hiramatsu #else 136376e2424SMasami Hiramatsu #define KPROBE_BLACKLIST() 137376e2424SMasami Hiramatsu #endif 138376e2424SMasami Hiramatsu 1395f77a88bSTom Zanussi #ifdef CONFIG_EVENT_TRACING 140e4a9ea5eSSteven Rostedt #define FTRACE_EVENTS() . = ALIGN(8); \ 141e4a9ea5eSSteven Rostedt VMLINUX_SYMBOL(__start_ftrace_events) = .; \ 1424b89b7f7SNicholas Piggin KEEP(*(_ftrace_events)) \ 1430c564a53SSteven Rostedt (Red Hat) VMLINUX_SYMBOL(__stop_ftrace_events) = .; \ 14402fd7f68SJeremy Linton VMLINUX_SYMBOL(__start_ftrace_eval_maps) = .; \ 14502fd7f68SJeremy Linton KEEP(*(_ftrace_eval_map)) \ 14602fd7f68SJeremy Linton VMLINUX_SYMBOL(__stop_ftrace_eval_maps) = .; 147b77e38aaSSteven Rostedt #else 148b77e38aaSSteven Rostedt #define FTRACE_EVENTS() 149b77e38aaSSteven Rostedt #endif 150b77e38aaSSteven Rostedt 1511ba28e02SLai Jiangshan #ifdef CONFIG_TRACING 1521ba28e02SLai Jiangshan #define TRACE_PRINTKS() VMLINUX_SYMBOL(__start___trace_bprintk_fmt) = .; \ 1534b89b7f7SNicholas Piggin KEEP(*(__trace_printk_fmt)) /* Trace_printk fmt' pointer */ \ 1541ba28e02SLai Jiangshan VMLINUX_SYMBOL(__stop___trace_bprintk_fmt) = .; 155102c9323SSteven Rostedt (Red Hat) #define TRACEPOINT_STR() VMLINUX_SYMBOL(__start___tracepoint_str) = .; \ 1564b89b7f7SNicholas Piggin KEEP(*(__tracepoint_str)) /* Trace_printk fmt' pointer */ \ 157102c9323SSteven Rostedt (Red Hat) VMLINUX_SYMBOL(__stop___tracepoint_str) = .; 1581ba28e02SLai Jiangshan #else 1591ba28e02SLai Jiangshan #define TRACE_PRINTKS() 160102c9323SSteven Rostedt (Red Hat) #define TRACEPOINT_STR() 1611ba28e02SLai Jiangshan #endif 1621ba28e02SLai Jiangshan 163bed1ffcaSFrederic Weisbecker #ifdef CONFIG_FTRACE_SYSCALLS 1643d56e331SSteven Rostedt #define TRACE_SYSCALLS() . = ALIGN(8); \ 1653d56e331SSteven Rostedt VMLINUX_SYMBOL(__start_syscalls_metadata) = .; \ 1664b89b7f7SNicholas Piggin KEEP(*(__syscalls_metadata)) \ 167bed1ffcaSFrederic Weisbecker VMLINUX_SYMBOL(__stop_syscalls_metadata) = .; 168bed1ffcaSFrederic Weisbecker #else 169bed1ffcaSFrederic Weisbecker #define TRACE_SYSCALLS() 170bed1ffcaSFrederic Weisbecker #endif 171bed1ffcaSFrederic Weisbecker 172470ca0deSPeter Hurley #ifdef CONFIG_SERIAL_EARLYCON 17399492c39SPeter Hurley #define EARLYCON_TABLE() STRUCT_ALIGN(); \ 174470ca0deSPeter Hurley VMLINUX_SYMBOL(__earlycon_table) = .; \ 1754b89b7f7SNicholas Piggin KEEP(*(__earlycon_table)) \ 1762eaa7909SPeter Hurley VMLINUX_SYMBOL(__earlycon_table_end) = .; 177470ca0deSPeter Hurley #else 178470ca0deSPeter Hurley #define EARLYCON_TABLE() 179470ca0deSPeter Hurley #endif 180aab94339SDirk Brandewie 18106309288SRob Herring #define ___OF_TABLE(cfg, name) _OF_TABLE_##cfg(name) 18206309288SRob Herring #define __OF_TABLE(cfg, name) ___OF_TABLE(cfg, name) 1835ee02af1SMasahiro Yamada #define OF_TABLE(cfg, name) __OF_TABLE(IS_ENABLED(cfg), name) 18406309288SRob Herring #define _OF_TABLE_0(name) 18506309288SRob Herring #define _OF_TABLE_1(name) \ 186f6e916b8SThomas Petazzoni . = ALIGN(8); \ 18706309288SRob Herring VMLINUX_SYMBOL(__##name##_of_table) = .; \ 1884b89b7f7SNicholas Piggin KEEP(*(__##name##_of_table)) \ 1894b89b7f7SNicholas Piggin KEEP(*(__##name##_of_table_end)) 190aab94339SDirk Brandewie 191bb0eb050SDaniel Lezcano #define TIMER_OF_TABLES() OF_TABLE(CONFIG_TIMER_OF, timer) 19206309288SRob Herring #define IRQCHIP_OF_MATCH_TABLE() OF_TABLE(CONFIG_IRQCHIP, irqchip) 19306309288SRob Herring #define CLK_OF_TABLES() OF_TABLE(CONFIG_COMMON_CLK, clk) 1941cd076bfSWill Deacon #define IOMMU_OF_TABLES() OF_TABLE(CONFIG_OF_IOMMU, iommu) 19506309288SRob Herring #define RESERVEDMEM_OF_TABLES() OF_TABLE(CONFIG_OF_RESERVED_MEM, reservedmem) 19606309288SRob Herring #define CPU_METHOD_OF_TABLES() OF_TABLE(CONFIG_SMP, cpu_method) 197449e056cSDaniel Lezcano #define CPUIDLE_METHOD_OF_TABLES() OF_TABLE(CONFIG_CPU_IDLE, cpuidle_method) 1986c3ff8b1SStephen Boyd 199e647b532SMarc Zyngier #ifdef CONFIG_ACPI 200e647b532SMarc Zyngier #define ACPI_PROBE_TABLE(name) \ 201e647b532SMarc Zyngier . = ALIGN(8); \ 202e647b532SMarc Zyngier VMLINUX_SYMBOL(__##name##_acpi_probe_table) = .; \ 2034b89b7f7SNicholas Piggin KEEP(*(__##name##_acpi_probe_table)) \ 204e647b532SMarc Zyngier VMLINUX_SYMBOL(__##name##_acpi_probe_table_end) = .; 205e647b532SMarc Zyngier #else 206e647b532SMarc Zyngier #define ACPI_PROBE_TABLE(name) 207e647b532SMarc Zyngier #endif 208e647b532SMarc Zyngier 209aab94339SDirk Brandewie #define KERNEL_DTB() \ 210aab94339SDirk Brandewie STRUCT_ALIGN(); \ 211aab94339SDirk Brandewie VMLINUX_SYMBOL(__dtb_start) = .; \ 2124b89b7f7SNicholas Piggin KEEP(*(.dtb.init.rodata)) \ 213aab94339SDirk Brandewie VMLINUX_SYMBOL(__dtb_end) = .; 214aab94339SDirk Brandewie 215b67067f1SNicholas Piggin /* 216b67067f1SNicholas Piggin * .data section 217b67067f1SNicholas Piggin */ 218ca967258SSam Ravnborg #define DATA_DATA \ 219cb87481eSNicholas Piggin *(DATA_MAIN) \ 220312b1485SSam Ravnborg *(.ref.data) \ 221d356c0b6SMike Frysinger *(.data..shared_aligned) /* percpu related */ \ 222eb8f6890SSam Ravnborg MEM_KEEP(init.data) \ 223eb8f6890SSam Ravnborg MEM_KEEP(exit.data) \ 2247ccaba53SJan Beulich *(.data.unlikely) \ 22565498646SMathieu Desnoyers STRUCT_ALIGN(); \ 22697e1c18eSMathieu Desnoyers *(__tracepoints) \ 227e9d376f0SJason Baron /* implement dynamic printk debug */ \ 228e9d376f0SJason Baron . = ALIGN(8); \ 229d430d3d7SJason Baron VMLINUX_SYMBOL(__start___jump_table) = .; \ 2304b89b7f7SNicholas Piggin KEEP(*(__jump_table)) \ 231d430d3d7SJason Baron VMLINUX_SYMBOL(__stop___jump_table) = .; \ 232d430d3d7SJason Baron . = ALIGN(8); \ 233e9d376f0SJason Baron VMLINUX_SYMBOL(__start___verbose) = .; \ 2344b89b7f7SNicholas Piggin KEEP(*(__verbose)) \ 235e9d376f0SJason Baron VMLINUX_SYMBOL(__stop___verbose) = .; \ 2362bcd521aSSteven Rostedt LIKELY_PROFILE() \ 237b77e38aaSSteven Rostedt BRANCH_PROFILE() \ 238102c9323SSteven Rostedt (Red Hat) TRACE_PRINTKS() \ 239102c9323SSteven Rostedt (Red Hat) TRACEPOINT_STR() 240ca967258SSam Ravnborg 241ef53dae8SSam Ravnborg /* 242ef53dae8SSam Ravnborg * Data section helpers 243ef53dae8SSam Ravnborg */ 244ef53dae8SSam Ravnborg #define NOSAVE_DATA \ 245ef53dae8SSam Ravnborg . = ALIGN(PAGE_SIZE); \ 246ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__nosave_begin) = .; \ 24707b3bb1eSDenys Vlasenko *(.data..nosave) \ 248ef53dae8SSam Ravnborg . = ALIGN(PAGE_SIZE); \ 249ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__nosave_end) = .; 250ef53dae8SSam Ravnborg 251ef53dae8SSam Ravnborg #define PAGE_ALIGNED_DATA(page_align) \ 252ef53dae8SSam Ravnborg . = ALIGN(page_align); \ 25375b13483STim Abbott *(.data..page_aligned) 254ef53dae8SSam Ravnborg 255ef53dae8SSam Ravnborg #define READ_MOSTLY_DATA(align) \ 256ef53dae8SSam Ravnborg . = ALIGN(align); \ 2578369744fSShaohua Li *(.data..read_mostly) \ 2588369744fSShaohua Li . = ALIGN(align); 259ef53dae8SSam Ravnborg 260ef53dae8SSam Ravnborg #define CACHELINE_ALIGNED_DATA(align) \ 261ef53dae8SSam Ravnborg . = ALIGN(align); \ 2624af57b78STim Abbott *(.data..cacheline_aligned) 263ef53dae8SSam Ravnborg 26439a449d9STim Abbott #define INIT_TASK_DATA(align) \ 265ef53dae8SSam Ravnborg . = ALIGN(align); \ 26691ed140dSBorislav Petkov VMLINUX_SYMBOL(__start_init_task) = .; \ 26791ed140dSBorislav Petkov *(.data..init_task) \ 26891ed140dSBorislav Petkov VMLINUX_SYMBOL(__end_init_task) = .; 269ef53dae8SSam Ravnborg 270ef53dae8SSam Ravnborg /* 27132fb2fc5SHeiko Carstens * Allow architectures to handle ro_after_init data on their 27232fb2fc5SHeiko Carstens * own by defining an empty RO_AFTER_INIT_DATA. 27332fb2fc5SHeiko Carstens */ 27432fb2fc5SHeiko Carstens #ifndef RO_AFTER_INIT_DATA 275d7c19b06SJakub Kicinski #define RO_AFTER_INIT_DATA \ 276d79bf21eSJessica Yu VMLINUX_SYMBOL(__start_ro_after_init) = .; \ 277d7c19b06SJakub Kicinski *(.data..ro_after_init) \ 278d79bf21eSJessica Yu VMLINUX_SYMBOL(__end_ro_after_init) = .; 27932fb2fc5SHeiko Carstens #endif 28032fb2fc5SHeiko Carstens 28132fb2fc5SHeiko Carstens /* 282ef53dae8SSam Ravnborg * Read only Data 283ef53dae8SSam Ravnborg */ 284ef53dae8SSam Ravnborg #define RO_DATA_SECTION(align) \ 2854096b46fSSam Ravnborg . = ALIGN((align)); \ 2861da177e4SLinus Torvalds .rodata : AT(ADDR(.rodata) - LOAD_OFFSET) { \ 2876569580dSVivek Goyal VMLINUX_SYMBOL(__start_rodata) = .; \ 2881da177e4SLinus Torvalds *(.rodata) *(.rodata.*) \ 28932fb2fc5SHeiko Carstens RO_AFTER_INIT_DATA /* Read only after init */ \ 2904b89b7f7SNicholas Piggin KEEP(*(__vermagic)) /* Kernel version magic */ \ 29165498646SMathieu Desnoyers . = ALIGN(8); \ 29265498646SMathieu Desnoyers VMLINUX_SYMBOL(__start___tracepoints_ptrs) = .; \ 2934b89b7f7SNicholas Piggin KEEP(*(__tracepoints_ptrs)) /* Tracepoints: pointer array */ \ 29465498646SMathieu Desnoyers VMLINUX_SYMBOL(__stop___tracepoints_ptrs) = .; \ 29597e1c18eSMathieu Desnoyers *(__tracepoints_strings)/* Tracepoints: strings */ \ 2961da177e4SLinus Torvalds } \ 2971da177e4SLinus Torvalds \ 2981da177e4SLinus Torvalds .rodata1 : AT(ADDR(.rodata1) - LOAD_OFFSET) { \ 2991da177e4SLinus Torvalds *(.rodata1) \ 3001da177e4SLinus Torvalds } \ 3011da177e4SLinus Torvalds \ 3021da177e4SLinus Torvalds /* PCI quirks */ \ 3031da177e4SLinus Torvalds .pci_fixup : AT(ADDR(.pci_fixup) - LOAD_OFFSET) { \ 3041da177e4SLinus Torvalds VMLINUX_SYMBOL(__start_pci_fixups_early) = .; \ 3054b89b7f7SNicholas Piggin KEEP(*(.pci_fixup_early)) \ 3061da177e4SLinus Torvalds VMLINUX_SYMBOL(__end_pci_fixups_early) = .; \ 3071da177e4SLinus Torvalds VMLINUX_SYMBOL(__start_pci_fixups_header) = .; \ 3084b89b7f7SNicholas Piggin KEEP(*(.pci_fixup_header)) \ 3091da177e4SLinus Torvalds VMLINUX_SYMBOL(__end_pci_fixups_header) = .; \ 3101da177e4SLinus Torvalds VMLINUX_SYMBOL(__start_pci_fixups_final) = .; \ 3114b89b7f7SNicholas Piggin KEEP(*(.pci_fixup_final)) \ 3121da177e4SLinus Torvalds VMLINUX_SYMBOL(__end_pci_fixups_final) = .; \ 3131da177e4SLinus Torvalds VMLINUX_SYMBOL(__start_pci_fixups_enable) = .; \ 3144b89b7f7SNicholas Piggin KEEP(*(.pci_fixup_enable)) \ 3151da177e4SLinus Torvalds VMLINUX_SYMBOL(__end_pci_fixups_enable) = .; \ 3161597cacbSAlan Cox VMLINUX_SYMBOL(__start_pci_fixups_resume) = .; \ 3174b89b7f7SNicholas Piggin KEEP(*(.pci_fixup_resume)) \ 3181597cacbSAlan Cox VMLINUX_SYMBOL(__end_pci_fixups_resume) = .; \ 319e1a2a51eSRafael J. Wysocki VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .; \ 3204b89b7f7SNicholas Piggin KEEP(*(.pci_fixup_resume_early)) \ 321e1a2a51eSRafael J. Wysocki VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .; \ 322e1a2a51eSRafael J. Wysocki VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .; \ 3234b89b7f7SNicholas Piggin KEEP(*(.pci_fixup_suspend)) \ 324e1a2a51eSRafael J. Wysocki VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .; \ 3257d2a01b8SAndreas Noever VMLINUX_SYMBOL(__start_pci_fixups_suspend_late) = .; \ 3264b89b7f7SNicholas Piggin KEEP(*(.pci_fixup_suspend_late)) \ 3277d2a01b8SAndreas Noever VMLINUX_SYMBOL(__end_pci_fixups_suspend_late) = .; \ 3281da177e4SLinus Torvalds } \ 3291da177e4SLinus Torvalds \ 3305658c769SDavid Woodhouse /* Built-in firmware blobs */ \ 3315658c769SDavid Woodhouse .builtin_fw : AT(ADDR(.builtin_fw) - LOAD_OFFSET) { \ 3325658c769SDavid Woodhouse VMLINUX_SYMBOL(__start_builtin_fw) = .; \ 3334b89b7f7SNicholas Piggin KEEP(*(.builtin_fw)) \ 3345658c769SDavid Woodhouse VMLINUX_SYMBOL(__end_builtin_fw) = .; \ 3355658c769SDavid Woodhouse } \ 3365658c769SDavid Woodhouse \ 33763687a52SJan Beulich TRACEDATA \ 33863687a52SJan Beulich \ 3391da177e4SLinus Torvalds /* Kernel symbol table: Normal symbols */ \ 3401da177e4SLinus Torvalds __ksymtab : AT(ADDR(__ksymtab) - LOAD_OFFSET) { \ 3411da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___ksymtab) = .; \ 342b67067f1SNicholas Piggin KEEP(*(SORT(___ksymtab+*))) \ 3431da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___ksymtab) = .; \ 3441da177e4SLinus Torvalds } \ 3451da177e4SLinus Torvalds \ 3461da177e4SLinus Torvalds /* Kernel symbol table: GPL-only symbols */ \ 3471da177e4SLinus Torvalds __ksymtab_gpl : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) { \ 3481da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___ksymtab_gpl) = .; \ 349b67067f1SNicholas Piggin KEEP(*(SORT(___ksymtab_gpl+*))) \ 3501da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .; \ 3511da177e4SLinus Torvalds } \ 3521da177e4SLinus Torvalds \ 353f71d20e9SArjan van de Ven /* Kernel symbol table: Normal unused symbols */ \ 354f71d20e9SArjan van de Ven __ksymtab_unused : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) { \ 355f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__start___ksymtab_unused) = .; \ 356b67067f1SNicholas Piggin KEEP(*(SORT(___ksymtab_unused+*))) \ 357f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__stop___ksymtab_unused) = .; \ 358f71d20e9SArjan van de Ven } \ 359f71d20e9SArjan van de Ven \ 360f71d20e9SArjan van de Ven /* Kernel symbol table: GPL-only unused symbols */ \ 361f71d20e9SArjan van de Ven __ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \ 362f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .; \ 363b67067f1SNicholas Piggin KEEP(*(SORT(___ksymtab_unused_gpl+*))) \ 364f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .; \ 365f71d20e9SArjan van de Ven } \ 366f71d20e9SArjan van de Ven \ 3679f28bb7eSGreg Kroah-Hartman /* Kernel symbol table: GPL-future-only symbols */ \ 3689f28bb7eSGreg Kroah-Hartman __ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \ 3699f28bb7eSGreg Kroah-Hartman VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .; \ 370b67067f1SNicholas Piggin KEEP(*(SORT(___ksymtab_gpl_future+*))) \ 3719f28bb7eSGreg Kroah-Hartman VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .; \ 3729f28bb7eSGreg Kroah-Hartman } \ 3739f28bb7eSGreg Kroah-Hartman \ 3741da177e4SLinus Torvalds /* Kernel symbol table: Normal symbols */ \ 3751da177e4SLinus Torvalds __kcrctab : AT(ADDR(__kcrctab) - LOAD_OFFSET) { \ 3761da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___kcrctab) = .; \ 377b67067f1SNicholas Piggin KEEP(*(SORT(___kcrctab+*))) \ 3781da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___kcrctab) = .; \ 3791da177e4SLinus Torvalds } \ 3801da177e4SLinus Torvalds \ 3811da177e4SLinus Torvalds /* Kernel symbol table: GPL-only symbols */ \ 3821da177e4SLinus Torvalds __kcrctab_gpl : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) { \ 3831da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___kcrctab_gpl) = .; \ 384b67067f1SNicholas Piggin KEEP(*(SORT(___kcrctab_gpl+*))) \ 3851da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .; \ 3861da177e4SLinus Torvalds } \ 3871da177e4SLinus Torvalds \ 388f71d20e9SArjan van de Ven /* Kernel symbol table: Normal unused symbols */ \ 389f71d20e9SArjan van de Ven __kcrctab_unused : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) { \ 390f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__start___kcrctab_unused) = .; \ 391b67067f1SNicholas Piggin KEEP(*(SORT(___kcrctab_unused+*))) \ 392f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__stop___kcrctab_unused) = .; \ 393f71d20e9SArjan van de Ven } \ 394f71d20e9SArjan van de Ven \ 395f71d20e9SArjan van de Ven /* Kernel symbol table: GPL-only unused symbols */ \ 396f71d20e9SArjan van de Ven __kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \ 397f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .; \ 398b67067f1SNicholas Piggin KEEP(*(SORT(___kcrctab_unused_gpl+*))) \ 399f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .; \ 400f71d20e9SArjan van de Ven } \ 401f71d20e9SArjan van de Ven \ 4029f28bb7eSGreg Kroah-Hartman /* Kernel symbol table: GPL-future-only symbols */ \ 4039f28bb7eSGreg Kroah-Hartman __kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \ 4049f28bb7eSGreg Kroah-Hartman VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .; \ 405b67067f1SNicholas Piggin KEEP(*(SORT(___kcrctab_gpl_future+*))) \ 4069f28bb7eSGreg Kroah-Hartman VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .; \ 4079f28bb7eSGreg Kroah-Hartman } \ 4089f28bb7eSGreg Kroah-Hartman \ 4091da177e4SLinus Torvalds /* Kernel symbol table: strings */ \ 4101da177e4SLinus Torvalds __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) { \ 4114b89b7f7SNicholas Piggin *(__ksymtab_strings) \ 4121da177e4SLinus Torvalds } \ 4131da177e4SLinus Torvalds \ 414eb8f6890SSam Ravnborg /* __*init sections */ \ 415eb8f6890SSam Ravnborg __init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) { \ 416312b1485SSam Ravnborg *(.ref.rodata) \ 417eb8f6890SSam Ravnborg MEM_KEEP(init.rodata) \ 418eb8f6890SSam Ravnborg MEM_KEEP(exit.rodata) \ 419eb8f6890SSam Ravnborg } \ 420eb8f6890SSam Ravnborg \ 4211da177e4SLinus Torvalds /* Built-in module parameters. */ \ 4221da177e4SLinus Torvalds __param : AT(ADDR(__param) - LOAD_OFFSET) { \ 4231da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___param) = .; \ 4244b89b7f7SNicholas Piggin KEEP(*(__param)) \ 4251da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___param) = .; \ 426e94965edSDmitry Torokhov } \ 427e94965edSDmitry Torokhov \ 428e94965edSDmitry Torokhov /* Built-in module versions. */ \ 429e94965edSDmitry Torokhov __modver : AT(ADDR(__modver) - LOAD_OFFSET) { \ 430e94965edSDmitry Torokhov VMLINUX_SYMBOL(__start___modver) = .; \ 4314b89b7f7SNicholas Piggin KEEP(*(__modver)) \ 432e94965edSDmitry Torokhov VMLINUX_SYMBOL(__stop___modver) = .; \ 433edeed305SArjan van de Ven . = ALIGN((align)); \ 4346569580dSVivek Goyal VMLINUX_SYMBOL(__end_rodata) = .; \ 4357583ddfdSMarcelo Tosatti } \ 4364096b46fSSam Ravnborg . = ALIGN((align)); 4374096b46fSSam Ravnborg 438ef53dae8SSam Ravnborg /* RODATA & RO_DATA provided for backward compatibility. 4394096b46fSSam Ravnborg * All archs are supposed to use RO_DATA() */ 440ef53dae8SSam Ravnborg #define RODATA RO_DATA_SECTION(4096) 441ef53dae8SSam Ravnborg #define RO_DATA(align) RO_DATA_SECTION(align) 4421da177e4SLinus Torvalds 4431da177e4SLinus Torvalds #define SECURITY_INIT \ 44460bad7faSEric W. Biederman .security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \ 4451da177e4SLinus Torvalds VMLINUX_SYMBOL(__security_initcall_start) = .; \ 446b67067f1SNicholas Piggin KEEP(*(.security_initcall.init)) \ 4471da177e4SLinus Torvalds VMLINUX_SYMBOL(__security_initcall_end) = .; \ 4481da177e4SLinus Torvalds } 4491da177e4SLinus Torvalds 450cb87481eSNicholas Piggin /* 451cb87481eSNicholas Piggin * .text section. Map to function alignment to avoid address changes 4520f4c4af0SNicholas Piggin * during second ld run in second ld pass when generating System.map 453cb87481eSNicholas Piggin * 454cb87481eSNicholas Piggin * TEXT_MAIN here will match .text.fixup and .text.unlikely if dead 455cb87481eSNicholas Piggin * code elimination is enabled, so these sections should be converted 456cb87481eSNicholas Piggin * to use ".." first. 457cb87481eSNicholas Piggin */ 4587664709bSSam Ravnborg #define TEXT_TEXT \ 4597664709bSSam Ravnborg ALIGN_FUNCTION(); \ 460cb87481eSNicholas Piggin *(.text.hot TEXT_MAIN .text.fixup .text.unlikely) \ 461312b1485SSam Ravnborg *(.ref.text) \ 462eb8f6890SSam Ravnborg MEM_KEEP(init.text) \ 463fb5e2b37SJan Beulich MEM_KEEP(exit.text) \ 464eb8f6890SSam Ravnborg 4657664709bSSam Ravnborg 4666d30e3a8SSam Ravnborg /* sched.text is aling to function alignment to secure we have same 4676d30e3a8SSam Ravnborg * address even at second ld pass when generating System.map */ 4681da177e4SLinus Torvalds #define SCHED_TEXT \ 4696d30e3a8SSam Ravnborg ALIGN_FUNCTION(); \ 4701da177e4SLinus Torvalds VMLINUX_SYMBOL(__sched_text_start) = .; \ 4711da177e4SLinus Torvalds *(.sched.text) \ 4721da177e4SLinus Torvalds VMLINUX_SYMBOL(__sched_text_end) = .; 4731da177e4SLinus Torvalds 4746d30e3a8SSam Ravnborg /* spinlock.text is aling to function alignment to secure we have same 4756d30e3a8SSam Ravnborg * address even at second ld pass when generating System.map */ 4761da177e4SLinus Torvalds #define LOCK_TEXT \ 4776d30e3a8SSam Ravnborg ALIGN_FUNCTION(); \ 4781da177e4SLinus Torvalds VMLINUX_SYMBOL(__lock_text_start) = .; \ 4791da177e4SLinus Torvalds *(.spinlock.text) \ 4801da177e4SLinus Torvalds VMLINUX_SYMBOL(__lock_text_end) = .; 481d0aaff97SPrasanna S Panchamukhi 4826727ad9eSChris Metcalf #define CPUIDLE_TEXT \ 4836727ad9eSChris Metcalf ALIGN_FUNCTION(); \ 4846727ad9eSChris Metcalf VMLINUX_SYMBOL(__cpuidle_text_start) = .; \ 4856727ad9eSChris Metcalf *(.cpuidle.text) \ 4866727ad9eSChris Metcalf VMLINUX_SYMBOL(__cpuidle_text_end) = .; 4876727ad9eSChris Metcalf 488d0aaff97SPrasanna S Panchamukhi #define KPROBES_TEXT \ 489d0aaff97SPrasanna S Panchamukhi ALIGN_FUNCTION(); \ 490d0aaff97SPrasanna S Panchamukhi VMLINUX_SYMBOL(__kprobes_text_start) = .; \ 491d0aaff97SPrasanna S Panchamukhi *(.kprobes.text) \ 492d0aaff97SPrasanna S Panchamukhi VMLINUX_SYMBOL(__kprobes_text_end) = .; 493a7d0c210SPaolo 'Blaisorblade' Giarrusso 494ea714547SJiri Olsa #define ENTRY_TEXT \ 495ea714547SJiri Olsa ALIGN_FUNCTION(); \ 496ea714547SJiri Olsa VMLINUX_SYMBOL(__entry_text_start) = .; \ 497ea714547SJiri Olsa *(.entry.text) \ 498ea714547SJiri Olsa VMLINUX_SYMBOL(__entry_text_end) = .; 499ea714547SJiri Olsa 500be7635e7SAlexander Potapenko #if defined(CONFIG_FUNCTION_GRAPH_TRACER) || defined(CONFIG_KASAN) 501a0343e82SFrederic Weisbecker #define IRQENTRY_TEXT \ 502a0343e82SFrederic Weisbecker ALIGN_FUNCTION(); \ 503a0343e82SFrederic Weisbecker VMLINUX_SYMBOL(__irqentry_text_start) = .; \ 504a0343e82SFrederic Weisbecker *(.irqentry.text) \ 505a0343e82SFrederic Weisbecker VMLINUX_SYMBOL(__irqentry_text_end) = .; 506a0343e82SFrederic Weisbecker #else 507a0343e82SFrederic Weisbecker #define IRQENTRY_TEXT 508a0343e82SFrederic Weisbecker #endif 509a0343e82SFrederic Weisbecker 510be7635e7SAlexander Potapenko #if defined(CONFIG_FUNCTION_GRAPH_TRACER) || defined(CONFIG_KASAN) 511be7635e7SAlexander Potapenko #define SOFTIRQENTRY_TEXT \ 512be7635e7SAlexander Potapenko ALIGN_FUNCTION(); \ 513be7635e7SAlexander Potapenko VMLINUX_SYMBOL(__softirqentry_text_start) = .; \ 514be7635e7SAlexander Potapenko *(.softirqentry.text) \ 515be7635e7SAlexander Potapenko VMLINUX_SYMBOL(__softirqentry_text_end) = .; 516be7635e7SAlexander Potapenko #else 517be7635e7SAlexander Potapenko #define SOFTIRQENTRY_TEXT 518be7635e7SAlexander Potapenko #endif 519be7635e7SAlexander Potapenko 52037c514e3SSam Ravnborg /* Section used for early init (in .S files) */ 5217923f90fSSam Ravnborg #define HEAD_TEXT *(.head.text) 52237c514e3SSam Ravnborg 5237923f90fSSam Ravnborg #define HEAD_TEXT_SECTION \ 524ef53dae8SSam Ravnborg .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { \ 525ef53dae8SSam Ravnborg HEAD_TEXT \ 526ef53dae8SSam Ravnborg } 527ef53dae8SSam Ravnborg 528ef53dae8SSam Ravnborg /* 529ef53dae8SSam Ravnborg * Exception table 530ef53dae8SSam Ravnborg */ 531ef53dae8SSam Ravnborg #define EXCEPTION_TABLE(align) \ 532ef53dae8SSam Ravnborg . = ALIGN(align); \ 533ef53dae8SSam Ravnborg __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) { \ 534ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__start___ex_table) = .; \ 5354b89b7f7SNicholas Piggin KEEP(*(__ex_table)) \ 536ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__stop___ex_table) = .; \ 537ef53dae8SSam Ravnborg } 538ef53dae8SSam Ravnborg 539ef53dae8SSam Ravnborg /* 540ef53dae8SSam Ravnborg * Init task 541ef53dae8SSam Ravnborg */ 54239a449d9STim Abbott #define INIT_TASK_DATA_SECTION(align) \ 543ef53dae8SSam Ravnborg . = ALIGN(align); \ 544da5e37efSSam Ravnborg .data..init_task : AT(ADDR(.data..init_task) - LOAD_OFFSET) { \ 54539a449d9STim Abbott INIT_TASK_DATA(align) \ 546ef53dae8SSam Ravnborg } 547eb8f6890SSam Ravnborg 548b99b87f7SPeter Oberparleiter #ifdef CONFIG_CONSTRUCTORS 5492a2325e6SHeiko Carstens #define KERNEL_CTORS() . = ALIGN(8); \ 5502a2325e6SHeiko Carstens VMLINUX_SYMBOL(__ctors_start) = .; \ 5514b89b7f7SNicholas Piggin KEEP(*(.ctors)) \ 5524b89b7f7SNicholas Piggin KEEP(*(SORT(.init_array.*))) \ 5534b89b7f7SNicholas Piggin KEEP(*(.init_array)) \ 554b99b87f7SPeter Oberparleiter VMLINUX_SYMBOL(__ctors_end) = .; 555b99b87f7SPeter Oberparleiter #else 556b99b87f7SPeter Oberparleiter #define KERNEL_CTORS() 557b99b87f7SPeter Oberparleiter #endif 558b99b87f7SPeter Oberparleiter 55901ba2bdcSSam Ravnborg /* init and exit section handling */ 560eb8f6890SSam Ravnborg #define INIT_DATA \ 561b67067f1SNicholas Piggin KEEP(*(SORT(___kentry+*))) \ 562eb8f6890SSam Ravnborg *(.init.data) \ 563eb8f6890SSam Ravnborg MEM_DISCARD(init.data) \ 564b99b87f7SPeter Oberparleiter KERNEL_CTORS() \ 5654b3b4c5eSJohn Reiser MCOUNT_REC() \ 5669fd49328SSteven Rostedt *(.init.rodata) \ 567e4a9ea5eSSteven Rostedt FTRACE_EVENTS() \ 5683d56e331SSteven Rostedt TRACE_SYSCALLS() \ 569376e2424SMasami Hiramatsu KPROBE_BLACKLIST() \ 570aab94339SDirk Brandewie MEM_DISCARD(init.rodata) \ 571f2f6c255SPrashant Gaikwad CLK_OF_TABLES() \ 572f618c470SMarek Szyprowski RESERVEDMEM_OF_TABLES() \ 5732fcc112aSDaniel Lezcano TIMER_OF_TABLES() \ 5741cd076bfSWill Deacon IOMMU_OF_TABLES() \ 5756c3ff8b1SStephen Boyd CPU_METHOD_OF_TABLES() \ 576449e056cSDaniel Lezcano CPUIDLE_METHOD_OF_TABLES() \ 577f6e916b8SThomas Petazzoni KERNEL_DTB() \ 578b0b6abd3SRob Herring IRQCHIP_OF_MATCH_TABLE() \ 57946e589a3SMarc Zyngier ACPI_PROBE_TABLE(irqchip) \ 5802fcc112aSDaniel Lezcano ACPI_PROBE_TABLE(timer) \ 5812fcc112aSDaniel Lezcano ACPI_PROBE_TABLE(iort) \ 5822eaa7909SPeter Hurley EARLYCON_TABLE() 58301ba2bdcSSam Ravnborg 584eb8f6890SSam Ravnborg #define INIT_TEXT \ 585eb8f6890SSam Ravnborg *(.init.text) \ 586e41f501dSDmitry Vyukov *(.text.startup) \ 587eb8f6890SSam Ravnborg MEM_DISCARD(init.text) 588eb8f6890SSam Ravnborg 589eb8f6890SSam Ravnborg #define EXIT_DATA \ 590eb8f6890SSam Ravnborg *(.exit.data) \ 591e41f501dSDmitry Vyukov *(.fini_array) \ 592e41f501dSDmitry Vyukov *(.dtors) \ 593eb8f6890SSam Ravnborg MEM_DISCARD(exit.data) \ 594eb8f6890SSam Ravnborg MEM_DISCARD(exit.rodata) 595eb8f6890SSam Ravnborg 596eb8f6890SSam Ravnborg #define EXIT_TEXT \ 597eb8f6890SSam Ravnborg *(.exit.text) \ 598e41f501dSDmitry Vyukov *(.text.exit) \ 599eb8f6890SSam Ravnborg MEM_DISCARD(exit.text) 60001ba2bdcSSam Ravnborg 6017923f90fSSam Ravnborg #define EXIT_CALL \ 6027923f90fSSam Ravnborg *(.exitcall.exit) 6037923f90fSSam Ravnborg 604ef53dae8SSam Ravnborg /* 605ef53dae8SSam Ravnborg * bss (Block Started by Symbol) - uninitialized data 606ef53dae8SSam Ravnborg * zeroed during startup 607ef53dae8SSam Ravnborg */ 60804e448d9STim Abbott #define SBSS(sbss_align) \ 60904e448d9STim Abbott . = ALIGN(sbss_align); \ 610ef53dae8SSam Ravnborg .sbss : AT(ADDR(.sbss) - LOAD_OFFSET) { \ 61183a092cfSNicholas Piggin *(.dynsbss) \ 612ef53dae8SSam Ravnborg *(.sbss) \ 613ef53dae8SSam Ravnborg *(.scommon) \ 614ef53dae8SSam Ravnborg } 615ef53dae8SSam Ravnborg 616c87728caSDavid Daney /* 617c87728caSDavid Daney * Allow archectures to redefine BSS_FIRST_SECTIONS to add extra 618c87728caSDavid Daney * sections to the front of bss. 619c87728caSDavid Daney */ 620c87728caSDavid Daney #ifndef BSS_FIRST_SECTIONS 621c87728caSDavid Daney #define BSS_FIRST_SECTIONS 622c87728caSDavid Daney #endif 623c87728caSDavid Daney 624ef53dae8SSam Ravnborg #define BSS(bss_align) \ 625ef53dae8SSam Ravnborg . = ALIGN(bss_align); \ 626ef53dae8SSam Ravnborg .bss : AT(ADDR(.bss) - LOAD_OFFSET) { \ 627c87728caSDavid Daney BSS_FIRST_SECTIONS \ 6287c74df07STim Abbott *(.bss..page_aligned) \ 629ef53dae8SSam Ravnborg *(.dynbss) \ 630cb87481eSNicholas Piggin *(BSS_MAIN) \ 631ef53dae8SSam Ravnborg *(COMMON) \ 632ef53dae8SSam Ravnborg } 633ef53dae8SSam Ravnborg 634ef53dae8SSam Ravnborg /* 635ef53dae8SSam Ravnborg * DWARF debug sections. 636ef53dae8SSam Ravnborg * Symbols in the DWARF debugging sections are relative to 637ef53dae8SSam Ravnborg * the beginning of the section so we begin them at 0. 638ef53dae8SSam Ravnborg */ 639a7d0c210SPaolo 'Blaisorblade' Giarrusso #define DWARF_DEBUG \ 640a7d0c210SPaolo 'Blaisorblade' Giarrusso /* DWARF 1 */ \ 641a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug 0 : { *(.debug) } \ 642a7d0c210SPaolo 'Blaisorblade' Giarrusso .line 0 : { *(.line) } \ 643a7d0c210SPaolo 'Blaisorblade' Giarrusso /* GNU DWARF 1 extensions */ \ 644a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_srcinfo 0 : { *(.debug_srcinfo) } \ 645a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_sfnames 0 : { *(.debug_sfnames) } \ 646a7d0c210SPaolo 'Blaisorblade' Giarrusso /* DWARF 1.1 and DWARF 2 */ \ 647a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_aranges 0 : { *(.debug_aranges) } \ 648a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_pubnames 0 : { *(.debug_pubnames) } \ 649a7d0c210SPaolo 'Blaisorblade' Giarrusso /* DWARF 2 */ \ 650a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_info 0 : { *(.debug_info \ 651a7d0c210SPaolo 'Blaisorblade' Giarrusso .gnu.linkonce.wi.*) } \ 652a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_abbrev 0 : { *(.debug_abbrev) } \ 653a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_line 0 : { *(.debug_line) } \ 654a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_frame 0 : { *(.debug_frame) } \ 655a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_str 0 : { *(.debug_str) } \ 656a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_loc 0 : { *(.debug_loc) } \ 657a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_macinfo 0 : { *(.debug_macinfo) } \ 65883a092cfSNicholas Piggin .debug_pubtypes 0 : { *(.debug_pubtypes) } \ 65983a092cfSNicholas Piggin /* DWARF 3 */ \ 66083a092cfSNicholas Piggin .debug_ranges 0 : { *(.debug_ranges) } \ 661a7d0c210SPaolo 'Blaisorblade' Giarrusso /* SGI/MIPS DWARF 2 extensions */ \ 662a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_weaknames 0 : { *(.debug_weaknames) } \ 663a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_funcnames 0 : { *(.debug_funcnames) } \ 664a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_typenames 0 : { *(.debug_typenames) } \ 665a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_varnames 0 : { *(.debug_varnames) } \ 66683a092cfSNicholas Piggin /* GNU DWARF 2 extensions */ \ 66783a092cfSNicholas Piggin .debug_gnu_pubnames 0 : { *(.debug_gnu_pubnames) } \ 66883a092cfSNicholas Piggin .debug_gnu_pubtypes 0 : { *(.debug_gnu_pubtypes) } \ 66983a092cfSNicholas Piggin /* DWARF 4 */ \ 67083a092cfSNicholas Piggin .debug_types 0 : { *(.debug_types) } \ 67183a092cfSNicholas Piggin /* DWARF 5 */ \ 67283a092cfSNicholas Piggin .debug_macro 0 : { *(.debug_macro) } \ 67383a092cfSNicholas Piggin .debug_addr 0 : { *(.debug_addr) } 674a7d0c210SPaolo 'Blaisorblade' Giarrusso 675a7d0c210SPaolo 'Blaisorblade' Giarrusso /* Stabs debugging sections. */ 676a7d0c210SPaolo 'Blaisorblade' Giarrusso #define STABS_DEBUG \ 677a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab 0 : { *(.stab) } \ 678a7d0c210SPaolo 'Blaisorblade' Giarrusso .stabstr 0 : { *(.stabstr) } \ 679a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab.excl 0 : { *(.stab.excl) } \ 680a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab.exclstr 0 : { *(.stab.exclstr) } \ 681a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab.index 0 : { *(.stab.index) } \ 682a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab.indexstr 0 : { *(.stab.indexstr) } \ 683a7d0c210SPaolo 'Blaisorblade' Giarrusso .comment 0 : { *(.comment) } 6849c9b8b38SJeremy Fitzhardinge 6856360b1fbSJan Beulich #ifdef CONFIG_GENERIC_BUG 6867664c5a1SJeremy Fitzhardinge #define BUG_TABLE \ 6877664c5a1SJeremy Fitzhardinge . = ALIGN(8); \ 6887664c5a1SJeremy Fitzhardinge __bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) { \ 689c6de0026SYoshinori Sato VMLINUX_SYMBOL(__start___bug_table) = .; \ 6904b89b7f7SNicholas Piggin KEEP(*(__bug_table)) \ 691c6de0026SYoshinori Sato VMLINUX_SYMBOL(__stop___bug_table) = .; \ 6927664c5a1SJeremy Fitzhardinge } 6936360b1fbSJan Beulich #else 6946360b1fbSJan Beulich #define BUG_TABLE 6956360b1fbSJan Beulich #endif 6967664c5a1SJeremy Fitzhardinge 69763687a52SJan Beulich #ifdef CONFIG_PM_TRACE 69863687a52SJan Beulich #define TRACEDATA \ 69963687a52SJan Beulich . = ALIGN(4); \ 70063687a52SJan Beulich .tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) { \ 701c6de0026SYoshinori Sato VMLINUX_SYMBOL(__tracedata_start) = .; \ 7024b89b7f7SNicholas Piggin KEEP(*(.tracedata)) \ 703c6de0026SYoshinori Sato VMLINUX_SYMBOL(__tracedata_end) = .; \ 70463687a52SJan Beulich } 70563687a52SJan Beulich #else 70663687a52SJan Beulich #define TRACEDATA 70763687a52SJan Beulich #endif 70863687a52SJan Beulich 7099c9b8b38SJeremy Fitzhardinge #define NOTES \ 710cbe87121SRoland McGrath .notes : AT(ADDR(.notes) - LOAD_OFFSET) { \ 711cbe87121SRoland McGrath VMLINUX_SYMBOL(__start_notes) = .; \ 712cbe87121SRoland McGrath *(.note.*) \ 713cbe87121SRoland McGrath VMLINUX_SYMBOL(__stop_notes) = .; \ 714cbe87121SRoland McGrath } 71561ce1efeSAndrew Morton 716ef53dae8SSam Ravnborg #define INIT_SETUP(initsetup_align) \ 717ef53dae8SSam Ravnborg . = ALIGN(initsetup_align); \ 718ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__setup_start) = .; \ 7194b89b7f7SNicholas Piggin KEEP(*(.init.setup)) \ 720ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__setup_end) = .; 721ef53dae8SSam Ravnborg 722026cee00SPawel Moll #define INIT_CALLS_LEVEL(level) \ 723026cee00SPawel Moll VMLINUX_SYMBOL(__initcall##level##_start) = .; \ 724b67067f1SNicholas Piggin KEEP(*(.initcall##level##.init)) \ 725b67067f1SNicholas Piggin KEEP(*(.initcall##level##s.init)) \ 72661ce1efeSAndrew Morton 727ef53dae8SSam Ravnborg #define INIT_CALLS \ 728ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__initcall_start) = .; \ 729b67067f1SNicholas Piggin KEEP(*(.initcallearly.init)) \ 730026cee00SPawel Moll INIT_CALLS_LEVEL(0) \ 731026cee00SPawel Moll INIT_CALLS_LEVEL(1) \ 732026cee00SPawel Moll INIT_CALLS_LEVEL(2) \ 733026cee00SPawel Moll INIT_CALLS_LEVEL(3) \ 734026cee00SPawel Moll INIT_CALLS_LEVEL(4) \ 735026cee00SPawel Moll INIT_CALLS_LEVEL(5) \ 736026cee00SPawel Moll INIT_CALLS_LEVEL(rootfs) \ 737026cee00SPawel Moll INIT_CALLS_LEVEL(6) \ 738026cee00SPawel Moll INIT_CALLS_LEVEL(7) \ 739ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__initcall_end) = .; 740ef53dae8SSam Ravnborg 741ef53dae8SSam Ravnborg #define CON_INITCALL \ 742ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__con_initcall_start) = .; \ 743b67067f1SNicholas Piggin KEEP(*(.con_initcall.init)) \ 744ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__con_initcall_end) = .; 745ef53dae8SSam Ravnborg 746ef53dae8SSam Ravnborg #define SECURITY_INITCALL \ 747ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__security_initcall_start) = .; \ 748b67067f1SNicholas Piggin KEEP(*(.security_initcall.init)) \ 749ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__security_initcall_end) = .; 750ef53dae8SSam Ravnborg 751ef53dae8SSam Ravnborg #ifdef CONFIG_BLK_DEV_INITRD 752ef53dae8SSam Ravnborg #define INIT_RAM_FS \ 753d8826262SMike Frysinger . = ALIGN(4); \ 754ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__initramfs_start) = .; \ 755b67067f1SNicholas Piggin KEEP(*(.init.ramfs)) \ 756ffe8018cSHendrik Brueckner . = ALIGN(8); \ 757b67067f1SNicholas Piggin KEEP(*(.init.ramfs.info)) 758ef53dae8SSam Ravnborg #else 759eadfe219SDavid Howells #define INIT_RAM_FS 760ef53dae8SSam Ravnborg #endif 761ef53dae8SSam Ravnborg 762023bf6f1STejun Heo /* 763023bf6f1STejun Heo * Default discarded sections. 764023bf6f1STejun Heo * 765023bf6f1STejun Heo * Some archs want to discard exit text/data at runtime rather than 766023bf6f1STejun Heo * link time due to cross-section references such as alt instructions, 767023bf6f1STejun Heo * bug table, eh_frame, etc. DISCARDS must be the last of output 768023bf6f1STejun Heo * section definitions so that such archs put those in earlier section 769023bf6f1STejun Heo * definitions. 770023bf6f1STejun Heo */ 771405d967dSTejun Heo #define DISCARDS \ 772405d967dSTejun Heo /DISCARD/ : { \ 773405d967dSTejun Heo EXIT_TEXT \ 774405d967dSTejun Heo EXIT_DATA \ 775023bf6f1STejun Heo EXIT_CALL \ 776405d967dSTejun Heo *(.discard) \ 777c7f52cdcSJeremy Fitzhardinge *(.discard.*) \ 778405d967dSTejun Heo } 779405d967dSTejun Heo 7803e5d8f97STejun Heo /** 7816ea0c34dSMike Frysinger * PERCPU_INPUT - the percpu input sections 7826ea0c34dSMike Frysinger * @cacheline: cacheline size 7836ea0c34dSMike Frysinger * 7846ea0c34dSMike Frysinger * The core percpu section names and core symbols which do not rely 7856ea0c34dSMike Frysinger * directly upon load addresses. 7866ea0c34dSMike Frysinger * 7876ea0c34dSMike Frysinger * @cacheline is used to align subsections to avoid false cacheline 7886ea0c34dSMike Frysinger * sharing between subsections for different purposes. 7896ea0c34dSMike Frysinger */ 7906ea0c34dSMike Frysinger #define PERCPU_INPUT(cacheline) \ 7916ea0c34dSMike Frysinger VMLINUX_SYMBOL(__per_cpu_start) = .; \ 7926ea0c34dSMike Frysinger *(.data..percpu..first) \ 7936ea0c34dSMike Frysinger . = ALIGN(PAGE_SIZE); \ 7946ea0c34dSMike Frysinger *(.data..percpu..page_aligned) \ 7956ea0c34dSMike Frysinger . = ALIGN(cacheline); \ 796330d2822SZhengyu He *(.data..percpu..read_mostly) \ 7976ea0c34dSMike Frysinger . = ALIGN(cacheline); \ 7986ea0c34dSMike Frysinger *(.data..percpu) \ 7996ea0c34dSMike Frysinger *(.data..percpu..shared_aligned) \ 8006ea0c34dSMike Frysinger VMLINUX_SYMBOL(__per_cpu_end) = .; 8016ea0c34dSMike Frysinger 8026ea0c34dSMike Frysinger /** 8036b7c38d5STejun Heo * PERCPU_VADDR - define output section for percpu area 80419df0c2fSTejun Heo * @cacheline: cacheline size 8053e5d8f97STejun Heo * @vaddr: explicit base address (optional) 8063e5d8f97STejun Heo * @phdr: destination PHDR (optional) 8073e5d8f97STejun Heo * 80819df0c2fSTejun Heo * Macro which expands to output section for percpu area. 80919df0c2fSTejun Heo * 81019df0c2fSTejun Heo * @cacheline is used to align subsections to avoid false cacheline 81119df0c2fSTejun Heo * sharing between subsections for different purposes. 81219df0c2fSTejun Heo * 81319df0c2fSTejun Heo * If @vaddr is not blank, it specifies explicit base address and all 81419df0c2fSTejun Heo * percpu symbols will be offset from the given address. If blank, 81519df0c2fSTejun Heo * @vaddr always equals @laddr + LOAD_OFFSET. 8163e5d8f97STejun Heo * 8173e5d8f97STejun Heo * @phdr defines the output PHDR to use if not blank. Be warned that 8183e5d8f97STejun Heo * output PHDR is sticky. If @phdr is specified, the next output 8193e5d8f97STejun Heo * section in the linker script will go there too. @phdr should have 8203e5d8f97STejun Heo * a leading colon. 8213e5d8f97STejun Heo * 8223ac6cffeSTejun Heo * Note that this macros defines __per_cpu_load as an absolute symbol. 8233ac6cffeSTejun Heo * If there is no need to put the percpu section at a predetermined 8240415b00dSTejun Heo * address, use PERCPU_SECTION. 8253e5d8f97STejun Heo */ 82619df0c2fSTejun Heo #define PERCPU_VADDR(cacheline, vaddr, phdr) \ 827dba3d36bSIngo Molnar VMLINUX_SYMBOL(__per_cpu_load) = .; \ 8283d9a854cSDenys Vlasenko .data..percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load) \ 8296b7c38d5STejun Heo - LOAD_OFFSET) { \ 8306ea0c34dSMike Frysinger PERCPU_INPUT(cacheline) \ 8316b7c38d5STejun Heo } phdr \ 8323d9a854cSDenys Vlasenko . = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data..percpu); 8333e5d8f97STejun Heo 8343e5d8f97STejun Heo /** 8350415b00dSTejun Heo * PERCPU_SECTION - define output section for percpu area, simple version 83619df0c2fSTejun Heo * @cacheline: cacheline size 8373e5d8f97STejun Heo * 8380415b00dSTejun Heo * Align to PAGE_SIZE and outputs output section for percpu area. This 8390415b00dSTejun Heo * macro doesn't manipulate @vaddr or @phdr and __per_cpu_load and 8403e5d8f97STejun Heo * __per_cpu_start will be identical. 8413ac6cffeSTejun Heo * 8420415b00dSTejun Heo * This macro is equivalent to ALIGN(PAGE_SIZE); PERCPU_VADDR(@cacheline,,) 84319df0c2fSTejun Heo * except that __per_cpu_load is defined as a relative symbol against 84419df0c2fSTejun Heo * .data..percpu which is required for relocatable x86_32 configuration. 8453e5d8f97STejun Heo */ 8460415b00dSTejun Heo #define PERCPU_SECTION(cacheline) \ 8470415b00dSTejun Heo . = ALIGN(PAGE_SIZE); \ 8483d9a854cSDenys Vlasenko .data..percpu : AT(ADDR(.data..percpu) - LOAD_OFFSET) { \ 8493ac6cffeSTejun Heo VMLINUX_SYMBOL(__per_cpu_load) = .; \ 8506ea0c34dSMike Frysinger PERCPU_INPUT(cacheline) \ 8513ac6cffeSTejun Heo } 852ef53dae8SSam Ravnborg 853ef53dae8SSam Ravnborg 854ef53dae8SSam Ravnborg /* 855ef53dae8SSam Ravnborg * Definition of the high level *_SECTION macros 856ef53dae8SSam Ravnborg * They will fit only a subset of the architectures 857ef53dae8SSam Ravnborg */ 858ef53dae8SSam Ravnborg 859ef53dae8SSam Ravnborg 860ef53dae8SSam Ravnborg /* 861ef53dae8SSam Ravnborg * Writeable data. 862ef53dae8SSam Ravnborg * All sections are combined in a single .data section. 863ef53dae8SSam Ravnborg * The sections following CONSTRUCTORS are arranged so their 864ef53dae8SSam Ravnborg * typical alignment matches. 865ef53dae8SSam Ravnborg * A cacheline is typical/always less than a PAGE_SIZE so 866ef53dae8SSam Ravnborg * the sections that has this restriction (or similar) 867ef53dae8SSam Ravnborg * is located before the ones requiring PAGE_SIZE alignment. 868ef53dae8SSam Ravnborg * NOSAVE_DATA starts and ends with a PAGE_SIZE alignment which 86925985edcSLucas De Marchi * matches the requirement of PAGE_ALIGNED_DATA. 870ef53dae8SSam Ravnborg * 8717923f90fSSam Ravnborg * use 0 as page_align if page_aligned data is not used */ 87273f1d939SPaul Mundt #define RW_DATA_SECTION(cacheline, pagealigned, inittask) \ 873ef53dae8SSam Ravnborg . = ALIGN(PAGE_SIZE); \ 874ef53dae8SSam Ravnborg .data : AT(ADDR(.data) - LOAD_OFFSET) { \ 87539a449d9STim Abbott INIT_TASK_DATA(inittask) \ 8761b208622STim Abbott NOSAVE_DATA \ 8771b208622STim Abbott PAGE_ALIGNED_DATA(pagealigned) \ 878ef53dae8SSam Ravnborg CACHELINE_ALIGNED_DATA(cacheline) \ 879ef53dae8SSam Ravnborg READ_MOSTLY_DATA(cacheline) \ 880ef53dae8SSam Ravnborg DATA_DATA \ 881ef53dae8SSam Ravnborg CONSTRUCTORS \ 88219d43626SPeter Zijlstra } \ 88319d43626SPeter Zijlstra BUG_TABLE 884ef53dae8SSam Ravnborg 885ef53dae8SSam Ravnborg #define INIT_TEXT_SECTION(inittext_align) \ 886ef53dae8SSam Ravnborg . = ALIGN(inittext_align); \ 887ef53dae8SSam Ravnborg .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { \ 888ef53dae8SSam Ravnborg VMLINUX_SYMBOL(_sinittext) = .; \ 889ef53dae8SSam Ravnborg INIT_TEXT \ 890ef53dae8SSam Ravnborg VMLINUX_SYMBOL(_einittext) = .; \ 891ef53dae8SSam Ravnborg } 892ef53dae8SSam Ravnborg 893ef53dae8SSam Ravnborg #define INIT_DATA_SECTION(initsetup_align) \ 894ef53dae8SSam Ravnborg .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { \ 895ef53dae8SSam Ravnborg INIT_DATA \ 896ef53dae8SSam Ravnborg INIT_SETUP(initsetup_align) \ 897ef53dae8SSam Ravnborg INIT_CALLS \ 898ef53dae8SSam Ravnborg CON_INITCALL \ 899ef53dae8SSam Ravnborg SECURITY_INITCALL \ 900ef53dae8SSam Ravnborg INIT_RAM_FS \ 901ef53dae8SSam Ravnborg } 902ef53dae8SSam Ravnborg 90304e448d9STim Abbott #define BSS_SECTION(sbss_align, bss_align, stop_align) \ 90404e448d9STim Abbott . = ALIGN(sbss_align); \ 90504e448d9STim Abbott VMLINUX_SYMBOL(__bss_start) = .; \ 90604e448d9STim Abbott SBSS(sbss_align) \ 907ef53dae8SSam Ravnborg BSS(bss_align) \ 90804e448d9STim Abbott . = ALIGN(stop_align); \ 90904e448d9STim Abbott VMLINUX_SYMBOL(__bss_stop) = .; 910