1ef53dae8SSam Ravnborg /* 2ef53dae8SSam Ravnborg * Helper macros to support writing architecture specific 3ef53dae8SSam Ravnborg * linker scripts. 4ef53dae8SSam Ravnborg * 5ef53dae8SSam Ravnborg * A minimal linker scripts has following content: 6ef53dae8SSam Ravnborg * [This is a sample, architectures may have special requiriements] 7ef53dae8SSam Ravnborg * 8ef53dae8SSam Ravnborg * OUTPUT_FORMAT(...) 9ef53dae8SSam Ravnborg * OUTPUT_ARCH(...) 10ef53dae8SSam Ravnborg * ENTRY(...) 11ef53dae8SSam Ravnborg * SECTIONS 12ef53dae8SSam Ravnborg * { 13ef53dae8SSam Ravnborg * . = START; 14ef53dae8SSam Ravnborg * __init_begin = .; 157923f90fSSam Ravnborg * HEAD_TEXT_SECTION 16ef53dae8SSam Ravnborg * INIT_TEXT_SECTION(PAGE_SIZE) 17ef53dae8SSam Ravnborg * INIT_DATA_SECTION(...) 180415b00dSTejun Heo * PERCPU_SECTION(CACHELINE_SIZE) 19ef53dae8SSam Ravnborg * __init_end = .; 20ef53dae8SSam Ravnborg * 21ef53dae8SSam Ravnborg * _stext = .; 22ef53dae8SSam Ravnborg * TEXT_SECTION = 0 23ef53dae8SSam Ravnborg * _etext = .; 24ef53dae8SSam Ravnborg * 25ef53dae8SSam Ravnborg * _sdata = .; 26ef53dae8SSam Ravnborg * RO_DATA_SECTION(PAGE_SIZE) 27ef53dae8SSam Ravnborg * RW_DATA_SECTION(...) 28ef53dae8SSam Ravnborg * _edata = .; 29ef53dae8SSam Ravnborg * 30ef53dae8SSam Ravnborg * EXCEPTION_TABLE(...) 31ef53dae8SSam Ravnborg * NOTES 32ef53dae8SSam Ravnborg * 3304e448d9STim Abbott * BSS_SECTION(0, 0, 0) 34ef53dae8SSam Ravnborg * _end = .; 35ef53dae8SSam Ravnborg * 36ef53dae8SSam Ravnborg * STABS_DEBUG 37ef53dae8SSam Ravnborg * DWARF_DEBUG 38023bf6f1STejun Heo * 39023bf6f1STejun Heo * DISCARDS // must be the last 40ef53dae8SSam Ravnborg * } 41ef53dae8SSam Ravnborg * 42ef53dae8SSam Ravnborg * [__init_begin, __init_end] is the init section that may be freed after init 43*562c85caSYalin Wang * // __init_begin and __init_end should be page aligned, so that we can 44*562c85caSYalin Wang * // free the whole .init memory 45ef53dae8SSam Ravnborg * [_stext, _etext] is the text section 46ef53dae8SSam Ravnborg * [_sdata, _edata] is the data section 47ef53dae8SSam Ravnborg * 48ef53dae8SSam Ravnborg * Some of the included output section have their own set of constants. 49ef53dae8SSam Ravnborg * Examples are: [__initramfs_start, __initramfs_end] for initramfs and 50ef53dae8SSam Ravnborg * [__nosave_begin, __nosave_end] for the nosave data 51ef53dae8SSam Ravnborg */ 52c80d471aSTim Abbott 531da177e4SLinus Torvalds #ifndef LOAD_OFFSET 541da177e4SLinus Torvalds #define LOAD_OFFSET 0 551da177e4SLinus Torvalds #endif 561da177e4SLinus Torvalds 57b92021b0SRusty Russell #include <linux/export.h> 581da177e4SLinus Torvalds 596d30e3a8SSam Ravnborg /* Align . to a 8 byte boundary equals to maximum function alignment. */ 606d30e3a8SSam Ravnborg #define ALIGN_FUNCTION() . = ALIGN(8) 616d30e3a8SSam Ravnborg 6207fca0e5SSam Ravnborg /* 6307fca0e5SSam Ravnborg * Align to a 32 byte boundary equal to the 6407fca0e5SSam Ravnborg * alignment gcc 4.5 uses for a struct 6507fca0e5SSam Ravnborg */ 66aab94339SDirk Brandewie #define STRUCT_ALIGNMENT 32 67aab94339SDirk Brandewie #define STRUCT_ALIGN() . = ALIGN(STRUCT_ALIGNMENT) 6807fca0e5SSam Ravnborg 69eb8f6890SSam Ravnborg /* The actual configuration determine if the init/exit sections 70eb8f6890SSam Ravnborg * are handled as text/data or they can be discarded (which 71eb8f6890SSam Ravnborg * often happens at runtime) 72eb8f6890SSam Ravnborg */ 73eb8f6890SSam Ravnborg #ifdef CONFIG_HOTPLUG_CPU 74eb8f6890SSam Ravnborg #define CPU_KEEP(sec) *(.cpu##sec) 75eb8f6890SSam Ravnborg #define CPU_DISCARD(sec) 76eb8f6890SSam Ravnborg #else 77eb8f6890SSam Ravnborg #define CPU_KEEP(sec) 78eb8f6890SSam Ravnborg #define CPU_DISCARD(sec) *(.cpu##sec) 79eb8f6890SSam Ravnborg #endif 80eb8f6890SSam Ravnborg 811a3fb6d4SAdrian Bunk #if defined(CONFIG_MEMORY_HOTPLUG) 82eb8f6890SSam Ravnborg #define MEM_KEEP(sec) *(.mem##sec) 83eb8f6890SSam Ravnborg #define MEM_DISCARD(sec) 84eb8f6890SSam Ravnborg #else 85eb8f6890SSam Ravnborg #define MEM_KEEP(sec) 86eb8f6890SSam Ravnborg #define MEM_DISCARD(sec) *(.mem##sec) 87eb8f6890SSam Ravnborg #endif 88eb8f6890SSam Ravnborg 898da3821bSSteven Rostedt #ifdef CONFIG_FTRACE_MCOUNT_RECORD 904b3b4c5eSJohn Reiser #define MCOUNT_REC() . = ALIGN(8); \ 914b3b4c5eSJohn Reiser VMLINUX_SYMBOL(__start_mcount_loc) = .; \ 928da3821bSSteven Rostedt *(__mcount_loc) \ 938da3821bSSteven Rostedt VMLINUX_SYMBOL(__stop_mcount_loc) = .; 948da3821bSSteven Rostedt #else 958da3821bSSteven Rostedt #define MCOUNT_REC() 968da3821bSSteven Rostedt #endif 97eb8f6890SSam Ravnborg 982ed84eebSSteven Rostedt #ifdef CONFIG_TRACE_BRANCH_PROFILING 9945b79749SSteven Rostedt #define LIKELY_PROFILE() VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \ 10045b79749SSteven Rostedt *(_ftrace_annotated_branch) \ 10145b79749SSteven Rostedt VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .; 1021f0d69a9SSteven Rostedt #else 1031f0d69a9SSteven Rostedt #define LIKELY_PROFILE() 1041f0d69a9SSteven Rostedt #endif 1051f0d69a9SSteven Rostedt 1062bcd521aSSteven Rostedt #ifdef CONFIG_PROFILE_ALL_BRANCHES 1072bcd521aSSteven Rostedt #define BRANCH_PROFILE() VMLINUX_SYMBOL(__start_branch_profile) = .; \ 1082bcd521aSSteven Rostedt *(_ftrace_branch) \ 1092bcd521aSSteven Rostedt VMLINUX_SYMBOL(__stop_branch_profile) = .; 1102bcd521aSSteven Rostedt #else 1112bcd521aSSteven Rostedt #define BRANCH_PROFILE() 1122bcd521aSSteven Rostedt #endif 1132bcd521aSSteven Rostedt 114376e2424SMasami Hiramatsu #ifdef CONFIG_KPROBES 11569902c71SVineet Gupta #define KPROBE_BLACKLIST() . = ALIGN(8); \ 11669902c71SVineet Gupta VMLINUX_SYMBOL(__start_kprobe_blacklist) = .; \ 117376e2424SMasami Hiramatsu *(_kprobe_blacklist) \ 118376e2424SMasami Hiramatsu VMLINUX_SYMBOL(__stop_kprobe_blacklist) = .; 119376e2424SMasami Hiramatsu #else 120376e2424SMasami Hiramatsu #define KPROBE_BLACKLIST() 121376e2424SMasami Hiramatsu #endif 122376e2424SMasami Hiramatsu 1235f77a88bSTom Zanussi #ifdef CONFIG_EVENT_TRACING 124e4a9ea5eSSteven Rostedt #define FTRACE_EVENTS() . = ALIGN(8); \ 125e4a9ea5eSSteven Rostedt VMLINUX_SYMBOL(__start_ftrace_events) = .; \ 126b77e38aaSSteven Rostedt *(_ftrace_events) \ 127b77e38aaSSteven Rostedt VMLINUX_SYMBOL(__stop_ftrace_events) = .; 128b77e38aaSSteven Rostedt #else 129b77e38aaSSteven Rostedt #define FTRACE_EVENTS() 130b77e38aaSSteven Rostedt #endif 131b77e38aaSSteven Rostedt 1321ba28e02SLai Jiangshan #ifdef CONFIG_TRACING 1331ba28e02SLai Jiangshan #define TRACE_PRINTKS() VMLINUX_SYMBOL(__start___trace_bprintk_fmt) = .; \ 1341ba28e02SLai Jiangshan *(__trace_printk_fmt) /* Trace_printk fmt' pointer */ \ 1351ba28e02SLai Jiangshan VMLINUX_SYMBOL(__stop___trace_bprintk_fmt) = .; 136102c9323SSteven Rostedt (Red Hat) #define TRACEPOINT_STR() VMLINUX_SYMBOL(__start___tracepoint_str) = .; \ 137102c9323SSteven Rostedt (Red Hat) *(__tracepoint_str) /* Trace_printk fmt' pointer */ \ 138102c9323SSteven Rostedt (Red Hat) VMLINUX_SYMBOL(__stop___tracepoint_str) = .; 1391ba28e02SLai Jiangshan #else 1401ba28e02SLai Jiangshan #define TRACE_PRINTKS() 141102c9323SSteven Rostedt (Red Hat) #define TRACEPOINT_STR() 1421ba28e02SLai Jiangshan #endif 1431ba28e02SLai Jiangshan 144bed1ffcaSFrederic Weisbecker #ifdef CONFIG_FTRACE_SYSCALLS 1453d56e331SSteven Rostedt #define TRACE_SYSCALLS() . = ALIGN(8); \ 1463d56e331SSteven Rostedt VMLINUX_SYMBOL(__start_syscalls_metadata) = .; \ 147bed1ffcaSFrederic Weisbecker *(__syscalls_metadata) \ 148bed1ffcaSFrederic Weisbecker VMLINUX_SYMBOL(__stop_syscalls_metadata) = .; 149bed1ffcaSFrederic Weisbecker #else 150bed1ffcaSFrederic Weisbecker #define TRACE_SYSCALLS() 151bed1ffcaSFrederic Weisbecker #endif 152bed1ffcaSFrederic Weisbecker 153aab94339SDirk Brandewie 15406309288SRob Herring #define ___OF_TABLE(cfg, name) _OF_TABLE_##cfg(name) 15506309288SRob Herring #define __OF_TABLE(cfg, name) ___OF_TABLE(cfg, name) 15606309288SRob Herring #define OF_TABLE(cfg, name) __OF_TABLE(config_enabled(cfg), name) 15706309288SRob Herring #define _OF_TABLE_0(name) 15806309288SRob Herring #define _OF_TABLE_1(name) \ 159f6e916b8SThomas Petazzoni . = ALIGN(8); \ 16006309288SRob Herring VMLINUX_SYMBOL(__##name##_of_table) = .; \ 16106309288SRob Herring *(__##name##_of_table) \ 16206309288SRob Herring *(__##name##_of_table_end) 163aab94339SDirk Brandewie 16406309288SRob Herring #define CLKSRC_OF_TABLES() OF_TABLE(CONFIG_CLKSRC_OF, clksrc) 16506309288SRob Herring #define IRQCHIP_OF_MATCH_TABLE() OF_TABLE(CONFIG_IRQCHIP, irqchip) 16606309288SRob Herring #define CLK_OF_TABLES() OF_TABLE(CONFIG_COMMON_CLK, clk) 16706309288SRob Herring #define RESERVEDMEM_OF_TABLES() OF_TABLE(CONFIG_OF_RESERVED_MEM, reservedmem) 16806309288SRob Herring #define CPU_METHOD_OF_TABLES() OF_TABLE(CONFIG_SMP, cpu_method) 169b0b6abd3SRob Herring #define EARLYCON_OF_TABLES() OF_TABLE(CONFIG_SERIAL_EARLYCON, earlycon) 1706c3ff8b1SStephen Boyd 171aab94339SDirk Brandewie #define KERNEL_DTB() \ 172aab94339SDirk Brandewie STRUCT_ALIGN(); \ 173aab94339SDirk Brandewie VMLINUX_SYMBOL(__dtb_start) = .; \ 174aab94339SDirk Brandewie *(.dtb.init.rodata) \ 175aab94339SDirk Brandewie VMLINUX_SYMBOL(__dtb_end) = .; 176aab94339SDirk Brandewie 177ca967258SSam Ravnborg /* .data section */ 178ca967258SSam Ravnborg #define DATA_DATA \ 1790e0d314eSSam Ravnborg *(.data) \ 180312b1485SSam Ravnborg *(.ref.data) \ 181d356c0b6SMike Frysinger *(.data..shared_aligned) /* percpu related */ \ 182eb8f6890SSam Ravnborg MEM_KEEP(init.data) \ 183eb8f6890SSam Ravnborg MEM_KEEP(exit.data) \ 1847ccaba53SJan Beulich *(.data.unlikely) \ 18565498646SMathieu Desnoyers STRUCT_ALIGN(); \ 18697e1c18eSMathieu Desnoyers *(__tracepoints) \ 187e9d376f0SJason Baron /* implement dynamic printk debug */ \ 188e9d376f0SJason Baron . = ALIGN(8); \ 189d430d3d7SJason Baron VMLINUX_SYMBOL(__start___jump_table) = .; \ 190d430d3d7SJason Baron *(__jump_table) \ 191d430d3d7SJason Baron VMLINUX_SYMBOL(__stop___jump_table) = .; \ 192d430d3d7SJason Baron . = ALIGN(8); \ 193e9d376f0SJason Baron VMLINUX_SYMBOL(__start___verbose) = .; \ 194e9d376f0SJason Baron *(__verbose) \ 195e9d376f0SJason Baron VMLINUX_SYMBOL(__stop___verbose) = .; \ 1962bcd521aSSteven Rostedt LIKELY_PROFILE() \ 197b77e38aaSSteven Rostedt BRANCH_PROFILE() \ 198102c9323SSteven Rostedt (Red Hat) TRACE_PRINTKS() \ 199102c9323SSteven Rostedt (Red Hat) TRACEPOINT_STR() 200ca967258SSam Ravnborg 201ef53dae8SSam Ravnborg /* 202ef53dae8SSam Ravnborg * Data section helpers 203ef53dae8SSam Ravnborg */ 204ef53dae8SSam Ravnborg #define NOSAVE_DATA \ 205ef53dae8SSam Ravnborg . = ALIGN(PAGE_SIZE); \ 206ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__nosave_begin) = .; \ 20707b3bb1eSDenys Vlasenko *(.data..nosave) \ 208ef53dae8SSam Ravnborg . = ALIGN(PAGE_SIZE); \ 209ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__nosave_end) = .; 210ef53dae8SSam Ravnborg 211ef53dae8SSam Ravnborg #define PAGE_ALIGNED_DATA(page_align) \ 212ef53dae8SSam Ravnborg . = ALIGN(page_align); \ 21375b13483STim Abbott *(.data..page_aligned) 214ef53dae8SSam Ravnborg 215ef53dae8SSam Ravnborg #define READ_MOSTLY_DATA(align) \ 216ef53dae8SSam Ravnborg . = ALIGN(align); \ 2178369744fSShaohua Li *(.data..read_mostly) \ 2188369744fSShaohua Li . = ALIGN(align); 219ef53dae8SSam Ravnborg 220ef53dae8SSam Ravnborg #define CACHELINE_ALIGNED_DATA(align) \ 221ef53dae8SSam Ravnborg . = ALIGN(align); \ 2224af57b78STim Abbott *(.data..cacheline_aligned) 223ef53dae8SSam Ravnborg 22439a449d9STim Abbott #define INIT_TASK_DATA(align) \ 225ef53dae8SSam Ravnborg . = ALIGN(align); \ 2262af7687fSTim Abbott *(.data..init_task) 227ef53dae8SSam Ravnborg 228ef53dae8SSam Ravnborg /* 229ef53dae8SSam Ravnborg * Read only Data 230ef53dae8SSam Ravnborg */ 231ef53dae8SSam Ravnborg #define RO_DATA_SECTION(align) \ 2324096b46fSSam Ravnborg . = ALIGN((align)); \ 2331da177e4SLinus Torvalds .rodata : AT(ADDR(.rodata) - LOAD_OFFSET) { \ 2346569580dSVivek Goyal VMLINUX_SYMBOL(__start_rodata) = .; \ 2351da177e4SLinus Torvalds *(.rodata) *(.rodata.*) \ 2361da177e4SLinus Torvalds *(__vermagic) /* Kernel version magic */ \ 23765498646SMathieu Desnoyers . = ALIGN(8); \ 23865498646SMathieu Desnoyers VMLINUX_SYMBOL(__start___tracepoints_ptrs) = .; \ 23965498646SMathieu Desnoyers *(__tracepoints_ptrs) /* Tracepoints: pointer array */\ 24065498646SMathieu Desnoyers VMLINUX_SYMBOL(__stop___tracepoints_ptrs) = .; \ 24197e1c18eSMathieu Desnoyers *(__tracepoints_strings)/* Tracepoints: strings */ \ 2421da177e4SLinus Torvalds } \ 2431da177e4SLinus Torvalds \ 2441da177e4SLinus Torvalds .rodata1 : AT(ADDR(.rodata1) - LOAD_OFFSET) { \ 2451da177e4SLinus Torvalds *(.rodata1) \ 2461da177e4SLinus Torvalds } \ 2471da177e4SLinus Torvalds \ 2486360b1fbSJan Beulich BUG_TABLE \ 2496360b1fbSJan Beulich \ 2501da177e4SLinus Torvalds /* PCI quirks */ \ 2511da177e4SLinus Torvalds .pci_fixup : AT(ADDR(.pci_fixup) - LOAD_OFFSET) { \ 2521da177e4SLinus Torvalds VMLINUX_SYMBOL(__start_pci_fixups_early) = .; \ 2531da177e4SLinus Torvalds *(.pci_fixup_early) \ 2541da177e4SLinus Torvalds VMLINUX_SYMBOL(__end_pci_fixups_early) = .; \ 2551da177e4SLinus Torvalds VMLINUX_SYMBOL(__start_pci_fixups_header) = .; \ 2561da177e4SLinus Torvalds *(.pci_fixup_header) \ 2571da177e4SLinus Torvalds VMLINUX_SYMBOL(__end_pci_fixups_header) = .; \ 2581da177e4SLinus Torvalds VMLINUX_SYMBOL(__start_pci_fixups_final) = .; \ 2591da177e4SLinus Torvalds *(.pci_fixup_final) \ 2601da177e4SLinus Torvalds VMLINUX_SYMBOL(__end_pci_fixups_final) = .; \ 2611da177e4SLinus Torvalds VMLINUX_SYMBOL(__start_pci_fixups_enable) = .; \ 2621da177e4SLinus Torvalds *(.pci_fixup_enable) \ 2631da177e4SLinus Torvalds VMLINUX_SYMBOL(__end_pci_fixups_enable) = .; \ 2641597cacbSAlan Cox VMLINUX_SYMBOL(__start_pci_fixups_resume) = .; \ 2651597cacbSAlan Cox *(.pci_fixup_resume) \ 2661597cacbSAlan Cox VMLINUX_SYMBOL(__end_pci_fixups_resume) = .; \ 267e1a2a51eSRafael J. Wysocki VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .; \ 268e1a2a51eSRafael J. Wysocki *(.pci_fixup_resume_early) \ 269e1a2a51eSRafael J. Wysocki VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .; \ 270e1a2a51eSRafael J. Wysocki VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .; \ 271e1a2a51eSRafael J. Wysocki *(.pci_fixup_suspend) \ 272e1a2a51eSRafael J. Wysocki VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .; \ 2737d2a01b8SAndreas Noever VMLINUX_SYMBOL(__start_pci_fixups_suspend_late) = .; \ 2747d2a01b8SAndreas Noever *(.pci_fixup_suspend_late) \ 2757d2a01b8SAndreas Noever VMLINUX_SYMBOL(__end_pci_fixups_suspend_late) = .; \ 2761da177e4SLinus Torvalds } \ 2771da177e4SLinus Torvalds \ 2785658c769SDavid Woodhouse /* Built-in firmware blobs */ \ 2795658c769SDavid Woodhouse .builtin_fw : AT(ADDR(.builtin_fw) - LOAD_OFFSET) { \ 2805658c769SDavid Woodhouse VMLINUX_SYMBOL(__start_builtin_fw) = .; \ 2815658c769SDavid Woodhouse *(.builtin_fw) \ 2825658c769SDavid Woodhouse VMLINUX_SYMBOL(__end_builtin_fw) = .; \ 2835658c769SDavid Woodhouse } \ 2845658c769SDavid Woodhouse \ 28563687a52SJan Beulich TRACEDATA \ 28663687a52SJan Beulich \ 2871da177e4SLinus Torvalds /* Kernel symbol table: Normal symbols */ \ 2881da177e4SLinus Torvalds __ksymtab : AT(ADDR(__ksymtab) - LOAD_OFFSET) { \ 2891da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___ksymtab) = .; \ 290f02e8a65SAlessio Igor Bogani *(SORT(___ksymtab+*)) \ 2911da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___ksymtab) = .; \ 2921da177e4SLinus Torvalds } \ 2931da177e4SLinus Torvalds \ 2941da177e4SLinus Torvalds /* Kernel symbol table: GPL-only symbols */ \ 2951da177e4SLinus Torvalds __ksymtab_gpl : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) { \ 2961da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___ksymtab_gpl) = .; \ 297f02e8a65SAlessio Igor Bogani *(SORT(___ksymtab_gpl+*)) \ 2981da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .; \ 2991da177e4SLinus Torvalds } \ 3001da177e4SLinus Torvalds \ 301f71d20e9SArjan van de Ven /* Kernel symbol table: Normal unused symbols */ \ 302f71d20e9SArjan van de Ven __ksymtab_unused : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) { \ 303f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__start___ksymtab_unused) = .; \ 304f02e8a65SAlessio Igor Bogani *(SORT(___ksymtab_unused+*)) \ 305f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__stop___ksymtab_unused) = .; \ 306f71d20e9SArjan van de Ven } \ 307f71d20e9SArjan van de Ven \ 308f71d20e9SArjan van de Ven /* Kernel symbol table: GPL-only unused symbols */ \ 309f71d20e9SArjan van de Ven __ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \ 310f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .; \ 311f02e8a65SAlessio Igor Bogani *(SORT(___ksymtab_unused_gpl+*)) \ 312f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .; \ 313f71d20e9SArjan van de Ven } \ 314f71d20e9SArjan van de Ven \ 3159f28bb7eSGreg Kroah-Hartman /* Kernel symbol table: GPL-future-only symbols */ \ 3169f28bb7eSGreg Kroah-Hartman __ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \ 3179f28bb7eSGreg Kroah-Hartman VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .; \ 318f02e8a65SAlessio Igor Bogani *(SORT(___ksymtab_gpl_future+*)) \ 3199f28bb7eSGreg Kroah-Hartman VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .; \ 3209f28bb7eSGreg Kroah-Hartman } \ 3219f28bb7eSGreg Kroah-Hartman \ 3221da177e4SLinus Torvalds /* Kernel symbol table: Normal symbols */ \ 3231da177e4SLinus Torvalds __kcrctab : AT(ADDR(__kcrctab) - LOAD_OFFSET) { \ 3241da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___kcrctab) = .; \ 325f02e8a65SAlessio Igor Bogani *(SORT(___kcrctab+*)) \ 3261da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___kcrctab) = .; \ 3271da177e4SLinus Torvalds } \ 3281da177e4SLinus Torvalds \ 3291da177e4SLinus Torvalds /* Kernel symbol table: GPL-only symbols */ \ 3301da177e4SLinus Torvalds __kcrctab_gpl : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) { \ 3311da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___kcrctab_gpl) = .; \ 332f02e8a65SAlessio Igor Bogani *(SORT(___kcrctab_gpl+*)) \ 3331da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .; \ 3341da177e4SLinus Torvalds } \ 3351da177e4SLinus Torvalds \ 336f71d20e9SArjan van de Ven /* Kernel symbol table: Normal unused symbols */ \ 337f71d20e9SArjan van de Ven __kcrctab_unused : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) { \ 338f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__start___kcrctab_unused) = .; \ 339f02e8a65SAlessio Igor Bogani *(SORT(___kcrctab_unused+*)) \ 340f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__stop___kcrctab_unused) = .; \ 341f71d20e9SArjan van de Ven } \ 342f71d20e9SArjan van de Ven \ 343f71d20e9SArjan van de Ven /* Kernel symbol table: GPL-only unused symbols */ \ 344f71d20e9SArjan van de Ven __kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \ 345f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .; \ 346f02e8a65SAlessio Igor Bogani *(SORT(___kcrctab_unused_gpl+*)) \ 347f71d20e9SArjan van de Ven VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .; \ 348f71d20e9SArjan van de Ven } \ 349f71d20e9SArjan van de Ven \ 3509f28bb7eSGreg Kroah-Hartman /* Kernel symbol table: GPL-future-only symbols */ \ 3519f28bb7eSGreg Kroah-Hartman __kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \ 3529f28bb7eSGreg Kroah-Hartman VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .; \ 353f02e8a65SAlessio Igor Bogani *(SORT(___kcrctab_gpl_future+*)) \ 3549f28bb7eSGreg Kroah-Hartman VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .; \ 3559f28bb7eSGreg Kroah-Hartman } \ 3569f28bb7eSGreg Kroah-Hartman \ 3571da177e4SLinus Torvalds /* Kernel symbol table: strings */ \ 3581da177e4SLinus Torvalds __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) { \ 3591da177e4SLinus Torvalds *(__ksymtab_strings) \ 3601da177e4SLinus Torvalds } \ 3611da177e4SLinus Torvalds \ 362eb8f6890SSam Ravnborg /* __*init sections */ \ 363eb8f6890SSam Ravnborg __init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) { \ 364312b1485SSam Ravnborg *(.ref.rodata) \ 365eb8f6890SSam Ravnborg MEM_KEEP(init.rodata) \ 366eb8f6890SSam Ravnborg MEM_KEEP(exit.rodata) \ 367eb8f6890SSam Ravnborg } \ 368eb8f6890SSam Ravnborg \ 3691da177e4SLinus Torvalds /* Built-in module parameters. */ \ 3701da177e4SLinus Torvalds __param : AT(ADDR(__param) - LOAD_OFFSET) { \ 3711da177e4SLinus Torvalds VMLINUX_SYMBOL(__start___param) = .; \ 3721da177e4SLinus Torvalds *(__param) \ 3731da177e4SLinus Torvalds VMLINUX_SYMBOL(__stop___param) = .; \ 374e94965edSDmitry Torokhov } \ 375e94965edSDmitry Torokhov \ 376e94965edSDmitry Torokhov /* Built-in module versions. */ \ 377e94965edSDmitry Torokhov __modver : AT(ADDR(__modver) - LOAD_OFFSET) { \ 378e94965edSDmitry Torokhov VMLINUX_SYMBOL(__start___modver) = .; \ 379e94965edSDmitry Torokhov *(__modver) \ 380e94965edSDmitry Torokhov VMLINUX_SYMBOL(__stop___modver) = .; \ 381edeed305SArjan van de Ven . = ALIGN((align)); \ 3826569580dSVivek Goyal VMLINUX_SYMBOL(__end_rodata) = .; \ 3837583ddfdSMarcelo Tosatti } \ 3844096b46fSSam Ravnborg . = ALIGN((align)); 3854096b46fSSam Ravnborg 386ef53dae8SSam Ravnborg /* RODATA & RO_DATA provided for backward compatibility. 3874096b46fSSam Ravnborg * All archs are supposed to use RO_DATA() */ 388ef53dae8SSam Ravnborg #define RODATA RO_DATA_SECTION(4096) 389ef53dae8SSam Ravnborg #define RO_DATA(align) RO_DATA_SECTION(align) 3901da177e4SLinus Torvalds 3911da177e4SLinus Torvalds #define SECURITY_INIT \ 39260bad7faSEric W. Biederman .security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \ 3931da177e4SLinus Torvalds VMLINUX_SYMBOL(__security_initcall_start) = .; \ 3941da177e4SLinus Torvalds *(.security_initcall.init) \ 3951da177e4SLinus Torvalds VMLINUX_SYMBOL(__security_initcall_end) = .; \ 3961da177e4SLinus Torvalds } 3971da177e4SLinus Torvalds 3987664709bSSam Ravnborg /* .text section. Map to function alignment to avoid address changes 3997664709bSSam Ravnborg * during second ld run in second ld pass when generating System.map */ 4007664709bSSam Ravnborg #define TEXT_TEXT \ 4017664709bSSam Ravnborg ALIGN_FUNCTION(); \ 402fb5e2b37SJan Beulich *(.text.hot) \ 4030e0d314eSSam Ravnborg *(.text) \ 404312b1485SSam Ravnborg *(.ref.text) \ 405eb8f6890SSam Ravnborg MEM_KEEP(init.text) \ 406fb5e2b37SJan Beulich MEM_KEEP(exit.text) \ 407fb5e2b37SJan Beulich *(.text.unlikely) 408eb8f6890SSam Ravnborg 4097664709bSSam Ravnborg 4106d30e3a8SSam Ravnborg /* sched.text is aling to function alignment to secure we have same 4116d30e3a8SSam Ravnborg * address even at second ld pass when generating System.map */ 4121da177e4SLinus Torvalds #define SCHED_TEXT \ 4136d30e3a8SSam Ravnborg ALIGN_FUNCTION(); \ 4141da177e4SLinus Torvalds VMLINUX_SYMBOL(__sched_text_start) = .; \ 4151da177e4SLinus Torvalds *(.sched.text) \ 4161da177e4SLinus Torvalds VMLINUX_SYMBOL(__sched_text_end) = .; 4171da177e4SLinus Torvalds 4186d30e3a8SSam Ravnborg /* spinlock.text is aling to function alignment to secure we have same 4196d30e3a8SSam Ravnborg * address even at second ld pass when generating System.map */ 4201da177e4SLinus Torvalds #define LOCK_TEXT \ 4216d30e3a8SSam Ravnborg ALIGN_FUNCTION(); \ 4221da177e4SLinus Torvalds VMLINUX_SYMBOL(__lock_text_start) = .; \ 4231da177e4SLinus Torvalds *(.spinlock.text) \ 4241da177e4SLinus Torvalds VMLINUX_SYMBOL(__lock_text_end) = .; 425d0aaff97SPrasanna S Panchamukhi 426d0aaff97SPrasanna S Panchamukhi #define KPROBES_TEXT \ 427d0aaff97SPrasanna S Panchamukhi ALIGN_FUNCTION(); \ 428d0aaff97SPrasanna S Panchamukhi VMLINUX_SYMBOL(__kprobes_text_start) = .; \ 429d0aaff97SPrasanna S Panchamukhi *(.kprobes.text) \ 430d0aaff97SPrasanna S Panchamukhi VMLINUX_SYMBOL(__kprobes_text_end) = .; 431a7d0c210SPaolo 'Blaisorblade' Giarrusso 432ea714547SJiri Olsa #define ENTRY_TEXT \ 433ea714547SJiri Olsa ALIGN_FUNCTION(); \ 434ea714547SJiri Olsa VMLINUX_SYMBOL(__entry_text_start) = .; \ 435ea714547SJiri Olsa *(.entry.text) \ 436ea714547SJiri Olsa VMLINUX_SYMBOL(__entry_text_end) = .; 437ea714547SJiri Olsa 438a0343e82SFrederic Weisbecker #ifdef CONFIG_FUNCTION_GRAPH_TRACER 439a0343e82SFrederic Weisbecker #define IRQENTRY_TEXT \ 440a0343e82SFrederic Weisbecker ALIGN_FUNCTION(); \ 441a0343e82SFrederic Weisbecker VMLINUX_SYMBOL(__irqentry_text_start) = .; \ 442a0343e82SFrederic Weisbecker *(.irqentry.text) \ 443a0343e82SFrederic Weisbecker VMLINUX_SYMBOL(__irqentry_text_end) = .; 444a0343e82SFrederic Weisbecker #else 445a0343e82SFrederic Weisbecker #define IRQENTRY_TEXT 446a0343e82SFrederic Weisbecker #endif 447a0343e82SFrederic Weisbecker 44837c514e3SSam Ravnborg /* Section used for early init (in .S files) */ 4497923f90fSSam Ravnborg #define HEAD_TEXT *(.head.text) 45037c514e3SSam Ravnborg 4517923f90fSSam Ravnborg #define HEAD_TEXT_SECTION \ 452ef53dae8SSam Ravnborg .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { \ 453ef53dae8SSam Ravnborg HEAD_TEXT \ 454ef53dae8SSam Ravnborg } 455ef53dae8SSam Ravnborg 456ef53dae8SSam Ravnborg /* 457ef53dae8SSam Ravnborg * Exception table 458ef53dae8SSam Ravnborg */ 459ef53dae8SSam Ravnborg #define EXCEPTION_TABLE(align) \ 460ef53dae8SSam Ravnborg . = ALIGN(align); \ 461ef53dae8SSam Ravnborg __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) { \ 462ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__start___ex_table) = .; \ 463ef53dae8SSam Ravnborg *(__ex_table) \ 464ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__stop___ex_table) = .; \ 465ef53dae8SSam Ravnborg } 466ef53dae8SSam Ravnborg 467ef53dae8SSam Ravnborg /* 468ef53dae8SSam Ravnborg * Init task 469ef53dae8SSam Ravnborg */ 47039a449d9STim Abbott #define INIT_TASK_DATA_SECTION(align) \ 471ef53dae8SSam Ravnborg . = ALIGN(align); \ 472da5e37efSSam Ravnborg .data..init_task : AT(ADDR(.data..init_task) - LOAD_OFFSET) { \ 47339a449d9STim Abbott INIT_TASK_DATA(align) \ 474ef53dae8SSam Ravnborg } 475eb8f6890SSam Ravnborg 476b99b87f7SPeter Oberparleiter #ifdef CONFIG_CONSTRUCTORS 4772a2325e6SHeiko Carstens #define KERNEL_CTORS() . = ALIGN(8); \ 4782a2325e6SHeiko Carstens VMLINUX_SYMBOL(__ctors_start) = .; \ 479b99b87f7SPeter Oberparleiter *(.ctors) \ 480eb3057dfSFrantisek Hrbata *(.init_array) \ 481b99b87f7SPeter Oberparleiter VMLINUX_SYMBOL(__ctors_end) = .; 482b99b87f7SPeter Oberparleiter #else 483b99b87f7SPeter Oberparleiter #define KERNEL_CTORS() 484b99b87f7SPeter Oberparleiter #endif 485b99b87f7SPeter Oberparleiter 48601ba2bdcSSam Ravnborg /* init and exit section handling */ 487eb8f6890SSam Ravnborg #define INIT_DATA \ 488eb8f6890SSam Ravnborg *(.init.data) \ 489eb8f6890SSam Ravnborg MEM_DISCARD(init.data) \ 490b99b87f7SPeter Oberparleiter KERNEL_CTORS() \ 4914b3b4c5eSJohn Reiser MCOUNT_REC() \ 4929fd49328SSteven Rostedt *(.init.rodata) \ 493e4a9ea5eSSteven Rostedt FTRACE_EVENTS() \ 4943d56e331SSteven Rostedt TRACE_SYSCALLS() \ 495376e2424SMasami Hiramatsu KPROBE_BLACKLIST() \ 496aab94339SDirk Brandewie MEM_DISCARD(init.rodata) \ 497f2f6c255SPrashant Gaikwad CLK_OF_TABLES() \ 498f618c470SMarek Szyprowski RESERVEDMEM_OF_TABLES() \ 499ae278a93SStephen Warren CLKSRC_OF_TABLES() \ 5006c3ff8b1SStephen Boyd CPU_METHOD_OF_TABLES() \ 501f6e916b8SThomas Petazzoni KERNEL_DTB() \ 502b0b6abd3SRob Herring IRQCHIP_OF_MATCH_TABLE() \ 503b0b6abd3SRob Herring EARLYCON_OF_TABLES() 50401ba2bdcSSam Ravnborg 505eb8f6890SSam Ravnborg #define INIT_TEXT \ 506eb8f6890SSam Ravnborg *(.init.text) \ 507eb8f6890SSam Ravnborg MEM_DISCARD(init.text) 508eb8f6890SSam Ravnborg 509eb8f6890SSam Ravnborg #define EXIT_DATA \ 510eb8f6890SSam Ravnborg *(.exit.data) \ 511eb8f6890SSam Ravnborg MEM_DISCARD(exit.data) \ 512eb8f6890SSam Ravnborg MEM_DISCARD(exit.rodata) 513eb8f6890SSam Ravnborg 514eb8f6890SSam Ravnborg #define EXIT_TEXT \ 515eb8f6890SSam Ravnborg *(.exit.text) \ 516eb8f6890SSam Ravnborg MEM_DISCARD(exit.text) 51701ba2bdcSSam Ravnborg 5187923f90fSSam Ravnborg #define EXIT_CALL \ 5197923f90fSSam Ravnborg *(.exitcall.exit) 5207923f90fSSam Ravnborg 521ef53dae8SSam Ravnborg /* 522ef53dae8SSam Ravnborg * bss (Block Started by Symbol) - uninitialized data 523ef53dae8SSam Ravnborg * zeroed during startup 524ef53dae8SSam Ravnborg */ 52504e448d9STim Abbott #define SBSS(sbss_align) \ 52604e448d9STim Abbott . = ALIGN(sbss_align); \ 527ef53dae8SSam Ravnborg .sbss : AT(ADDR(.sbss) - LOAD_OFFSET) { \ 528ef53dae8SSam Ravnborg *(.sbss) \ 529ef53dae8SSam Ravnborg *(.scommon) \ 530ef53dae8SSam Ravnborg } 531ef53dae8SSam Ravnborg 532c87728caSDavid Daney /* 533c87728caSDavid Daney * Allow archectures to redefine BSS_FIRST_SECTIONS to add extra 534c87728caSDavid Daney * sections to the front of bss. 535c87728caSDavid Daney */ 536c87728caSDavid Daney #ifndef BSS_FIRST_SECTIONS 537c87728caSDavid Daney #define BSS_FIRST_SECTIONS 538c87728caSDavid Daney #endif 539c87728caSDavid Daney 540ef53dae8SSam Ravnborg #define BSS(bss_align) \ 541ef53dae8SSam Ravnborg . = ALIGN(bss_align); \ 542ef53dae8SSam Ravnborg .bss : AT(ADDR(.bss) - LOAD_OFFSET) { \ 543c87728caSDavid Daney BSS_FIRST_SECTIONS \ 5447c74df07STim Abbott *(.bss..page_aligned) \ 545ef53dae8SSam Ravnborg *(.dynbss) \ 546ef53dae8SSam Ravnborg *(.bss) \ 547ef53dae8SSam Ravnborg *(COMMON) \ 548ef53dae8SSam Ravnborg } 549ef53dae8SSam Ravnborg 550ef53dae8SSam Ravnborg /* 551ef53dae8SSam Ravnborg * DWARF debug sections. 552ef53dae8SSam Ravnborg * Symbols in the DWARF debugging sections are relative to 553ef53dae8SSam Ravnborg * the beginning of the section so we begin them at 0. 554ef53dae8SSam Ravnborg */ 555a7d0c210SPaolo 'Blaisorblade' Giarrusso #define DWARF_DEBUG \ 556a7d0c210SPaolo 'Blaisorblade' Giarrusso /* DWARF 1 */ \ 557a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug 0 : { *(.debug) } \ 558a7d0c210SPaolo 'Blaisorblade' Giarrusso .line 0 : { *(.line) } \ 559a7d0c210SPaolo 'Blaisorblade' Giarrusso /* GNU DWARF 1 extensions */ \ 560a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_srcinfo 0 : { *(.debug_srcinfo) } \ 561a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_sfnames 0 : { *(.debug_sfnames) } \ 562a7d0c210SPaolo 'Blaisorblade' Giarrusso /* DWARF 1.1 and DWARF 2 */ \ 563a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_aranges 0 : { *(.debug_aranges) } \ 564a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_pubnames 0 : { *(.debug_pubnames) } \ 565a7d0c210SPaolo 'Blaisorblade' Giarrusso /* DWARF 2 */ \ 566a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_info 0 : { *(.debug_info \ 567a7d0c210SPaolo 'Blaisorblade' Giarrusso .gnu.linkonce.wi.*) } \ 568a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_abbrev 0 : { *(.debug_abbrev) } \ 569a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_line 0 : { *(.debug_line) } \ 570a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_frame 0 : { *(.debug_frame) } \ 571a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_str 0 : { *(.debug_str) } \ 572a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_loc 0 : { *(.debug_loc) } \ 573a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_macinfo 0 : { *(.debug_macinfo) } \ 574a7d0c210SPaolo 'Blaisorblade' Giarrusso /* SGI/MIPS DWARF 2 extensions */ \ 575a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_weaknames 0 : { *(.debug_weaknames) } \ 576a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_funcnames 0 : { *(.debug_funcnames) } \ 577a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_typenames 0 : { *(.debug_typenames) } \ 578a7d0c210SPaolo 'Blaisorblade' Giarrusso .debug_varnames 0 : { *(.debug_varnames) } \ 579a7d0c210SPaolo 'Blaisorblade' Giarrusso 580a7d0c210SPaolo 'Blaisorblade' Giarrusso /* Stabs debugging sections. */ 581a7d0c210SPaolo 'Blaisorblade' Giarrusso #define STABS_DEBUG \ 582a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab 0 : { *(.stab) } \ 583a7d0c210SPaolo 'Blaisorblade' Giarrusso .stabstr 0 : { *(.stabstr) } \ 584a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab.excl 0 : { *(.stab.excl) } \ 585a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab.exclstr 0 : { *(.stab.exclstr) } \ 586a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab.index 0 : { *(.stab.index) } \ 587a7d0c210SPaolo 'Blaisorblade' Giarrusso .stab.indexstr 0 : { *(.stab.indexstr) } \ 588a7d0c210SPaolo 'Blaisorblade' Giarrusso .comment 0 : { *(.comment) } 5899c9b8b38SJeremy Fitzhardinge 5906360b1fbSJan Beulich #ifdef CONFIG_GENERIC_BUG 5917664c5a1SJeremy Fitzhardinge #define BUG_TABLE \ 5927664c5a1SJeremy Fitzhardinge . = ALIGN(8); \ 5937664c5a1SJeremy Fitzhardinge __bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) { \ 594c6de0026SYoshinori Sato VMLINUX_SYMBOL(__start___bug_table) = .; \ 5957664c5a1SJeremy Fitzhardinge *(__bug_table) \ 596c6de0026SYoshinori Sato VMLINUX_SYMBOL(__stop___bug_table) = .; \ 5977664c5a1SJeremy Fitzhardinge } 5986360b1fbSJan Beulich #else 5996360b1fbSJan Beulich #define BUG_TABLE 6006360b1fbSJan Beulich #endif 6017664c5a1SJeremy Fitzhardinge 60263687a52SJan Beulich #ifdef CONFIG_PM_TRACE 60363687a52SJan Beulich #define TRACEDATA \ 60463687a52SJan Beulich . = ALIGN(4); \ 60563687a52SJan Beulich .tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) { \ 606c6de0026SYoshinori Sato VMLINUX_SYMBOL(__tracedata_start) = .; \ 60763687a52SJan Beulich *(.tracedata) \ 608c6de0026SYoshinori Sato VMLINUX_SYMBOL(__tracedata_end) = .; \ 60963687a52SJan Beulich } 61063687a52SJan Beulich #else 61163687a52SJan Beulich #define TRACEDATA 61263687a52SJan Beulich #endif 61363687a52SJan Beulich 6149c9b8b38SJeremy Fitzhardinge #define NOTES \ 615cbe87121SRoland McGrath .notes : AT(ADDR(.notes) - LOAD_OFFSET) { \ 616cbe87121SRoland McGrath VMLINUX_SYMBOL(__start_notes) = .; \ 617cbe87121SRoland McGrath *(.note.*) \ 618cbe87121SRoland McGrath VMLINUX_SYMBOL(__stop_notes) = .; \ 619cbe87121SRoland McGrath } 62061ce1efeSAndrew Morton 621ef53dae8SSam Ravnborg #define INIT_SETUP(initsetup_align) \ 622ef53dae8SSam Ravnborg . = ALIGN(initsetup_align); \ 623ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__setup_start) = .; \ 624ef53dae8SSam Ravnborg *(.init.setup) \ 625ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__setup_end) = .; 626ef53dae8SSam Ravnborg 627026cee00SPawel Moll #define INIT_CALLS_LEVEL(level) \ 628026cee00SPawel Moll VMLINUX_SYMBOL(__initcall##level##_start) = .; \ 629026cee00SPawel Moll *(.initcall##level##.init) \ 630026cee00SPawel Moll *(.initcall##level##s.init) \ 63161ce1efeSAndrew Morton 632ef53dae8SSam Ravnborg #define INIT_CALLS \ 633ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__initcall_start) = .; \ 634026cee00SPawel Moll *(.initcallearly.init) \ 635026cee00SPawel Moll INIT_CALLS_LEVEL(0) \ 636026cee00SPawel Moll INIT_CALLS_LEVEL(1) \ 637026cee00SPawel Moll INIT_CALLS_LEVEL(2) \ 638026cee00SPawel Moll INIT_CALLS_LEVEL(3) \ 639026cee00SPawel Moll INIT_CALLS_LEVEL(4) \ 640026cee00SPawel Moll INIT_CALLS_LEVEL(5) \ 641026cee00SPawel Moll INIT_CALLS_LEVEL(rootfs) \ 642026cee00SPawel Moll INIT_CALLS_LEVEL(6) \ 643026cee00SPawel Moll INIT_CALLS_LEVEL(7) \ 644ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__initcall_end) = .; 645ef53dae8SSam Ravnborg 646ef53dae8SSam Ravnborg #define CON_INITCALL \ 647ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__con_initcall_start) = .; \ 648ef53dae8SSam Ravnborg *(.con_initcall.init) \ 649ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__con_initcall_end) = .; 650ef53dae8SSam Ravnborg 651ef53dae8SSam Ravnborg #define SECURITY_INITCALL \ 652ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__security_initcall_start) = .; \ 653ef53dae8SSam Ravnborg *(.security_initcall.init) \ 654ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__security_initcall_end) = .; 655ef53dae8SSam Ravnborg 656ef53dae8SSam Ravnborg #ifdef CONFIG_BLK_DEV_INITRD 657ef53dae8SSam Ravnborg #define INIT_RAM_FS \ 658d8826262SMike Frysinger . = ALIGN(4); \ 659ef53dae8SSam Ravnborg VMLINUX_SYMBOL(__initramfs_start) = .; \ 660ef53dae8SSam Ravnborg *(.init.ramfs) \ 661ffe8018cSHendrik Brueckner . = ALIGN(8); \ 662ffe8018cSHendrik Brueckner *(.init.ramfs.info) 663ef53dae8SSam Ravnborg #else 664eadfe219SDavid Howells #define INIT_RAM_FS 665ef53dae8SSam Ravnborg #endif 666ef53dae8SSam Ravnborg 667023bf6f1STejun Heo /* 668023bf6f1STejun Heo * Default discarded sections. 669023bf6f1STejun Heo * 670023bf6f1STejun Heo * Some archs want to discard exit text/data at runtime rather than 671023bf6f1STejun Heo * link time due to cross-section references such as alt instructions, 672023bf6f1STejun Heo * bug table, eh_frame, etc. DISCARDS must be the last of output 673023bf6f1STejun Heo * section definitions so that such archs put those in earlier section 674023bf6f1STejun Heo * definitions. 675023bf6f1STejun Heo */ 676405d967dSTejun Heo #define DISCARDS \ 677405d967dSTejun Heo /DISCARD/ : { \ 678405d967dSTejun Heo EXIT_TEXT \ 679405d967dSTejun Heo EXIT_DATA \ 680023bf6f1STejun Heo EXIT_CALL \ 681405d967dSTejun Heo *(.discard) \ 682c7f52cdcSJeremy Fitzhardinge *(.discard.*) \ 683405d967dSTejun Heo } 684405d967dSTejun Heo 6853e5d8f97STejun Heo /** 6866ea0c34dSMike Frysinger * PERCPU_INPUT - the percpu input sections 6876ea0c34dSMike Frysinger * @cacheline: cacheline size 6886ea0c34dSMike Frysinger * 6896ea0c34dSMike Frysinger * The core percpu section names and core symbols which do not rely 6906ea0c34dSMike Frysinger * directly upon load addresses. 6916ea0c34dSMike Frysinger * 6926ea0c34dSMike Frysinger * @cacheline is used to align subsections to avoid false cacheline 6936ea0c34dSMike Frysinger * sharing between subsections for different purposes. 6946ea0c34dSMike Frysinger */ 6956ea0c34dSMike Frysinger #define PERCPU_INPUT(cacheline) \ 6966ea0c34dSMike Frysinger VMLINUX_SYMBOL(__per_cpu_start) = .; \ 6976ea0c34dSMike Frysinger *(.data..percpu..first) \ 6986ea0c34dSMike Frysinger . = ALIGN(PAGE_SIZE); \ 6996ea0c34dSMike Frysinger *(.data..percpu..page_aligned) \ 7006ea0c34dSMike Frysinger . = ALIGN(cacheline); \ 701330d2822SZhengyu He *(.data..percpu..read_mostly) \ 7026ea0c34dSMike Frysinger . = ALIGN(cacheline); \ 7036ea0c34dSMike Frysinger *(.data..percpu) \ 7046ea0c34dSMike Frysinger *(.data..percpu..shared_aligned) \ 7056ea0c34dSMike Frysinger VMLINUX_SYMBOL(__per_cpu_end) = .; 7066ea0c34dSMike Frysinger 7076ea0c34dSMike Frysinger /** 7086b7c38d5STejun Heo * PERCPU_VADDR - define output section for percpu area 70919df0c2fSTejun Heo * @cacheline: cacheline size 7103e5d8f97STejun Heo * @vaddr: explicit base address (optional) 7113e5d8f97STejun Heo * @phdr: destination PHDR (optional) 7123e5d8f97STejun Heo * 71319df0c2fSTejun Heo * Macro which expands to output section for percpu area. 71419df0c2fSTejun Heo * 71519df0c2fSTejun Heo * @cacheline is used to align subsections to avoid false cacheline 71619df0c2fSTejun Heo * sharing between subsections for different purposes. 71719df0c2fSTejun Heo * 71819df0c2fSTejun Heo * If @vaddr is not blank, it specifies explicit base address and all 71919df0c2fSTejun Heo * percpu symbols will be offset from the given address. If blank, 72019df0c2fSTejun Heo * @vaddr always equals @laddr + LOAD_OFFSET. 7213e5d8f97STejun Heo * 7223e5d8f97STejun Heo * @phdr defines the output PHDR to use if not blank. Be warned that 7233e5d8f97STejun Heo * output PHDR is sticky. If @phdr is specified, the next output 7243e5d8f97STejun Heo * section in the linker script will go there too. @phdr should have 7253e5d8f97STejun Heo * a leading colon. 7263e5d8f97STejun Heo * 7273ac6cffeSTejun Heo * Note that this macros defines __per_cpu_load as an absolute symbol. 7283ac6cffeSTejun Heo * If there is no need to put the percpu section at a predetermined 7290415b00dSTejun Heo * address, use PERCPU_SECTION. 7303e5d8f97STejun Heo */ 73119df0c2fSTejun Heo #define PERCPU_VADDR(cacheline, vaddr, phdr) \ 732dba3d36bSIngo Molnar VMLINUX_SYMBOL(__per_cpu_load) = .; \ 7333d9a854cSDenys Vlasenko .data..percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load) \ 7346b7c38d5STejun Heo - LOAD_OFFSET) { \ 7356ea0c34dSMike Frysinger PERCPU_INPUT(cacheline) \ 7366b7c38d5STejun Heo } phdr \ 7373d9a854cSDenys Vlasenko . = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data..percpu); 7383e5d8f97STejun Heo 7393e5d8f97STejun Heo /** 7400415b00dSTejun Heo * PERCPU_SECTION - define output section for percpu area, simple version 74119df0c2fSTejun Heo * @cacheline: cacheline size 7423e5d8f97STejun Heo * 7430415b00dSTejun Heo * Align to PAGE_SIZE and outputs output section for percpu area. This 7440415b00dSTejun Heo * macro doesn't manipulate @vaddr or @phdr and __per_cpu_load and 7453e5d8f97STejun Heo * __per_cpu_start will be identical. 7463ac6cffeSTejun Heo * 7470415b00dSTejun Heo * This macro is equivalent to ALIGN(PAGE_SIZE); PERCPU_VADDR(@cacheline,,) 74819df0c2fSTejun Heo * except that __per_cpu_load is defined as a relative symbol against 74919df0c2fSTejun Heo * .data..percpu which is required for relocatable x86_32 configuration. 7503e5d8f97STejun Heo */ 7510415b00dSTejun Heo #define PERCPU_SECTION(cacheline) \ 7520415b00dSTejun Heo . = ALIGN(PAGE_SIZE); \ 7533d9a854cSDenys Vlasenko .data..percpu : AT(ADDR(.data..percpu) - LOAD_OFFSET) { \ 7543ac6cffeSTejun Heo VMLINUX_SYMBOL(__per_cpu_load) = .; \ 7556ea0c34dSMike Frysinger PERCPU_INPUT(cacheline) \ 7563ac6cffeSTejun Heo } 757ef53dae8SSam Ravnborg 758ef53dae8SSam Ravnborg 759ef53dae8SSam Ravnborg /* 760ef53dae8SSam Ravnborg * Definition of the high level *_SECTION macros 761ef53dae8SSam Ravnborg * They will fit only a subset of the architectures 762ef53dae8SSam Ravnborg */ 763ef53dae8SSam Ravnborg 764ef53dae8SSam Ravnborg 765ef53dae8SSam Ravnborg /* 766ef53dae8SSam Ravnborg * Writeable data. 767ef53dae8SSam Ravnborg * All sections are combined in a single .data section. 768ef53dae8SSam Ravnborg * The sections following CONSTRUCTORS are arranged so their 769ef53dae8SSam Ravnborg * typical alignment matches. 770ef53dae8SSam Ravnborg * A cacheline is typical/always less than a PAGE_SIZE so 771ef53dae8SSam Ravnborg * the sections that has this restriction (or similar) 772ef53dae8SSam Ravnborg * is located before the ones requiring PAGE_SIZE alignment. 773ef53dae8SSam Ravnborg * NOSAVE_DATA starts and ends with a PAGE_SIZE alignment which 77425985edcSLucas De Marchi * matches the requirement of PAGE_ALIGNED_DATA. 775ef53dae8SSam Ravnborg * 7767923f90fSSam Ravnborg * use 0 as page_align if page_aligned data is not used */ 77773f1d939SPaul Mundt #define RW_DATA_SECTION(cacheline, pagealigned, inittask) \ 778ef53dae8SSam Ravnborg . = ALIGN(PAGE_SIZE); \ 779ef53dae8SSam Ravnborg .data : AT(ADDR(.data) - LOAD_OFFSET) { \ 78039a449d9STim Abbott INIT_TASK_DATA(inittask) \ 7811b208622STim Abbott NOSAVE_DATA \ 7821b208622STim Abbott PAGE_ALIGNED_DATA(pagealigned) \ 783ef53dae8SSam Ravnborg CACHELINE_ALIGNED_DATA(cacheline) \ 784ef53dae8SSam Ravnborg READ_MOSTLY_DATA(cacheline) \ 785ef53dae8SSam Ravnborg DATA_DATA \ 786ef53dae8SSam Ravnborg CONSTRUCTORS \ 787ef53dae8SSam Ravnborg } 788ef53dae8SSam Ravnborg 789ef53dae8SSam Ravnborg #define INIT_TEXT_SECTION(inittext_align) \ 790ef53dae8SSam Ravnborg . = ALIGN(inittext_align); \ 791ef53dae8SSam Ravnborg .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { \ 792ef53dae8SSam Ravnborg VMLINUX_SYMBOL(_sinittext) = .; \ 793ef53dae8SSam Ravnborg INIT_TEXT \ 794ef53dae8SSam Ravnborg VMLINUX_SYMBOL(_einittext) = .; \ 795ef53dae8SSam Ravnborg } 796ef53dae8SSam Ravnborg 797ef53dae8SSam Ravnborg #define INIT_DATA_SECTION(initsetup_align) \ 798ef53dae8SSam Ravnborg .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { \ 799ef53dae8SSam Ravnborg INIT_DATA \ 800ef53dae8SSam Ravnborg INIT_SETUP(initsetup_align) \ 801ef53dae8SSam Ravnborg INIT_CALLS \ 802ef53dae8SSam Ravnborg CON_INITCALL \ 803ef53dae8SSam Ravnborg SECURITY_INITCALL \ 804ef53dae8SSam Ravnborg INIT_RAM_FS \ 805ef53dae8SSam Ravnborg } 806ef53dae8SSam Ravnborg 80704e448d9STim Abbott #define BSS_SECTION(sbss_align, bss_align, stop_align) \ 80804e448d9STim Abbott . = ALIGN(sbss_align); \ 80904e448d9STim Abbott VMLINUX_SYMBOL(__bss_start) = .; \ 81004e448d9STim Abbott SBSS(sbss_align) \ 811ef53dae8SSam Ravnborg BSS(bss_align) \ 81204e448d9STim Abbott . = ALIGN(stop_align); \ 81304e448d9STim Abbott VMLINUX_SYMBOL(__bss_stop) = .; 814