1/* SPDX-License-Identifier: GPL-2.0 */ 2#ifdef CONFIG_PPC64 3#define PROVIDE32(x) PROVIDE(__unused__##x) 4#else 5#define PROVIDE32(x) PROVIDE(x) 6#endif 7 8#define BSS_FIRST_SECTIONS *(.bss.prominit) 9#define EMITS_PT_NOTE 10#define RO_EXCEPTION_TABLE_ALIGN 0 11 12#include <asm/page.h> 13#include <asm-generic/vmlinux.lds.h> 14#include <asm/cache.h> 15#include <asm/thread_info.h> 16 17#define STRICT_ALIGN_SIZE (1 << CONFIG_DATA_SHIFT) 18 19ENTRY(_stext) 20 21PHDRS { 22 text PT_LOAD FLAGS(7); /* RWX */ 23 note PT_NOTE FLAGS(0); 24} 25 26#ifdef CONFIG_PPC64 27OUTPUT_ARCH(powerpc:common64) 28jiffies = jiffies_64; 29#else 30OUTPUT_ARCH(powerpc:common) 31jiffies = jiffies_64 + 4; 32#endif 33SECTIONS 34{ 35 . = KERNELBASE; 36 37/* 38 * Text, read only data and other permanent read-only sections 39 */ 40 41 _text = .; 42 _stext = .; 43 44 /* 45 * Head text. 46 * This needs to be in its own output section to avoid ld placing 47 * branch trampoline stubs randomly throughout the fixed sections, 48 * which it will do (even if the branch comes from another section) 49 * in order to optimize stub generation. 50 */ 51 .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { 52#ifdef CONFIG_PPC64 53 KEEP(*(.head.text.first_256B)); 54#ifdef CONFIG_PPC_BOOK3E 55#else 56 KEEP(*(.head.text.real_vectors)); 57 *(.head.text.real_trampolines); 58 KEEP(*(.head.text.virt_vectors)); 59 *(.head.text.virt_trampolines); 60# if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV) 61 KEEP(*(.head.data.fwnmi_page)); 62# endif 63#endif 64#else /* !CONFIG_PPC64 */ 65 HEAD_TEXT 66#endif 67 } :text 68 69 __head_end = .; 70 71#ifdef CONFIG_PPC64 72 /* 73 * ALIGN(0) overrides the default output section alignment because 74 * this needs to start right after .head.text in order for fixed 75 * section placement to work. 76 */ 77 .text ALIGN(0) : AT(ADDR(.text) - LOAD_OFFSET) { 78#ifdef CONFIG_LD_HEAD_STUB_CATCH 79 KEEP(*(.linker_stub_catch)); 80 . = . ; 81#endif 82 83#else 84 .text : AT(ADDR(.text) - LOAD_OFFSET) { 85 ALIGN_FUNCTION(); 86#endif 87 /* careful! __ftr_alt_* sections need to be close to .text */ 88 *(.text.hot .text.hot.* TEXT_MAIN .text.fixup .text.unlikely .text.unlikely.* .fixup __ftr_alt_* .ref.text); 89#ifdef CONFIG_PPC64 90 *(.tramp.ftrace.text); 91#endif 92 NOINSTR_TEXT 93 SCHED_TEXT 94 CPUIDLE_TEXT 95 LOCK_TEXT 96 KPROBES_TEXT 97 IRQENTRY_TEXT 98 SOFTIRQENTRY_TEXT 99 /* 100 * -Os builds call FP save/restore functions. The powerpc64 101 * linker generates those on demand in the .sfpr section. 102 * .sfpr gets placed at the beginning of a group of input 103 * sections, which can break start-of-text offset if it is 104 * included with the main text sections, so put it by itself. 105 */ 106 *(.sfpr); 107 MEM_KEEP(init.text) 108 MEM_KEEP(exit.text) 109 110#ifdef CONFIG_PPC32 111 *(.got1) 112 __got2_start = .; 113 *(.got2) 114 __got2_end = .; 115#endif /* CONFIG_PPC32 */ 116 117 } :text 118 119 . = ALIGN(PAGE_SIZE); 120 _etext = .; 121 PROVIDE32 (etext = .); 122 123 /* Read-only data */ 124 RO_DATA(PAGE_SIZE) 125 126#ifdef CONFIG_PPC64 127 . = ALIGN(8); 128 __stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) { 129 __start___stf_entry_barrier_fixup = .; 130 *(__stf_entry_barrier_fixup) 131 __stop___stf_entry_barrier_fixup = .; 132 } 133 134 . = ALIGN(8); 135 __uaccess_flush_fixup : AT(ADDR(__uaccess_flush_fixup) - LOAD_OFFSET) { 136 __start___uaccess_flush_fixup = .; 137 *(__uaccess_flush_fixup) 138 __stop___uaccess_flush_fixup = .; 139 } 140 141 . = ALIGN(8); 142 __entry_flush_fixup : AT(ADDR(__entry_flush_fixup) - LOAD_OFFSET) { 143 __start___entry_flush_fixup = .; 144 *(__entry_flush_fixup) 145 __stop___entry_flush_fixup = .; 146 } 147 148 . = ALIGN(8); 149 __scv_entry_flush_fixup : AT(ADDR(__scv_entry_flush_fixup) - LOAD_OFFSET) { 150 __start___scv_entry_flush_fixup = .; 151 *(__scv_entry_flush_fixup) 152 __stop___scv_entry_flush_fixup = .; 153 } 154 155 . = ALIGN(8); 156 __stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) { 157 __start___stf_exit_barrier_fixup = .; 158 *(__stf_exit_barrier_fixup) 159 __stop___stf_exit_barrier_fixup = .; 160 } 161 162 . = ALIGN(8); 163 __rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) { 164 __start___rfi_flush_fixup = .; 165 *(__rfi_flush_fixup) 166 __stop___rfi_flush_fixup = .; 167 } 168#endif /* CONFIG_PPC64 */ 169 170#ifdef CONFIG_PPC_BARRIER_NOSPEC 171 . = ALIGN(8); 172 __spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) { 173 __start___barrier_nospec_fixup = .; 174 *(__barrier_nospec_fixup) 175 __stop___barrier_nospec_fixup = .; 176 } 177#endif /* CONFIG_PPC_BARRIER_NOSPEC */ 178 179#ifdef CONFIG_PPC_FSL_BOOK3E 180 . = ALIGN(8); 181 __spec_btb_flush_fixup : AT(ADDR(__spec_btb_flush_fixup) - LOAD_OFFSET) { 182 __start__btb_flush_fixup = .; 183 *(__btb_flush_fixup) 184 __stop__btb_flush_fixup = .; 185 } 186#endif 187 188/* 189 * Init sections discarded at runtime 190 */ 191 . = ALIGN(STRICT_ALIGN_SIZE); 192 __init_begin = .; 193 . = ALIGN(PAGE_SIZE); 194 .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { 195 _sinittext = .; 196 INIT_TEXT 197 198 /* 199 *.init.text might be RO so we must ensure this section ends on 200 * a page boundary. 201 */ 202 . = ALIGN(PAGE_SIZE); 203 _einittext = .; 204#ifdef CONFIG_PPC64 205 *(.tramp.ftrace.init); 206#endif 207 } :text 208 209 /* .exit.text is discarded at runtime, not link time, 210 * to deal with references from __bug_table 211 */ 212 .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { 213 EXIT_TEXT 214 } 215 216 . = ALIGN(PAGE_SIZE); 217 218 INIT_DATA_SECTION(16) 219 220 . = ALIGN(8); 221 __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) { 222 __start___ftr_fixup = .; 223 KEEP(*(__ftr_fixup)) 224 __stop___ftr_fixup = .; 225 } 226 . = ALIGN(8); 227 __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) { 228 __start___mmu_ftr_fixup = .; 229 KEEP(*(__mmu_ftr_fixup)) 230 __stop___mmu_ftr_fixup = .; 231 } 232 . = ALIGN(8); 233 __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) { 234 __start___lwsync_fixup = .; 235 KEEP(*(__lwsync_fixup)) 236 __stop___lwsync_fixup = .; 237 } 238#ifdef CONFIG_PPC64 239 . = ALIGN(8); 240 __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) { 241 __start___fw_ftr_fixup = .; 242 KEEP(*(__fw_ftr_fixup)) 243 __stop___fw_ftr_fixup = .; 244 } 245#endif 246 247 PERCPU_SECTION(L1_CACHE_BYTES) 248 249 . = ALIGN(8); 250 .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) { 251 __machine_desc_start = . ; 252 KEEP(*(.machine.desc)) 253 __machine_desc_end = . ; 254 } 255#ifdef CONFIG_RELOCATABLE 256 . = ALIGN(8); 257 .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET) 258 { 259#ifdef CONFIG_PPC32 260 __dynamic_symtab = .; 261#endif 262 *(.dynsym) 263 } 264 .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) } 265 .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET) 266 { 267 __dynamic_start = .; 268 *(.dynamic) 269 } 270 .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) } 271 .gnu.hash : AT(ADDR(.gnu.hash) - LOAD_OFFSET) { *(.gnu.hash) } 272 .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) } 273 .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET) 274 { 275 __rela_dyn_start = .; 276 *(.rela*) 277 } 278#endif 279 /* .exit.data is discarded at runtime, not link time, 280 * to deal with references from .exit.text 281 */ 282 .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { 283 EXIT_DATA 284 } 285 286 /* freed after init ends here */ 287 . = ALIGN(PAGE_SIZE); 288 __init_end = .; 289 290/* 291 * And now the various read/write data 292 */ 293 294 . = ALIGN(PAGE_SIZE); 295 _sdata = .; 296 297#ifdef CONFIG_PPC32 298 .data : AT(ADDR(.data) - LOAD_OFFSET) { 299 DATA_DATA 300#ifdef CONFIG_UBSAN 301 *(.data..Lubsan_data*) 302 *(.data..Lubsan_type*) 303#endif 304 *(.data.rel*) 305 *(SDATA_MAIN) 306 *(.sdata2) 307 *(.got.plt) *(.got) 308 *(.plt) 309 *(.branch_lt) 310 } 311#else 312 .data : AT(ADDR(.data) - LOAD_OFFSET) { 313 DATA_DATA 314 *(.data.rel*) 315 *(.toc1) 316 *(.branch_lt) 317 } 318 319 .opd : AT(ADDR(.opd) - LOAD_OFFSET) { 320 __start_opd = .; 321 KEEP(*(.opd)) 322 __end_opd = .; 323 } 324 325 . = ALIGN(256); 326 .got : AT(ADDR(.got) - LOAD_OFFSET) { 327 __toc_start = .; 328#ifndef CONFIG_RELOCATABLE 329 __prom_init_toc_start = .; 330 arch/powerpc/kernel/prom_init.o*(.toc .got) 331 __prom_init_toc_end = .; 332#endif 333 *(.got) 334 *(.toc) 335 } 336#endif 337 338 /* The initial task and kernel stack */ 339 INIT_TASK_DATA_SECTION(THREAD_ALIGN) 340 341 .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) { 342 PAGE_ALIGNED_DATA(PAGE_SIZE) 343 } 344 345 .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) { 346 CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES) 347 } 348 349 .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) { 350 READ_MOSTLY_DATA(L1_CACHE_BYTES) 351 } 352 353 . = ALIGN(PAGE_SIZE); 354 .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { 355 NOSAVE_DATA 356 } 357 358 BUG_TABLE 359 360 . = ALIGN(PAGE_SIZE); 361 _edata = .; 362 PROVIDE32 (edata = .); 363 364/* 365 * And finally the bss 366 */ 367 368 BSS_SECTION(0, 0, 0) 369 370 . = ALIGN(PAGE_SIZE); 371 _end = . ; 372 PROVIDE32 (end = .); 373 374 STABS_DEBUG 375 DWARF_DEBUG 376 ELF_DETAILS 377 378 DISCARDS 379 /DISCARD/ : { 380 *(*.EMB.apuinfo) 381 *(.glink .iplt .plt .rela* .comment) 382 *(.gnu.version*) 383 *(.gnu.attributes) 384 *(.eh_frame) 385 } 386} 387