1/* SPDX-License-Identifier: GPL-2.0 */ 2#ifdef CONFIG_PPC64 3#define PROVIDE32(x) PROVIDE(__unused__##x) 4#else 5#define PROVIDE32(x) PROVIDE(x) 6#endif 7#include <asm/page.h> 8#include <asm-generic/vmlinux.lds.h> 9#include <asm/cache.h> 10#include <asm/thread_info.h> 11 12#if defined(CONFIG_STRICT_KERNEL_RWX) && !defined(CONFIG_PPC32) 13#define STRICT_ALIGN_SIZE (1 << 24) 14#else 15#define STRICT_ALIGN_SIZE PAGE_SIZE 16#endif 17 18ENTRY(_stext) 19 20PHDRS { 21 kernel PT_LOAD FLAGS(7); /* RWX */ 22 notes PT_NOTE FLAGS(0); 23 dummy PT_NOTE FLAGS(0); 24 25 /* binutils < 2.18 has a bug that makes it misbehave when taking an 26 ELF file with all segments at load address 0 as input. This 27 happens when running "strip" on vmlinux, because of the AT() magic 28 in this linker script. People using GCC >= 4.2 won't run into 29 this problem, because the "build-id" support will put some data 30 into the "notes" segment (at a non-zero load address). 31 32 To work around this, we force some data into both the "dummy" 33 segment and the kernel segment, so the dummy segment will get a 34 non-zero load address. It's not enough to always create the 35 "notes" segment, since if nothing gets assigned to it, its load 36 address will be zero. */ 37} 38 39#ifdef CONFIG_PPC64 40OUTPUT_ARCH(powerpc:common64) 41jiffies = jiffies_64; 42#else 43OUTPUT_ARCH(powerpc:common) 44jiffies = jiffies_64 + 4; 45#endif 46SECTIONS 47{ 48 . = KERNELBASE; 49 50/* 51 * Text, read only data and other permanent read-only sections 52 */ 53 54 _text = .; 55 _stext = .; 56 57 /* 58 * Head text. 59 * This needs to be in its own output section to avoid ld placing 60 * branch trampoline stubs randomly throughout the fixed sections, 61 * which it will do (even if the branch comes from another section) 62 * in order to optimize stub generation. 63 */ 64 .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) { 65#ifdef CONFIG_PPC64 66 KEEP(*(.head.text.first_256B)); 67#ifdef CONFIG_PPC_BOOK3E 68#else 69 KEEP(*(.head.text.real_vectors)); 70 *(.head.text.real_trampolines); 71 KEEP(*(.head.text.virt_vectors)); 72 *(.head.text.virt_trampolines); 73# if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV) 74 KEEP(*(.head.data.fwnmi_page)); 75# endif 76#endif 77#else /* !CONFIG_PPC64 */ 78 HEAD_TEXT 79#endif 80 } :kernel 81 82 __head_end = .; 83 84#ifdef CONFIG_PPC64 85 /* 86 * BLOCK(0) overrides the default output section alignment because 87 * this needs to start right after .head.text in order for fixed 88 * section placement to work. 89 */ 90 .text BLOCK(0) : AT(ADDR(.text) - LOAD_OFFSET) { 91#ifdef CONFIG_LD_HEAD_STUB_CATCH 92 *(.linker_stub_catch); 93 . = . ; 94#endif 95 96#else 97 .text : AT(ADDR(.text) - LOAD_OFFSET) { 98 ALIGN_FUNCTION(); 99#endif 100 /* careful! __ftr_alt_* sections need to be close to .text */ 101 *(.text.hot .text .text.fixup .text.unlikely .fixup __ftr_alt_* .ref.text); 102 SCHED_TEXT 103 CPUIDLE_TEXT 104 LOCK_TEXT 105 KPROBES_TEXT 106 IRQENTRY_TEXT 107 SOFTIRQENTRY_TEXT 108 /* 109 * -Os builds call FP save/restore functions. The powerpc64 110 * linker generates those on demand in the .sfpr section. 111 * .sfpr gets placed at the beginning of a group of input 112 * sections, which can break start-of-text offset if it is 113 * included with the main text sections, so put it by itself. 114 */ 115 *(.sfpr); 116 MEM_KEEP(init.text) 117 MEM_KEEP(exit.text) 118 119#ifdef CONFIG_PPC32 120 *(.got1) 121 __got2_start = .; 122 *(.got2) 123 __got2_end = .; 124#endif /* CONFIG_PPC32 */ 125 126 } :kernel 127 128 . = ALIGN(PAGE_SIZE); 129 _etext = .; 130 PROVIDE32 (etext = .); 131 132 /* Read-only data */ 133 RO_DATA(PAGE_SIZE) 134 135#ifdef CONFIG_PPC64 136 . = ALIGN(8); 137 __stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) { 138 __start___stf_entry_barrier_fixup = .; 139 *(__stf_entry_barrier_fixup) 140 __stop___stf_entry_barrier_fixup = .; 141 } 142 143 . = ALIGN(8); 144 __stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) { 145 __start___stf_exit_barrier_fixup = .; 146 *(__stf_exit_barrier_fixup) 147 __stop___stf_exit_barrier_fixup = .; 148 } 149 150 . = ALIGN(8); 151 __rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) { 152 __start___rfi_flush_fixup = .; 153 *(__rfi_flush_fixup) 154 __stop___rfi_flush_fixup = .; 155 } 156#endif /* CONFIG_PPC64 */ 157 158#ifdef CONFIG_PPC_BARRIER_NOSPEC 159 . = ALIGN(8); 160 __spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) { 161 __start___barrier_nospec_fixup = .; 162 *(__barrier_nospec_fixup) 163 __stop___barrier_nospec_fixup = .; 164 } 165#endif /* CONFIG_PPC_BARRIER_NOSPEC */ 166 167#ifdef CONFIG_PPC_FSL_BOOK3E 168 . = ALIGN(8); 169 __spec_btb_flush_fixup : AT(ADDR(__spec_btb_flush_fixup) - LOAD_OFFSET) { 170 __start__btb_flush_fixup = .; 171 *(__btb_flush_fixup) 172 __stop__btb_flush_fixup = .; 173 } 174#endif 175 EXCEPTION_TABLE(0) 176 177 NOTES :kernel :notes 178 179 /* The dummy segment contents for the bug workaround mentioned above 180 near PHDRS. */ 181 .dummy : AT(ADDR(.dummy) - LOAD_OFFSET) { 182 LONG(0) 183 LONG(0) 184 LONG(0) 185 } :kernel :dummy 186 187/* 188 * Init sections discarded at runtime 189 */ 190 . = ALIGN(STRICT_ALIGN_SIZE); 191 __init_begin = .; 192 INIT_TEXT_SECTION(PAGE_SIZE) :kernel 193 194 /* .exit.text is discarded at runtime, not link time, 195 * to deal with references from __bug_table 196 */ 197 .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { 198 EXIT_TEXT 199 } 200 201 .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { 202 INIT_DATA 203 __vtop_table_begin = .; 204 *(.vtop_fixup); 205 __vtop_table_end = .; 206 __ptov_table_begin = .; 207 *(.ptov_fixup); 208 __ptov_table_end = .; 209 } 210 211 .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) { 212 INIT_SETUP(16) 213 } 214 215 .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) { 216 INIT_CALLS 217 } 218 219 .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) { 220 CON_INITCALL 221 } 222 223 SECURITY_INIT 224 225 . = ALIGN(8); 226 __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) { 227 __start___ftr_fixup = .; 228 *(__ftr_fixup) 229 __stop___ftr_fixup = .; 230 } 231 . = ALIGN(8); 232 __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) { 233 __start___mmu_ftr_fixup = .; 234 *(__mmu_ftr_fixup) 235 __stop___mmu_ftr_fixup = .; 236 } 237 . = ALIGN(8); 238 __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) { 239 __start___lwsync_fixup = .; 240 *(__lwsync_fixup) 241 __stop___lwsync_fixup = .; 242 } 243#ifdef CONFIG_PPC64 244 . = ALIGN(8); 245 __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) { 246 __start___fw_ftr_fixup = .; 247 *(__fw_ftr_fixup) 248 __stop___fw_ftr_fixup = .; 249 } 250#endif 251 .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) { 252 INIT_RAM_FS 253 } 254 255 PERCPU_SECTION(L1_CACHE_BYTES) 256 257 . = ALIGN(8); 258 .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) { 259 __machine_desc_start = . ; 260 *(.machine.desc) 261 __machine_desc_end = . ; 262 } 263#ifdef CONFIG_RELOCATABLE 264 . = ALIGN(8); 265 .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET) 266 { 267#ifdef CONFIG_PPC32 268 __dynamic_symtab = .; 269#endif 270 *(.dynsym) 271 } 272 .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) } 273 .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET) 274 { 275 __dynamic_start = .; 276 *(.dynamic) 277 } 278 .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) } 279 .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) } 280 .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET) 281 { 282 __rela_dyn_start = .; 283 *(.rela*) 284 } 285#endif 286 /* .exit.data is discarded at runtime, not link time, 287 * to deal with references from .exit.text 288 */ 289 .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { 290 EXIT_DATA 291 } 292 293 /* freed after init ends here */ 294 . = ALIGN(PAGE_SIZE); 295 __init_end = .; 296 297/* 298 * And now the various read/write data 299 */ 300 301 . = ALIGN(PAGE_SIZE); 302 _sdata = .; 303 304#ifdef CONFIG_PPC32 305 .data : AT(ADDR(.data) - LOAD_OFFSET) { 306 DATA_DATA 307 *(.sdata) 308 *(.sdata2) 309 *(.got.plt) *(.got) 310 *(.plt) 311 } 312#else 313 .data : AT(ADDR(.data) - LOAD_OFFSET) { 314 DATA_DATA 315 *(.data.rel*) 316 *(.toc1) 317 *(.branch_lt) 318 } 319 320#ifdef CONFIG_DEBUG_INFO_BTF 321 .BTF : AT(ADDR(.BTF) - LOAD_OFFSET) { 322 *(.BTF) 323 } 324#endif 325 326 .opd : AT(ADDR(.opd) - LOAD_OFFSET) { 327 *(.opd) 328 } 329 330 . = ALIGN(256); 331 .got : AT(ADDR(.got) - LOAD_OFFSET) { 332 __toc_start = .; 333#ifndef CONFIG_RELOCATABLE 334 __prom_init_toc_start = .; 335 arch/powerpc/kernel/prom_init.o*(.toc .got) 336 __prom_init_toc_end = .; 337#endif 338 *(.got) 339 *(.toc) 340 } 341#endif 342 343 /* The initial task and kernel stack */ 344 INIT_TASK_DATA_SECTION(THREAD_SIZE) 345 346 .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) { 347 PAGE_ALIGNED_DATA(PAGE_SIZE) 348 } 349 350 .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) { 351 CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES) 352 } 353 354 .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) { 355 READ_MOSTLY_DATA(L1_CACHE_BYTES) 356 } 357 358 . = ALIGN(PAGE_SIZE); 359 .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { 360 NOSAVE_DATA 361 } 362 363 BUG_TABLE 364 365 . = ALIGN(PAGE_SIZE); 366 _edata = .; 367 PROVIDE32 (edata = .); 368 369/* 370 * And finally the bss 371 */ 372 373 BSS_SECTION(0, 0, 0) 374 375 . = ALIGN(PAGE_SIZE); 376 _end = . ; 377 PROVIDE32 (end = .); 378 379 STABS_DEBUG 380 381 DWARF_DEBUG 382 383 DISCARDS 384 /DISCARD/ : { 385 *(*.EMB.apuinfo) 386 *(.glink .iplt .plt .rela* .comment) 387 *(.gnu.version*) 388 *(.gnu.attributes) 389 *(.eh_frame) 390 } 391} 392