1/* SPDX-License-Identifier: GPL-2.0 */ 2/* 3 * ld script to make ARM Linux kernel 4 * taken from the i386 version by Russell King 5 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz> 6 */ 7 8#include <asm-generic/vmlinux.lds.h> 9#include <asm/cache.h> 10#include <asm/kernel-pgtable.h> 11#include <asm/thread_info.h> 12#include <asm/memory.h> 13#include <asm/page.h> 14#include <asm/pgtable.h> 15 16#include "image.h" 17 18/* .exit.text needed in case of alternative patching */ 19#define ARM_EXIT_KEEP(x) x 20#define ARM_EXIT_DISCARD(x) 21 22OUTPUT_ARCH(aarch64) 23ENTRY(_text) 24 25jiffies = jiffies_64; 26 27 28#define HYPERVISOR_EXTABLE \ 29 . = ALIGN(SZ_8); \ 30 __start___kvm_ex_table = .; \ 31 *(__kvm_ex_table) \ 32 __stop___kvm_ex_table = .; 33 34#define HYPERVISOR_TEXT \ 35 /* \ 36 * Align to 4 KB so that \ 37 * a) the HYP vector table is at its minimum \ 38 * alignment of 2048 bytes \ 39 * b) the HYP init code will not cross a page \ 40 * boundary if its size does not exceed \ 41 * 4 KB (see related ASSERT() below) \ 42 */ \ 43 . = ALIGN(SZ_4K); \ 44 __hyp_idmap_text_start = .; \ 45 *(.hyp.idmap.text) \ 46 __hyp_idmap_text_end = .; \ 47 __hyp_text_start = .; \ 48 *(.hyp.text) \ 49 HYPERVISOR_EXTABLE \ 50 __hyp_text_end = .; 51 52#define IDMAP_TEXT \ 53 . = ALIGN(SZ_4K); \ 54 __idmap_text_start = .; \ 55 *(.idmap.text) \ 56 __idmap_text_end = .; 57 58#ifdef CONFIG_HIBERNATION 59#define HIBERNATE_TEXT \ 60 . = ALIGN(SZ_4K); \ 61 __hibernate_exit_text_start = .; \ 62 *(.hibernate_exit.text) \ 63 __hibernate_exit_text_end = .; 64#else 65#define HIBERNATE_TEXT 66#endif 67 68#ifdef CONFIG_UNMAP_KERNEL_AT_EL0 69#define TRAMP_TEXT \ 70 . = ALIGN(PAGE_SIZE); \ 71 __entry_tramp_text_start = .; \ 72 *(.entry.tramp.text) \ 73 . = ALIGN(PAGE_SIZE); \ 74 __entry_tramp_text_end = .; 75#else 76#define TRAMP_TEXT 77#endif 78 79/* 80 * The size of the PE/COFF section that covers the kernel image, which 81 * runs from stext to _edata, must be a round multiple of the PE/COFF 82 * FileAlignment, which we set to its minimum value of 0x200. 'stext' 83 * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned 84 * boundary should be sufficient. 85 */ 86PECOFF_FILE_ALIGNMENT = 0x200; 87 88#ifdef CONFIG_EFI 89#define PECOFF_EDATA_PADDING \ 90 .pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); } 91#else 92#define PECOFF_EDATA_PADDING 93#endif 94 95SECTIONS 96{ 97 /* 98 * XXX: The linker does not define how output sections are 99 * assigned to input sections when there are multiple statements 100 * matching the same input section name. There is no documented 101 * order of matching. 102 */ 103 /DISCARD/ : { 104 ARM_EXIT_DISCARD(EXIT_TEXT) 105 ARM_EXIT_DISCARD(EXIT_DATA) 106 EXIT_CALL 107 *(.discard) 108 *(.discard.*) 109 *(.interp .dynamic) 110 *(.dynsym .dynstr .hash .gnu.hash) 111 *(.eh_frame) 112 } 113 114 . = KIMAGE_VADDR + TEXT_OFFSET; 115 116 .head.text : { 117 _text = .; 118 HEAD_TEXT 119 } 120 .text : { /* Real text segment */ 121 _stext = .; /* Text and read-only data */ 122 __exception_text_start = .; 123 *(.exception.text) 124 __exception_text_end = .; 125 IRQENTRY_TEXT 126 SOFTIRQENTRY_TEXT 127 ENTRY_TEXT 128 TEXT_TEXT 129 SCHED_TEXT 130 CPUIDLE_TEXT 131 LOCK_TEXT 132 KPROBES_TEXT 133 HYPERVISOR_TEXT 134 IDMAP_TEXT 135 HIBERNATE_TEXT 136 TRAMP_TEXT 137 *(.fixup) 138 *(.gnu.warning) 139 . = ALIGN(16); 140 *(.got) /* Global offset table */ 141 } 142 143 . = ALIGN(SEGMENT_ALIGN); 144 _etext = .; /* End of text section */ 145 146 RO_DATA(PAGE_SIZE) /* everything from this point to */ 147 EXCEPTION_TABLE(8) /* __init_begin will be marked RO NX */ 148 NOTES 149 150 . = ALIGN(PAGE_SIZE); 151 idmap_pg_dir = .; 152 . += IDMAP_DIR_SIZE; 153 idmap_pg_end = .; 154 155#ifdef CONFIG_UNMAP_KERNEL_AT_EL0 156 tramp_pg_dir = .; 157 . += PAGE_SIZE; 158#endif 159 160 reserved_pg_dir = .; 161 . += PAGE_SIZE; 162 163 swapper_pg_dir = .; 164 . += PAGE_SIZE; 165 166 . = ALIGN(SEGMENT_ALIGN); 167 __init_begin = .; 168 __inittext_begin = .; 169 170 INIT_TEXT_SECTION(8) 171 172 __exittext_begin = .; 173 .exit.text : { 174 ARM_EXIT_KEEP(EXIT_TEXT) 175 } 176 __exittext_end = .; 177 178 . = ALIGN(4); 179 .altinstructions : { 180 __alt_instructions = .; 181 *(.altinstructions) 182 __alt_instructions_end = .; 183 } 184 .altinstr_replacement : { 185 *(.altinstr_replacement) 186 } 187 188 . = ALIGN(PAGE_SIZE); 189 __inittext_end = .; 190 __initdata_begin = .; 191 192 .init.data : { 193 INIT_DATA 194 INIT_SETUP(16) 195 INIT_CALLS 196 CON_INITCALL 197 INIT_RAM_FS 198 *(.init.rodata.* .init.bss) /* from the EFI stub */ 199 } 200 .exit.data : { 201 ARM_EXIT_KEEP(EXIT_DATA) 202 } 203 204 PERCPU_SECTION(L1_CACHE_BYTES) 205 206 .rela.dyn : ALIGN(8) { 207 *(.rela .rela*) 208 } 209 210 __rela_offset = ABSOLUTE(ADDR(.rela.dyn) - KIMAGE_VADDR); 211 __rela_size = SIZEOF(.rela.dyn); 212 213#ifdef CONFIG_RELR 214 .relr.dyn : ALIGN(8) { 215 *(.relr.dyn) 216 } 217 218 __relr_offset = ABSOLUTE(ADDR(.relr.dyn) - KIMAGE_VADDR); 219 __relr_size = SIZEOF(.relr.dyn); 220#endif 221 222 . = ALIGN(SEGMENT_ALIGN); 223 __initdata_end = .; 224 __init_end = .; 225 226 _data = .; 227 _sdata = .; 228 RW_DATA_SECTION(L1_CACHE_BYTES, PAGE_SIZE, THREAD_ALIGN) 229 230 /* 231 * Data written with the MMU off but read with the MMU on requires 232 * cache lines to be invalidated, discarding up to a Cache Writeback 233 * Granule (CWG) of data from the cache. Keep the section that 234 * requires this type of maintenance to be in its own Cache Writeback 235 * Granule (CWG) area so the cache maintenance operations don't 236 * interfere with adjacent data. 237 */ 238 .mmuoff.data.write : ALIGN(SZ_2K) { 239 __mmuoff_data_start = .; 240 *(.mmuoff.data.write) 241 } 242 . = ALIGN(SZ_2K); 243 .mmuoff.data.read : { 244 *(.mmuoff.data.read) 245 __mmuoff_data_end = .; 246 } 247 248 PECOFF_EDATA_PADDING 249 __pecoff_data_rawsize = ABSOLUTE(. - __initdata_begin); 250 _edata = .; 251 252 BSS_SECTION(0, 0, 0) 253 254 . = ALIGN(PAGE_SIZE); 255 init_pg_dir = .; 256 . += INIT_DIR_SIZE; 257 init_pg_end = .; 258 259 __pecoff_data_size = ABSOLUTE(. - __initdata_begin); 260 _end = .; 261 262 STABS_DEBUG 263 264 HEAD_SYMBOLS 265} 266 267#include "image-vars.h" 268 269/* 270 * The HYP init code and ID map text can't be longer than a page each, 271 * and should not cross a page boundary. 272 */ 273ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, 274 "HYP init code too big or misaligned") 275ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, 276 "ID map text too big or misaligned") 277#ifdef CONFIG_HIBERNATION 278ASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1)) 279 <= SZ_4K, "Hibernate exit text too big or misaligned") 280#endif 281#ifdef CONFIG_UNMAP_KERNEL_AT_EL0 282ASSERT((__entry_tramp_text_end - __entry_tramp_text_start) <= 3*PAGE_SIZE, 283 "Entry trampoline text too big") 284#endif 285/* 286 * If padding is applied before .head.text, virt<->phys conversions will fail. 287 */ 288ASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned") 289