• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * ld script to make ARM Linux kernel
4 * taken from the i386 version by Russell King
5 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>
6 */
7
8#include <asm-generic/vmlinux.lds.h>
9#include <asm/cache.h>
10#include <asm/kernel-pgtable.h>
11#include <asm/thread_info.h>
12#include <asm/memory.h>
13#include <asm/page.h>
14#include <asm/pgtable.h>
15
16#include "image.h"
17
18/* .exit.text needed in case of alternative patching */
19#define ARM_EXIT_KEEP(x)	x
20#define ARM_EXIT_DISCARD(x)
21
22OUTPUT_ARCH(aarch64)
23ENTRY(_text)
24
25jiffies = jiffies_64;
26
27
28#define HYPERVISOR_EXTABLE					\
29	. = ALIGN(SZ_8);					\
30	__start___kvm_ex_table = .;				\
31	*(__kvm_ex_table)					\
32	__stop___kvm_ex_table = .;
33
34#define HYPERVISOR_TEXT					\
35	/*						\
36	 * Align to 4 KB so that			\
37	 * a) the HYP vector table is at its minimum	\
38	 *    alignment of 2048 bytes			\
39	 * b) the HYP init code will not cross a page	\
40	 *    boundary if its size does not exceed	\
41	 *    4 KB (see related ASSERT() below)		\
42	 */						\
43	. = ALIGN(SZ_4K);				\
44	__hyp_idmap_text_start = .;			\
45	*(.hyp.idmap.text)				\
46	__hyp_idmap_text_end = .;			\
47	__hyp_text_start = .;				\
48	*(.hyp.text)					\
49	HYPERVISOR_EXTABLE				\
50	__hyp_text_end = .;
51
52#define IDMAP_TEXT					\
53	. = ALIGN(SZ_4K);				\
54	__idmap_text_start = .;				\
55	*(.idmap.text)					\
56	__idmap_text_end = .;
57
58#ifdef CONFIG_HIBERNATION
59#define HIBERNATE_TEXT					\
60	. = ALIGN(SZ_4K);				\
61	__hibernate_exit_text_start = .;		\
62	*(.hibernate_exit.text)				\
63	__hibernate_exit_text_end = .;
64#else
65#define HIBERNATE_TEXT
66#endif
67
68#ifdef CONFIG_UNMAP_KERNEL_AT_EL0
69#define TRAMP_TEXT					\
70	. = ALIGN(PAGE_SIZE);				\
71	__entry_tramp_text_start = .;			\
72	*(.entry.tramp.text)				\
73	. = ALIGN(PAGE_SIZE);				\
74	__entry_tramp_text_end = .;
75#else
76#define TRAMP_TEXT
77#endif
78
79/*
80 * The size of the PE/COFF section that covers the kernel image, which
81 * runs from stext to _edata, must be a round multiple of the PE/COFF
82 * FileAlignment, which we set to its minimum value of 0x200. 'stext'
83 * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned
84 * boundary should be sufficient.
85 */
86PECOFF_FILE_ALIGNMENT = 0x200;
87
88#ifdef CONFIG_EFI
89#define PECOFF_EDATA_PADDING	\
90	.pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); }
91#else
92#define PECOFF_EDATA_PADDING
93#endif
94
95SECTIONS
96{
97	/*
98	 * XXX: The linker does not define how output sections are
99	 * assigned to input sections when there are multiple statements
100	 * matching the same input section name.  There is no documented
101	 * order of matching.
102	 */
103	/DISCARD/ : {
104		ARM_EXIT_DISCARD(EXIT_TEXT)
105		ARM_EXIT_DISCARD(EXIT_DATA)
106		EXIT_CALL
107		*(.discard)
108		*(.discard.*)
109		*(.interp .dynamic)
110		*(.dynsym .dynstr .hash .gnu.hash)
111		*(.eh_frame)
112	}
113
114	. = KIMAGE_VADDR + TEXT_OFFSET;
115
116	.head.text : {
117		_text = .;
118		HEAD_TEXT
119	}
120	.text : {			/* Real text segment		*/
121		_stext = .;		/* Text and read-only data	*/
122			__exception_text_start = .;
123			*(.exception.text)
124			__exception_text_end = .;
125			IRQENTRY_TEXT
126			SOFTIRQENTRY_TEXT
127			ENTRY_TEXT
128			TEXT_TEXT
129			SCHED_TEXT
130			CPUIDLE_TEXT
131			LOCK_TEXT
132			KPROBES_TEXT
133			HYPERVISOR_TEXT
134			IDMAP_TEXT
135			HIBERNATE_TEXT
136			TRAMP_TEXT
137			*(.fixup)
138			*(.gnu.warning)
139		. = ALIGN(16);
140		*(.got)			/* Global offset table		*/
141	}
142
143	. = ALIGN(SEGMENT_ALIGN);
144	_etext = .;			/* End of text section */
145
146	RO_DATA(PAGE_SIZE)		/* everything from this point to     */
147	EXCEPTION_TABLE(8)		/* __init_begin will be marked RO NX */
148	NOTES
149
150	. = ALIGN(PAGE_SIZE);
151	idmap_pg_dir = .;
152	. += IDMAP_DIR_SIZE;
153	idmap_pg_end = .;
154
155#ifdef CONFIG_UNMAP_KERNEL_AT_EL0
156	tramp_pg_dir = .;
157	. += PAGE_SIZE;
158#endif
159
160	reserved_pg_dir = .;
161	. += PAGE_SIZE;
162
163	swapper_pg_dir = .;
164	. += PAGE_SIZE;
165
166	. = ALIGN(SEGMENT_ALIGN);
167	__init_begin = .;
168	__inittext_begin = .;
169
170	INIT_TEXT_SECTION(8)
171
172	__exittext_begin = .;
173	.exit.text : {
174		ARM_EXIT_KEEP(EXIT_TEXT)
175	}
176	__exittext_end = .;
177
178	. = ALIGN(4);
179	.altinstructions : {
180		__alt_instructions = .;
181		*(.altinstructions)
182		__alt_instructions_end = .;
183	}
184	.altinstr_replacement : {
185		*(.altinstr_replacement)
186	}
187
188	. = ALIGN(PAGE_SIZE);
189	__inittext_end = .;
190	__initdata_begin = .;
191
192	.init.data : {
193		INIT_DATA
194		INIT_SETUP(16)
195		INIT_CALLS
196		CON_INITCALL
197		INIT_RAM_FS
198		*(.init.rodata.* .init.bss)	/* from the EFI stub */
199	}
200	.exit.data : {
201		ARM_EXIT_KEEP(EXIT_DATA)
202	}
203
204	PERCPU_SECTION(L1_CACHE_BYTES)
205
206	.rela.dyn : ALIGN(8) {
207		*(.rela .rela*)
208	}
209
210	__rela_offset	= ABSOLUTE(ADDR(.rela.dyn) - KIMAGE_VADDR);
211	__rela_size	= SIZEOF(.rela.dyn);
212
213#ifdef CONFIG_RELR
214	.relr.dyn : ALIGN(8) {
215		*(.relr.dyn)
216	}
217
218	__relr_offset	= ABSOLUTE(ADDR(.relr.dyn) - KIMAGE_VADDR);
219	__relr_size	= SIZEOF(.relr.dyn);
220#endif
221
222	. = ALIGN(SEGMENT_ALIGN);
223	__initdata_end = .;
224	__init_end = .;
225
226	_data = .;
227	_sdata = .;
228	RW_DATA_SECTION(L1_CACHE_BYTES, PAGE_SIZE, THREAD_ALIGN)
229
230	/*
231	 * Data written with the MMU off but read with the MMU on requires
232	 * cache lines to be invalidated, discarding up to a Cache Writeback
233	 * Granule (CWG) of data from the cache. Keep the section that
234	 * requires this type of maintenance to be in its own Cache Writeback
235	 * Granule (CWG) area so the cache maintenance operations don't
236	 * interfere with adjacent data.
237	 */
238	.mmuoff.data.write : ALIGN(SZ_2K) {
239		__mmuoff_data_start = .;
240		*(.mmuoff.data.write)
241	}
242	. = ALIGN(SZ_2K);
243	.mmuoff.data.read : {
244		*(.mmuoff.data.read)
245		__mmuoff_data_end = .;
246	}
247
248	PECOFF_EDATA_PADDING
249	__pecoff_data_rawsize = ABSOLUTE(. - __initdata_begin);
250	_edata = .;
251
252	BSS_SECTION(0, 0, 0)
253
254	. = ALIGN(PAGE_SIZE);
255	init_pg_dir = .;
256	. += INIT_DIR_SIZE;
257	init_pg_end = .;
258
259	__pecoff_data_size = ABSOLUTE(. - __initdata_begin);
260	_end = .;
261
262	STABS_DEBUG
263
264	HEAD_SYMBOLS
265}
266
267#include "image-vars.h"
268
269/*
270 * The HYP init code and ID map text can't be longer than a page each,
271 * and should not cross a page boundary.
272 */
273ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
274	"HYP init code too big or misaligned")
275ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
276	"ID map text too big or misaligned")
277#ifdef CONFIG_HIBERNATION
278ASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1))
279	<= SZ_4K, "Hibernate exit text too big or misaligned")
280#endif
281#ifdef CONFIG_UNMAP_KERNEL_AT_EL0
282ASSERT((__entry_tramp_text_end - __entry_tramp_text_start) <= 3*PAGE_SIZE,
283	"Entry trampoline text too big")
284#endif
285/*
286 * If padding is applied before .head.text, virt<->phys conversions will fail.
287 */
288ASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned")
289