]>
Commit | Line | Data |
---|---|---|
8c2c3df3 CM |
1 | /* |
2 | * ld script to make ARM Linux kernel | |
3 | * taken from the i386 version by Russell King | |
4 | * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz> | |
5 | */ | |
6 | ||
7 | #include <asm-generic/vmlinux.lds.h> | |
98fb7548 | 8 | #include <asm/cache.h> |
87d1587b | 9 | #include <asm/kernel-pgtable.h> |
8c2c3df3 CM |
10 | #include <asm/thread_info.h> |
11 | #include <asm/memory.h> | |
12 | #include <asm/page.h> | |
da141706 | 13 | #include <asm/pgtable.h> |
8c2c3df3 | 14 | |
a2c1d73b MR |
15 | #include "image.h" |
16 | ||
07c802bd WD |
17 | /* .exit.text needed in case of alternative patching */ |
18 | #define ARM_EXIT_KEEP(x) x | |
19 | #define ARM_EXIT_DISCARD(x) | |
8c2c3df3 CM |
20 | |
21 | OUTPUT_ARCH(aarch64) | |
af885f40 | 22 | ENTRY(_text) |
8c2c3df3 CM |
23 | |
24 | jiffies = jiffies_64; | |
25 | ||
2240bbb6 MZ |
26 | #define HYPERVISOR_TEXT \ |
27 | /* \ | |
06f75a1f AB |
28 | * Align to 4 KB so that \ |
29 | * a) the HYP vector table is at its minimum \ | |
30 | * alignment of 2048 bytes \ | |
31 | * b) the HYP init code will not cross a page \ | |
32 | * boundary if its size does not exceed \ | |
33 | * 4 KB (see related ASSERT() below) \ | |
2240bbb6 | 34 | */ \ |
06f75a1f | 35 | . = ALIGN(SZ_4K); \ |
2240bbb6 MZ |
36 | VMLINUX_SYMBOL(__hyp_idmap_text_start) = .; \ |
37 | *(.hyp.idmap.text) \ | |
38 | VMLINUX_SYMBOL(__hyp_idmap_text_end) = .; \ | |
39 | VMLINUX_SYMBOL(__hyp_text_start) = .; \ | |
40 | *(.hyp.text) \ | |
41 | VMLINUX_SYMBOL(__hyp_text_end) = .; | |
42 | ||
5dfe9d7d AB |
43 | #define IDMAP_TEXT \ |
44 | . = ALIGN(SZ_4K); \ | |
45 | VMLINUX_SYMBOL(__idmap_text_start) = .; \ | |
46 | *(.idmap.text) \ | |
47 | VMLINUX_SYMBOL(__idmap_text_end) = .; | |
48 | ||
82869ac5 JM |
49 | #ifdef CONFIG_HIBERNATION |
50 | #define HIBERNATE_TEXT \ | |
51 | . = ALIGN(SZ_4K); \ | |
52 | VMLINUX_SYMBOL(__hibernate_exit_text_start) = .;\ | |
53 | *(.hibernate_exit.text) \ | |
54 | VMLINUX_SYMBOL(__hibernate_exit_text_end) = .; | |
55 | #else | |
56 | #define HIBERNATE_TEXT | |
57 | #endif | |
58 | ||
a352ea3e AB |
59 | /* |
60 | * The size of the PE/COFF section that covers the kernel image, which | |
61 | * runs from stext to _edata, must be a round multiple of the PE/COFF | |
62 | * FileAlignment, which we set to its minimum value of 0x200. 'stext' | |
63 | * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned | |
64 | * boundary should be sufficient. | |
65 | */ | |
66 | PECOFF_FILE_ALIGNMENT = 0x200; | |
67 | ||
68 | #ifdef CONFIG_EFI | |
69 | #define PECOFF_EDATA_PADDING \ | |
70 | .pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); } | |
71 | #else | |
72 | #define PECOFF_EDATA_PADDING | |
73 | #endif | |
74 | ||
cb083816 | 75 | #if defined(CONFIG_DEBUG_ALIGN_RODATA) |
97740051 AB |
76 | /* |
77 | * 4 KB granule: 1 level 2 entry | |
78 | * 16 KB granule: 128 level 3 entries, with contiguous bit | |
79 | * 64 KB granule: 32 level 3 entries, with contiguous bit | |
80 | */ | |
81 | #define SEGMENT_ALIGN SZ_2M | |
da141706 | 82 | #else |
97740051 AB |
83 | /* |
84 | * 4 KB granule: 16 level 3 entries, with contiguous bit | |
85 | * 16 KB granule: 4 level 3 entries, without contiguous bit | |
86 | * 64 KB granule: 1 level 3 entry | |
87 | */ | |
88 | #define SEGMENT_ALIGN SZ_64K | |
da141706 LA |
89 | #endif |
90 | ||
8c2c3df3 CM |
91 | SECTIONS |
92 | { | |
93 | /* | |
94 | * XXX: The linker does not define how output sections are | |
95 | * assigned to input sections when there are multiple statements | |
96 | * matching the same input section name. There is no documented | |
97 | * order of matching. | |
98 | */ | |
99 | /DISCARD/ : { | |
100 | ARM_EXIT_DISCARD(EXIT_TEXT) | |
101 | ARM_EXIT_DISCARD(EXIT_DATA) | |
102 | EXIT_CALL | |
103 | *(.discard) | |
104 | *(.discard.*) | |
1e48ef7f | 105 | *(.interp .dynamic) |
08cc55b2 | 106 | *(.dynsym .dynstr .hash) |
8c2c3df3 CM |
107 | } |
108 | ||
ab893fb9 | 109 | . = KIMAGE_VADDR + TEXT_OFFSET; |
8c2c3df3 CM |
110 | |
111 | .head.text : { | |
112 | _text = .; | |
113 | HEAD_TEXT | |
114 | } | |
115 | .text : { /* Real text segment */ | |
116 | _stext = .; /* Text and read-only data */ | |
8c2c3df3 CM |
117 | __exception_text_start = .; |
118 | *(.exception.text) | |
119 | __exception_text_end = .; | |
120 | IRQENTRY_TEXT | |
be7635e7 | 121 | SOFTIRQENTRY_TEXT |
888b3c87 | 122 | ENTRY_TEXT |
8c2c3df3 CM |
123 | TEXT_TEXT |
124 | SCHED_TEXT | |
6727ad9e | 125 | CPUIDLE_TEXT |
8c2c3df3 | 126 | LOCK_TEXT |
2dd0e8d2 | 127 | KPROBES_TEXT |
2240bbb6 | 128 | HYPERVISOR_TEXT |
5dfe9d7d | 129 | IDMAP_TEXT |
82869ac5 | 130 | HIBERNATE_TEXT |
8c2c3df3 CM |
131 | *(.fixup) |
132 | *(.gnu.warning) | |
133 | . = ALIGN(16); | |
134 | *(.got) /* Global offset table */ | |
135 | } | |
136 | ||
97740051 | 137 | . = ALIGN(SEGMENT_ALIGN); |
9fdc14c5 AB |
138 | _etext = .; /* End of text section */ |
139 | ||
140 | RO_DATA(PAGE_SIZE) /* everything from this point to */ | |
141 | EXCEPTION_TABLE(8) /* __init_begin will be marked RO NX */ | |
c80b7ee8 | 142 | NOTES |
8c2c3df3 | 143 | |
97740051 | 144 | . = ALIGN(SEGMENT_ALIGN); |
8c2c3df3 CM |
145 | __init_begin = .; |
146 | ||
147 | INIT_TEXT_SECTION(8) | |
148 | .exit.text : { | |
149 | ARM_EXIT_KEEP(EXIT_TEXT) | |
150 | } | |
da141706 | 151 | |
8c2c3df3 CM |
152 | .init.data : { |
153 | INIT_DATA | |
154 | INIT_SETUP(16) | |
155 | INIT_CALLS | |
156 | CON_INITCALL | |
157 | SECURITY_INITCALL | |
158 | INIT_RAM_FS | |
1ce99bf4 | 159 | *(.init.rodata.* .init.bss) /* from the EFI stub */ |
8c2c3df3 CM |
160 | } |
161 | .exit.data : { | |
162 | ARM_EXIT_KEEP(EXIT_DATA) | |
163 | } | |
164 | ||
98fb7548 | 165 | PERCPU_SECTION(L1_CACHE_BYTES) |
8c2c3df3 | 166 | |
e039ee4e AP |
167 | . = ALIGN(4); |
168 | .altinstructions : { | |
169 | __alt_instructions = .; | |
170 | *(.altinstructions) | |
171 | __alt_instructions_end = .; | |
172 | } | |
173 | .altinstr_replacement : { | |
174 | *(.altinstr_replacement) | |
175 | } | |
1e48ef7f | 176 | .rela : ALIGN(8) { |
1e48ef7f | 177 | *(.rela .rela*) |
1e48ef7f | 178 | } |
e039ee4e | 179 | |
d6732fc4 | 180 | __rela_offset = ABSOLUTE(ADDR(.rela) - KIMAGE_VADDR); |
0cd3defe | 181 | __rela_size = SIZEOF(.rela); |
0cd3defe | 182 | |
97740051 | 183 | . = ALIGN(SEGMENT_ALIGN); |
9aa4ec15 MR |
184 | __init_end = .; |
185 | ||
3c620626 | 186 | _data = .; |
3c620626 | 187 | _sdata = .; |
98fb7548 | 188 | RW_DATA_SECTION(L1_CACHE_BYTES, PAGE_SIZE, THREAD_SIZE) |
b6113038 JM |
189 | |
190 | /* | |
191 | * Data written with the MMU off but read with the MMU on requires | |
192 | * cache lines to be invalidated, discarding up to a Cache Writeback | |
193 | * Granule (CWG) of data from the cache. Keep the section that | |
194 | * requires this type of maintenance to be in its own Cache Writeback | |
195 | * Granule (CWG) area so the cache maintenance operations don't | |
196 | * interfere with adjacent data. | |
197 | */ | |
198 | .mmuoff.data.write : ALIGN(SZ_2K) { | |
199 | __mmuoff_data_start = .; | |
200 | *(.mmuoff.data.write) | |
201 | } | |
202 | . = ALIGN(SZ_2K); | |
203 | .mmuoff.data.read : { | |
204 | *(.mmuoff.data.read) | |
205 | __mmuoff_data_end = .; | |
206 | } | |
207 | ||
a352ea3e | 208 | PECOFF_EDATA_PADDING |
3c620626 | 209 | _edata = .; |
8c2c3df3 | 210 | |
8c2c3df3 | 211 | BSS_SECTION(0, 0, 0) |
bd00cd5f MR |
212 | |
213 | . = ALIGN(PAGE_SIZE); | |
214 | idmap_pg_dir = .; | |
215 | . += IDMAP_DIR_SIZE; | |
216 | swapper_pg_dir = .; | |
217 | . += SWAPPER_DIR_SIZE; | |
218 | ||
4b65a5db CM |
219 | #ifdef CONFIG_ARM64_SW_TTBR0_PAN |
220 | reserved_ttbr0 = .; | |
221 | . += RESERVED_TTBR0_SIZE; | |
222 | #endif | |
223 | ||
8c2c3df3 CM |
224 | _end = .; |
225 | ||
226 | STABS_DEBUG | |
a2c1d73b MR |
227 | |
228 | HEAD_SYMBOLS | |
8c2c3df3 | 229 | } |
2240bbb6 MZ |
230 | |
231 | /* | |
5dfe9d7d | 232 | * The HYP init code and ID map text can't be longer than a page each, |
06f75a1f | 233 | * and should not cross a page boundary. |
2240bbb6 | 234 | */ |
06f75a1f AB |
235 | ASSERT(__hyp_idmap_text_end - (__hyp_idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, |
236 | "HYP init code too big or misaligned") | |
5dfe9d7d AB |
237 | ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K, |
238 | "ID map text too big or misaligned") | |
82869ac5 JM |
239 | #ifdef CONFIG_HIBERNATION |
240 | ASSERT(__hibernate_exit_text_end - (__hibernate_exit_text_start & ~(SZ_4K - 1)) | |
241 | <= SZ_4K, "Hibernate exit text too big or misaligned") | |
242 | #endif | |
da57a369 MR |
243 | |
244 | /* | |
245 | * If padding is applied before .head.text, virt<->phys conversions will fail. | |
246 | */ | |
ab893fb9 | 247 | ASSERT(_text == (KIMAGE_VADDR + TEXT_OFFSET), "HEAD is misaligned") |