]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blame - include/asm-generic/vmlinux.lds.h
trace: branch profiling should not print percent without data
[mirror_ubuntu-jammy-kernel.git] / include / asm-generic / vmlinux.lds.h
CommitLineData
1da177e4
LT
1#ifndef LOAD_OFFSET
2#define LOAD_OFFSET 0
3#endif
4
5#ifndef VMLINUX_SYMBOL
6#define VMLINUX_SYMBOL(_sym_) _sym_
7#endif
8
6d30e3a8
SR
9/* Align . to a 8 byte boundary equals to maximum function alignment. */
10#define ALIGN_FUNCTION() . = ALIGN(8)
11
eb8f6890
SR
12/* The actual configuration determine if the init/exit sections
13 * are handled as text/data or they can be discarded (which
14 * often happens at runtime)
15 */
16#ifdef CONFIG_HOTPLUG
17#define DEV_KEEP(sec) *(.dev##sec)
18#define DEV_DISCARD(sec)
19#else
20#define DEV_KEEP(sec)
21#define DEV_DISCARD(sec) *(.dev##sec)
22#endif
23
24#ifdef CONFIG_HOTPLUG_CPU
25#define CPU_KEEP(sec) *(.cpu##sec)
26#define CPU_DISCARD(sec)
27#else
28#define CPU_KEEP(sec)
29#define CPU_DISCARD(sec) *(.cpu##sec)
30#endif
31
1a3fb6d4 32#if defined(CONFIG_MEMORY_HOTPLUG)
eb8f6890
SR
33#define MEM_KEEP(sec) *(.mem##sec)
34#define MEM_DISCARD(sec)
35#else
36#define MEM_KEEP(sec)
37#define MEM_DISCARD(sec) *(.mem##sec)
38#endif
39
8da3821b
SR
40#ifdef CONFIG_FTRACE_MCOUNT_RECORD
41#define MCOUNT_REC() VMLINUX_SYMBOL(__start_mcount_loc) = .; \
42 *(__mcount_loc) \
43 VMLINUX_SYMBOL(__stop_mcount_loc) = .;
44#else
45#define MCOUNT_REC()
46#endif
eb8f6890 47
2ed84eeb 48#ifdef CONFIG_TRACE_BRANCH_PROFILING
45b79749
SR
49#define LIKELY_PROFILE() VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \
50 *(_ftrace_annotated_branch) \
51 VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .;
1f0d69a9
SR
52#else
53#define LIKELY_PROFILE()
54#endif
55
ca967258
SR
56/* .data section */
57#define DATA_DATA \
0e0d314e 58 *(.data) \
8256e47c 59 *(.data.init.refok) \
312b1485 60 *(.ref.data) \
eb8f6890
SR
61 DEV_KEEP(init.data) \
62 DEV_KEEP(exit.data) \
63 CPU_KEEP(init.data) \
64 CPU_KEEP(exit.data) \
65 MEM_KEEP(init.data) \
66 MEM_KEEP(exit.data) \
8256e47c
MD
67 . = ALIGN(8); \
68 VMLINUX_SYMBOL(__start___markers) = .; \
69 *(__markers) \
97e1c18e 70 VMLINUX_SYMBOL(__stop___markers) = .; \
7e066fb8 71 . = ALIGN(32); \
97e1c18e
MD
72 VMLINUX_SYMBOL(__start___tracepoints) = .; \
73 *(__tracepoints) \
1f0d69a9
SR
74 VMLINUX_SYMBOL(__stop___tracepoints) = .; \
75 LIKELY_PROFILE()
ca967258 76
4096b46f
SR
77#define RO_DATA(align) \
78 . = ALIGN((align)); \
1da177e4 79 .rodata : AT(ADDR(.rodata) - LOAD_OFFSET) { \
6569580d 80 VMLINUX_SYMBOL(__start_rodata) = .; \
1da177e4
LT
81 *(.rodata) *(.rodata.*) \
82 *(__vermagic) /* Kernel version magic */ \
8256e47c 83 *(__markers_strings) /* Markers: strings */ \
97e1c18e 84 *(__tracepoints_strings)/* Tracepoints: strings */ \
1da177e4
LT
85 } \
86 \
87 .rodata1 : AT(ADDR(.rodata1) - LOAD_OFFSET) { \
88 *(.rodata1) \
89 } \
90 \
6360b1fb
JB
91 BUG_TABLE \
92 \
1da177e4
LT
93 /* PCI quirks */ \
94 .pci_fixup : AT(ADDR(.pci_fixup) - LOAD_OFFSET) { \
95 VMLINUX_SYMBOL(__start_pci_fixups_early) = .; \
96 *(.pci_fixup_early) \
97 VMLINUX_SYMBOL(__end_pci_fixups_early) = .; \
98 VMLINUX_SYMBOL(__start_pci_fixups_header) = .; \
99 *(.pci_fixup_header) \
100 VMLINUX_SYMBOL(__end_pci_fixups_header) = .; \
101 VMLINUX_SYMBOL(__start_pci_fixups_final) = .; \
102 *(.pci_fixup_final) \
103 VMLINUX_SYMBOL(__end_pci_fixups_final) = .; \
104 VMLINUX_SYMBOL(__start_pci_fixups_enable) = .; \
105 *(.pci_fixup_enable) \
106 VMLINUX_SYMBOL(__end_pci_fixups_enable) = .; \
1597cacb
AC
107 VMLINUX_SYMBOL(__start_pci_fixups_resume) = .; \
108 *(.pci_fixup_resume) \
109 VMLINUX_SYMBOL(__end_pci_fixups_resume) = .; \
e1a2a51e
RW
110 VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .; \
111 *(.pci_fixup_resume_early) \
112 VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .; \
113 VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .; \
114 *(.pci_fixup_suspend) \
115 VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .; \
1da177e4
LT
116 } \
117 \
5658c769
DW
118 /* Built-in firmware blobs */ \
119 .builtin_fw : AT(ADDR(.builtin_fw) - LOAD_OFFSET) { \
120 VMLINUX_SYMBOL(__start_builtin_fw) = .; \
121 *(.builtin_fw) \
122 VMLINUX_SYMBOL(__end_builtin_fw) = .; \
123 } \
124 \
394b701c
MP
125 /* RapidIO route ops */ \
126 .rio_route : AT(ADDR(.rio_route) - LOAD_OFFSET) { \
127 VMLINUX_SYMBOL(__start_rio_route_ops) = .; \
128 *(.rio_route_ops) \
129 VMLINUX_SYMBOL(__end_rio_route_ops) = .; \
130 } \
131 \
63687a52
JB
132 TRACEDATA \
133 \
1da177e4
LT
134 /* Kernel symbol table: Normal symbols */ \
135 __ksymtab : AT(ADDR(__ksymtab) - LOAD_OFFSET) { \
136 VMLINUX_SYMBOL(__start___ksymtab) = .; \
137 *(__ksymtab) \
138 VMLINUX_SYMBOL(__stop___ksymtab) = .; \
139 } \
140 \
141 /* Kernel symbol table: GPL-only symbols */ \
142 __ksymtab_gpl : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) { \
143 VMLINUX_SYMBOL(__start___ksymtab_gpl) = .; \
144 *(__ksymtab_gpl) \
145 VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .; \
146 } \
147 \
f71d20e9
AV
148 /* Kernel symbol table: Normal unused symbols */ \
149 __ksymtab_unused : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) { \
150 VMLINUX_SYMBOL(__start___ksymtab_unused) = .; \
151 *(__ksymtab_unused) \
152 VMLINUX_SYMBOL(__stop___ksymtab_unused) = .; \
153 } \
154 \
155 /* Kernel symbol table: GPL-only unused symbols */ \
156 __ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \
157 VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .; \
158 *(__ksymtab_unused_gpl) \
159 VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .; \
160 } \
161 \
9f28bb7e
GKH
162 /* Kernel symbol table: GPL-future-only symbols */ \
163 __ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \
164 VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .; \
165 *(__ksymtab_gpl_future) \
166 VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .; \
167 } \
168 \
1da177e4
LT
169 /* Kernel symbol table: Normal symbols */ \
170 __kcrctab : AT(ADDR(__kcrctab) - LOAD_OFFSET) { \
171 VMLINUX_SYMBOL(__start___kcrctab) = .; \
172 *(__kcrctab) \
173 VMLINUX_SYMBOL(__stop___kcrctab) = .; \
174 } \
175 \
176 /* Kernel symbol table: GPL-only symbols */ \
177 __kcrctab_gpl : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) { \
178 VMLINUX_SYMBOL(__start___kcrctab_gpl) = .; \
179 *(__kcrctab_gpl) \
180 VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .; \
181 } \
182 \
f71d20e9
AV
183 /* Kernel symbol table: Normal unused symbols */ \
184 __kcrctab_unused : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) { \
185 VMLINUX_SYMBOL(__start___kcrctab_unused) = .; \
186 *(__kcrctab_unused) \
187 VMLINUX_SYMBOL(__stop___kcrctab_unused) = .; \
188 } \
189 \
190 /* Kernel symbol table: GPL-only unused symbols */ \
191 __kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \
192 VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .; \
193 *(__kcrctab_unused_gpl) \
194 VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .; \
195 } \
196 \
9f28bb7e
GKH
197 /* Kernel symbol table: GPL-future-only symbols */ \
198 __kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \
199 VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .; \
200 *(__kcrctab_gpl_future) \
201 VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .; \
202 } \
203 \
1da177e4
LT
204 /* Kernel symbol table: strings */ \
205 __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) { \
206 *(__ksymtab_strings) \
207 } \
208 \
eb8f6890
SR
209 /* __*init sections */ \
210 __init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) { \
312b1485 211 *(.ref.rodata) \
8da3821b 212 MCOUNT_REC() \
eb8f6890
SR
213 DEV_KEEP(init.rodata) \
214 DEV_KEEP(exit.rodata) \
215 CPU_KEEP(init.rodata) \
216 CPU_KEEP(exit.rodata) \
217 MEM_KEEP(init.rodata) \
218 MEM_KEEP(exit.rodata) \
219 } \
220 \
1da177e4
LT
221 /* Built-in module parameters. */ \
222 __param : AT(ADDR(__param) - LOAD_OFFSET) { \
223 VMLINUX_SYMBOL(__start___param) = .; \
224 *(__param) \
225 VMLINUX_SYMBOL(__stop___param) = .; \
edeed305 226 . = ALIGN((align)); \
6569580d 227 VMLINUX_SYMBOL(__end_rodata) = .; \
7583ddfd 228 } \
4096b46f
SR
229 . = ALIGN((align));
230
231/* RODATA provided for backward compatibility.
232 * All archs are supposed to use RO_DATA() */
233#define RODATA RO_DATA(4096)
1da177e4
LT
234
235#define SECURITY_INIT \
60bad7fa 236 .security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \
1da177e4
LT
237 VMLINUX_SYMBOL(__security_initcall_start) = .; \
238 *(.security_initcall.init) \
239 VMLINUX_SYMBOL(__security_initcall_end) = .; \
240 }
241
7664709b
SR
242/* .text section. Map to function alignment to avoid address changes
243 * during second ld run in second ld pass when generating System.map */
244#define TEXT_TEXT \
245 ALIGN_FUNCTION(); \
fb5e2b37 246 *(.text.hot) \
0e0d314e 247 *(.text) \
312b1485 248 *(.ref.text) \
23ec23c2 249 *(.text.init.refok) \
eb8f6890
SR
250 *(.exit.text.refok) \
251 DEV_KEEP(init.text) \
252 DEV_KEEP(exit.text) \
253 CPU_KEEP(init.text) \
254 CPU_KEEP(exit.text) \
255 MEM_KEEP(init.text) \
fb5e2b37
JB
256 MEM_KEEP(exit.text) \
257 *(.text.unlikely)
eb8f6890 258
7664709b 259
6d30e3a8
SR
260/* sched.text is aling to function alignment to secure we have same
261 * address even at second ld pass when generating System.map */
1da177e4 262#define SCHED_TEXT \
6d30e3a8 263 ALIGN_FUNCTION(); \
1da177e4
LT
264 VMLINUX_SYMBOL(__sched_text_start) = .; \
265 *(.sched.text) \
266 VMLINUX_SYMBOL(__sched_text_end) = .;
267
6d30e3a8
SR
268/* spinlock.text is aling to function alignment to secure we have same
269 * address even at second ld pass when generating System.map */
1da177e4 270#define LOCK_TEXT \
6d30e3a8 271 ALIGN_FUNCTION(); \
1da177e4
LT
272 VMLINUX_SYMBOL(__lock_text_start) = .; \
273 *(.spinlock.text) \
274 VMLINUX_SYMBOL(__lock_text_end) = .;
d0aaff97
PP
275
276#define KPROBES_TEXT \
277 ALIGN_FUNCTION(); \
278 VMLINUX_SYMBOL(__kprobes_text_start) = .; \
279 *(.kprobes.text) \
280 VMLINUX_SYMBOL(__kprobes_text_end) = .;
a7d0c210 281
37c514e3
SR
282/* Section used for early init (in .S files) */
283#define HEAD_TEXT *(.head.text)
284
01ba2bdc 285/* init and exit section handling */
eb8f6890
SR
286#define INIT_DATA \
287 *(.init.data) \
288 DEV_DISCARD(init.data) \
289 DEV_DISCARD(init.rodata) \
290 CPU_DISCARD(init.data) \
291 CPU_DISCARD(init.rodata) \
292 MEM_DISCARD(init.data) \
346e15be
JB
293 MEM_DISCARD(init.rodata) \
294 /* implement dynamic printk debug */ \
295 VMLINUX_SYMBOL(__start___verbose_strings) = .; \
296 *(__verbose_strings) \
297 VMLINUX_SYMBOL(__stop___verbose_strings) = .; \
298 . = ALIGN(8); \
299 VMLINUX_SYMBOL(__start___verbose) = .; \
300 *(__verbose) \
301 VMLINUX_SYMBOL(__stop___verbose) = .;
eb8f6890
SR
302
303#define INIT_TEXT \
304 *(.init.text) \
305 DEV_DISCARD(init.text) \
306 CPU_DISCARD(init.text) \
307 MEM_DISCARD(init.text)
308
309#define EXIT_DATA \
310 *(.exit.data) \
311 DEV_DISCARD(exit.data) \
312 DEV_DISCARD(exit.rodata) \
313 CPU_DISCARD(exit.data) \
314 CPU_DISCARD(exit.rodata) \
315 MEM_DISCARD(exit.data) \
316 MEM_DISCARD(exit.rodata)
01ba2bdc 317
eb8f6890
SR
318#define EXIT_TEXT \
319 *(.exit.text) \
320 DEV_DISCARD(exit.text) \
321 CPU_DISCARD(exit.text) \
322 MEM_DISCARD(exit.text)
01ba2bdc 323
a7d0c210
PBG
324 /* DWARF debug sections.
325 Symbols in the DWARF debugging sections are relative to
326 the beginning of the section so we begin them at 0. */
327#define DWARF_DEBUG \
328 /* DWARF 1 */ \
329 .debug 0 : { *(.debug) } \
330 .line 0 : { *(.line) } \
331 /* GNU DWARF 1 extensions */ \
332 .debug_srcinfo 0 : { *(.debug_srcinfo) } \
333 .debug_sfnames 0 : { *(.debug_sfnames) } \
334 /* DWARF 1.1 and DWARF 2 */ \
335 .debug_aranges 0 : { *(.debug_aranges) } \
336 .debug_pubnames 0 : { *(.debug_pubnames) } \
337 /* DWARF 2 */ \
338 .debug_info 0 : { *(.debug_info \
339 .gnu.linkonce.wi.*) } \
340 .debug_abbrev 0 : { *(.debug_abbrev) } \
341 .debug_line 0 : { *(.debug_line) } \
342 .debug_frame 0 : { *(.debug_frame) } \
343 .debug_str 0 : { *(.debug_str) } \
344 .debug_loc 0 : { *(.debug_loc) } \
345 .debug_macinfo 0 : { *(.debug_macinfo) } \
346 /* SGI/MIPS DWARF 2 extensions */ \
347 .debug_weaknames 0 : { *(.debug_weaknames) } \
348 .debug_funcnames 0 : { *(.debug_funcnames) } \
349 .debug_typenames 0 : { *(.debug_typenames) } \
350 .debug_varnames 0 : { *(.debug_varnames) } \
351
352 /* Stabs debugging sections. */
353#define STABS_DEBUG \
354 .stab 0 : { *(.stab) } \
355 .stabstr 0 : { *(.stabstr) } \
356 .stab.excl 0 : { *(.stab.excl) } \
357 .stab.exclstr 0 : { *(.stab.exclstr) } \
358 .stab.index 0 : { *(.stab.index) } \
359 .stab.indexstr 0 : { *(.stab.indexstr) } \
360 .comment 0 : { *(.comment) }
9c9b8b38 361
6360b1fb 362#ifdef CONFIG_GENERIC_BUG
7664c5a1
JF
363#define BUG_TABLE \
364 . = ALIGN(8); \
365 __bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) { \
c6de0026 366 VMLINUX_SYMBOL(__start___bug_table) = .; \
7664c5a1 367 *(__bug_table) \
c6de0026 368 VMLINUX_SYMBOL(__stop___bug_table) = .; \
7664c5a1 369 }
6360b1fb
JB
370#else
371#define BUG_TABLE
372#endif
7664c5a1 373
63687a52
JB
374#ifdef CONFIG_PM_TRACE
375#define TRACEDATA \
376 . = ALIGN(4); \
377 .tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) { \
c6de0026 378 VMLINUX_SYMBOL(__tracedata_start) = .; \
63687a52 379 *(.tracedata) \
c6de0026 380 VMLINUX_SYMBOL(__tracedata_end) = .; \
63687a52
JB
381 }
382#else
383#define TRACEDATA
384#endif
385
9c9b8b38 386#define NOTES \
cbe87121
RM
387 .notes : AT(ADDR(.notes) - LOAD_OFFSET) { \
388 VMLINUX_SYMBOL(__start_notes) = .; \
389 *(.note.*) \
390 VMLINUX_SYMBOL(__stop_notes) = .; \
391 }
61ce1efe
AM
392
393#define INITCALLS \
c2147a50 394 *(.initcallearly.init) \
c6de0026 395 VMLINUX_SYMBOL(__early_initcall_end) = .; \
b3438f82
LT
396 *(.initcall0.init) \
397 *(.initcall0s.init) \
61ce1efe 398 *(.initcall1.init) \
735a7ffb 399 *(.initcall1s.init) \
61ce1efe 400 *(.initcall2.init) \
735a7ffb 401 *(.initcall2s.init) \
61ce1efe 402 *(.initcall3.init) \
735a7ffb 403 *(.initcall3s.init) \
61ce1efe 404 *(.initcall4.init) \
735a7ffb 405 *(.initcall4s.init) \
61ce1efe 406 *(.initcall5.init) \
735a7ffb 407 *(.initcall5s.init) \
8d610dd5 408 *(.initcallrootfs.init) \
61ce1efe 409 *(.initcall6.init) \
735a7ffb
AM
410 *(.initcall6s.init) \
411 *(.initcall7.init) \
412 *(.initcall7s.init)
61ce1efe 413
5fb7dc37
FY
414#define PERCPU(align) \
415 . = ALIGN(align); \
c6de0026 416 VMLINUX_SYMBOL(__per_cpu_start) = .; \
5fb7dc37 417 .data.percpu : AT(ADDR(.data.percpu) - LOAD_OFFSET) { \
63cc8c75 418 *(.data.percpu.page_aligned) \
5fb7dc37
FY
419 *(.data.percpu) \
420 *(.data.percpu.shared_aligned) \
421 } \
c6de0026 422 VMLINUX_SYMBOL(__per_cpu_end) = .;