]>
Commit | Line | Data |
---|---|---|
1f2bfbd0 | 1 | #!/bin/sh |
b2441318 | 2 | # SPDX-License-Identifier: GPL-2.0 |
1f2bfbd0 SR |
3 | # |
4 | # link vmlinux | |
5 | # | |
d151e971 MY |
6 | # vmlinux is linked from the objects selected by $(KBUILD_VMLINUX_OBJS) and |
7 | # $(KBUILD_VMLINUX_LIBS). Most are built-in.a files from top-level directories | |
8 | # in the kernel tree, others are specified in arch/$(ARCH)/Makefile. | |
9 | # $(KBUILD_VMLINUX_LIBS) are archives which are linked conditionally | |
10 | # (not within --whole-archive), and do not require symbol indexes added. | |
1f2bfbd0 SR |
11 | # |
12 | # vmlinux | |
13 | # ^ | |
14 | # | | |
d151e971 MY |
15 | # +--< $(KBUILD_VMLINUX_OBJS) |
16 | # | +--< init/built-in.a drivers/built-in.a mm/built-in.a + more | |
1f2bfbd0 | 17 | # | |
3a166fc2 NP |
18 | # +--< $(KBUILD_VMLINUX_LIBS) |
19 | # | +--< lib/lib.a + more | |
20 | # | | |
1f2bfbd0 SR |
21 | # +-< ${kallsymso} (see description in KALLSYMS section) |
22 | # | |
23 | # vmlinux version (uname -v) cannot be updated during normal | |
24 | # descending-into-subdirs phase since we do not yet know if we need to | |
25 | # update vmlinux. | |
26 | # Therefore this step is delayed until just before final link of vmlinux. | |
27 | # | |
28 | # System.map is generated to document addresses of all kernel symbols | |
29 | ||
30 | # Error out on error | |
31 | set -e | |
32 | ||
33 | # Nice output in kbuild format | |
34 | # Will be supressed by "make -s" | |
35 | info() | |
36 | { | |
37 | if [ "${quiet}" != "silent_" ]; then | |
e83b9f55 | 38 | printf " %-7s %s\n" "${1}" "${2}" |
1f2bfbd0 SR |
39 | fi |
40 | } | |
41 | ||
42 | # Link of vmlinux.o used for section mismatch analysis | |
43 | # ${1} output file | |
44 | modpost_link() | |
45 | { | |
a5967db9 SR |
46 | local objects |
47 | ||
6358d6e8 | 48 | objects="--whole-archive \ |
d151e971 | 49 | ${KBUILD_VMLINUX_OBJS} \ |
6358d6e8 NP |
50 | --no-whole-archive \ |
51 | --start-group \ | |
52 | ${KBUILD_VMLINUX_LIBS} \ | |
53 | --end-group" | |
54 | ||
d503ac53 | 55 | ${LD} ${KBUILD_LDFLAGS} -r -o ${1} ${objects} |
1f2bfbd0 SR |
56 | } |
57 | ||
6804c1af PZ |
58 | objtool_link() |
59 | { | |
60 | local objtoolopt; | |
61 | ||
62 | if [ -n "${CONFIG_VMLINUX_VALIDATION}" ]; then | |
63 | objtoolopt="check" | |
64 | if [ -z "${CONFIG_FRAME_POINTER}" ]; then | |
65 | objtoolopt="${objtoolopt} --no-fp" | |
66 | fi | |
67 | if [ -n "${CONFIG_GCOV_KERNEL}" ]; then | |
68 | objtoolopt="${objtoolopt} --no-unreachable" | |
69 | fi | |
70 | if [ -n "${CONFIG_RETPOLINE}" ]; then | |
71 | objtoolopt="${objtoolopt} --retpoline" | |
72 | fi | |
73 | if [ -n "${CONFIG_X86_SMAP}" ]; then | |
74 | objtoolopt="${objtoolopt} --uaccess" | |
75 | fi | |
76 | info OBJTOOL ${1} | |
77 | tools/objtool/objtool ${objtoolopt} ${1} | |
78 | fi | |
79 | } | |
80 | ||
1f2bfbd0 | 81 | # Link of vmlinux |
341dfcf8 | 82 | # ${1} - output file |
618916a4 | 83 | # ${2}, ${3}, ... - optional extra .o files |
1f2bfbd0 SR |
84 | vmlinux_link() |
85 | { | |
86 | local lds="${objtree}/${KBUILD_LDS}" | |
618916a4 | 87 | local output=${1} |
a5967db9 | 88 | local objects |
af73d78b | 89 | local strip_debug |
1f2bfbd0 | 90 | |
d7b0827f LT |
91 | info LD ${output} |
92 | ||
618916a4 AN |
93 | # skip output file argument |
94 | shift | |
95 | ||
af73d78b KC |
96 | # The kallsyms linking does not need debug symbols included. |
97 | if [ "$output" != "${output#.tmp_vmlinux.kallsyms}" ] ; then | |
98 | strip_debug=-Wl,--strip-debug | |
99 | fi | |
100 | ||
1f2bfbd0 | 101 | if [ "${SRCARCH}" != "um" ]; then |
6358d6e8 | 102 | objects="--whole-archive \ |
d151e971 | 103 | ${KBUILD_VMLINUX_OBJS} \ |
6358d6e8 NP |
104 | --no-whole-archive \ |
105 | --start-group \ | |
106 | ${KBUILD_VMLINUX_LIBS} \ | |
107 | --end-group \ | |
618916a4 | 108 | ${@}" |
a5967db9 | 109 | |
618916a4 | 110 | ${LD} ${KBUILD_LDFLAGS} ${LDFLAGS_vmlinux} \ |
af73d78b | 111 | ${strip_debug#-Wl,} \ |
618916a4 | 112 | -o ${output} \ |
a5967db9 | 113 | -T ${lds} ${objects} |
1f2bfbd0 | 114 | else |
6358d6e8 | 115 | objects="-Wl,--whole-archive \ |
d151e971 | 116 | ${KBUILD_VMLINUX_OBJS} \ |
6358d6e8 NP |
117 | -Wl,--no-whole-archive \ |
118 | -Wl,--start-group \ | |
119 | ${KBUILD_VMLINUX_LIBS} \ | |
120 | -Wl,--end-group \ | |
618916a4 | 121 | ${@}" |
a5967db9 | 122 | |
618916a4 | 123 | ${CC} ${CFLAGS_vmlinux} \ |
af73d78b | 124 | ${strip_debug} \ |
618916a4 | 125 | -o ${output} \ |
6358d6e8 NP |
126 | -Wl,-T,${lds} \ |
127 | ${objects} \ | |
a5967db9 | 128 | -lutil -lrt -lpthread |
1f2bfbd0 SR |
129 | rm -f linux |
130 | fi | |
131 | } | |
132 | ||
e83b9f55 | 133 | # generate .BTF typeinfo from DWARF debuginfo |
341dfcf8 AN |
134 | # ${1} - vmlinux image |
135 | # ${2} - file to dump raw BTF data into | |
e83b9f55 AN |
136 | gen_btf() |
137 | { | |
341dfcf8 | 138 | local pahole_ver |
e83b9f55 | 139 | |
581b31c3 | 140 | if ! [ -x "$(command -v ${PAHOLE})" ]; then |
2a67a6cc | 141 | echo >&2 "BTF: ${1}: pahole (${PAHOLE}) is not available" |
341dfcf8 | 142 | return 1 |
581b31c3 AN |
143 | fi |
144 | ||
e83b9f55 AN |
145 | pahole_ver=$(${PAHOLE} --version | sed -E 's/v([0-9]+)\.([0-9]+)/\1\2/') |
146 | if [ "${pahole_ver}" -lt "113" ]; then | |
2a67a6cc | 147 | echo >&2 "BTF: ${1}: pahole version $(${PAHOLE} --version) is too old, need at least v1.13" |
341dfcf8 | 148 | return 1 |
e83b9f55 AN |
149 | fi |
150 | ||
341dfcf8 | 151 | vmlinux_link ${1} |
af73d78b KC |
152 | |
153 | info "BTF" ${2} | |
e83b9f55 | 154 | LLVM_OBJCOPY=${OBJCOPY} ${PAHOLE} -J ${1} |
341dfcf8 | 155 | |
90ceddcb FS |
156 | # Create ${2} which contains just .BTF section but no symbols. Add |
157 | # SHF_ALLOC because .BTF will be part of the vmlinux image. --strip-all | |
158 | # deletes all symbols including __start_BTF and __stop_BTF, which will | |
159 | # be redefined in the linker script. Add 2>/dev/null to suppress GNU | |
160 | # objcopy warnings: "empty loadable segment detected at ..." | |
161 | ${OBJCOPY} --only-section=.BTF --set-section-flags .BTF=alloc,readonly \ | |
162 | --strip-all ${1} ${2} 2>/dev/null | |
163 | # Change e_type to ET_REL so that it can be used to link final vmlinux. | |
164 | # Unlike GNU ld, lld does not allow an ET_EXEC input. | |
165 | printf '\1' | dd of=${2} conv=notrunc bs=1 seek=16 status=none | |
e83b9f55 | 166 | } |
1f2bfbd0 SR |
167 | |
168 | # Create ${2} .o file with all symbols from the ${1} object file | |
169 | kallsyms() | |
170 | { | |
171 | info KSYM ${2} | |
172 | local kallsymopt; | |
173 | ||
174 | if [ -n "${CONFIG_KALLSYMS_ALL}" ]; then | |
6895f97e | 175 | kallsymopt="${kallsymopt} --all-symbols" |
1f2bfbd0 SR |
176 | fi |
177 | ||
4d5d5664 | 178 | if [ -n "${CONFIG_KALLSYMS_ABSOLUTE_PERCPU}" ]; then |
c6bda7c9 RR |
179 | kallsymopt="${kallsymopt} --absolute-percpu" |
180 | fi | |
181 | ||
2213e9a6 AB |
182 | if [ -n "${CONFIG_KALLSYMS_BASE_RELATIVE}" ]; then |
183 | kallsymopt="${kallsymopt} --base-relative" | |
184 | fi | |
185 | ||
00e6c28c SR |
186 | local aflags="${KBUILD_AFLAGS} ${KBUILD_AFLAGS_KERNEL} \ |
187 | ${NOSTDINC_FLAGS} ${LINUXINCLUDE} ${KBUILD_CPPFLAGS}" | |
1f2bfbd0 | 188 | |
a0439342 AB |
189 | local afile="`basename ${2} .o`.S" |
190 | ||
191 | ${NM} -n ${1} | scripts/kallsyms ${kallsymopt} > ${afile} | |
192 | ${CC} ${aflags} -c -o ${2} ${afile} | |
1f2bfbd0 SR |
193 | } |
194 | ||
8959e392 KC |
195 | # Perform one step in kallsyms generation, including temporary linking of |
196 | # vmlinux. | |
197 | kallsyms_step() | |
198 | { | |
199 | kallsymso_prev=${kallsymso} | |
af73d78b KC |
200 | kallsyms_vmlinux=.tmp_vmlinux.kallsyms${1} |
201 | kallsymso=${kallsyms_vmlinux}.o | |
8959e392 | 202 | |
d7b0827f | 203 | vmlinux_link ${kallsyms_vmlinux} "${kallsymso_prev}" ${btf_vmlinux_bin_o} |
8959e392 KC |
204 | kallsyms ${kallsyms_vmlinux} ${kallsymso} |
205 | } | |
206 | ||
1f2bfbd0 SR |
207 | # Create map file with all symbols from ${1} |
208 | # See mksymap for additional details | |
209 | mksysmap() | |
210 | { | |
211 | ${CONFIG_SHELL} "${srctree}/scripts/mksysmap" ${1} ${2} | |
212 | } | |
213 | ||
10916706 | 214 | sorttable() |
1347a2ce | 215 | { |
10916706 | 216 | ${objtree}/scripts/sorttable ${1} |
1347a2ce LT |
217 | } |
218 | ||
1f2bfbd0 | 219 | # Delete output files in case of error |
1f2bfbd0 SR |
220 | cleanup() |
221 | { | |
341dfcf8 | 222 | rm -f .btf.* |
1f2bfbd0 | 223 | rm -f .tmp_System.map |
1f2bfbd0 SR |
224 | rm -f .tmp_vmlinux* |
225 | rm -f System.map | |
226 | rm -f vmlinux | |
227 | rm -f vmlinux.o | |
228 | } | |
229 | ||
ab160dbb SB |
230 | on_exit() |
231 | { | |
232 | if [ $? -ne 0 ]; then | |
233 | cleanup | |
234 | fi | |
235 | } | |
236 | trap on_exit EXIT | |
237 | ||
238 | on_signals() | |
239 | { | |
240 | exit 1 | |
241 | } | |
242 | trap on_signals HUP INT QUIT TERM | |
243 | ||
1f2bfbd0 SR |
244 | # |
245 | # | |
246 | # Use "make V=1" to debug this script | |
247 | case "${KBUILD_VERBOSE}" in | |
248 | *1*) | |
249 | set -x | |
250 | ;; | |
251 | esac | |
252 | ||
253 | if [ "$1" = "clean" ]; then | |
254 | cleanup | |
255 | exit 0 | |
256 | fi | |
257 | ||
258 | # We need access to CONFIG_ symbols | |
94cf8acc | 259 | . include/config/auto.conf |
1f2bfbd0 | 260 | |
1f2bfbd0 SR |
261 | # Update version |
262 | info GEN .version | |
278ae604 MY |
263 | if [ -r .version ]; then |
264 | VERSION=$(expr 0$(cat .version) + 1) | |
265 | echo $VERSION > .version | |
1f2bfbd0 | 266 | else |
278ae604 MY |
267 | rm -f .version |
268 | echo 1 > .version | |
1f2bfbd0 SR |
269 | fi; |
270 | ||
271 | # final build of init/ | |
083bc0e1 | 272 | ${MAKE} -f "${srctree}/scripts/Makefile.build" obj=init need-builtin=1 |
1f2bfbd0 | 273 | |
abac4c89 NP |
274 | #link vmlinux.o |
275 | info LD vmlinux.o | |
276 | modpost_link vmlinux.o | |
6804c1af | 277 | objtool_link vmlinux.o |
abac4c89 NP |
278 | |
279 | # modpost vmlinux.o to check for section mismatches | |
a721588d | 280 | ${MAKE} -f "${srctree}/scripts/Makefile.modpost" MODPOST_VMLINUX=1 |
abac4c89 | 281 | |
898490c0 AG |
282 | info MODINFO modules.builtin.modinfo |
283 | ${OBJCOPY} -j .modinfo -O binary vmlinux.o modules.builtin.modinfo | |
8b41fc44 MY |
284 | info GEN modules.builtin |
285 | # The second line aids cases where multiple modules share the same object. | |
286 | tr '\0' '\n' < modules.builtin.modinfo | sed -n 's/^[[:alnum:]:_]*\.file=//p' | | |
287 | tr ' ' '\n' | uniq | sed -e 's:^:kernel/:' -e 's/$/.ko/' > modules.builtin | |
898490c0 | 288 | |
7fd78568 | 289 | btf_vmlinux_bin_o="" |
341dfcf8 | 290 | if [ -n "${CONFIG_DEBUG_INFO_BTF}" ]; then |
af73d78b KC |
291 | btf_vmlinux_bin_o=.btf.vmlinux.bin.o |
292 | if ! gen_btf .tmp_vmlinux.btf $btf_vmlinux_bin_o ; then | |
da5fb182 SF |
293 | echo >&2 "Failed to generate BTF for vmlinux" |
294 | echo >&2 "Try to disable CONFIG_DEBUG_INFO_BTF" | |
295 | exit 1 | |
341dfcf8 AN |
296 | fi |
297 | fi | |
298 | ||
1f2bfbd0 | 299 | kallsymso="" |
8959e392 | 300 | kallsymso_prev="" |
1f2bfbd0 SR |
301 | kallsyms_vmlinux="" |
302 | if [ -n "${CONFIG_KALLSYMS}" ]; then | |
303 | ||
304 | # kallsyms support | |
305 | # Generate section listing all symbols and add it into vmlinux | |
306 | # It's a three step process: | |
307 | # 1) Link .tmp_vmlinux1 so it has all symbols and sections, | |
308 | # but __kallsyms is empty. | |
309 | # Running kallsyms on that gives us .tmp_kallsyms1.o with | |
310 | # the right size | |
311 | # 2) Link .tmp_vmlinux2 so it now has a __kallsyms section of | |
312 | # the right size, but due to the added section, some | |
313 | # addresses have shifted. | |
314 | # From here, we generate a correct .tmp_kallsyms2.o | |
7e2b37c9 NP |
315 | # 3) That link may have expanded the kernel image enough that |
316 | # more linker branch stubs / trampolines had to be added, which | |
317 | # introduces new names, which further expands kallsyms. Do another | |
318 | # pass if that is the case. In theory it's possible this results | |
319 | # in even more stubs, but unlikely. | |
320 | # KALLSYMS_EXTRA_PASS=1 may also used to debug or work around | |
321 | # other bugs. | |
322 | # 4) The correct ${kallsymso} is linked into the final vmlinux. | |
1f2bfbd0 SR |
323 | # |
324 | # a) Verify that the System.map from vmlinux matches the map from | |
325 | # ${kallsymso}. | |
326 | ||
8959e392 KC |
327 | kallsyms_step 1 |
328 | kallsyms_step 2 | |
1f2bfbd0 | 329 | |
7e2b37c9 | 330 | # step 3 |
8959e392 KC |
331 | size1=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" ${kallsymso_prev}) |
332 | size2=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" ${kallsymso}) | |
7e2b37c9 NP |
333 | |
334 | if [ $size1 -ne $size2 ] || [ -n "${KALLSYMS_EXTRA_PASS}" ]; then | |
8959e392 | 335 | kallsyms_step 3 |
1f2bfbd0 SR |
336 | fi |
337 | fi | |
338 | ||
d7b0827f | 339 | vmlinux_link vmlinux "${kallsymso}" ${btf_vmlinux_bin_o} |
e83b9f55 | 340 | |
10916706 SZ |
341 | if [ -n "${CONFIG_BUILDTIME_TABLE_SORT}" ]; then |
342 | info SORTTAB vmlinux | |
f14bf6a3 SZ |
343 | if ! sorttable vmlinux; then |
344 | echo >&2 Failed to sort kernel tables | |
345 | exit 1 | |
346 | fi | |
1347a2ce LT |
347 | fi |
348 | ||
1f2bfbd0 SR |
349 | info SYSMAP System.map |
350 | mksysmap vmlinux System.map | |
351 | ||
352 | # step a (see comment above) | |
353 | if [ -n "${CONFIG_KALLSYMS}" ]; then | |
354 | mksysmap ${kallsyms_vmlinux} .tmp_System.map | |
355 | ||
356 | if ! cmp -s System.map .tmp_System.map; then | |
5369f550 | 357 | echo >&2 Inconsistent kallsyms data |
367e43c5 | 358 | echo >&2 Try "make KALLSYMS_EXTRA_PASS=1" as a workaround |
1f2bfbd0 SR |
359 | exit 1 |
360 | fi | |
361 | fi |