Blame view

scripts/link-vmlinux.sh 8.04 KB
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
1
  #!/bin/sh
b24413180   Greg Kroah-Hartman   License cleanup: ...
2
  # SPDX-License-Identifier: GPL-2.0
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
3
4
5
  #
  # link vmlinux
  #
d151e9719   Masahiro Yamada   kbuild: merge KBU...
6
7
8
9
10
  # vmlinux is linked from the objects selected by $(KBUILD_VMLINUX_OBJS) and
  # $(KBUILD_VMLINUX_LIBS). Most are built-in.a files from top-level directories
  # in the kernel tree, others are specified in arch/$(ARCH)/Makefile.
  # $(KBUILD_VMLINUX_LIBS) are archives which are linked conditionally
  # (not within --whole-archive), and do not require symbol indexes added.
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
11
12
13
14
  #
  # vmlinux
  #   ^
  #   |
d151e9719   Masahiro Yamada   kbuild: merge KBU...
15
16
  #   +--< $(KBUILD_VMLINUX_OBJS)
  #   |    +--< init/built-in.a drivers/built-in.a mm/built-in.a + more
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
17
  #   |
3a166fc2d   Nicholas Piggin   kbuild: handle li...
18
19
20
  #   +--< $(KBUILD_VMLINUX_LIBS)
  #   |    +--< lib/lib.a + more
  #   |
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
  #   +-< ${kallsymso} (see description in KALLSYMS section)
  #
  # vmlinux version (uname -v) cannot be updated during normal
  # descending-into-subdirs phase since we do not yet know if we need to
  # update vmlinux.
  # Therefore this step is delayed until just before final link of vmlinux.
  #
  # System.map is generated to document addresses of all kernel symbols
  
  # Error out on error
  set -e
  
  # Nice output in kbuild format
  # Will be supressed by "make -s"
  info()
  {
  	if [ "${quiet}" != "silent_" ]; then
e83b9f554   Andrii Nakryiko   kbuild: add abili...
38
39
  		printf "  %-7s %s
  " "${1}" "${2}"
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
40
41
42
43
44
45
46
  	fi
  }
  
  # Link of vmlinux.o used for section mismatch analysis
  # ${1} output file
  modpost_link()
  {
a5967db9a   Stephen Rothwell   kbuild: allow arc...
47
  	local objects
6358d6e8b   Nicholas Piggin   kbuild: remove in...
48
  	objects="--whole-archive				\
d151e9719   Masahiro Yamada   kbuild: merge KBU...
49
  		${KBUILD_VMLINUX_OBJS}				\
6358d6e8b   Nicholas Piggin   kbuild: remove in...
50
51
52
53
  		--no-whole-archive				\
  		--start-group					\
  		${KBUILD_VMLINUX_LIBS}				\
  		--end-group"
d503ac531   Masahiro Yamada   kbuild: rename LD...
54
  	${LD} ${KBUILD_LDFLAGS} -r -o ${1} ${objects}
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
55
56
57
  }
  
  # Link of vmlinux
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
58
  # ${1} - output file
618916a4b   Andrii Nakryiko   kbuild: replace B...
59
  # ${2}, ${3}, ... - optional extra .o files
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
60
61
62
  vmlinux_link()
  {
  	local lds="${objtree}/${KBUILD_LDS}"
618916a4b   Andrii Nakryiko   kbuild: replace B...
63
  	local output=${1}
a5967db9a   Stephen Rothwell   kbuild: allow arc...
64
  	local objects
bb6524537   Kees Cook   kbuild: Remove de...
65
  	local strip_debug
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
66

d7b0827f2   Linus Torvalds   Merge tag 'kbuild...
67
  	info LD ${output}
618916a4b   Andrii Nakryiko   kbuild: replace B...
68
69
  	# skip output file argument
  	shift
bb6524537   Kees Cook   kbuild: Remove de...
70
71
72
73
  	# The kallsyms linking does not need debug symbols included.
  	if [ "$output" != "${output#.tmp_vmlinux.kallsyms}" ] ; then
  		strip_debug=-Wl,--strip-debug
  	fi
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
74
  	if [ "${SRCARCH}" != "um" ]; then
6358d6e8b   Nicholas Piggin   kbuild: remove in...
75
  		objects="--whole-archive			\
d151e9719   Masahiro Yamada   kbuild: merge KBU...
76
  			${KBUILD_VMLINUX_OBJS}			\
6358d6e8b   Nicholas Piggin   kbuild: remove in...
77
78
79
80
  			--no-whole-archive			\
  			--start-group				\
  			${KBUILD_VMLINUX_LIBS}			\
  			--end-group				\
618916a4b   Andrii Nakryiko   kbuild: replace B...
81
  			${@}"
a5967db9a   Stephen Rothwell   kbuild: allow arc...
82

618916a4b   Andrii Nakryiko   kbuild: replace B...
83
  		${LD} ${KBUILD_LDFLAGS} ${LDFLAGS_vmlinux}	\
bb6524537   Kees Cook   kbuild: Remove de...
84
  			${strip_debug#-Wl,}			\
618916a4b   Andrii Nakryiko   kbuild: replace B...
85
  			-o ${output}				\
a5967db9a   Stephen Rothwell   kbuild: allow arc...
86
  			-T ${lds} ${objects}
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
87
  	else
6358d6e8b   Nicholas Piggin   kbuild: remove in...
88
  		objects="-Wl,--whole-archive			\
d151e9719   Masahiro Yamada   kbuild: merge KBU...
89
  			${KBUILD_VMLINUX_OBJS}			\
6358d6e8b   Nicholas Piggin   kbuild: remove in...
90
91
92
93
  			-Wl,--no-whole-archive			\
  			-Wl,--start-group			\
  			${KBUILD_VMLINUX_LIBS}			\
  			-Wl,--end-group				\
618916a4b   Andrii Nakryiko   kbuild: replace B...
94
  			${@}"
a5967db9a   Stephen Rothwell   kbuild: allow arc...
95

618916a4b   Andrii Nakryiko   kbuild: replace B...
96
  		${CC} ${CFLAGS_vmlinux}				\
bb6524537   Kees Cook   kbuild: Remove de...
97
  			${strip_debug}				\
618916a4b   Andrii Nakryiko   kbuild: replace B...
98
  			-o ${output}				\
6358d6e8b   Nicholas Piggin   kbuild: remove in...
99
100
  			-Wl,-T,${lds}				\
  			${objects}				\
a5967db9a   Stephen Rothwell   kbuild: allow arc...
101
  			-lutil -lrt -lpthread
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
102
103
104
  		rm -f linux
  	fi
  }
e83b9f554   Andrii Nakryiko   kbuild: add abili...
105
  # generate .BTF typeinfo from DWARF debuginfo
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
106
107
  # ${1} - vmlinux image
  # ${2} - file to dump raw BTF data into
e83b9f554   Andrii Nakryiko   kbuild: add abili...
108
109
  gen_btf()
  {
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
110
  	local pahole_ver
e83b9f554   Andrii Nakryiko   kbuild: add abili...
111

581b31c36   Andrii Nakryiko   kbuild: tolerate ...
112
  	if ! [ -x "$(command -v ${PAHOLE})" ]; then
ea038a527   Chris Down   bpf, btf: Always ...
113
  		echo >&2 "BTF: ${1}: pahole (${PAHOLE}) is not available"
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
114
  		return 1
581b31c36   Andrii Nakryiko   kbuild: tolerate ...
115
  	fi
e83b9f554   Andrii Nakryiko   kbuild: add abili...
116
117
  	pahole_ver=$(${PAHOLE} --version | sed -E 's/v([0-9]+)\.([0-9]+)/\1\2/')
  	if [ "${pahole_ver}" -lt "113" ]; then
ea038a527   Chris Down   bpf, btf: Always ...
118
  		echo >&2 "BTF: ${1}: pahole version $(${PAHOLE} --version) is too old, need at least v1.13"
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
119
  		return 1
e83b9f554   Andrii Nakryiko   kbuild: add abili...
120
  	fi
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
121
  	vmlinux_link ${1}
bb6524537   Kees Cook   kbuild: Remove de...
122
123
  
  	info "BTF" ${2}
e83b9f554   Andrii Nakryiko   kbuild: add abili...
124
  	LLVM_OBJCOPY=${OBJCOPY} ${PAHOLE} -J ${1}
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
125

f04d1e880   Fangrui Song   bpf: Support llvm...
126
127
128
129
130
131
132
133
134
135
  	# Create ${2} which contains just .BTF section but no symbols. Add
  	# SHF_ALLOC because .BTF will be part of the vmlinux image. --strip-all
  	# deletes all symbols including __start_BTF and __stop_BTF, which will
  	# be redefined in the linker script. Add 2>/dev/null to suppress GNU
  	# objcopy warnings: "empty loadable segment detected at ..."
  	${OBJCOPY} --only-section=.BTF --set-section-flags .BTF=alloc,readonly \
  		--strip-all ${1} ${2} 2>/dev/null
  	# Change e_type to ET_REL so that it can be used to link final vmlinux.
  	# Unlike GNU ld, lld does not allow an ET_EXEC input.
  	printf '\1' | dd of=${2} conv=notrunc bs=1 seek=16 status=none
e83b9f554   Andrii Nakryiko   kbuild: add abili...
136
  }
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
137
138
139
140
141
142
143
144
  
  # Create ${2} .o file with all symbols from the ${1} object file
  kallsyms()
  {
  	info KSYM ${2}
  	local kallsymopt;
  
  	if [ -n "${CONFIG_KALLSYMS_ALL}" ]; then
6895f97e1   James Hogan   kbuild: add symbo...
145
  		kallsymopt="${kallsymopt} --all-symbols"
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
146
  	fi
4d5d5664c   Ard Biesheuvel   x86: kallsyms: di...
147
  	if [ -n "${CONFIG_KALLSYMS_ABSOLUTE_PERCPU}" ]; then
c6bda7c98   Rusty Russell   kallsyms: fix per...
148
149
  		kallsymopt="${kallsymopt} --absolute-percpu"
  	fi
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
150
151
152
  	if [ -n "${CONFIG_KALLSYMS_BASE_RELATIVE}" ]; then
  		kallsymopt="${kallsymopt} --base-relative"
  	fi
00e6c28c6   Sam Ravnborg   kbuild: fix ia64 ...
153
154
  	local aflags="${KBUILD_AFLAGS} ${KBUILD_AFLAGS_KERNEL}               \
  		      ${NOSTDINC_FLAGS} ${LINUXINCLUDE} ${KBUILD_CPPFLAGS}"
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
155

a04393420   Ard Biesheuvel   scripts/link-vmli...
156
157
158
159
  	local afile="`basename ${2} .o`.S"
  
  	${NM} -n ${1} | scripts/kallsyms ${kallsymopt} > ${afile}
  	${CC} ${aflags} -c -o ${2} ${afile}
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
160
  }
8959e3927   Kees Cook   kbuild: Parameter...
161
162
163
164
165
  # Perform one step in kallsyms generation, including temporary linking of
  # vmlinux.
  kallsyms_step()
  {
  	kallsymso_prev=${kallsymso}
bb6524537   Kees Cook   kbuild: Remove de...
166
167
  	kallsyms_vmlinux=.tmp_vmlinux.kallsyms${1}
  	kallsymso=${kallsyms_vmlinux}.o
8959e3927   Kees Cook   kbuild: Parameter...
168

d7b0827f2   Linus Torvalds   Merge tag 'kbuild...
169
  	vmlinux_link ${kallsyms_vmlinux} "${kallsymso_prev}" ${btf_vmlinux_bin_o}
8959e3927   Kees Cook   kbuild: Parameter...
170
171
  	kallsyms ${kallsyms_vmlinux} ${kallsymso}
  }
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
172
173
174
175
176
177
  # Create map file with all symbols from ${1}
  # See mksymap for additional details
  mksysmap()
  {
  	${CONFIG_SHELL} "${srctree}/scripts/mksysmap" ${1} ${2}
  }
1347a2ceb   Linus Torvalds   Merge branch 'kbu...
178
179
180
181
  sortextable()
  {
  	${objtree}/scripts/sortextable ${1}
  }
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
182
  # Delete output files in case of error
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
183
184
  cleanup()
  {
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
185
  	rm -f .btf.*
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
186
  	rm -f .tmp_System.map
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
187
188
189
190
191
  	rm -f .tmp_vmlinux*
  	rm -f System.map
  	rm -f vmlinux
  	rm -f vmlinux.o
  }
ab160dbbc   Sylvain BERTRAND   scripts: fix link...
192
193
194
195
196
197
198
199
200
201
202
203
204
  on_exit()
  {
  	if [ $? -ne 0 ]; then
  		cleanup
  	fi
  }
  trap on_exit EXIT
  
  on_signals()
  {
  	exit 1
  }
  trap on_signals HUP INT QUIT TERM
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
  #
  #
  # Use "make V=1" to debug this script
  case "${KBUILD_VERBOSE}" in
  *1*)
  	set -x
  	;;
  esac
  
  if [ "$1" = "clean" ]; then
  	cleanup
  	exit 0
  fi
  
  # We need access to CONFIG_ symbols
94cf8acc3   Masahiro Yamada   kbuild: source in...
220
  . include/config/auto.conf
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
221

1f2bfbd00   Sam Ravnborg   kbuild: link of v...
222
223
  # Update version
  info GEN .version
278ae6040   Masahiro Yamada   kbuild: link-vmli...
224
225
226
  if [ -r .version ]; then
  	VERSION=$(expr 0$(cat .version) + 1)
  	echo $VERSION > .version
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
227
  else
278ae6040   Masahiro Yamada   kbuild: link-vmli...
228
229
  	rm -f .version
  	echo 1 > .version
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
230
231
232
  fi;
  
  # final build of init/
a7b151fff   Cao jin   kbuild: drop supe...
233
  ${MAKE} -f "${srctree}/scripts/Makefile.build" obj=init
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
234

abac4c897   Nicholas Piggin   kbuild: minor imp...
235
236
237
238
239
  #link vmlinux.o
  info LD vmlinux.o
  modpost_link vmlinux.o
  
  # modpost vmlinux.o to check for section mismatches
a721588d9   Masahiro Yamada   kbuild: modpost: ...
240
  ${MAKE} -f "${srctree}/scripts/Makefile.modpost" MODPOST_VMLINUX=1
abac4c897   Nicholas Piggin   kbuild: minor imp...
241

898490c01   Alexey Gladkov   moduleparam: Save...
242
243
  info MODINFO modules.builtin.modinfo
  ${OBJCOPY} -j .modinfo -O binary vmlinux.o modules.builtin.modinfo
7fd785685   Andrii Nakryiko   btf: rename /sys/...
244
  btf_vmlinux_bin_o=""
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
245
  if [ -n "${CONFIG_DEBUG_INFO_BTF}" ]; then
bb6524537   Kees Cook   kbuild: Remove de...
246
247
  	btf_vmlinux_bin_o=.btf.vmlinux.bin.o
  	if ! gen_btf .tmp_vmlinux.btf $btf_vmlinux_bin_o ; then
c8b4a8e3b   Stanislav Fomichev   bpf: Support pre-...
248
249
250
  		echo >&2 "Failed to generate BTF for vmlinux"
  		echo >&2 "Try to disable CONFIG_DEBUG_INFO_BTF"
  		exit 1
341dfcf8d   Andrii Nakryiko   btf: expose BTF i...
251
252
  	fi
  fi
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
253
  kallsymso=""
8959e3927   Kees Cook   kbuild: Parameter...
254
  kallsymso_prev=""
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
255
256
257
258
259
260
261
262
263
264
265
266
267
268
  kallsyms_vmlinux=""
  if [ -n "${CONFIG_KALLSYMS}" ]; then
  
  	# kallsyms support
  	# Generate section listing all symbols and add it into vmlinux
  	# It's a three step process:
  	# 1)  Link .tmp_vmlinux1 so it has all symbols and sections,
  	#     but __kallsyms is empty.
  	#     Running kallsyms on that gives us .tmp_kallsyms1.o with
  	#     the right size
  	# 2)  Link .tmp_vmlinux2 so it now has a __kallsyms section of
  	#     the right size, but due to the added section, some
  	#     addresses have shifted.
  	#     From here, we generate a correct .tmp_kallsyms2.o
7e2b37c97   Nicholas Piggin   kbuild: kallsyms ...
269
270
271
272
273
274
275
276
  	# 3)  That link may have expanded the kernel image enough that
  	#     more linker branch stubs / trampolines had to be added, which
  	#     introduces new names, which further expands kallsyms. Do another
  	#     pass if that is the case. In theory it's possible this results
  	#     in even more stubs, but unlikely.
  	#     KALLSYMS_EXTRA_PASS=1 may also used to debug or work around
  	#     other bugs.
  	# 4)  The correct ${kallsymso} is linked into the final vmlinux.
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
277
278
279
  	#
  	# a)  Verify that the System.map from vmlinux matches the map from
  	#     ${kallsymso}.
8959e3927   Kees Cook   kbuild: Parameter...
280
281
  	kallsyms_step 1
  	kallsyms_step 2
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
282

7e2b37c97   Nicholas Piggin   kbuild: kallsyms ...
283
  	# step 3
8959e3927   Kees Cook   kbuild: Parameter...
284
285
  	size1=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" ${kallsymso_prev})
  	size2=$(${CONFIG_SHELL} "${srctree}/scripts/file-size.sh" ${kallsymso})
7e2b37c97   Nicholas Piggin   kbuild: kallsyms ...
286
287
  
  	if [ $size1 -ne $size2 ] || [ -n "${KALLSYMS_EXTRA_PASS}" ]; then
8959e3927   Kees Cook   kbuild: Parameter...
288
  		kallsyms_step 3
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
289
290
  	fi
  fi
d7b0827f2   Linus Torvalds   Merge tag 'kbuild...
291
  vmlinux_link vmlinux "${kallsymso}" ${btf_vmlinux_bin_o}
e83b9f554   Andrii Nakryiko   kbuild: add abili...
292

1347a2ceb   Linus Torvalds   Merge branch 'kbu...
293
294
295
296
  if [ -n "${CONFIG_BUILDTIME_EXTABLE_SORT}" ]; then
  	info SORTEX vmlinux
  	sortextable vmlinux
  fi
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
297
298
299
300
301
302
303
304
  info SYSMAP System.map
  mksysmap vmlinux System.map
  
  # step a (see comment above)
  if [ -n "${CONFIG_KALLSYMS}" ]; then
  	mksysmap ${kallsyms_vmlinux} .tmp_System.map
  
  	if ! cmp -s System.map .tmp_System.map; then
5369f5502   Michal Marek   kbuild: Print err...
305
  		echo >&2 Inconsistent kallsyms data
367e43c50   Michal Marek   link-vmlinux.sh: ...
306
  		echo >&2 Try "make KALLSYMS_EXTRA_PASS=1" as a workaround
1f2bfbd00   Sam Ravnborg   kbuild: link of v...
307
308
309
  		exit 1
  	fi
  fi