[mirror_ubuntu-bionic-kernel.git] / arch / x86 / vdso / Makefile

#
# Building vDSO images for x86.
#

KBUILD_CFLAGS += $(DISABLE_LTO)

VDSO64-$(CONFIG_X86_64)		:= y
VDSOX32-$(CONFIG_X86_X32_ABI)	:= y
VDSO32-$(CONFIG_X86_32)		:= y
VDSO32-$(CONFIG_COMPAT)		:= y

vdso-install-$(VDSO64-y)	+= vdso.so
vdso-install-$(VDSOX32-y)	+= vdsox32.so
vdso-install-$(VDSO32-y)	+= $(vdso32-images)


# files to link into the vdso
vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o

vobjs-$(VDSOX32-y) += $(vobjx32s-compat)

# Filter out x32 objects.
vobj64s := $(filter-out $(vobjx32s-compat),$(vobjs-y))

# files to link into kernel
obj-y				+= vma.o
obj-$(VDSO64-y)			+= vdso.o
obj-$(VDSOX32-y)		+= vdsox32.o
obj-$(VDSO32-y)			+= vdso32.o vdso32-setup.o

vobjs := $(foreach F,$(vobj64s),$(obj)/$F)

$(obj)/vdso.o: $(obj)/vdso.so

targets += vdso.so vdso.so.dbg vdso.lds $(vobjs-y)

export CPPFLAGS_vdso.lds += -P -C

VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \
			-Wl,--no-undefined \
			-Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096 \
			$(DISABLE_LTO)

$(obj)/vdso.o: $(src)/vdso.S $(obj)/vdso.so

$(obj)/vdso.so.dbg: $(src)/vdso.lds $(vobjs) FORCE
	$(call if_changed,vdso)

$(obj)/%.so: OBJCOPYFLAGS := -S
$(obj)/%.so: $(obj)/%.so.dbg FORCE
	$(call if_changed,objcopy)

#
# Don't omit frame pointers for ease of userspace debugging, but do
# optimize sibling calls.
#
CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
       $(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
       -fno-omit-frame-pointer -foptimize-sibling-calls

$(vobjs): KBUILD_CFLAGS += $(CFL)

#
# vDSO code runs in userspace and -pg doesn't help with profiling anyway.
#
CFLAGS_REMOVE_vdso-note.o = -pg
CFLAGS_REMOVE_vclock_gettime.o = -pg
CFLAGS_REMOVE_vgetcpu.o = -pg
CFLAGS_REMOVE_vvar.o = -pg

targets += vdso-syms.lds
obj-$(VDSO64-y)			+= vdso-syms.lds

#
# Match symbols in the DSO that look like VDSO*; produce a file of constants.
#
sed-vdsosym := -e 's/^00*/0/' \
	-e 's/^\([0-9a-fA-F]*\) . \(VDSO[a-zA-Z0-9_]*\)$$/\2 = 0x\1;/p'
quiet_cmd_vdsosym = VDSOSYM $@
define cmd_vdsosym
	$(NM) $< | LC_ALL=C sed -n $(sed-vdsosym) | LC_ALL=C sort > $@
endef

$(obj)/%-syms.lds: $(obj)/%.so.dbg FORCE
	$(call if_changed,vdsosym)

#
# X32 processes use x32 vDSO to access 64bit kernel data.
#
# Build x32 vDSO image:
# 1. Compile x32 vDSO as 64bit.
# 2. Convert object files to x32.
# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
# so that it can reach 64bit address space with 64bit pointers.
#

targets += vdsox32-syms.lds
obj-$(VDSOX32-y)		+= vdsox32-syms.lds

CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds)
VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \
			   -Wl,-soname=linux-vdso.so.1 \
			   -Wl,-z,max-page-size=4096 \
			   -Wl,-z,common-page-size=4096

vobjx32s-y := $(vobj64s:.o=-x32.o)
vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F)

# Convert 64bit object file to x32 for x32 vDSO.
quiet_cmd_x32 = X32     $@
      cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@

$(obj)/%-x32.o: $(obj)/%.o FORCE
	$(call if_changed,x32)

targets += vdsox32.so vdsox32.so.dbg vdsox32.lds $(vobjx32s-y)

$(obj)/vdsox32.o: $(src)/vdsox32.S $(obj)/vdsox32.so

$(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE
	$(call if_changed,vdso)

#
# Build multiple 32-bit vDSO images to choose from at boot time.
#
obj-$(VDSO32-y)			+= vdso32-syms.lds
vdso32.so-$(VDSO32-y)		+= int80
vdso32.so-$(CONFIG_COMPAT)	+= syscall
vdso32.so-$(VDSO32-y)		+= sysenter

vdso32-images			= $(vdso32.so-y:%=vdso32-%.so)

CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds)
VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-m,elf_i386 -Wl,-soname=linux-gate.so.1

# This makes sure the $(obj) subdirectory exists even though vdso32/
# is not a kbuild sub-make subdirectory.
override obj-dirs = $(dir $(obj)) $(obj)/vdso32/

targets += vdso32/vdso32.lds
targets += $(vdso32-images) $(vdso32-images:=.dbg)
targets += vdso32/note.o vdso32/vclock_gettime.o $(vdso32.so-y:%=vdso32/%.o)

extra-y	+= $(vdso32-images)

$(obj)/vdso32.o: $(vdso32-images:%=$(obj)/%)

KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS))
$(vdso32-images:%=$(obj)/%.dbg): KBUILD_AFLAGS = $(KBUILD_AFLAGS_32)
$(vdso32-images:%=$(obj)/%.dbg): asflags-$(CONFIG_X86_64) += -m32

KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS))
KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic
KBUILD_CFLAGS_32 += $(call cc-option, -fno-stack-protector)
KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls)
KBUILD_CFLAGS_32 += -fno-omit-frame-pointer
$(vdso32-images:%=$(obj)/%.dbg): KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)

$(vdso32-images:%=$(obj)/%.dbg): $(obj)/vdso32-%.so.dbg: FORCE \
				 $(obj)/vdso32/vdso32.lds \
				 $(obj)/vdso32/vclock_gettime.o \
				 $(obj)/vdso32/note.o \
				 $(obj)/vdso32/%.o
	$(call if_changed,vdso)

# Make vdso32-*-syms.lds from each image, and then make sure they match.
# The only difference should be that some do not define VDSO32_SYSENTER_RETURN.

targets += vdso32-syms.lds $(vdso32.so-y:%=vdso32-%-syms.lds)

quiet_cmd_vdso32sym = VDSOSYM $@
define cmd_vdso32sym
	if LC_ALL=C sort -u $(filter-out FORCE,$^) > $(@D)/.tmp_$(@F) && \
	   $(foreach H,$(filter-out FORCE,$^),\
		     if grep -q VDSO32_SYSENTER_RETURN $H; \
		     then diff -u $(@D)/.tmp_$(@F) $H; \
		     else sed /VDSO32_SYSENTER_RETURN/d $(@D)/.tmp_$(@F) | \
			  diff -u - $H; fi &&) : ;\
	then mv -f $(@D)/.tmp_$(@F) $@; \
	else rm -f $(@D)/.tmp_$(@F); exit 1; \
	fi
endef

$(obj)/vdso32-syms.lds: $(vdso32.so-y:%=$(obj)/vdso32-%-syms.lds) FORCE
	$(call if_changed,vdso32sym)

#
# The DSO images are built using a special linker script.
#
quiet_cmd_vdso = VDSO    $@
      cmd_vdso = $(CC) -nostdlib -o $@ \
		       $(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \
		       -Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \
		 sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@'

VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=sysv) \
		$(LTO_CFLAGS)
GCOV_PROFILE := n

#
# Install the unstripped copy of vdso*.so listed in $(vdso-install-y).
#
quiet_cmd_vdso_install = INSTALL $@
      cmd_vdso_install = cp $(obj)/$@.dbg $(MODLIB)/vdso/$@
$(vdso-install-y): %.so: $(obj)/%.so.dbg FORCE
	@mkdir -p $(MODLIB)/vdso
	$(call cmd,vdso_install)

PHONY += vdso_install $(vdso-install-y)
vdso_install: $(vdso-install-y)

clean-files := vdso32-syscall* vdso32-sysenter* vdso32-int80*
Commit	Line	Data
2aae950b	1	#
0249c9c1	2	# Building vDSO images for x86.
2aae950b AK	3	#
2aae950b AK	4
67424d5a AK	5	KBUILD_CFLAGS += $(DISABLE_LTO)
67424d5a AK	6
0249c9c1	7	VDSO64-$(CONFIG_X86_64) := y
1a21d4e0	8	VDSOX32-$(CONFIG_X86_X32_ABI) := y
0249c9c1 RM	9	VDSO32-$(CONFIG_X86_32) := y
	10	VDSO32-$(CONFIG_COMPAT) := y
	11
	12	vdso-install-$(VDSO64-y) += vdso.so
1a21d4e0	13	vdso-install-$(VDSOX32-y) += vdsox32.so
2c158269	14	vdso-install-$(VDSO32-y) += $(vdso32-images)
0249c9c1 RM	15
0249c9c1 RM	16
2aae950b	17	# files to link into the vdso
8c49d9a7	18	vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o
2aae950b	19
1a21d4e0 L	20	vobjs-$(VDSOX32-y) += $(vobjx32s-compat)
	21
	22	# Filter out x32 objects.
	23	vobj64s := $(filter-out $(vobjx32s-compat),$(vobjs-y))
	24
2aae950b	25	# files to link into kernel
b4b541a6 AL	26	obj-y += vma.o
b4b541a6 AL	27	obj-$(VDSO64-y) += vdso.o
1a21d4e0	28	obj-$(VDSOX32-y) += vdsox32.o
af65d648	29	obj-$(VDSO32-y) += vdso32.o vdso32-setup.o
2aae950b	30
1a21d4e0	31	vobjs := $(foreach F,$(vobj64s),$(obj)/$F)
2aae950b AK	32
	33	$(obj)/vdso.o: $(obj)/vdso.so
	34
2b9c97e1	35	targets += vdso.so vdso.so.dbg vdso.lds $(vobjs-y)
2aae950b	36
d746d647	37	export CPPFLAGS_vdso.lds += -P -C
2aae950b	38
de2a8cf9	39	VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \
7f79ad15	40	-Wl,--no-undefined \
67424d5a AK	41	-Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096 \
67424d5a AK	42	$(DISABLE_LTO)
2aae950b AK	43
	44	$(obj)/vdso.o: $(src)/vdso.S $(obj)/vdso.so
	45
f79eb83b	46	$(obj)/vdso.so.dbg: $(src)/vdso.lds $(vobjs) FORCE
16e48e7e	47	$(call if_changed,vdso)
2aae950b	48
f79eb83b RM	49	$(obj)/%.so: OBJCOPYFLAGS := -S
	50	$(obj)/%.so: $(obj)/%.so.dbg FORCE
	51	$(call if_changed,objcopy)
	52
6447facb AL	53	#
	54	# Don't omit frame pointers for ease of userspace debugging, but do
	55	# optimize sibling calls.
	56	#
8705a49c	57	CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
6447facb AL	58	$(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
6447facb AL	59	-fno-omit-frame-pointer -foptimize-sibling-calls
2aae950b	60
f6bc4029	61	$(vobjs): KBUILD_CFLAGS += $(CFL)
2aae950b	62
6447facb AL	63	#
	64	# vDSO code runs in userspace and -pg doesn't help with profiling anyway.
	65	#
	66	CFLAGS_REMOVE_vdso-note.o = -pg
	67	CFLAGS_REMOVE_vclock_gettime.o = -pg
	68	CFLAGS_REMOVE_vgetcpu.o = -pg
	69	CFLAGS_REMOVE_vvar.o = -pg
	70
5b930493	71	targets += vdso-syms.lds
6c3652ef	72	obj-$(VDSO64-y) += vdso-syms.lds
5b930493 RM	73
	74	#
	75	# Match symbols in the DSO that look like VDSO*; produce a file of constants.
	76	#
	77	sed-vdsosym := -e 's/^00*/0/' \
f2dbe03d	78	-e 's/^\([0-9a-fA-F]\) . \(VDSO[a-zA-Z0-9_]\)$$/\2 = 0x\1;/p'
5b930493	79	quiet_cmd_vdsosym = VDSOSYM $@
f2dbe03d RM	80	define cmd_vdsosym
	81	$(NM) $< \| LC_ALL=C sed -n $(sed-vdsosym) \| LC_ALL=C sort > $@
	82	endef
5b930493 RM	83
	84	$(obj)/%-syms.lds: $(obj)/%.so.dbg FORCE
	85	$(call if_changed,vdsosym)
	86
1a21d4e0 L	87	#
	88	# X32 processes use x32 vDSO to access 64bit kernel data.
	89	#
	90	# Build x32 vDSO image:
	91	# 1. Compile x32 vDSO as 64bit.
	92	# 2. Convert object files to x32.
	93	# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
	94	# so that it can reach 64bit address space with 64bit pointers.
	95	#
	96
	97	targets += vdsox32-syms.lds
	98	obj-$(VDSOX32-y) += vdsox32-syms.lds
	99
	100	CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds)
	101	VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \
	102	-Wl,-soname=linux-vdso.so.1 \
	103	-Wl,-z,max-page-size=4096 \
	104	-Wl,-z,common-page-size=4096
	105
	106	vobjx32s-y := $(vobj64s:.o=-x32.o)
	107	vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F)
	108
	109	# Convert 64bit object file to x32 for x32 vDSO.
	110	quiet_cmd_x32 = X32 $@
	111	cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@
	112
	113	$(obj)/%-x32.o: $(obj)/%.o FORCE
	114	$(call if_changed,x32)
	115
	116	targets += vdsox32.so vdsox32.so.dbg vdsox32.lds $(vobjx32s-y)
	117
	118	$(obj)/vdsox32.o: $(src)/vdsox32.S $(obj)/vdsox32.so
	119
	120	$(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE
	121	$(call if_changed,vdso)
	122
0249c9c1 RM	123	#
	124	# Build multiple 32-bit vDSO images to choose from at boot time.
	125	#
6c3652ef	126	obj-$(VDSO32-y) += vdso32-syms.lds
6a52e4b1	127	vdso32.so-$(VDSO32-y) += int80
00f8b1bc	128	vdso32.so-$(CONFIG_COMPAT) += syscall
0249c9c1 RM	129	vdso32.so-$(VDSO32-y) += sysenter
0249c9c1 RM	130
2c158269 RM	131	vdso32-images = $(vdso32.so-y:%=vdso32-%.so)
2c158269 RM	132
0249c9c1	133	CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds)
67424d5a	134	VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-m,elf_i386 -Wl,-soname=linux-gate.so.1
0249c9c1 RM	135
	136	# This makes sure the $(obj) subdirectory exists even though vdso32/
	137	# is not a kbuild sub-make subdirectory.
	138	override obj-dirs = $(dir $(obj)) $(obj)/vdso32/
	139
	140	targets += vdso32/vdso32.lds
2c158269	141	targets += $(vdso32-images) $(vdso32-images:=.dbg)
b9a4a56c	142	targets += vdso32/note.o vdso32/vclock_gettime.o $(vdso32.so-y:%=vdso32/%.o)
0249c9c1	143
2c158269	144	extra-y += $(vdso32-images)
0249c9c1	145
2c158269	146	$(obj)/vdso32.o: $(vdso32-images:%=$(obj)/%)
6c3652ef	147
0249c9c1	148	KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS))
2c158269 RM	149	$(vdso32-images:%=$(obj)/%.dbg): KBUILD_AFLAGS = $(KBUILD_AFLAGS_32)
2c158269 RM	150	$(vdso32-images:%=$(obj)/%.dbg): asflags-$(CONFIG_X86_64) += -m32
0249c9c1	151
7a59ed41 SS	152	KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS))
	153	KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32))
	154	KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32))
	155	KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32))
	156	KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic
008cc907 PA	157	KBUILD_CFLAGS_32 += $(call cc-option, -fno-stack-protector)
	158	KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls)
	159	KBUILD_CFLAGS_32 += -fno-omit-frame-pointer
7a59ed41 SS	160	$(vdso32-images:%=$(obj)/%.dbg): KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)
7a59ed41 SS	161
2c158269 RM	162	$(vdso32-images:%=$(obj)/%.dbg): $(obj)/vdso32-%.so.dbg: FORCE \
2c158269 RM	163	$(obj)/vdso32/vdso32.lds \
7a59ed41	164	$(obj)/vdso32/vclock_gettime.o \
2c158269 RM	165	$(obj)/vdso32/note.o \
2c158269 RM	166	$(obj)/vdso32/%.o
0249c9c1 RM	167	$(call if_changed,vdso)
	168
	169	# Make vdso32-*-syms.lds from each image, and then make sure they match.
	170	# The only difference should be that some do not define VDSO32_SYSENTER_RETURN.
	171
	172	targets += vdso32-syms.lds $(vdso32.so-y:%=vdso32-%-syms.lds)
	173
	174	quiet_cmd_vdso32sym = VDSOSYM $@
	175	define cmd_vdso32sym
	176	if LC_ALL=C sort -u $(filter-out FORCE,$^) > $(@D)/.tmp_$(@F) && \
	177	$(foreach H,$(filter-out FORCE,$^),\
	178	if grep -q VDSO32_SYSENTER_RETURN $H; \
	179	then diff -u $(@D)/.tmp_$(@F) $H; \
	180	else sed /VDSO32_SYSENTER_RETURN/d $(@D)/.tmp_$(@F) \| \
	181	diff -u - $H; fi &&) : ;\
	182	then mv -f $(@D)/.tmp_$(@F) $@; \
	183	else rm -f $(@D)/.tmp_$(@F); exit 1; \
	184	fi
	185	endef
	186
	187	$(obj)/vdso32-syms.lds: $(vdso32.so-y:%=$(obj)/vdso32-%-syms.lds) FORCE
	188	$(call if_changed,vdso32sym)
	189
	190	#
	191	# The DSO images are built using a special linker script.
	192	#
	193	quiet_cmd_vdso = VDSO $@
	194	cmd_vdso = $(CC) -nostdlib -o $@ \
	195	$(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \
05d0b088 PA	196	-Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \
05d0b088 PA	197	sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@'
0249c9c1	198
67424d5a AK	199	VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=sysv) \
67424d5a AK	200	$(LTO_CFLAGS)
7bf99fb6	201	GCOV_PROFILE := n
0249c9c1 RM	202
	203	#
	204	# Install the unstripped copy of vdso*.so listed in $(vdso-install-y).
	205	#
f79eb83b RM	206	quiet_cmd_vdso_install = INSTALL $@
f79eb83b RM	207	cmd_vdso_install = cp $(obj)/$@.dbg $(MODLIB)/vdso/$@
0249c9c1	208	$(vdso-install-y): %.so: $(obj)/%.so.dbg FORCE
f79eb83b RM	209	@mkdir -p $(MODLIB)/vdso
	210	$(call cmd,vdso_install)
	211
0249c9c1 RM	212	PHONY += vdso_install $(vdso-install-y)
0249c9c1 RM	213	vdso_install: $(vdso-install-y)
d531b4fd SR	214
d531b4fd SR	215	clean-files := vdso32-syscall* vdso32-sysenter* vdso32-int80*