[mirror_ubuntu-bionic-kernel.git] / arch / x86 / vdso / Makefile

#
# Building vDSO images for x86.
#

VDSO64-$(CONFIG_X86_64)		:= y
VDSOX32-$(CONFIG_X86_X32_ABI)	:= y
VDSO32-$(CONFIG_X86_32)		:= y
VDSO32-$(CONFIG_COMPAT)		:= y

vdso-install-$(VDSO64-y)	+= vdso.so
vdso-install-$(VDSOX32-y)	+= vdsox32.so
vdso-install-$(VDSO32-y)	+= $(vdso32-images)


# files to link into the vdso
vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o

vobjs-$(VDSOX32-y) += $(vobjx32s-compat)

# Filter out x32 objects.
vobj64s := $(filter-out $(vobjx32s-compat),$(vobjs-y))

# files to link into kernel
obj-y				+= vma.o
obj-$(VDSO64-y)			+= vdso.o
obj-$(VDSOX32-y)		+= vdsox32.o
obj-$(VDSO32-y)			+= vdso32.o vdso32-setup.o

vobjs := $(foreach F,$(vobj64s),$(obj)/$F)

$(obj)/vdso.o: $(obj)/vdso.so

targets += vdso.so vdso.so.dbg vdso.lds $(vobjs-y)

export CPPFLAGS_vdso.lds += -P -C

VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \
			-Wl,--no-undefined \
		      	-Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096

$(obj)/vdso.o: $(src)/vdso.S $(obj)/vdso.so

$(obj)/vdso.so.dbg: $(src)/vdso.lds $(vobjs) FORCE
	$(call if_changed,vdso)

$(obj)/%.so: OBJCOPYFLAGS := -S
$(obj)/%.so: $(obj)/%.so.dbg FORCE
	$(call if_changed,objcopy)

#
# Don't omit frame pointers for ease of userspace debugging, but do
# optimize sibling calls.
#
CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
       $(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
       -fno-omit-frame-pointer -foptimize-sibling-calls

$(vobjs): KBUILD_CFLAGS += $(CFL)

#
# vDSO code runs in userspace and -pg doesn't help with profiling anyway.
#
CFLAGS_REMOVE_vdso-note.o = -pg
CFLAGS_REMOVE_vclock_gettime.o = -pg
CFLAGS_REMOVE_vgetcpu.o = -pg
CFLAGS_REMOVE_vvar.o = -pg

targets += vdso-syms.lds
obj-$(VDSO64-y)			+= vdso-syms.lds

#
# Match symbols in the DSO that look like VDSO*; produce a file of constants.
#
sed-vdsosym := -e 's/^00*/0/' \
	-e 's/^\([0-9a-fA-F]*\) . \(VDSO[a-zA-Z0-9_]*\)$$/\2 = 0x\1;/p'
quiet_cmd_vdsosym = VDSOSYM $@
define cmd_vdsosym
	$(NM) $< | LC_ALL=C sed -n $(sed-vdsosym) | LC_ALL=C sort > $@
endef

$(obj)/%-syms.lds: $(obj)/%.so.dbg FORCE
	$(call if_changed,vdsosym)

#
# X32 processes use x32 vDSO to access 64bit kernel data.
#
# Build x32 vDSO image:
# 1. Compile x32 vDSO as 64bit.
# 2. Convert object files to x32.
# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
# so that it can reach 64bit address space with 64bit pointers.
#

targets += vdsox32-syms.lds
obj-$(VDSOX32-y)		+= vdsox32-syms.lds

CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds)
VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \
			   -Wl,-soname=linux-vdso.so.1 \
			   -Wl,-z,max-page-size=4096 \
			   -Wl,-z,common-page-size=4096

vobjx32s-y := $(vobj64s:.o=-x32.o)
vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F)

# Convert 64bit object file to x32 for x32 vDSO.
quiet_cmd_x32 = X32     $@
      cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@

$(obj)/%-x32.o: $(obj)/%.o FORCE
	$(call if_changed,x32)

targets += vdsox32.so vdsox32.so.dbg vdsox32.lds $(vobjx32s-y)

$(obj)/vdsox32.o: $(src)/vdsox32.S $(obj)/vdsox32.so

$(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE
	$(call if_changed,vdso)

#
# Build multiple 32-bit vDSO images to choose from at boot time.
#
obj-$(VDSO32-y)			+= vdso32-syms.lds
vdso32.so-$(VDSO32-y)		+= int80
vdso32.so-$(CONFIG_COMPAT)	+= syscall
vdso32.so-$(VDSO32-y)		+= sysenter

vdso32-images			= $(vdso32.so-y:%=vdso32-%.so)

CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds)
VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-soname=linux-gate.so.1

# This makes sure the $(obj) subdirectory exists even though vdso32/
# is not a kbuild sub-make subdirectory.
override obj-dirs = $(dir $(obj)) $(obj)/vdso32/

targets += vdso32/vdso32.lds
targets += $(vdso32-images) $(vdso32-images:=.dbg)
targets += vdso32/note.o $(vdso32.so-y:%=vdso32/%.o)

extra-y	+= $(vdso32-images)

$(obj)/vdso32.o: $(vdso32-images:%=$(obj)/%)

KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS))
$(vdso32-images:%=$(obj)/%.dbg): KBUILD_AFLAGS = $(KBUILD_AFLAGS_32)
$(vdso32-images:%=$(obj)/%.dbg): asflags-$(CONFIG_X86_64) += -m32

KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS))
KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic
$(vdso32-images:%=$(obj)/%.dbg): KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)

$(vdso32-images:%=$(obj)/%.dbg): $(obj)/vdso32-%.so.dbg: FORCE \
				 $(obj)/vdso32/vdso32.lds \
				 $(obj)/vdso32/vclock_gettime.o \
				 $(obj)/vdso32/note.o \
				 $(obj)/vdso32/%.o
	$(call if_changed,vdso)

# Make vdso32-*-syms.lds from each image, and then make sure they match.
# The only difference should be that some do not define VDSO32_SYSENTER_RETURN.

targets += vdso32-syms.lds $(vdso32.so-y:%=vdso32-%-syms.lds)

quiet_cmd_vdso32sym = VDSOSYM $@
define cmd_vdso32sym
	if LC_ALL=C sort -u $(filter-out FORCE,$^) > $(@D)/.tmp_$(@F) && \
	   $(foreach H,$(filter-out FORCE,$^),\
		     if grep -q VDSO32_SYSENTER_RETURN $H; \
		     then diff -u $(@D)/.tmp_$(@F) $H; \
		     else sed /VDSO32_SYSENTER_RETURN/d $(@D)/.tmp_$(@F) | \
			  diff -u - $H; fi &&) : ;\
	then mv -f $(@D)/.tmp_$(@F) $@; \
	else rm -f $(@D)/.tmp_$(@F); exit 1; \
	fi
endef

$(obj)/vdso32-syms.lds: $(vdso32.so-y:%=$(obj)/vdso32-%-syms.lds) FORCE
	$(call if_changed,vdso32sym)

#
# The DSO images are built using a special linker script.
#
quiet_cmd_vdso = VDSO    $@
      cmd_vdso = $(CC) -nostdlib -o $@ \
		       $(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \
		       -Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \
		 sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@'

VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=sysv)
GCOV_PROFILE := n

#
# Install the unstripped copy of vdso*.so listed in $(vdso-install-y).
#
quiet_cmd_vdso_install = INSTALL $@
      cmd_vdso_install = cp $(obj)/$@.dbg $(MODLIB)/vdso/$@
$(vdso-install-y): %.so: $(obj)/%.so.dbg FORCE
	@mkdir -p $(MODLIB)/vdso
	$(call cmd,vdso_install)

PHONY += vdso_install $(vdso-install-y)
vdso_install: $(vdso-install-y)

clean-files := vdso32-syscall* vdso32-sysenter* vdso32-int80*
Commit	Line	Data
2aae950b	1	#
0249c9c1	2	# Building vDSO images for x86.
2aae950b AK	3	#
2aae950b AK	4
0249c9c1	5	VDSO64-$(CONFIG_X86_64) := y
1a21d4e0	6	VDSOX32-$(CONFIG_X86_X32_ABI) := y
0249c9c1 RM	7	VDSO32-$(CONFIG_X86_32) := y
	8	VDSO32-$(CONFIG_COMPAT) := y
	9
	10	vdso-install-$(VDSO64-y) += vdso.so
1a21d4e0	11	vdso-install-$(VDSOX32-y) += vdsox32.so
2c158269	12	vdso-install-$(VDSO32-y) += $(vdso32-images)
0249c9c1 RM	13
0249c9c1 RM	14
2aae950b	15	# files to link into the vdso
8c49d9a7	16	vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o
2aae950b	17
1a21d4e0 L	18	vobjs-$(VDSOX32-y) += $(vobjx32s-compat)
	19
	20	# Filter out x32 objects.
	21	vobj64s := $(filter-out $(vobjx32s-compat),$(vobjs-y))
	22
2aae950b	23	# files to link into kernel
b4b541a6 AL	24	obj-y += vma.o
b4b541a6 AL	25	obj-$(VDSO64-y) += vdso.o
1a21d4e0	26	obj-$(VDSOX32-y) += vdsox32.o
af65d648	27	obj-$(VDSO32-y) += vdso32.o vdso32-setup.o
2aae950b	28
1a21d4e0	29	vobjs := $(foreach F,$(vobj64s),$(obj)/$F)
2aae950b AK	30
	31	$(obj)/vdso.o: $(obj)/vdso.so
	32
2b9c97e1	33	targets += vdso.so vdso.so.dbg vdso.lds $(vobjs-y)
2aae950b	34
d746d647	35	export CPPFLAGS_vdso.lds += -P -C
2aae950b	36
de2a8cf9	37	VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \
7f79ad15	38	-Wl,--no-undefined \
16e48e7e	39	-Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096
2aae950b AK	40
	41	$(obj)/vdso.o: $(src)/vdso.S $(obj)/vdso.so
	42
f79eb83b	43	$(obj)/vdso.so.dbg: $(src)/vdso.lds $(vobjs) FORCE
16e48e7e	44	$(call if_changed,vdso)
2aae950b	45
f79eb83b RM	46	$(obj)/%.so: OBJCOPYFLAGS := -S
	47	$(obj)/%.so: $(obj)/%.so.dbg FORCE
	48	$(call if_changed,objcopy)
	49
6447facb AL	50	#
	51	# Don't omit frame pointers for ease of userspace debugging, but do
	52	# optimize sibling calls.
	53	#
8705a49c	54	CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
6447facb AL	55	$(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
6447facb AL	56	-fno-omit-frame-pointer -foptimize-sibling-calls
2aae950b	57
f6bc4029	58	$(vobjs): KBUILD_CFLAGS += $(CFL)
2aae950b	59
6447facb AL	60	#
	61	# vDSO code runs in userspace and -pg doesn't help with profiling anyway.
	62	#
	63	CFLAGS_REMOVE_vdso-note.o = -pg
	64	CFLAGS_REMOVE_vclock_gettime.o = -pg
	65	CFLAGS_REMOVE_vgetcpu.o = -pg
	66	CFLAGS_REMOVE_vvar.o = -pg
	67
5b930493	68	targets += vdso-syms.lds
6c3652ef	69	obj-$(VDSO64-y) += vdso-syms.lds
5b930493 RM	70
	71	#
	72	# Match symbols in the DSO that look like VDSO*; produce a file of constants.
	73	#
	74	sed-vdsosym := -e 's/^00*/0/' \
f2dbe03d	75	-e 's/^\([0-9a-fA-F]\) . \(VDSO[a-zA-Z0-9_]\)$$/\2 = 0x\1;/p'
5b930493	76	quiet_cmd_vdsosym = VDSOSYM $@
f2dbe03d RM	77	define cmd_vdsosym
	78	$(NM) $< \| LC_ALL=C sed -n $(sed-vdsosym) \| LC_ALL=C sort > $@
	79	endef
5b930493 RM	80
	81	$(obj)/%-syms.lds: $(obj)/%.so.dbg FORCE
	82	$(call if_changed,vdsosym)
	83
1a21d4e0 L	84	#
	85	# X32 processes use x32 vDSO to access 64bit kernel data.
	86	#
	87	# Build x32 vDSO image:
	88	# 1. Compile x32 vDSO as 64bit.
	89	# 2. Convert object files to x32.
	90	# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
	91	# so that it can reach 64bit address space with 64bit pointers.
	92	#
	93
	94	targets += vdsox32-syms.lds
	95	obj-$(VDSOX32-y) += vdsox32-syms.lds
	96
	97	CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds)
	98	VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \
	99	-Wl,-soname=linux-vdso.so.1 \
	100	-Wl,-z,max-page-size=4096 \
	101	-Wl,-z,common-page-size=4096
	102
	103	vobjx32s-y := $(vobj64s:.o=-x32.o)
	104	vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F)
	105
	106	# Convert 64bit object file to x32 for x32 vDSO.
	107	quiet_cmd_x32 = X32 $@
	108	cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@
	109
	110	$(obj)/%-x32.o: $(obj)/%.o FORCE
	111	$(call if_changed,x32)
	112
	113	targets += vdsox32.so vdsox32.so.dbg vdsox32.lds $(vobjx32s-y)
	114
	115	$(obj)/vdsox32.o: $(src)/vdsox32.S $(obj)/vdsox32.so
	116
	117	$(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE
	118	$(call if_changed,vdso)
	119
0249c9c1 RM	120	#
	121	# Build multiple 32-bit vDSO images to choose from at boot time.
	122	#
6c3652ef	123	obj-$(VDSO32-y) += vdso32-syms.lds
6a52e4b1	124	vdso32.so-$(VDSO32-y) += int80
00f8b1bc	125	vdso32.so-$(CONFIG_COMPAT) += syscall
0249c9c1 RM	126	vdso32.so-$(VDSO32-y) += sysenter
0249c9c1 RM	127
2c158269 RM	128	vdso32-images = $(vdso32.so-y:%=vdso32-%.so)
2c158269 RM	129
0249c9c1	130	CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds)
de2a8cf9	131	VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-soname=linux-gate.so.1
0249c9c1 RM	132
	133	# This makes sure the $(obj) subdirectory exists even though vdso32/
	134	# is not a kbuild sub-make subdirectory.
	135	override obj-dirs = $(dir $(obj)) $(obj)/vdso32/
	136
	137	targets += vdso32/vdso32.lds
2c158269	138	targets += $(vdso32-images) $(vdso32-images:=.dbg)
0249c9c1 RM	139	targets += vdso32/note.o $(vdso32.so-y:%=vdso32/%.o)
0249c9c1 RM	140
2c158269	141	extra-y += $(vdso32-images)
0249c9c1	142
2c158269	143	$(obj)/vdso32.o: $(vdso32-images:%=$(obj)/%)
6c3652ef	144
0249c9c1	145	KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS))
2c158269 RM	146	$(vdso32-images:%=$(obj)/%.dbg): KBUILD_AFLAGS = $(KBUILD_AFLAGS_32)
2c158269 RM	147	$(vdso32-images:%=$(obj)/%.dbg): asflags-$(CONFIG_X86_64) += -m32
0249c9c1	148
7a59ed41 SS	149	KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS))
	150	KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32))
	151	KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32))
	152	KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32))
	153	KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic
	154	$(vdso32-images:%=$(obj)/%.dbg): KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)
	155
2c158269 RM	156	$(vdso32-images:%=$(obj)/%.dbg): $(obj)/vdso32-%.so.dbg: FORCE \
2c158269 RM	157	$(obj)/vdso32/vdso32.lds \
7a59ed41	158	$(obj)/vdso32/vclock_gettime.o \
2c158269 RM	159	$(obj)/vdso32/note.o \
2c158269 RM	160	$(obj)/vdso32/%.o
0249c9c1 RM	161	$(call if_changed,vdso)
	162
	163	# Make vdso32-*-syms.lds from each image, and then make sure they match.
	164	# The only difference should be that some do not define VDSO32_SYSENTER_RETURN.
	165
	166	targets += vdso32-syms.lds $(vdso32.so-y:%=vdso32-%-syms.lds)
	167
	168	quiet_cmd_vdso32sym = VDSOSYM $@
	169	define cmd_vdso32sym
	170	if LC_ALL=C sort -u $(filter-out FORCE,$^) > $(@D)/.tmp_$(@F) && \
	171	$(foreach H,$(filter-out FORCE,$^),\
	172	if grep -q VDSO32_SYSENTER_RETURN $H; \
	173	then diff -u $(@D)/.tmp_$(@F) $H; \
	174	else sed /VDSO32_SYSENTER_RETURN/d $(@D)/.tmp_$(@F) \| \
	175	diff -u - $H; fi &&) : ;\
	176	then mv -f $(@D)/.tmp_$(@F) $@; \
	177	else rm -f $(@D)/.tmp_$(@F); exit 1; \
	178	fi
	179	endef
	180
	181	$(obj)/vdso32-syms.lds: $(vdso32.so-y:%=$(obj)/vdso32-%-syms.lds) FORCE
	182	$(call if_changed,vdso32sym)
	183
	184	#
	185	# The DSO images are built using a special linker script.
	186	#
	187	quiet_cmd_vdso = VDSO $@
	188	cmd_vdso = $(CC) -nostdlib -o $@ \
	189	$(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \
05d0b088 PA	190	-Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \
05d0b088 PA	191	sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@'
0249c9c1	192
f86fd306	193	VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=sysv)
7bf99fb6	194	GCOV_PROFILE := n
0249c9c1 RM	195
	196	#
	197	# Install the unstripped copy of vdso*.so listed in $(vdso-install-y).
	198	#
f79eb83b RM	199	quiet_cmd_vdso_install = INSTALL $@
f79eb83b RM	200	cmd_vdso_install = cp $(obj)/$@.dbg $(MODLIB)/vdso/$@
0249c9c1	201	$(vdso-install-y): %.so: $(obj)/%.so.dbg FORCE
f79eb83b RM	202	@mkdir -p $(MODLIB)/vdso
	203	$(call cmd,vdso_install)
	204
0249c9c1 RM	205	PHONY += vdso_install $(vdso-install-y)
0249c9c1 RM	206	vdso_install: $(vdso-install-y)
d531b4fd SR	207
d531b4fd SR	208	clean-files := vdso32-syscall* vdso32-sysenter* vdso32-int80*