1b2441318SGreg Kroah-Hartman# SPDX-License-Identifier: GPL-2.0 2d603c8e1SIngo Molnar# 3d603c8e1SIngo Molnar# Building vDSO images for x86. 4d603c8e1SIngo Molnar# 5d603c8e1SIngo Molnar 6*aff69273SFangrui Song# Include the generic Makefile to check the built vdso. 77ac87074SVincenzo Frascinoinclude $(srctree)/lib/vdso/Makefile 87ac87074SVincenzo Frascino 940d04110SMarco Elver# Sanitizer runtimes are unavailable and cannot be linked here. 10d603c8e1SIngo MolnarKASAN_SANITIZE := n 1193324e68SAlexander PotapenkoKMSAN_SANITIZE_vclock_gettime.o := n 1293324e68SAlexander PotapenkoKMSAN_SANITIZE_vgetcpu.o := n 1393324e68SAlexander Potapenko 14c6d30853SAndrey RyabininUBSAN_SANITIZE := n 1540d04110SMarco ElverKCSAN_SANITIZE := n 16c0dd6716SJosh PoimboeufOBJECT_FILES_NON_STANDARD := y 17d603c8e1SIngo Molnar 185c9a8750SDmitry Vyukov# Prevents link failures: __sanitizer_cov_trace_pc() is not linked in. 195c9a8750SDmitry VyukovKCOV_INSTRUMENT := n 205c9a8750SDmitry Vyukov 21d603c8e1SIngo MolnarVDSO64-$(CONFIG_X86_64) := y 22d603c8e1SIngo MolnarVDSOX32-$(CONFIG_X86_X32_ABI) := y 23d603c8e1SIngo MolnarVDSO32-$(CONFIG_X86_32) := y 24ab8b82eeSBrian GerstVDSO32-$(CONFIG_IA32_EMULATION) := y 25d603c8e1SIngo Molnar 26d603c8e1SIngo Molnar# files to link into the vdso 27d603c8e1SIngo Molnarvobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o 28cd2f45b7SDmitry Safonovvobjs32-y := vdso32/note.o vdso32/system_call.o vdso32/sigreturn.o 2992d33063SSebastian Andrzej Siewiorvobjs32-y += vdso32/vclock_gettime.o vdso32/vgetcpu.o 3084664369SSean Christophersonvobjs-$(CONFIG_X86_SGX) += vsgx.o 31d603c8e1SIngo Molnar 32d603c8e1SIngo Molnar# files to link into kernel 338382c668SSean Christophersonobj-y += vma.o extable.o 34c29a59e4SJann HornKASAN_SANITIZE_vma.o := y 35c29a59e4SJann HornUBSAN_SANITIZE_vma.o := y 36c29a59e4SJann HornKCSAN_SANITIZE_vma.o := y 37c0dd6716SJosh PoimboeufOBJECT_FILES_NON_STANDARD_vma.o := n 38b26d66f8SThomas GleixnerOBJECT_FILES_NON_STANDARD_extable.o := n 39d603c8e1SIngo Molnar 40d603c8e1SIngo Molnar# vDSO images to build 41d603c8e1SIngo Molnarvdso_img-$(VDSO64-y) += 64 42d603c8e1SIngo Molnarvdso_img-$(VDSOX32-y) += x32 430a6d1fa0SAndy Lutomirskivdso_img-$(VDSO32-y) += 32 44d603c8e1SIngo Molnar 45d603c8e1SIngo Molnarobj-$(VDSO32-y) += vdso32-setup.o 46d603c8e1SIngo Molnar 47d603c8e1SIngo Molnarvobjs := $(foreach F,$(vobjs-y),$(obj)/$F) 48cd2f45b7SDmitry Safonovvobjs32 := $(foreach F,$(vobjs32-y),$(obj)/$F) 49d603c8e1SIngo Molnar 50d603c8e1SIngo Molnar$(obj)/vdso.o: $(obj)/vdso.so 51d603c8e1SIngo Molnar 52d603c8e1SIngo Molnartargets += vdso.lds $(vobjs-y) 53cd2f45b7SDmitry Safonovtargets += vdso32/vdso32.lds $(vobjs32-y) 54d603c8e1SIngo Molnar 55d603c8e1SIngo Molnar# Build the vDSO image C files and link them in. 56d603c8e1SIngo Molnarvdso_img_objs := $(vdso_img-y:%=vdso-image-%.o) 57d603c8e1SIngo Molnarvdso_img_cfiles := $(vdso_img-y:%=vdso-image-%.c) 58d603c8e1SIngo Molnarvdso_img_sodbg := $(vdso_img-y:%=vdso%.so.dbg) 59d603c8e1SIngo Molnarobj-y += $(vdso_img_objs) 60d603c8e1SIngo Molnartargets += $(vdso_img_cfiles) 6154a702f7SMasahiro Yamadatargets += $(vdso_img_sodbg) $(vdso_img-y:%=vdso%.so) 62d603c8e1SIngo Molnar 6361615fafSMasahiro YamadaCPPFLAGS_vdso.lds += -P -C 64d603c8e1SIngo Molnar 65379d98ddSAlistair StrachanVDSO_LDFLAGS_vdso.lds = -m elf_x86_64 -soname linux-vdso.so.1 --no-undefined \ 66ac3e233dSNick Desaulniers -z max-page-size=4096 67d603c8e1SIngo Molnar 681742ed20SMasahiro Yamada$(obj)/vdso64.so.dbg: $(obj)/vdso.lds $(vobjs) FORCE 69e9a1379fSNaohiro Aota $(call if_changed,vdso_and_check) 70d603c8e1SIngo Molnar 71d51306f1SStephen RothwellHOST_EXTRACFLAGS += -I$(srctree)/tools/include -I$(srctree)/include/uapi -I$(srctree)/arch/$(SUBARCH)/include/uapi 725f2fb52fSMasahiro Yamadahostprogs += vdso2c 73d603c8e1SIngo Molnar 74d603c8e1SIngo Molnarquiet_cmd_vdso2c = VDSO2C $@ 75c5fcdbf1SMasahiro Yamada cmd_vdso2c = $(obj)/vdso2c $< $(<:%.dbg=%) $@ 76d603c8e1SIngo Molnar 77d603c8e1SIngo Molnar$(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE 78d603c8e1SIngo Molnar $(call if_changed,vdso2c) 79d603c8e1SIngo Molnar 80d603c8e1SIngo Molnar# 81d603c8e1SIngo Molnar# Don't omit frame pointers for ease of userspace debugging, but do 82d603c8e1SIngo Molnar# optimize sibling calls. 83d603c8e1SIngo Molnar# 84d603c8e1SIngo MolnarCFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \ 85893ab004SMasahiro Yamada $(filter -g%,$(KBUILD_CFLAGS)) -fno-stack-protector \ 86d603c8e1SIngo Molnar -fno-omit-frame-pointer -foptimize-sibling-calls \ 874f166564SAndy Lutomirski -DDISABLE_BRANCH_PROFILING -DBUILD_VDSO 884f166564SAndy Lutomirski 894f166564SAndy Lutomirskiifdef CONFIG_RETPOLINE 904f166564SAndy Lutomirskiifneq ($(RETPOLINE_VDSO_CFLAGS),) 914f166564SAndy Lutomirski CFL += $(RETPOLINE_VDSO_CFLAGS) 924f166564SAndy Lutomirskiendif 934f166564SAndy Lutomirskiendif 94d603c8e1SIngo Molnar 95bea75b33SThomas Gleixner$(vobjs): KBUILD_CFLAGS := $(filter-out $(PADDING_CFLAGS) $(CC_FLAGS_LTO) $(CC_FLAGS_CFI) $(RANDSTRUCT_CFLAGS) $(GCC_PLUGINS_CFLAGS) $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS)) $(CFL) 96aa3d4803SPeter Zijlstra$(vobjs): KBUILD_AFLAGS += -DBUILD_VDSO 97d603c8e1SIngo Molnar 98d603c8e1SIngo Molnar# 99d603c8e1SIngo Molnar# vDSO code runs in userspace and -pg doesn't help with profiling anyway. 100d603c8e1SIngo Molnar# 101d603c8e1SIngo MolnarCFLAGS_REMOVE_vclock_gettime.o = -pg 10254b8ae66SMasahiro YamadaCFLAGS_REMOVE_vdso32/vclock_gettime.o = -pg 103d603c8e1SIngo MolnarCFLAGS_REMOVE_vgetcpu.o = -pg 10492d33063SSebastian Andrzej SiewiorCFLAGS_REMOVE_vdso32/vgetcpu.o = -pg 10584664369SSean ChristophersonCFLAGS_REMOVE_vsgx.o = -pg 106d603c8e1SIngo Molnar 107d603c8e1SIngo Molnar# 108d603c8e1SIngo Molnar# X32 processes use x32 vDSO to access 64bit kernel data. 109d603c8e1SIngo Molnar# 110d603c8e1SIngo Molnar# Build x32 vDSO image: 111d603c8e1SIngo Molnar# 1. Compile x32 vDSO as 64bit. 112d603c8e1SIngo Molnar# 2. Convert object files to x32. 113d603c8e1SIngo Molnar# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes 114d603c8e1SIngo Molnar# so that it can reach 64bit address space with 64bit pointers. 115d603c8e1SIngo Molnar# 116d603c8e1SIngo Molnar 117d603c8e1SIngo MolnarCPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds) 118379d98ddSAlistair StrachanVDSO_LDFLAGS_vdsox32.lds = -m elf32_x86_64 -soname linux-vdso.so.1 \ 119ac3e233dSNick Desaulniers -z max-page-size=4096 120d603c8e1SIngo Molnar 121d603c8e1SIngo Molnar# x32-rebranded versions 122b3656612SMasahiro Yamadavobjx32s-y := $(vobjs-y:.o=-x32.o) 123d603c8e1SIngo Molnar 124d603c8e1SIngo Molnar# same thing, but in the output directory 125d603c8e1SIngo Molnarvobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F) 126d603c8e1SIngo Molnar 127d603c8e1SIngo Molnar# Convert 64bit object file to x32 for x32 vDSO. 128d603c8e1SIngo Molnarquiet_cmd_x32 = X32 $@ 129d603c8e1SIngo Molnar cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@ 130d603c8e1SIngo Molnar 131d603c8e1SIngo Molnar$(obj)/%-x32.o: $(obj)/%.o FORCE 132d603c8e1SIngo Molnar $(call if_changed,x32) 133d603c8e1SIngo Molnar 134d603c8e1SIngo Molnartargets += vdsox32.lds $(vobjx32s-y) 135d603c8e1SIngo Molnar 1368382c668SSean Christopherson$(obj)/%.so: OBJCOPYFLAGS := -S --remove-section __ex_table 13755a6d00eSMasahiro Yamada$(obj)/%.so: $(obj)/%.so.dbg FORCE 138d603c8e1SIngo Molnar $(call if_changed,objcopy) 139d603c8e1SIngo Molnar 1401742ed20SMasahiro Yamada$(obj)/vdsox32.so.dbg: $(obj)/vdsox32.lds $(vobjx32s) FORCE 141e9a1379fSNaohiro Aota $(call if_changed,vdso_and_check) 142d603c8e1SIngo Molnar 14354b8ae66SMasahiro YamadaCPPFLAGS_vdso32/vdso32.lds = $(CPPFLAGS_vdso.lds) 144379d98ddSAlistair StrachanVDSO_LDFLAGS_vdso32.lds = -m elf_i386 -soname linux-gate.so.1 145d603c8e1SIngo Molnar 146f24f9108SAndy LutomirskiKBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS)) -DBUILD_VDSO 1470a6d1fa0SAndy Lutomirski$(obj)/vdso32.so.dbg: KBUILD_AFLAGS = $(KBUILD_AFLAGS_32) 1480a6d1fa0SAndy Lutomirski$(obj)/vdso32.so.dbg: asflags-$(CONFIG_X86_64) += -m32 149d603c8e1SIngo Molnar 150d603c8e1SIngo MolnarKBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS)) 151d603c8e1SIngo MolnarKBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32)) 152d603c8e1SIngo MolnarKBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32)) 153d603c8e1SIngo MolnarKBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32)) 154613f4b3eSKees CookKBUILD_CFLAGS_32 := $(filter-out $(RANDSTRUCT_CFLAGS),$(KBUILD_CFLAGS_32)) 1556b90bd4bSEmese RevfyKBUILD_CFLAGS_32 := $(filter-out $(GCC_PLUGINS_CFLAGS),$(KBUILD_CFLAGS_32)) 1562e549b2eSAndy LutomirskiKBUILD_CFLAGS_32 := $(filter-out $(RETPOLINE_CFLAGS),$(KBUILD_CFLAGS_32)) 157e242db40SSami TolvanenKBUILD_CFLAGS_32 := $(filter-out $(CC_FLAGS_LTO),$(KBUILD_CFLAGS_32)) 158f143ff39SSami TolvanenKBUILD_CFLAGS_32 := $(filter-out $(CC_FLAGS_CFI),$(KBUILD_CFLAGS_32)) 159bea75b33SThomas GleixnerKBUILD_CFLAGS_32 := $(filter-out $(PADDING_CFLAGS),$(KBUILD_CFLAGS_32)) 160d603c8e1SIngo MolnarKBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic 161893ab004SMasahiro YamadaKBUILD_CFLAGS_32 += -fno-stack-protector 162d603c8e1SIngo MolnarKBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls) 163d603c8e1SIngo MolnarKBUILD_CFLAGS_32 += -fno-omit-frame-pointer 164d603c8e1SIngo MolnarKBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING 1654f166564SAndy Lutomirski 1664f166564SAndy Lutomirskiifdef CONFIG_RETPOLINE 1674f166564SAndy Lutomirskiifneq ($(RETPOLINE_VDSO_CFLAGS),) 1682e549b2eSAndy Lutomirski KBUILD_CFLAGS_32 += $(RETPOLINE_VDSO_CFLAGS) 1694f166564SAndy Lutomirskiendif 1704f166564SAndy Lutomirskiendif 1714f166564SAndy Lutomirski 1720a6d1fa0SAndy Lutomirski$(obj)/vdso32.so.dbg: KBUILD_CFLAGS = $(KBUILD_CFLAGS_32) 173d603c8e1SIngo Molnar 174cd2f45b7SDmitry Safonov$(obj)/vdso32.so.dbg: $(obj)/vdso32/vdso32.lds $(vobjs32) FORCE 175e9a1379fSNaohiro Aota $(call if_changed,vdso_and_check) 176d603c8e1SIngo Molnar 177d603c8e1SIngo Molnar# 178d603c8e1SIngo Molnar# The DSO images are built using a special linker script. 179d603c8e1SIngo Molnar# 180d603c8e1SIngo Molnarquiet_cmd_vdso = VDSO $@ 181a41f5b78SMasahiro Yamada cmd_vdso = $(LD) -o $@ \ 182d603c8e1SIngo Molnar $(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \ 183379d98ddSAlistair Strachan -T $(filter %.lds,$^) $(filter %.o,$^) && \ 184d603c8e1SIngo Molnar sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@' 185d603c8e1SIngo Molnar 186a9684337SBill WendlingVDSO_LDFLAGS = -shared --hash-style=both --build-id=sha1 \ 187ffcf9c57SNick Desaulniers $(call ld-option, --eh-frame-hdr) -Bsymbolic -z noexecstack 188d603c8e1SIngo MolnarGCOV_PROFILE := n 189d603c8e1SIngo Molnar 190e9a1379fSNaohiro Aotaquiet_cmd_vdso_and_check = VDSO $@ 191e9a1379fSNaohiro Aota cmd_vdso_and_check = $(cmd_vdso); $(cmd_vdso_check) 192e9a1379fSNaohiro Aota 1930a6d1fa0SAndy Lutomirskiclean-files := vdso32.so vdso32.so.dbg vdso64* vdso-image-*.c vdsox32.so* 194