1 # SPDX-License-Identifier: GPL-2.0
3 # Building vDSO images for x86.
6 # Absolute relocation type $(ARCH_REL_TYPE_ABS) needs to be defined before
7 # the inclusion of generic Makefile.
8 ARCH_REL_TYPE_ABS
:= R_X86_64_JUMP_SLOT|R_X86_64_GLOB_DAT|R_X86_64_RELATIVE|
9 ARCH_REL_TYPE_ABS
+= R_386_GLOB_DAT|R_386_JMP_SLOT|R_386_RELATIVE
10 include $(srctree
)/lib
/vdso
/Makefile
12 KBUILD_CFLAGS
+= $(DISABLE_LTO
)
15 OBJECT_FILES_NON_STANDARD
:= y
17 # Prevents link failures: __sanitizer_cov_trace_pc() is not linked in.
20 VDSO64-
$(CONFIG_X86_64
) := y
21 VDSOX32-
$(CONFIG_X86_X32_ABI
) := y
22 VDSO32-
$(CONFIG_X86_32
) := y
23 VDSO32-
$(CONFIG_IA32_EMULATION
) := y
25 # files to link into the vdso
26 vobjs-y
:= vdso-note.o vclock_gettime.o vgetcpu.o
28 # files to link into kernel
30 OBJECT_FILES_NON_STANDARD_vma.o
:= n
32 # vDSO images to build
33 vdso_img-
$(VDSO64-y
) += 64
34 vdso_img-
$(VDSOX32-y
) += x32
35 vdso_img-
$(VDSO32-y
) += 32
37 obj-
$(VDSO32-y
) += vdso32-setup.o
39 vobjs
:= $(foreach F
,$(vobjs-y
),$(obj
)/$F)
41 $(obj
)/vdso.o
: $(obj
)/vdso.so
43 targets
+= vdso.lds
$(vobjs-y
)
45 # Build the vDSO image C files and link them in.
46 vdso_img_objs
:= $(vdso_img-y
:%=vdso-image-
%.o
)
47 vdso_img_cfiles
:= $(vdso_img-y
:%=vdso-image-
%.c
)
48 vdso_img_sodbg
:= $(vdso_img-y
:%=vdso
%.so.dbg
)
49 obj-y
+= $(vdso_img_objs
)
50 targets
+= $(vdso_img_cfiles
)
51 targets
+= $(vdso_img_sodbg
) $(vdso_img-y
:%=vdso
%.so
)
53 CPPFLAGS_vdso.lds
+= -P
-C
55 VDSO_LDFLAGS_vdso.lds
= -m elf_x86_64
-soname linux-vdso.so
.1 --no-undefined \
58 $(obj
)/vdso64.so.dbg
: $(obj
)/vdso.lds
$(vobjs
) FORCE
59 $(call if_changed
,vdso_and_check
)
61 HOST_EXTRACFLAGS
+= -I
$(srctree
)/tools
/include -I
$(srctree
)/include/uapi
-I
$(srctree
)/arch
/$(SUBARCH
)/include/uapi
64 quiet_cmd_vdso2c
= VDSO2C
$@
65 cmd_vdso2c
= $(obj
)/vdso2c
$< $(<:%.dbg
=%) $@
67 $(obj
)/vdso-image-
%.c
: $(obj
)/vdso
%.so.dbg
$(obj
)/vdso
%.so
$(obj
)/vdso2c FORCE
68 $(call if_changed
,vdso2c
)
71 # Don't omit frame pointers for ease of userspace debugging, but do
72 # optimize sibling calls.
74 CFL
:= $(PROFILING
) -mcmodel
=small
-fPIC
-O2
-fasynchronous-unwind-tables
-m64 \
75 $(filter -g
%,$(KBUILD_CFLAGS
)) $(call cc-option
, -fno-stack-protector
) \
76 -fno-omit-frame-pointer
-foptimize-sibling-calls \
77 -DDISABLE_BRANCH_PROFILING
-DBUILD_VDSO
79 ifdef CONFIG_RETPOLINE
80 ifneq ($(RETPOLINE_VDSO_CFLAGS
),)
81 CFL
+= $(RETPOLINE_VDSO_CFLAGS
)
85 $(vobjs
): KBUILD_CFLAGS
:= $(filter-out $(GCC_PLUGINS_CFLAGS
) $(RETPOLINE_CFLAGS
),$(KBUILD_CFLAGS
)) $(CFL
)
88 # vDSO code runs in userspace and -pg doesn't help with profiling anyway.
90 CFLAGS_REMOVE_vclock_gettime.o
= -pg
91 CFLAGS_REMOVE_vdso32
/vclock_gettime.o
= -pg
92 CFLAGS_REMOVE_vgetcpu.o
= -pg
95 # X32 processes use x32 vDSO to access 64bit kernel data.
97 # Build x32 vDSO image:
98 # 1. Compile x32 vDSO as 64bit.
99 # 2. Convert object files to x32.
100 # 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
101 # so that it can reach 64bit address space with 64bit pointers.
104 CPPFLAGS_vdsox32.lds
= $(CPPFLAGS_vdso.lds
)
105 VDSO_LDFLAGS_vdsox32.lds
= -m elf32_x86_64
-soname linux-vdso.so
.1 \
106 -z max-page-size
=4096
108 # x32-rebranded versions
109 vobjx32s-y
:= $(vobjs-y
:.o
=-x32.o
)
111 # same thing, but in the output directory
112 vobjx32s
:= $(foreach F
,$(vobjx32s-y
),$(obj
)/$F)
114 # Convert 64bit object file to x32 for x32 vDSO.
115 quiet_cmd_x32
= X32
$@
116 cmd_x32
= $(OBJCOPY
) -O elf32-x86-64
$< $@
118 $(obj
)/%-x32.o
: $(obj
)/%.o FORCE
119 $(call if_changed
,x32
)
121 targets
+= vdsox32.lds
$(vobjx32s-y
)
123 $(obj
)/%.so
: OBJCOPYFLAGS
:= -S
124 $(obj
)/%.so
: $(obj
)/%.so.dbg FORCE
125 $(call if_changed
,objcopy
)
127 $(obj
)/vdsox32.so.dbg
: $(obj
)/vdsox32.lds
$(vobjx32s
) FORCE
128 $(call if_changed
,vdso_and_check
)
130 CPPFLAGS_vdso32
/vdso32.lds
= $(CPPFLAGS_vdso.lds
)
131 VDSO_LDFLAGS_vdso32.lds
= -m elf_i386
-soname linux-gate.so
.1
133 targets
+= vdso32
/vdso32.lds
134 targets
+= vdso32
/note.o vdso32
/system_call.o vdso32
/sigreturn.o
135 targets
+= vdso32
/vclock_gettime.o
137 KBUILD_AFLAGS_32
:= $(filter-out -m64
,$(KBUILD_AFLAGS
)) -DBUILD_VDSO
138 $(obj
)/vdso32.so.dbg
: KBUILD_AFLAGS
= $(KBUILD_AFLAGS_32
)
139 $(obj
)/vdso32.so.dbg
: asflags-
$(CONFIG_X86_64
) += -m32
141 KBUILD_CFLAGS_32
:= $(filter-out -m64
,$(KBUILD_CFLAGS
))
142 KBUILD_CFLAGS_32
:= $(filter-out -mcmodel
=kernel
,$(KBUILD_CFLAGS_32
))
143 KBUILD_CFLAGS_32
:= $(filter-out -fno-pic
,$(KBUILD_CFLAGS_32
))
144 KBUILD_CFLAGS_32
:= $(filter-out -mfentry
,$(KBUILD_CFLAGS_32
))
145 KBUILD_CFLAGS_32
:= $(filter-out $(GCC_PLUGINS_CFLAGS
),$(KBUILD_CFLAGS_32
))
146 KBUILD_CFLAGS_32
:= $(filter-out $(RETPOLINE_CFLAGS
),$(KBUILD_CFLAGS_32
))
147 KBUILD_CFLAGS_32
+= -m32
-msoft-float
-mregparm
=0 -fpic
148 KBUILD_CFLAGS_32
+= $(call cc-option
, -fno-stack-protector
)
149 KBUILD_CFLAGS_32
+= $(call cc-option
, -foptimize-sibling-calls
)
150 KBUILD_CFLAGS_32
+= -fno-omit-frame-pointer
151 KBUILD_CFLAGS_32
+= -DDISABLE_BRANCH_PROFILING
153 ifdef CONFIG_RETPOLINE
154 ifneq ($(RETPOLINE_VDSO_CFLAGS
),)
155 KBUILD_CFLAGS_32
+= $(RETPOLINE_VDSO_CFLAGS
)
159 $(obj
)/vdso32.so.dbg
: KBUILD_CFLAGS
= $(KBUILD_CFLAGS_32
)
161 $(obj
)/vdso32.so.dbg
: FORCE \
162 $(obj
)/vdso32
/vdso32.lds \
163 $(obj
)/vdso32
/vclock_gettime.o \
164 $(obj
)/vdso32
/note.o \
165 $(obj
)/vdso32
/system_call.o \
166 $(obj
)/vdso32
/sigreturn.o
167 $(call if_changed
,vdso_and_check
)
170 # The DSO images are built using a special linker script.
172 quiet_cmd_vdso
= VDSO
$@
173 cmd_vdso
= $(LD
) -nostdlib
-o
$@ \
174 $(VDSO_LDFLAGS
) $(VDSO_LDFLAGS_
$(filter %.lds
,$(^F
))) \
175 -T
$(filter %.lds
,$^
) $(filter %.o
,$^
) && \
176 sh
$(srctree
)/$(src
)/checkundef.sh
'$(NM)' '$@'
178 VDSO_LDFLAGS
= -shared
--hash-style
=both
--build-id \
179 $(call ld-option
, --eh-frame-hdr
) -Bsymbolic
182 quiet_cmd_vdso_and_check
= VDSO
$@
183 cmd_vdso_and_check
= $(cmd_vdso
); $(cmd_vdso_check
)
186 # Install the unstripped copies of vdso*.so. If our toolchain supports
187 # build-id, install .build-id links as well.
189 quiet_cmd_vdso_install
= INSTALL
$(@
:install_
%=%)
190 define cmd_vdso_install
191 cp
$< "$(MODLIB)/vdso/$(@:install_%=%)"; \
192 if readelf
-n
$< |grep
-q
'Build ID'; then \
193 buildid
=`readelf -n $< |grep 'Build ID' |sed -e 's/^.*Build ID: \(.*\)$$/\1/'`; \
194 first
=`echo $$buildid | cut -b-2`; \
195 last
=`echo $$buildid | cut -b3-`; \
196 mkdir
-p
"$(MODLIB)/vdso/.build-id/$$first"; \
197 ln
-sf
"../../$(@:install_%=%)" "$(MODLIB)/vdso/.build-id/$$first/$$last.debug"; \
201 vdso_img_insttargets
:= $(vdso_img_sodbg
:%.dbg
=install_
%)
203 $(MODLIB
)/vdso
: FORCE
204 @mkdir
-p
$(MODLIB
)/vdso
206 $(vdso_img_insttargets
): install_
%: $(obj
)/%.dbg
$(MODLIB
)/vdso
207 $(call cmd
,vdso_install
)
209 PHONY
+= vdso_install
$(vdso_img_insttargets
)
210 vdso_install
: $(vdso_img_insttargets
)
212 clean-files
:= vdso32.so vdso32.so.dbg vdso64
* vdso-image-
*.c vdsox32.so
*