1 include ../scripts/Makefile.include
4 ifeq ($(MAKECMDGOALS),)
5 # no target specified, trigger the whole suite
7 @echo "Testing Makefile"; $(MAKE) -sf tests/make MK=Makefile
8 @echo "Testing Makefile.perf"; $(MAKE) -sf tests/make MK=Makefile.perf SET_PARALLEL=1 SET_O=1
10 # run only specific test over 'Makefile'
12 @echo "Testing Makefile"; $(MAKE) -sf tests/make MK=Makefile $@
18 FULL_O := $(shell readlink -f $(PERF_O) || echo $(PERF_O))
21 FULL_O := $(shell readlink -f $(O) || echo $(O))
24 O_OPT := 'O=$(FULL_O)'
26 K_O_OPT := 'O=$(FULL_O)'
30 ifeq ($(SET_PARALLEL),1)
32 cores := $(shell (getconf _NPROCESSORS_ONLN || grep -E -c '^processor|^CPU[0-9]' /proc/cpuinfo) 2>/dev/null)
39 PARALLEL_OPT="-j$(cores)"
42 # As per kernel Makefile, avoid funny character set dependencies
46 export LC_COLLATE LC_NUMERIC
49 srctree := $(patsubst %/,%,$(dir $(CURDIR)))
50 srctree := $(patsubst %/,%,$(dir $(srctree)))
51 #$(info Determined 'srctree' to be $(srctree))
54 include $(srctree)/tools/scripts/Makefile.arch
56 # FIXME looks like x86 is the only arch running tests ;-)
57 # we need some IS_(32/64) flag to make this generic
58 ifeq ($(ARCH)$(IS_64_BIT), x861)
64 has = $(shell which $1 2>/dev/null)
65 python_perf_so := $(shell $(MAKE) python_perf_target|grep "Target is:"|awk '{print $$3}')
67 # standard single make variable specified
68 make_clean_all := clean all
69 make_python_perf_so := $(python_perf_so)
71 make_nondistro := BUILD_NONDISTRO=1
72 make_extra_tests := EXTRA_TESTS=1
73 make_jevents_all := JEVENTS_ARCH=all
74 make_no_bpf_skel := BUILD_BPF_SKEL=0
75 make_gen_vmlinux_h := GEN_VMLINUX_H=1
76 make_no_libperl := NO_LIBPERL=1
77 make_no_libpython := NO_LIBPYTHON=1
78 make_no_scripts := NO_LIBPYTHON=1 NO_LIBPERL=1
79 make_no_slang := NO_SLANG=1
80 make_no_gtk2 := NO_GTK2=1
81 make_no_ui := NO_SLANG=1 NO_GTK2=1
82 make_no_demangle := NO_DEMANGLE=1
83 make_no_libelf := NO_LIBELF=1
84 make_libunwind := LIBUNWIND=1
85 make_no_libdw_dwarf_unwind := NO_LIBDW_DWARF_UNWIND=1
86 make_no_backtrace := NO_BACKTRACE=1
87 make_no_libcapstone := NO_CAPSTONE=1
88 make_no_libnuma := NO_LIBNUMA=1
89 make_no_libaudit := NO_LIBAUDIT=1
90 make_no_libbionic := NO_LIBBIONIC=1
91 make_no_auxtrace := NO_AUXTRACE=1
92 make_no_libbpf := NO_LIBBPF=1
93 make_libbpf_dynamic := LIBBPF_DYNAMIC=1
94 make_no_libbpf_DEBUG := NO_LIBBPF=1 DEBUG=1
95 make_no_libcrypto := NO_LIBCRYPTO=1
96 make_no_libllvm := NO_LIBLLVM=1
97 make_with_babeltrace:= LIBBABELTRACE=1
98 make_with_coresight := CORESIGHT=1
99 make_no_sdt := NO_SDT=1
100 make_no_syscall_tbl := NO_SYSCALL_TABLE=1
101 make_no_libpfm4 := NO_LIBPFM4=1
102 make_with_gtk2 := GTK2=1
103 make_refcnt_check := EXTRA_CFLAGS="-DREFCNT_CHECKING=1"
105 make_cscope := cscope
108 make_perf_o := perf.o
109 make_util_map_o := util/map.o
110 make_util_pmu_bison_o := util/pmu-bison.o
111 make_install := install
112 make_install_bin := install-bin
113 make_install_doc := install-doc
114 make_install_man := install-man
115 make_install_html := install-html
116 make_install_info := install-info
117 make_install_pdf := install-pdf
118 make_install_prefix := install prefix=/tmp/krava
119 make_install_prefix_slash := install prefix=/tmp/krava/
120 make_static := LDFLAGS=-static NO_PERF_READ_VDSO32=1 NO_PERF_READ_VDSOX32=1 NO_JVMTI=1 NO_LIBTRACEEVENT=1 NO_LIBELF=1
122 # all the NO_* variable combined
123 make_minimal := NO_LIBPERL=1 NO_LIBPYTHON=1 NO_GTK2=1
124 make_minimal += NO_DEMANGLE=1 NO_LIBELF=1 NO_BACKTRACE=1
125 make_minimal += NO_LIBNUMA=1 NO_LIBAUDIT=1 NO_LIBBIONIC=1
126 make_minimal += NO_LIBDW_DWARF_UNWIND=1 NO_AUXTRACE=1 NO_LIBBPF=1
127 make_minimal += NO_LIBCRYPTO=1 NO_SDT=1 NO_JVMTI=1 NO_LIBZSTD=1
128 make_minimal += NO_LIBCAP=1 NO_SYSCALL_TABLE=1 NO_CAPSTONE=1
130 # $(run) contains all available tests
132 # Targets 'clean all' can be run together only through top level
133 # Makefile because we detect clean target in Makefile.perf and
134 # disable features detection
135 ifeq ($(MK),Makefile)
136 run += make_clean_all
139 MAKE_F := $(MAKE) -f $(MK)
141 run += make_python_perf_so
143 run += make_nondistro
144 run += make_extra_tests
145 run += make_jevents_all
146 run += make_no_bpf_skel
147 run += make_gen_vmlinux_h
148 run += make_no_libperl
149 run += make_no_libpython
150 run += make_no_scripts
154 run += make_no_demangle
155 run += make_no_libelf
156 run += make_libunwind
157 run += make_no_libdw_dwarf_unwind
158 run += make_no_backtrace
159 run += make_no_libcapstone
160 run += make_no_libnuma
161 run += make_no_libaudit
162 run += make_no_libbionic
163 run += make_no_auxtrace
164 run += make_no_libbpf
165 run += make_no_libbpf_DEBUG
166 run += make_no_libcrypto
167 run += make_no_libllvm
169 run += make_no_syscall_tbl
170 run += make_with_babeltrace
171 run += make_with_coresight
172 run += make_with_clangllvm
173 run += make_no_libpfm4
174 run += make_refcnt_check
178 run += make_util_map_o
179 run += make_util_pmu_bison_o
181 run += make_install_bin
182 run += make_install_prefix
183 run += make_install_prefix_slash
184 # FIXME 'install-*' commented out till they're fixed
185 # run += make_install_doc
186 # run += make_install_man
187 # run += make_install_html
188 # run += make_install_info
189 # run += make_install_pdf
192 old_libbpf := $(shell echo '\#include <bpf/libbpf.h>' | $(CC) -E -dM -x c -| grep -q -E "define[[:space:]]+LIBBPF_MAJOR_VERSION[[:space:]]+0{1}")
194 ifneq ($(old_libbpf),)
195 run += make_libbpf_dynamic
198 ifneq ($(call has,ctags),)
201 ifneq ($(call has,cscope),)
205 # $(run_O) contains same portion of $(run) tests with '_O' attached
206 # to distinguish O=... tests
207 run_O := $(addsuffix _O,$(run))
209 # disable some tests for O=...
210 run_O := $(filter-out make_python_perf_so_O,$(run_O))
212 # define test for each compile as 'test_NAME' variable
213 # with the test itself as a value
214 test_make_tags = test -f tags
215 test_make_cscope = test -f cscope.out
217 test_make_tags_O := $(test_make_tags)
218 test_make_cscope_O := $(test_make_cscope)
221 test_make_help := $(test_ok)
222 test_make_doc := $(test_ok)
223 test_make_help_O := $(test_ok)
224 test_make_doc_O := $(test_ok)
226 test_make_python_perf_so := test -f $(PERF_O)/$(python_perf_so)
228 test_make_perf_o := test -f $(PERF_O)/perf.o
229 test_make_util_map_o := test -f $(PERF_O)/util/map.o
230 test_make_util_pmu_bison_o := test -f $(PERF_O)/util/pmu-bison.o
232 define test_dest_files
233 for file in $(1); do \
234 if [ ! -x $$TMP_DEST/$$file ]; then \
235 echo " failed to find: $$file"; \
240 installed_files_bin := bin/perf
241 installed_files_bin += etc/bash_completion.d/perf
242 installed_files_bin += libexec/perf-core/perf-archive
244 installed_files_all := $(installed_files_bin)
246 test_make_install := $(call test_dest_files,$(installed_files_all))
247 test_make_install_O := $(call test_dest_files,$(installed_files_all))
248 test_make_install_bin := $(call test_dest_files,$(installed_files_bin))
249 test_make_install_bin_O := $(call test_dest_files,$(installed_files_bin))
251 # We prefix all installed files for make_install_prefix(_slash)
252 # with '/tmp/krava' to match installed/prefix-ed files.
253 installed_files_all_prefix := $(addprefix /tmp/krava/,$(installed_files_all))
254 test_make_install_prefix := $(call test_dest_files,$(installed_files_all_prefix))
255 test_make_install_prefix_O := $(call test_dest_files,$(installed_files_all_prefix))
257 test_make_install_prefix_slash := $(test_make_install_prefix)
258 test_make_install_prefix_slash_O := $(test_make_install_prefix_O)
260 # FIXME nothing gets installed
261 test_make_install_man := test -f $$TMP_DEST/share/man/man1/perf.1
262 test_make_install_man_O := $(test_make_install_man)
264 # FIXME nothing gets installed
265 test_make_install_doc := $(test_ok)
266 test_make_install_doc_O := $(test_ok)
268 # FIXME nothing gets installed
269 test_make_install_html := $(test_ok)
270 test_make_install_html_O := $(test_ok)
272 # FIXME nothing gets installed
273 test_make_install_info := $(test_ok)
274 test_make_install_info_O := $(test_ok)
276 # FIXME nothing gets installed
277 test_make_install_pdf := $(test_ok)
278 test_make_install_pdf_O := $(test_ok)
280 test_make_libbpf_dynamic := ldd $(PERF_O)/perf | grep -q libbpf
281 test_make_libbpf_dynamic_O := ldd $$TMP_O/perf | grep -q libbpf
283 test_make_python_perf_so_O := test -f $$TMP_O/python/perf.so
284 test_make_perf_o_O := test -f $$TMP_O/perf.o
285 test_make_util_map_o_O := test -f $$TMP_O/util/map.o
286 test_make_util_pmu_bison_o_O := test -f $$TMP_O/util/pmu-bison.o
288 test_default = test -x $(PERF_O)/perf
289 test = $(if $(test_$1),$(test_$1),$(test_default))
291 test_default_O = test -x $$TMP_O/perf
292 test_O = $(if $(test_$1),$(test_$1),$(test_default_O))
297 run := $(shell shuf -e $(run))
298 run_O := $(shell shuf -e $(run_O))
301 max_width := $(shell echo $(run_O) | sed 's/ /\n/g' | wc -L)
304 d := $(info run $(run))
305 d := $(info run_O $(run_O))
308 MAKEFLAGS := --no-print-directory
310 clean := @(cd $(PERF); $(MAKE_F) -s $(O_OPT) clean >/dev/null && $(MAKE) -s $(O_OPT) -C ../build clean >/dev/null)
314 @TMP_DEST=$$(mktemp -d); \
315 cmd="cd $(PERF) && $(MAKE_F) $($@) $(PARALLEL_OPT) $(O_OPT) DESTDIR=$$TMP_DEST"; \
316 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
317 ( eval $$cmd ) >> $@ 2>&1; \
318 echo " test: $(call test,$@)" >> $@ 2>&1; \
320 rm -rf $@ $$TMP_DEST || (cat $@ ; false)
324 @TMP_DEST=$$(mktemp -d); \
325 cmd="cd $(PERF) && $(MAKE_F) $($@) $(PARALLEL_OPT) $(O_OPT) DESTDIR=$$TMP_DEST"; \
326 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
327 ( eval $$cmd ) >> $@ 2>&1; \
328 echo " test: $(call test,$@)" >> $@ 2>&1; \
330 rm -rf $@ $$TMP_DEST || (cat $@ ; false)
334 @TMP_DEST=$$(mktemp -d); \
335 cmd="cd $(PERF) && $(MAKE_F) $($@) $(PARALLEL_OPT) $(O_OPT) DESTDIR=$$TMP_DEST"; \
336 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
337 ( eval $$cmd ) >> $@ 2>&1; \
338 echo " test: $(call test,$@)" >> $@ 2>&1; \
340 rm -rf $@ $$TMP_DEST || (cat $@ ; false)
344 @TMP_O=$$(mktemp -d); \
345 TMP_DEST=$$(mktemp -d); \
346 cmd="cd $(PERF) && $(MAKE_F) $($(patsubst %_O,%,$@)) $(PARALLEL_OPT) O=$$TMP_O DESTDIR=$$TMP_DEST"; \
347 printf "%*.*s: %s\n" $(max_width) $(max_width) "$@" "$$cmd" && echo $$cmd > $@ && \
348 ( eval $$cmd ) >> $@ 2>&1 && \
349 echo " test: $(call test_O,$@)" >> $@ 2>&1; \
350 $(call test_O,$@) && \
351 rm -rf $@ $$TMP_O $$TMP_DEST || (cat $@ ; false)
354 @cmd="$(PERF)/tests/perf-targz-src-pkg $(PERF)"; \
355 echo "- $@: $$cmd" && echo $$cmd > $@ && \
356 ( eval $$cmd ) >> $@ 2>&1 && \
365 @echo "- make -C <kernelsrc> $(PARALLEL_OPT) $(K_O_OPT) tools/perf"
367 (make -C ../.. $(PARALLEL_OPT) $(K_O_OPT) tools/perf) > $@ 2>&1 && \
368 test -x $(KERNEL_O)/tools/perf/perf && rm -f $@ || (cat $@ ; false)
370 make_kernelsrc_tools:
371 @echo "- make -C <kernelsrc>/tools $(PARALLEL_OPT) $(K_O_OPT) perf"
373 (make -C ../../tools $(PARALLEL_OPT) $(K_O_OPT) perf) > $@ 2>&1 && \
374 test -x $(KERNEL_O)/tools/perf/perf && rm -f $@ || (cat $@ ; false)
377 @echo "- make -C lib";
378 make -C lib clean >$@ 2>&1; make -C lib >>$@ 2>&1 && rm $@
380 FEATURES_DUMP_FILE := $(FULL_O)/BUILD_TEST_FEATURE_DUMP
381 FEATURES_DUMP_FILE_STATIC := $(FULL_O)/BUILD_TEST_FEATURE_DUMP_STATIC
383 all: $(run) $(run_O) tarpkg make_kernelsrc make_kernelsrc_tools
385 @rm -f $(FEATURES_DUMP_FILE) $(FEATURES_DUMP_FILE_STATIC)
389 @rm -f $(FEATURES_DUMP_FILE) $(FEATURES_DUMP_FILE_STATIC)
391 ifeq ($(REUSE_FEATURES_DUMP),1)
392 $(FEATURES_DUMP_FILE):
394 @cmd="cd $(PERF) && make FEATURE_DUMP_COPY=$@ $(O_OPT) feature-dump"; \
395 echo "- $@: $$cmd" && echo $$cmd && \
396 ( eval $$cmd ) > /dev/null 2>&1
398 $(FEATURES_DUMP_FILE_STATIC):
400 @cmd="cd $(PERF) && make FEATURE_DUMP_COPY=$@ $(O_OPT) LDFLAGS='-static' feature-dump"; \
401 echo "- $@: $$cmd" && echo $$cmd && \
402 ( eval $$cmd ) > /dev/null 2>&1
404 # Add feature dump dependency for run/run_O targets
405 $(foreach t,$(run) $(run_O),$(eval \
406 $(t): $(if $(findstring make_static,$(t)),\
407 $(FEATURES_DUMP_FILE_STATIC),\
408 $(FEATURES_DUMP_FILE))))
410 # Append 'FEATURES_DUMP=' option to all test cases. For example:
411 # make_no_libbpf: NO_LIBBPF=1 --> NO_LIBBPF=1 FEATURES_DUMP=/a/b/BUILD_TEST_FEATURE_DUMP
412 # make_static: LDFLAGS=-static --> LDFLAGS=-static FEATURES_DUMP=/a/b/BUILD_TEST_FEATURE_DUMP_STATIC
413 $(foreach t,$(run),$(if $(findstring make_static,$(t)),\
414 $(eval $(t) := $($(t)) FEATURES_DUMP=$(FEATURES_DUMP_FILE_STATIC)),\
415 $(eval $(t) := $($(t)) FEATURES_DUMP=$(FEATURES_DUMP_FILE))))
418 .PHONY: all $(run) $(run_O) tarpkg clean make_kernelsrc make_kernelsrc_tools make_libperf