share/mk/bsd.test.mk

   1 # $NetBSD: bsd.test.mk,v 1.21 2012/08/25 22:21:16 jmmv Exp $
   2 #
   3
   4 .include <bsd.init.mk>
   5
   6 _TESTS:=        # empty
   7
   8 .if defined(TESTS_SUBDIRS)
   9 SUBDIR+=        ${TESTS_SUBDIRS}
  10 _TESTS:=        ${TESTS_SUBDIRS:N.WAIT}
  11 .endif
  12
  13 .include <bsd.subdir.mk>
  14
  15 .if defined(TESTS_C)
  16 _TESTS+=        ${TESTS_C}
  17 PROGS+=         ${TESTS_C}
  18 .  for _T in ${TESTS_C}
  19 BINDIR.${_T}=   ${TESTSDIR}
  20 LDADD.${_T}+=   -latf-c
  21 DPADD.${_T}+=   ${LIBATF_C}
  22 MAN.${_T}?=     # empty
  23 .  endfor
  24 .endif
  25
  26 .if defined(TESTS_CXX)
  27 _TESTS+=        ${TESTS_CXX}
  28 PROGS_CXX+=     ${TESTS_CXX}
  29 .  for _T in ${TESTS_CXX}
  30 BINDIR.${_T}=   ${TESTSDIR}
  31 LDADD.${_T}+=   -latf-c++ -latf-c
  32 DPADD.${_T}+=   ${LIBATF_CXX} ${LIBATF_C}
  33 MAN.${_T}?=     # empty
  34 .  endfor
  35 .endif
  36
  37 .if defined(TESTS_SH)
  38 _TESTS+=                ${TESTS_SH}
  39 CLEANDIRFILES+=         ${TESTS_SH}
  40
  41 .  for _T in ${TESTS_SH}
  42 SCRIPTS+=               ${_T}
  43 SCRIPTSDIR_${_T}=       ${TESTSDIR}
  44
  45 CLEANDIRFILES+=         ${_T}.tmp
  46
  47 TESTS_SH_SRC_${_T}?=    ${_T}.sh
  48 ${_T}: ${TESTS_SH_SRC_${_T}}
  49         ${_MKTARGET_BUILD}
  50         echo '#! /usr/bin/atf-sh' >${.TARGET}.tmp
  51         cat ${.ALLSRC} >>${.TARGET}.tmp
  52         chmod +x ${.TARGET}.tmp
  53         mv ${.TARGET}.tmp ${.TARGET}
  54 .  endfor
  55 .endif
  56
  57 ATFFILE?=       auto
  58
  59 .if ${ATFFILE:tl} != "no"
  60 FILES+=                 Atffile
  61 FILESDIR_Atffile=       ${TESTSDIR}
  62
  63 .  if ${ATFFILE:tl} == "auto"
  64 CLEANDIRFILES+= Atffile Atffile.tmp
  65
  66 realall: Atffile
  67 Atffile: Makefile
  68         ${_MKTARGET_CREATE}
  69         @{ echo 'Content-Type: application/X-atf-atffile; version="1"'; \
  70         echo; \
  71         echo '# Automatically generated by bsd.test.mk.'; \
  72         echo; \
  73         echo 'prop: test-suite = "NetBSD"'; \
  74         echo; \
  75         for tp in ${_TESTS}; do \
  76             echo "tp: $${tp}"; \
  77         done; } >Atffile.tmp
  78         @mv Atffile.tmp Atffile
  79 .  endif
  80
  81 .include <bsd.files.mk>
  82 .endif
  83
  84 .if !empty(SCRIPTS) || !empty(PROGS) || !empty(PROGS_CXX)
  85 .  include <bsd.prog.mk>
  86 .endif
  87
  88 #
  89 # Definition of the "make test" target and supporting variables.
  90 #
  91 # This target, by necessity, can only work for native builds (i.e. a NetBSD
  92 # host building a release for the same system).  The target runs ATF, which is
  93 # not in the toolchain, and the tests execute code built for the target host.
  94 #
  95 # Due to the dependencies of the binaries built by the source tree and how they
  96 # are used by tests, it is highly possible for a execution of "make test" to
  97 # report bogus results unless the new binaries are put in place.
  98 #
  99
 100 TESTS_PATH += ${DESTDIR}/bin ${DESTDIR}/sbin ${DESTDIR}/usr/bin ${DESTDIR}/usr/sbin
 101 TESTS_LD_LIBRARY_PATH += ${DESTDIR}/lib ${DESTDIR}/usr/lib
 102
 103 TESTS_ENV += ATF_BUILD_CC=${DESTDIR}/usr/bin/cc
 104 TESTS_ENV += ATF_BUILD_CPP=${DESTDIR}/usr/bin/cpp
 105 TESTS_ENV += ATF_BUILD_CXX=${DESTDIR}/usr/bin/c++
 106 TESTS_ENV += ATF_CONFDIR=${DESTDIR}/etc
 107 TESTS_ENV += ATF_INCLUDEDIR=${DESTDIR}/usr/include
 108 TESTS_ENV += ATF_LIBDIR=${DESTDIR}/usr/lib
 109 TESTS_ENV += ATF_LIBEXECDIR=${DESTDIR}/usr/libexec
 110 TESTS_ENV += ATF_PKGDATADIR=${DESTDIR}/usr/share/atf
 111 TESTS_ENV += ATF_SHELL=${DESTDIR}/bin/sh
 112 TESTS_ENV += LD_LIBRARY_PATH=${TESTS_LD_LIBRARY_PATH:tW:S/ /:/g}
 113 TESTS_ENV += PATH=${TESTS_PATH:tW:S/ /:/g}
 114
 115 _TESTS_FIFO = ${.OBJDIR}/atf-run.fifo
 116 _TESTS_LOG = ${.OBJDIR}/atf-run.log
 117 CLEANDIRFILES += ${_TESTS_FIFO} ${_TESTS_LOG}
 118
 119 .PHONY: test
 120 .if defined(TESTSDIR)
 121 .  if ${TESTSDIR} == ${TESTSBASE}
 122 # Forbid this case.  It is likely to cause false positives/negatives and it
 123 # does not cover all the tests (e.g. it misses testing software in external).
 124 test:
 125         @echo "*** Sorry, you cannot use make test from src/tests.  Install the"
 126         @echo "*** tests into their final location and run them from /usr/tests"
 127         @false
 128 .  else
 129 test:
 130         @echo "*** WARNING: make test is experimental"
 131         @echo "***"
 132         @echo "*** Using this test does not preclude you from running the tests"
 133         @echo "*** installed in /usr/tests.  This test run may raise false"
 134         @echo "*** positives and/or false negatives."
 135         @echo
 136         @set -e; \
 137         cd ${DESTDIR}${TESTSDIR}; \
 138         rm -f ${_TESTS_FIFO}; \
 139         mkfifo ${_TESTS_FIFO}; \
 140         cat ${_TESTS_FIFO} | tee ${_TESTS_LOG} | \
 141             ${TESTS_ENV} ${DESTDIR}/usr/bin/atf-report & \
 142         result=0; \
 143         ${TESTS_ENV} ${DESTDIR}/usr/bin/atf-run >>${_TESTS_FIFO} || result=1; \
 144         wait; \
 145         rm -f ${_TESTS_FIFO}; \
 146         echo; \
 147         echo "*** The verbatim output of atf-run has been saved to ${_TESTS_LOG}"; \
 148         echo "*** Once again, note that "make test" is unsupported."; \
 149         test $${result} -eq 0
 150 .  endif
 151 .else
 152 test:
 153         @echo "*** No TESTSDIR defined; nothing to do."
 154 .endif
 155
 156 ##### Pull in related .mk logic
 157 .include <bsd.clean.mk>