1242711Ssjg# $FreeBSD$ 2242711Ssjg# 3264483Sjmmv# You must include bsd.test.mk instead of this file from your Makefile. 4264483Sjmmv# 5259962Sjmmv# Logic to build and install ATF test programs; i.e. test programs linked 6259962Sjmmv# against the ATF libraries. 7242711Ssjg 8264483Sjmmv.if !target(__<bsd.test.mk>__) 9264483Sjmmv.error atf.test.mk cannot be included directly. 10264483Sjmmv.endif 11242711Ssjg 12259962Sjmmv# List of C, C++ and shell test programs to build. 13259962Sjmmv# 14259962Sjmmv# Programs listed here are built using PROGS, PROGS_CXX and SCRIPTS, 15259962Sjmmv# respectively, from bsd.prog.mk. However, the build rules are tweaked to 16259962Sjmmv# require the ATF libraries. 17259962Sjmmv# 18259962Sjmmv# Test programs registered in this manner are set to be installed into TESTSDIR 19259962Sjmmv# (which should be overriden by the Makefile) and are not required to provide a 20259962Sjmmv# manpage. 21259962SjmmvATF_TESTS_C?= 22259962SjmmvATF_TESTS_CXX?= 23259962SjmmvATF_TESTS_SH?= 24242711Ssjg 25259962Sjmmv# Whether to allow using the deprecated ATF tools or not. 26259962Sjmmv# 27259962Sjmmv# If 'yes', this file will generate Atffiles when requested and will also 28259962Sjmmv# support using the deprecated atf-run tool to execute the tests. 29259962SjmmvALLOW_DEPRECATED_ATF_TOOLS?= no 30242711Ssjg 31259962Sjmmv# Knob to control the handling of the Atffile for this Makefile. 32259962Sjmmv# 33259962Sjmmv# If 'yes', an Atffile exists in the source tree and is installed into 34259962Sjmmv# TESTSDIR. 35259962Sjmmv# 36259962Sjmmv# If 'auto', an Atffile is automatically generated based on the list of test 37259962Sjmmv# programs built by the Makefile and is installed into TESTSDIR. This is the 38259962Sjmmv# default and is sufficient in the majority of the cases. 39259962Sjmmv# 40259962Sjmmv# If 'no', no Atffile is installed. 41259962SjmmvATFFILE?= auto 42242711Ssjg 43259962Sjmmv# Path to the prefix of the installed ATF tools, if any. 44259962Sjmmv# 45259962Sjmmv# If atf-run and atf-report are installed from ports, we automatically define a 46259962Sjmmv# realtest target below to run the tests using these tools. The tools are 47259962Sjmmv# searched for in the hierarchy specified by this variable. 48259962SjmmvATF_PREFIX?= /usr/local 49242711Ssjg 50259962Sjmmv# C compiler passed to ATF tests that need to build code. 51259962SjmmvATF_BUILD_CC?= ${DESTDIR}/usr/bin/cc 52259962SjmmvTESTS_ENV+= ATF_BUILD_CC=${ATF_BUILD_CC} 53259962Sjmmv 54259962Sjmmv# C preprocessor passed to ATF tests that need to build code. 55259962SjmmvATF_BUILD_CPP?= ${DESTDIR}/usr/bin/cpp 56259962SjmmvTESTS_ENV+= ATF_BUILD_CPP=${ATF_BUILD_CPP} 57259962Sjmmv 58259962Sjmmv# C++ compiler passed to ATF tests that need to build code. 59259962SjmmvATF_BUILD_CXX?= ${DESTDIR}/usr/bin/c++ 60259962SjmmvTESTS_ENV+= ATF_BUILD_CXX=${ATF_BUILD_CXX} 61259962Sjmmv 62259962Sjmmv# Shell interpreter used to run atf-sh(1) based tests. 63259962SjmmvATF_SHELL?= ${DESTDIR}/bin/sh 64259962SjmmvTESTS_ENV+= ATF_SHELL=${ATF_SHELL} 65259962Sjmmv 66259962Sjmmv.if !empty(ATF_TESTS_C) 67259962SjmmvPROGS+= ${ATF_TESTS_C} 68259962Sjmmv_TESTS+= ${ATF_TESTS_C} 69259962Sjmmv.for _T in ${ATF_TESTS_C} 70259962SjmmvBINDIR.${_T}= ${TESTSDIR} 71259962SjmmvMAN.${_T}?= # empty 72242711SsjgSRCS.${_T}?= ${_T}.c 73242711SsjgDPADD.${_T}+= ${LIBATF_C} 74242711SsjgLDADD.${_T}+= -latf-c 75270905SngieUSEPRIVATELIB+= atf-c 76259962SjmmvTEST_INTERFACE.${_T}= atf 77242711Ssjg.endfor 78242711Ssjg.endif 79242711Ssjg 80259962Sjmmv.if !empty(ATF_TESTS_CXX) 81259962SjmmvPROGS_CXX+= ${ATF_TESTS_CXX} 82259962Sjmmv_TESTS+= ${ATF_TESTS_CXX} 83259962Sjmmv.for _T in ${ATF_TESTS_CXX} 84259962SjmmvBINDIR.${_T}= ${TESTSDIR} 85259962SjmmvMAN.${_T}?= # empty 86242711SsjgSRCS.${_T}?= ${_T}${CXX_SUFFIX:U.cc} 87242711SsjgDPADD.${_T}+= ${LIBATF_CXX} ${LIBATF_C} 88242711SsjgLDADD.${_T}+= -latf-c++ -latf-c 89270905SngieUSEPRIVATELIB+= atf-c++ 90259962SjmmvTEST_INTERFACE.${_T}= atf 91242711Ssjg.endfor 92242711Ssjg.endif 93242711Ssjg 94259962Sjmmv.if !empty(ATF_TESTS_SH) 95259962SjmmvSCRIPTS+= ${ATF_TESTS_SH} 96259962Sjmmv_TESTS+= ${ATF_TESTS_SH} 97259962Sjmmv.for _T in ${ATF_TESTS_SH} 98259962SjmmvSCRIPTSDIR_${_T}= ${TESTSDIR} 99259962SjmmvTEST_INTERFACE.${_T}= atf 100242711SsjgCLEANFILES+= ${_T} ${_T}.tmp 101271298Sngie# TODO(jmmv): It seems to me that this SED and SRC functionality should 102271298Sngie# exist in bsd.prog.mk along the support for SCRIPTS. Move it there if 103271298Sngie# this proves to be useful within the tests. 104271298SngieATF_TESTS_SH_SED_${_T}?= # empty 105259962SjmmvATF_TESTS_SH_SRC_${_T}?= ${_T}.sh 106259962Sjmmv${_T}: ${ATF_TESTS_SH_SRC_${_T}} 107271298Sngie echo '#! /usr/libexec/atf-sh' > ${.TARGET}.tmp 108271298Sngie cat ${.ALLSRC:N*Makefile*} \ 109271298Sngie | sed ${ATF_TESTS_SH_SED_${_T}} >>${.TARGET}.tmp 110242711Ssjg chmod +x ${.TARGET}.tmp 111242711Ssjg mv ${.TARGET}.tmp ${.TARGET} 112242711Ssjg.endfor 113242711Ssjg.endif 114242711Ssjg 115259962Sjmmv.if ${ALLOW_DEPRECATED_ATF_TOOLS} != "no" 116259962Sjmmv 117259962Sjmmv.if ${ATFFILE:tl} != "no" 118259962SjmmvFILES+= Atffile 119259962SjmmvFILESDIR_Atffile= ${TESTSDIR} 120259962Sjmmv 121259962Sjmmv.if ${ATFFILE:tl} == "auto" 122259962SjmmvCLEANFILES+= Atffile Atffile.tmp 123259962Sjmmv 124259962SjmmvAtffile: Makefile 125259962Sjmmv @{ echo 'Content-Type: application/X-atf-atffile; version="1"'; \ 126259962Sjmmv echo; \ 127259962Sjmmv echo '# Automatically generated by atf-test.mk.'; \ 128259962Sjmmv echo; \ 129259962Sjmmv echo 'prop: test-suite = "'${TESTSUITE}'"'; \ 130259962Sjmmv echo; \ 131259962Sjmmv for tp in ${ATF_TESTS_C} ${ATF_TESTS_CXX} ${ATF_TESTS_SH} \ 132259962Sjmmv ${TESTS_SUBDIRS}; \ 133259962Sjmmv do \ 134259962Sjmmv echo "tp: $${tp}"; \ 135259962Sjmmv done; } >Atffile.tmp 136259962Sjmmv @mv Atffile.tmp Atffile 137259962Sjmmv.endif 138259962Sjmmv.endif 139259962Sjmmv 140259962SjmmvATF_REPORT?= ${ATF_PREFIX}/bin/atf-report 141259962SjmmvATF_RUN?= ${ATF_PREFIX}/bin/atf-run 142259962Sjmmv.if exists(${ATF_RUN}) && exists(${ATF_REPORT}) 143259962Sjmmv# Definition of the "make test" target and supporting variables. 144259962Sjmmv# 145259962Sjmmv# This target, by necessity, can only work for native builds (i.e. a freeBSD 146259962Sjmmv# host building a release for the same system). The target runs ATF, which is 147259962Sjmmv# not in the toolchain, and the tests execute code built for the target host. 148259962Sjmmv# 149259962Sjmmv# Due to the dependencies of the binaries built by the source tree and how they 150259962Sjmmv# are used by tests, it is highly possible for a execution of "make test" to 151259962Sjmmv# report bogus results unless the new binaries are put in place. 152259962Sjmmv_TESTS_FIFO= ${.OBJDIR}/atf-run.fifo 153259962Sjmmv_TESTS_LOG= ${.OBJDIR}/atf-run.log 154259962SjmmvCLEANFILES+= ${_TESTS_FIFO} ${_TESTS_LOG} 155259962Sjmmvrealtest: .PHONY 156259962Sjmmv @set -e; \ 157259962Sjmmv if [ -z "${TESTSDIR}" ]; then \ 158259962Sjmmv echo "*** No TESTSDIR defined; nothing to do."; \ 159259962Sjmmv exit 0; \ 160259962Sjmmv fi; \ 161259962Sjmmv cd ${DESTDIR}${TESTSDIR}; \ 162259962Sjmmv rm -f ${_TESTS_FIFO}; \ 163259962Sjmmv mkfifo ${_TESTS_FIFO}; \ 164259962Sjmmv tee ${_TESTS_LOG} < ${_TESTS_FIFO} | ${TESTS_ENV} ${ATF_REPORT} & \ 165259962Sjmmv set +e; \ 166259962Sjmmv ${TESTS_ENV} ${ATF_RUN} >> ${_TESTS_FIFO}; \ 167259962Sjmmv result=$${?}; \ 168259962Sjmmv wait; \ 169259962Sjmmv rm -f ${_TESTS_FIFO}; \ 170259962Sjmmv echo; \ 171259962Sjmmv echo "*** The verbatim output of atf-run has been saved to ${_TESTS_LOG}"; \ 172259962Sjmmv echo "***"; \ 173259962Sjmmv echo "*** WARNING: atf-run is deprecated; please install kyua instead"; \ 174259962Sjmmv exit $${result} 175259962Sjmmv.endif 176259962Sjmmv 177259962Sjmmv.endif 178