1# $FreeBSD$
2# $Id: Makefile,v 1.60 2020/07/10 00:48:32 sjg Exp $
3#
4# $NetBSD: Makefile,v 1.63 2020/07/09 22:40:14 sjg Exp $
5#
6# Unit tests for make(1)
7#
8# The main targets are:
9#
10# all:
11#	run all the tests
12# test:
13#	run 'all', and compare to expected results
14# accept:
15#	move generated output to expected results
16#
17# Settable variables
18#
19# TEST_MAKE
20#	The make program to be tested.
21#
22#
23# Adding a test case
24#
25# Each feature should get its own set of tests in its own suitably
26# named makefile (*.mk), with its own set of expected results (*.exp),
27# and it should be added to the TESTS list.
28#
29# Any added files must also be added to src/distrib/sets/lists/tests/mi.
30# Makefiles that are not added to TESTS must be ignored in
31# src/tests/usr.bin/make/t_make.sh (example: include-sub).
32#
33
34# Each test is in a sub-makefile.
35# Keep the list sorted.
36TESTS+=		comment
37TESTS+=		cond-late
38TESTS+=		cond-short
39TESTS+=		cond1
40TESTS+=		cond2
41TESTS+=		dollar
42TESTS+=		doterror
43TESTS+=		dotwait
44TESTS+=		error
45TESTS+=		# escape	# broken by reverting POSIX changes
46TESTS+=		export
47TESTS+=		export-all
48TESTS+=		export-env
49TESTS+=		forloop
50TESTS+=		forsubst
51TESTS+=		hash
52TESTS+=		# impsrc	# broken by reverting POSIX changes
53TESTS+=		include-main
54TESTS+=		misc
55TESTS+=		moderrs
56TESTS+=		modmatch
57TESTS+=		modmisc
58TESTS+=		modorder
59TESTS+=		modts
60TESTS+=		modword
61TESTS+=		order
62TESTS+=		# phony-end	# broken by reverting POSIX changes
63TESTS+=		posix
64TESTS+=		# posix1	# broken by reverting POSIX changes
65TESTS+=		qequals
66TESTS+=		# suffixes	# broken by reverting POSIX changes
67TESTS+=		sunshcmd
68TESTS+=		sysv
69TESTS+=		ternary
70TESTS+=		unexport
71TESTS+=		unexport-env
72TESTS+=		varcmd
73TESTS+=		varmisc
74TESTS+=		varmod-edge
75TESTS+=		varquote
76TESTS+=		varshell
77
78# Override make flags for certain tests; default is -k.
79FLAGS.doterror=		# none
80FLAGS.order=		-j1
81
82# Some tests need extra post-processing.
83SED_CMDS.modmisc+=	-e 's,\(substitution error:\).*,\1 (details omitted),'
84SED_CMDS.varshell+=	-e 's,^[a-z]*sh: ,,'
85SED_CMDS.varshell+=	-e '/command/s,No such.*,not found,'
86
87# End of the configuration section.
88
89.MAIN: all
90
91.-include "Makefile.config"
92
93UNIT_TESTS:=	${srcdir}
94.PATH: ${UNIT_TESTS}
95
96OUTFILES=	${TESTS:=.out}
97
98all: ${OUTFILES}
99
100CLEANFILES+=		*.rawout *.out *.status *.tmp *.core *.tmp
101CLEANFILES+=		obj*.[och] lib*.a	# posix1.mk
102CLEANFILES+=		issue* .[ab]*		# suffixes.mk
103CLEANRECURSIVE+=	dir dummy		# posix1.mk
104
105clean:
106	rm -f ${CLEANFILES}
107.if !empty(CLEANRECURSIVE)
108	rm -rf ${CLEANRECURSIVE}
109.endif
110
111TEST_MAKE?=	${.MAKE}
112TOOL_SED?=	sed
113TOOL_TR?=	tr
114TOOL_DIFF?=	diff
115DIFF_FLAGS?=	-u
116
117.if defined(.PARSEDIR)
118# ensure consistent results from sort(1)
119LC_ALL=		C
120LANG=		C
121.export LANG LC_ALL
122.endif
123
124# the tests are actually done with sub-makes.
125.SUFFIXES: .mk .rawout .out
126.mk.rawout:
127	@echo ${TEST_MAKE} ${FLAGS.${.TARGET:R}:U-k} -f ${.IMPSRC}
128	-@cd ${.OBJDIR} && \
129	{ ${TEST_MAKE} ${FLAGS.${.TARGET:R}:U-k} -f ${.IMPSRC} \
130	  2>&1 ; echo $$? >${.TARGET:R}.status ; } > ${.TARGET}.tmp
131	@mv ${.TARGET}.tmp ${.TARGET}
132
133# Post-process the test output so that the results can be compared.
134#
135# always pretend .MAKE was called 'make'
136_SED_CMDS+=	-e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,'
137_SED_CMDS+=	-e 's,${TEST_MAKE:S,.,\\.,g},make,'
138# replace anything after 'stopped in' with unit-tests
139_SED_CMDS+=	-e '/stopped/s, /.*, unit-tests,'
140# strip ${.CURDIR}/ from the output
141_SED_CMDS+=	-e 's,${.CURDIR:S,.,\\.,g}/,,g'
142_SED_CMDS+=	-e 's,${UNIT_TESTS:S,.,\\.,g}/,,g'
143
144.rawout.out:
145	@echo postprocess ${.TARGET}
146	@${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.TARGET:R}} \
147	  < ${.IMPSRC} > ${.TARGET}.tmp
148	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp
149	@mv ${.TARGET}.tmp ${.TARGET}
150
151# Compare all output files
152test:	${OUTFILES} .PHONY
153	@failed= ; \
154	for test in ${TESTS}; do \
155	  ${TOOL_DIFF} ${DIFF_FLAGS} ${UNIT_TESTS}/$${test}.exp $${test}.out \
156	  || failed="$${failed}$${failed:+ }$${test}" ; \
157	done ; \
158	if [ -n "$${failed}" ]; then \
159	  echo "Failed tests: $${failed}" ; false ; \
160	else \
161	  echo "All tests passed" ; \
162	fi
163
164accept:
165	@for test in ${TESTS}; do \
166	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
167	  || { echo "Replacing $${test}.exp" ; \
168	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
169	done
170
171.if exists(${TEST_MAKE})
172${TESTS:=.rawout}: ${TEST_MAKE}
173.endif
174
175.-include <bsd.obj.mk>
176