1# $Id: gendirdeps.mk,v 1.37 2018/01/31 19:06:46 sjg Exp $
2
3# Copyright (c) 2010-2013, Juniper Networks, Inc.
4# All rights reserved.
5# 
6# Redistribution and use in source and binary forms, with or without
7# modification, are permitted provided that the following conditions 
8# are met: 
9# 1. Redistributions of source code must retain the above copyright
10#    notice, this list of conditions and the following disclaimer. 
11# 2. Redistributions in binary form must reproduce the above copyright
12#    notice, this list of conditions and the following disclaimer in the
13#    documentation and/or other materials provided with the distribution.  
14# 
15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 
26
27#
28# This makefile [re]generates ${.MAKE.DEPENDFILE}
29#
30
31.include <install-new.mk>
32
33# Assumptions:
34#	RELDIR is the relative path from ${SRCTOP} to ${_CURDIR}
35#		(SRCTOP is ${SB}/src)
36#	_CURDIR is the absolute version of ${.CURDIR}
37#	_OBJDIR is the absolute version of ${.OBJDIR}
38#	_objroot is realpath of ${_OBJTOP} without ${MACHINE}
39#		this may be different from _OBJROOT if $SB/obj is a
40#		symlink to another filesystem.
41#		_objroot must be a prefix match for _objtop
42
43.MAIN: all
44
45# keep this simple
46.MAKE.MODE = compat
47
48all:
49
50_CURDIR ?= ${.CURDIR}
51_OBJDIR ?= ${.OBJDIR}
52_OBJTOP ?= ${OBJTOP}
53_OBJROOT ?= ${OBJROOT:U${_OBJTOP}}
54.if ${_OBJROOT:M*/}
55_slash=/
56.else
57_slash=
58.endif
59_objroot ?= ${_OBJROOT:tA}${_slash}
60
61_this = ${.PARSEDIR}/${.PARSEFILE}
62
63# remember what to make
64_DEPENDFILE := ${_CURDIR}/${.MAKE.DEPENDFILE:T}
65
66# We do _not_ want to read our own output!
67.MAKE.DEPENDFILE = /dev/null
68
69# caller should have set this
70META_FILES ?= ${.MAKE.META.FILES}
71
72.if !empty(META_FILES)
73
74.if ${.MAKE.LEVEL} > 0 && !empty(GENDIRDEPS_FILTER)
75# so we can compare below
76.-include <${_DEPENDFILE}>
77# yes, I mean :U with no value
78_DIRDEPS := ${DIRDEPS:U:O:u}
79.endif
80
81META_FILES := ${META_FILES:T:O:u}
82.export META_FILES
83
84# pickup customizations
85.-include <local.gendirdeps.mk>
86
87# these are actually prefixes that we'll skip
88# they should all be absolute paths
89SKIP_GENDIRDEPS ?=
90.if !empty(SKIP_GENDIRDEPS)
91_skip_gendirdeps = egrep -v '^(${SKIP_GENDIRDEPS:O:u:ts|})' |
92.else
93_skip_gendirdeps =
94.endif
95
96# Below we will turn _{VAR} into ${VAR} which keeps this simple
97# GENDIRDEPS_FILTER_DIR_VARS is a list of dirs to be substiuted for.
98# GENDIRDEPS_FILTER_VARS is more general.
99# In each case order matters.
100.if !empty(GENDIRDEPS_FILTER_DIR_VARS)
101GENDIRDEPS_FILTER += ${GENDIRDEPS_FILTER_DIR_VARS:@v@S,${$v},_{${v}},@}
102.endif
103.if !empty(GENDIRDEPS_FILTER_VARS)
104GENDIRDEPS_FILTER += ${GENDIRDEPS_FILTER_VARS:@v@S,/${$v}/,/_{${v}}/,@:NS,//,*:u}
105.endif
106
107# this (*should* be set in meta.sys.mk) 
108# is the script that extracts what we want.
109META2DEPS ?= ${.PARSEDIR}/meta2deps.sh
110META2DEPS := ${META2DEPS}
111
112.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != "" && ${DEBUG_GENDIRDEPS:Uno:Mmeta2d*} != ""
113_time = time
114_sh_x = sh -x
115_py_d = -ddd
116.else
117_time =
118_sh_x =
119_py_d =
120.endif
121
122.if ${META2DEPS:E} == "py"
123# we can afford to do this all the time.
124DPDEPS ?= no
125META2DEPS_CMD = ${_time} ${PYTHON} ${META2DEPS} ${_py_d} 
126.if ${DPDEPS:tl} != "no"
127META2DEPS_CMD += -D ${DPDEPS}
128.endif
129META2DEPS_FILTER = sed 's,^src:,${SRCTOP}/,;s,^\([^/]\),${OBJTOP}/\1,' |
130.elif ${META2DEPS:E} == "sh"
131META2DEPS_CMD = ${_time} ${_sh_x} ${META2DEPS} OBJTOP=${_OBJTOP}
132.else
133META2DEPS_CMD ?= ${META2DEPS}
134.endif
135
136.if ${TARGET_OBJ_SPEC:U${MACHINE}} != ${MACHINE}
137META2DEPS_CMD += -T ${TARGET_OBJ_SPEC}
138.endif
139META2DEPS_CMD += \
140	-R ${RELDIR} -H ${HOST_TARGET} \
141	${M2D_OBJROOTS:O:u:@o@-O $o@} \
142	${M2D_EXCLUDES:O:u:@o@-X $o@} \
143
144
145M2D_OBJROOTS += ${OBJTOP} ${_OBJROOT} ${_objroot}
146.if defined(SB_OBJROOT)
147M2D_OBJROOTS += ${SB_OBJROOT}
148.endif
149.if defined(STAGE_ROOT)
150M2D_OBJROOTS += ${STAGE_ROOT}
151.endif
152.if ${.MAKE.DEPENDFILE_PREFERENCE:U${.MAKE.DEPENDFILE}:M*.${MACHINE}} == ""
153# meta2deps.py only groks objroot
154# so we need to give it what it expects
155# and tell it not to add machine qualifiers
156META2DEPS_ARGS += MACHINE=none
157.endif
158.if defined(SB_BACKING_SB) 
159META2DEPS_CMD += -S ${SB_BACKING_SB}/src 
160M2D_OBJROOTS += ${SB_BACKING_SB}/${SB_OBJPREFIX}
161.endif
162
163# we are only interested in the dirs
164# specifically those we read something from.
165# we canonicalize them to keep things simple
166# if we are using a split-fs sandbox, it gets a little messier.
167_objtop := ${_OBJTOP:tA}
168dir_list != cd ${_OBJDIR} && \
169	${META2DEPS_CMD} MACHINE=${MACHINE} \
170	SRCTOP=${SRCTOP} RELDIR=${RELDIR} CURDIR=${_CURDIR} \
171	${META2DEPS_ARGS} \
172	${META_FILES:O:u} | ${META2DEPS_FILTER} ${_skip_gendirdeps} \
173	sed 's,//*$$,,;s,\.${HOST_TARGET}$$,.host,'
174
175.if ${dir_list:M*ERROR\:*} != ""
176.warning ${dir_list:tW:C,.*(ERROR),\1,}
177.warning Skipping ${_DEPENDFILE:S,${SRCTOP}/,,}
178# we are not going to update anything
179.else
180dpadd_dir_list=
181.if !empty(DPADD)
182_nonlibs := ${DPADD:T:Nlib*:N*include}
183.if !empty(_nonlibs)
184ddep_list =
185.for f in ${_nonlibs:@x@${DPADD:M*/$x}@}
186.if exists($f.dirdep)
187ddep_list += $f.dirdep
188.elif exists(${f:H}.dirdep)
189ddep_list += ${f:H}.dirdep
190.else
191dir_list += ${f:H:tA}
192dpadd_dir_list += ${f:H:tA}
193.endif
194.endfor
195.if !empty(ddep_list)
196ddeps != cat ${ddep_list:O:u} | ${META2DEPS_FILTER} ${_skip_gendirdeps} \
197        sed 's,//*$$,,;s,\.${HOST_TARGET:Uhost}$$,.host,;s,\.${HOST_TARGET32:Uhost32}$$,.host32,;s,\.${MACHINE}$$,,'
198
199.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != ""
200.info ${RELDIR}: raw_dir_list='${dir_list}'
201.info ${RELDIR}: ddeps='${ddeps}'
202.endif
203dir_list += ${ddeps}
204.endif
205.endif
206.endif
207
208# DIRDEPS represent things that had to have been built first
209# so they should all be undir OBJTOP.
210# Note that ${_OBJTOP}/bsd/include/machine will get reported 
211# to us as $SRCTOP/bsd/sys/$MACHINE_ARCH/include meaning we
212# will want to visit bsd/include
213# so we add 
214# ${"${dir_list:M*bsd/sys/${MACHINE_ARCH}/include}":?bsd/include:}
215# to GENDIRDEPS_DIR_LIST_XTRAS
216_objtops = ${OBJTOP} ${_OBJTOP} ${_objtop}
217_objtops := ${_objtops:O:u}
218dirdep_list = \
219	${_objtops:@o@${dir_list:M$o*/*:C,$o[^/]*/,,}@} \
220	${GENDIRDEPS_DIR_LIST_XTRAS}
221
222# sort longest first
223M2D_OBJROOTS := ${M2D_OBJROOTS:O:u:[-1..1]}
224
225# anything we use from an object dir other than ours
226# needs to be qualified with its .<machine> suffix
227# (we used the pseudo machine "host" for the HOST_TARGET).
228skip_ql= ${SRCTOP}* ${_objtops:@o@$o*@}
229.for o in ${M2D_OBJROOTS:${skip_ql:${M_ListToSkip}}}
230# we need := so only skip_ql to this point applies
231ql.$o := ${dir_list:${skip_ql:${M_ListToSkip}}:M$o*/*/*:C,$o([^/]+)/(.*),\2.\1,:S,.${HOST_TARGET},.host,}
232qualdir_list += ${ql.$o}
233.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != ""
234.info ${RELDIR}: o=$o ${ql.$o qualdir_list:L:@v@$v=${$v}@}
235.endif
236skip_ql+= $o*
237.endfor
238
239dirdep_list := ${dirdep_list:O:u}
240qualdir_list := ${qualdir_list:N*.${MACHINE}:O:u}
241
242DIRDEPS = \
243	${dirdep_list:N${RELDIR}:N${RELDIR}/*} \
244	${qualdir_list:N${RELDIR}.*:N${RELDIR}/*}
245
246# We only consider things below $RELDIR/ if they have a makefile.
247# This is the same test that _DIRDEP_USE applies.
248# We have do a double test with dirdep_list as it _may_ contain 
249# qualified dirs - if we got anything from a stage dir.
250# qualdir_list we know are all qualified.
251# It would be nice do peform this check for all of DIRDEPS,
252# but we cannot assume that all of the tree is present, 
253# in fact we can only assume that RELDIR is.
254DIRDEPS += \
255	${dirdep_list:M${RELDIR}/*:@d@${.MAKE.MAKEFILE_PREFERENCE:@m@${exists(${SRCTOP}/$d/$m):?$d:${exists(${SRCTOP}/${d:R}/$m):?$d:}}@}@} \
256	${qualdir_list:M${RELDIR}/*:@d@${.MAKE.MAKEFILE_PREFERENCE:@m@${exists(${SRCTOP}/${d:R}/$m):?$d:}@}@}
257
258# what modifiers do we allow in GENDIRDEPS_FILTER
259GENDIRDEPS_FILTER_MASK += @CMNS
260DIRDEPS := ${DIRDEPS:${GENDIRDEPS_FILTER:UNno:M[${GENDIRDEPS_FILTER_MASK:O:u:ts}]*:ts:}:C,//+,/,g:O:u}
261
262.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != ""
263.info ${RELDIR}: M2D_OBJROOTS=${M2D_OBJROOTS}
264.info ${RELDIR}: M2D_EXCLUDES=${M2D_EXCLUDES}
265.info ${RELDIR}: dir_list='${dir_list}'
266.info ${RELDIR}: dpadd_dir_list='${dpadd_dir_list}'
267.info ${RELDIR}: dirdep_list='${dirdep_list}'
268.info ${RELDIR}: qualdir_list='${qualdir_list}'
269.info ${RELDIR}: SKIP_GENDIRDEPS='${SKIP_GENDIRDEPS}'
270.info ${RELDIR}: GENDIRDEPS_FILTER='${GENDIRDEPS_FILTER}'
271.info ${RELDIR}: FORCE_DPADD='${DPADD}'
272.info ${RELDIR}: DIRDEPS='${DIRDEPS}'
273.endif
274
275# SRC_DIRDEPS is for checkout logic
276src_dirdep_list = \
277	${dir_list:M${SRCTOP}/*:S,${SRCTOP}/,,}
278
279SRC_DIRDEPS = \
280	${src_dirdep_list:N${RELDIR}:N${RELDIR}/*:C,(/h)/.*,,}
281
282SRC_DIRDEPS := ${SRC_DIRDEPS:${GENDIRDEPS_SRC_FILTER:UN/*:ts:}:C,//+,/,g:O:u}
283
284# if you want to capture SRC_DIRDEPS in .MAKE.DEPENDFILE put
285# SRC_DIRDEPS_FILE = ${_DEPENDFILE} 
286# in local.gendirdeps.mk
287.if ${SRC_DIRDEPS_FILE:Uno:tl} != "no"
288ECHO_SRC_DIRDEPS = echo 'SRC_DIRDEPS = \'; echo '${SRC_DIRDEPS:@d@	$d \\${.newline}@}'; echo;
289
290.if ${SRC_DIRDEPS_FILE:T} == ${_DEPENDFILE:T}
291_include_src_dirdeps = ${ECHO_SRC_DIRDEPS}
292.else
293all: ${SRC_DIRDEPS_FILE}
294.if !target(${SRC_DIRDEPS_FILE})
295${SRC_DIRDEPS_FILE}: ${META_FILES} ${_this} ${META2DEPS}
296	@(${ECHO_SRC_DIRDEPS}) > $@
297.endif
298.endif
299.endif
300_include_src_dirdeps ?= 
301
302all:	${_DEPENDFILE}
303
304# if this is going to exist it would be there by now
305.if !exists(.depend)
306CAT_DEPEND = /dev/null
307.endif
308CAT_DEPEND ?= .depend
309
310.if !empty(_DIRDEPS) && ${DIRDEPS} != ${_DIRDEPS}
311# we may have changed a filter
312.PHONY: ${_DEPENDFILE}
313.endif
314
315# 'cat .depend' should suffice, but if we are mixing build modes
316# .depend may contain things we don't want.
317# The sed command at the end of the stream, allows for the filters
318# to output _{VAR} tokens which we will turn into proper ${VAR} references.
319${_DEPENDFILE}: .NOMETA ${CAT_DEPEND:M.depend} ${META_FILES:O:u:@m@${exists($m):?$m:}@} ${_this} ${META2DEPS}
320	@(${GENDIRDEPS_HEADER} echo '# Autogenerated - do NOT edit!'; echo; \
321	echo 'DIRDEPS = \'; \
322	echo '${DIRDEPS:@d@	$d \\${.newline}@}'; echo; \
323	${_include_src_dirdeps} \
324	echo '.include <dirdeps.mk>'; \
325	echo; \
326	echo '.if $${DEP_RELDIR} == $${_DEP_RELDIR}'; \
327	echo '# local dependencies - needed for -jN in clean tree'; \
328	[ -s ${CAT_DEPEND} ] && { grep : ${CAT_DEPEND} | grep -v '[/\\]'; }; \
329	echo '.endif' ) | sed 's,_\([{(]\),$$\1,g' > $@.new${.MAKE.PID}
330	@${InstallNew}; InstallNew -s $@.new${.MAKE.PID}
331
332.endif				# meta2deps failed
333.elif !empty(SUBDIR)
334
335DIRDEPS := ${SUBDIR:S,^,${RELDIR}/,:O:u}
336
337all:	${_DEPENDFILE}
338
339${_DEPENDFILE}: .NOMETA ${MAKEFILE} ${_this}
340	@(${GENDIRDEPS_HEADER} echo '# Autogenerated - do NOT edit!'; echo; \
341	echo 'DIRDEPS = \'; \
342	echo '${DIRDEPS:@d@	$d \\${.newline}@}'; echo; \
343	echo '.include <dirdeps.mk>'; \
344	echo ) | sed 's,_\([{(]\),$$\1,g' > $@.new
345	@${InstallNew}; InstallNew $@.new
346
347.else
348
349# nothing to do
350all ${_DEPENDFILE}:
351
352.endif
353${_DEPENDFILE}: .PRECIOUS
354