dirdeps.mk revision 292068
1# $Id: dirdeps.mk,v 1.55 2015/10/20 22:04:53 sjg Exp $
2
3# Copyright (c) 2010-2013, Juniper Networks, Inc.
4# All rights reserved.
5# 
6# Redistribution and use in source and binary forms, with or without
7# modification, are permitted provided that the following conditions 
8# are met: 
9# 1. Redistributions of source code must retain the above copyright
10#    notice, this list of conditions and the following disclaimer. 
11# 2. Redistributions in binary form must reproduce the above copyright
12#    notice, this list of conditions and the following disclaimer in the
13#    documentation and/or other materials provided with the distribution.  
14# 
15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 
26
27# Much of the complexity here is for supporting cross-building.
28# If a tree does not support that, simply using plain Makefile.depend
29# should provide sufficient clue.
30# Otherwise the recommendation is to use Makefile.depend.${MACHINE}
31# as expected below.
32
33# Note: this file gets multiply included.
34# This is what we do with DIRDEPS
35
36# DIRDEPS:
37#	This is a list of directories - relative to SRCTOP, it is
38#	normally only of interest to .MAKE.LEVEL 0.
39#	In some cases the entry may be qualified with a .<machine>
40#	or .<target_spec> suffix (see TARGET_SPEC_VARS below),
41#	for example to force building something for the pseudo
42#	machines "host" or "common" regardless of current ${MACHINE}.
43#	
44#	All unqualified entries end up being qualified with .${TARGET_SPEC}
45#	and partially qualified (if TARGET_SPEC_VARS has multiple
46#	entries) are also expanded to a full .<target_spec>.
47#	The  _DIRDEP_USE target uses the suffix to set TARGET_SPEC
48#	correctly when visiting each entry.
49#
50#	The fully qualified directory entries are used to construct a
51#	dependency graph that will drive the build later.
52#	
53#	Also, for each fully qualified directory target, we will search
54#	using ${.MAKE.DEPENDFILE_PREFERENCE} to find additional
55#	dependencies.  We use Makefile.depend (default value for
56#	.MAKE.DEPENDFILE_PREFIX) to refer to these makefiles to
57#	distinguish them from others.
58#	
59#	Each Makefile.depend file sets DEP_RELDIR to be the
60#	the RELDIR (path relative to SRCTOP) for its directory, and
61#	since each Makefile.depend file includes dirdeps.mk, this
62#	processing is recursive and results in .MAKE.LEVEL 0 learning the
63#	dependencies of the tree wrt the initial directory (_DEP_RELDIR).
64#
65# BUILD_AT_LEVEL0
66#	Indicates whether .MAKE.LEVEL 0 builds anything:
67#	if "no" sub-makes are used to build everything,
68#	if "yes" sub-makes are only used to build for other machines.
69#	It is best to use "no", but this can require fixing some
70#	makefiles to not do anything at .MAKE.LEVEL 0.
71#
72# TARGET_SPEC_VARS
73#	The default value is just MACHINE, and for most environments
74#	this is sufficient.  The _DIRDEP_USE target actually sets
75#	both MACHINE and TARGET_SPEC to the suffix of the current
76#	target so that in the general case TARGET_SPEC can be ignored.
77#
78#	If more than MACHINE is needed then sys.mk needs to decompose
79#	TARGET_SPEC and set the relevant variables accordingly.
80#	It is important that MACHINE be included in and actually be
81#	the first member of TARGET_SPEC_VARS.  This allows other
82#	variables to be considered optional, and some of the treatment
83#	below relies on MACHINE being the first entry.
84#	Note: TARGET_SPEC cannot contain any '.'s so the target
85#	triple used by compiler folk won't work (directly anyway).
86#
87#	For example:
88#
89#		# Always list MACHINE first, 
90#		# other variables might be optional.
91#		TARGET_SPEC_VARS = MACHINE TARGET_OS
92#		.if ${TARGET_SPEC:Uno:M*,*} != ""
93#		_tspec := ${TARGET_SPEC:S/,/ /g}
94#		MACHINE := ${_tspec:[1]}
95#		TARGET_OS := ${_tspec:[2]}
96#		# etc.
97#		# We need to stop that TARGET_SPEC affecting any submakes
98#		# and deal with MACHINE=${TARGET_SPEC} in the environment.
99#		TARGET_SPEC =
100#		# export but do not track
101#		.export-env TARGET_SPEC 
102#		.export ${TARGET_SPEC_VARS}
103#		.for v in ${TARGET_SPEC_VARS:O:u}
104#		.if empty($v)
105#		.undef $v
106#		.endif
107#		.endfor
108#		.endif
109#		# make sure we know what TARGET_SPEC is
110#		# as we may need it to find Makefile.depend*
111#		TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,}
112#	
113
114# touch this at your peril
115_DIRDEP_USE_LEVEL?= 0
116.if ${.MAKE.LEVEL} == ${_DIRDEP_USE_LEVEL}
117# only the first instance is interested in all this
118
119# First off, we want to know what ${MACHINE} to build for.
120# This can be complicated if we are using a mixture of ${MACHINE} specific
121# and non-specific Makefile.depend*
122
123.if !target(_DIRDEP_USE)
124# do some setup we only need once
125_CURDIR ?= ${.CURDIR}
126_OBJDIR ?= ${.OBJDIR}
127
128now_utc = ${%s:L:gmtime}
129.if !defined(start_utc)
130start_utc := ${now_utc}
131.endif
132
133# make sure these are empty to start with
134_DEP_TARGET_SPEC =
135_DIRDEP_CHECKED =
136
137# If TARGET_SPEC_VARS is other than just MACHINE
138# it should be set by sys.mk or similar by now.
139# TARGET_SPEC must not contain any '.'s.
140TARGET_SPEC_VARS ?= MACHINE
141# this is what we started with
142TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,}
143# this is what we mostly use below
144DEP_TARGET_SPEC = ${TARGET_SPEC_VARS:S,^,DEP_,:@v@${$v:U}@:ts,}
145# make sure we have defaults
146.for v in ${TARGET_SPEC_VARS}
147DEP_$v ?= ${$v}
148.endfor
149
150.if ${TARGET_SPEC_VARS:[#]} > 1
151# Ok, this gets more complex (putting it mildly).
152# In order to stay sane, we need to ensure that all the build_dirs
153# we compute below are fully qualified wrt DEP_TARGET_SPEC.
154# The makefiles may only partially specify (eg. MACHINE only),
155# so we need to construct a set of modifiers to fill in the gaps.
156# jot 10 should output 1 2 3 .. 10
157JOT ?= jot
158_tspec_x := ${${JOT} ${TARGET_SPEC_VARS:[#]}:L:sh}
159# this handles unqualified entries
160M_dep_qual_fixes = C;(/[^/.,]+)$$;\1.$${DEP_TARGET_SPEC};
161# there needs to be at least one item missing for these to make sense
162.for i in ${_tspec_x:[2..-1]}
163_tspec_m$i := ${TARGET_SPEC_VARS:[2..$i]:@w@[^,]+@:ts,}
164_tspec_a$i := ,${TARGET_SPEC_VARS:[$i..-1]:@v@$$$${DEP_$v}@:ts,}
165M_dep_qual_fixes += C;(\.${_tspec_m$i})$$;\1${_tspec_a$i};
166.endfor
167.else
168# A harmless? default.
169M_dep_qual_fixes = U
170.endif
171
172.if !defined(.MAKE.DEPENDFILE_PREFERENCE)
173# .MAKE.DEPENDFILE_PREFERENCE makes the logic below neater?
174# you really want this set by sys.mk or similar
175.MAKE.DEPENDFILE_PREFERENCE = ${_CURDIR}/${.MAKE.DEPENDFILE:T}
176.if ${.MAKE.DEPENDFILE:E} == "${TARGET_SPEC}"
177.if ${TARGET_SPEC} != ${MACHINE}
178.MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R}.$${MACHINE}
179.endif
180.MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R}
181.endif
182.endif
183
184_default_dependfile := ${.MAKE.DEPENDFILE_PREFERENCE:[1]:T}
185_machine_dependfiles := ${.MAKE.DEPENDFILE_PREFERENCE:T:M*${MACHINE}*}
186
187# for machine specific dependfiles we require ${MACHINE} to be at the end
188# also for the sake of sanity we require a common prefix
189.if !defined(.MAKE.DEPENDFILE_PREFIX)
190# knowing .MAKE.DEPENDFILE_PREFIX helps
191.if !empty(_machine_dependfiles)
192.MAKE.DEPENDFILE_PREFIX := ${_machine_dependfiles:[1]:T:R}
193.else
194.MAKE.DEPENDFILE_PREFIX := ${_default_dependfile:T}
195.endif
196.endif
197
198
199# this is how we identify non-machine specific dependfiles
200N_notmachine := ${.MAKE.DEPENDFILE_PREFERENCE:E:N*${MACHINE}*:${M_ListToSkip}}
201
202.endif				# !target(_DIRDEP_USE)
203
204# if we were included recursively _DEP_TARGET_SPEC should be valid.
205.if empty(_DEP_TARGET_SPEC)
206# we may or may not have included a dependfile yet
207.if defined(.INCLUDEDFROMFILE)
208_last_dependfile := ${.INCLUDEDFROMFILE:M${.MAKE.DEPENDFILE_PREFIX}*}
209.else
210_last_dependfile := ${.MAKE.MAKEFILES:M*/${.MAKE.DEPENDFILE_PREFIX}*:[-1]}
211.endif
212.if ${_debug_reldir:U0}
213.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _last_dependfile='${_last_dependfile}'
214.endif
215
216.if empty(_last_dependfile) || ${_last_dependfile:E:${N_notmachine}} == ""
217# this is all we have to work with
218DEP_MACHINE = ${TARGET_MACHINE:U${MACHINE}}
219_DEP_TARGET_SPEC := ${DEP_TARGET_SPEC}
220.else
221_DEP_TARGET_SPEC = ${_last_dependfile:${M_dep_qual_fixes:ts:}:E}
222.endif
223.if !empty(_last_dependfile)
224# record that we've read dependfile for this
225_DIRDEP_CHECKED += ${_CURDIR}.${TARGET_SPEC}
226.endif
227.endif
228
229# by now _DEP_TARGET_SPEC should be set, parse it.
230.if ${TARGET_SPEC_VARS:[#]} > 1
231# we need to parse DEP_MACHINE may or may not contain more info
232_tspec := ${_DEP_TARGET_SPEC:S/,/ /g}
233.for i in ${_tspec_x}
234DEP_${TARGET_SPEC_VARS:[$i]} := ${_tspec:[$i]}
235.endfor
236.for v in ${TARGET_SPEC_VARS:O:u}
237.if empty(DEP_$v)
238.undef DEP_$v
239.endif
240.endfor
241.else
242DEP_MACHINE := ${_DEP_TARGET_SPEC}
243.endif
244
245.if ${MAKEFILE:T} == ${.PARSEFILE} && empty(DIRDEPS) && ${.TARGETS:Uall:M*/*} != ""
246# This little trick let's us do
247#
248# mk -f dirdeps.mk some/dir.${TARGET_SPEC}
249#
250all:
251${.TARGETS:Nall}: all
252DIRDEPS := ${.TARGETS:M*/*}
253# so that -DNO_DIRDEPS works
254DEP_RELDIR := ${DIRDEPS:R:[1]}
255# disable DIRDEPS_CACHE as it does not like this trick
256MK_DIRDEPS_CACHE = no
257.endif
258
259
260# pickup customizations
261# as below you can use !target(_DIRDEP_USE) to protect things
262# which should only be done once.
263.-include "local.dirdeps.mk"
264
265# the first time we are included the _DIRDEP_USE target will not be defined
266# we can use this as a clue to do initialization and other one time things.
267.if !target(_DIRDEP_USE)
268# make sure this target exists
269dirdeps: beforedirdeps .WAIT
270beforedirdeps:
271
272# We normally expect to be included by Makefile.depend.*
273# which sets the DEP_* macros below.
274DEP_RELDIR ?= ${RELDIR}
275
276# this can cause lots of output!
277# set to a set of glob expressions that might match RELDIR
278DEBUG_DIRDEPS ?= no
279
280# remember the initial value of DEP_RELDIR - we test for it below.
281_DEP_RELDIR := ${DEP_RELDIR}
282
283# things we skip for host tools
284SKIP_HOSTDIR ?=
285
286NSkipHostDir = ${SKIP_HOSTDIR:N*.host*:S,$,.host*,:N.host*:S,^,${SRCTOP}/,:${M_ListToSkip}}
287
288# things we always skip
289# SKIP_DIRDEPS allows for adding entries on command line.
290SKIP_DIR += .host *.WAIT ${SKIP_DIRDEPS}
291SKIP_DIR.host += ${SKIP_HOSTDIR}
292
293DEP_SKIP_DIR = ${SKIP_DIR} \
294	${SKIP_DIR.${DEP_TARGET_SPEC}:U} \
295	${SKIP_DIR.${DEP_MACHINE}:U} \
296	${SKIP_DIRDEPS.${DEP_MACHINE}:U}
297
298NSkipDir = ${DEP_SKIP_DIR:${M_ListToSkip}}
299
300.if defined(NO_DIRDEPS) || defined(NODIRDEPS) || defined(WITHOUT_DIRDEPS)
301# confine ourselves to the original dir
302DIRDEPS_FILTER += M${_DEP_RELDIR}*
303.endif
304
305# this is what we run below
306DIRDEP_MAKE?= ${.MAKE}
307
308# we suppress SUBDIR when visiting the leaves
309# we assume sys.mk will set MACHINE_ARCH
310# you can add extras to DIRDEP_USE_ENV
311# if there is no makefile in the target directory, we skip it.
312_DIRDEP_USE:	.USE .MAKE
313	@for m in ${.MAKE.MAKEFILE_PREFERENCE}; do \
314		test -s ${.TARGET:R}/$$m || continue; \
315		echo "${TRACER}Checking ${.TARGET:R} for ${.TARGET:E} ..."; \
316		MACHINE_ARCH= NO_SUBDIR=1 ${DIRDEP_USE_ENV} \
317		TARGET_SPEC=${.TARGET:E} \
318		MACHINE=${.TARGET:E} \
319		${DIRDEP_MAKE} -C ${.TARGET:R} || exit 1; \
320		break; \
321	done
322
323.ifdef ALL_MACHINES
324# this is how you limit it to only the machines we have been built for
325# previously.
326.if empty(ONLY_MACHINE_LIST)
327.if !empty(ALL_MACHINE_LIST)
328# ALL_MACHINE_LIST is the list of all legal machines - ignore anything else
329_machine_list != cd ${_CURDIR} && 'ls' -1 ${ALL_MACHINE_LIST:O:u:@m@${.MAKE.DEPENDFILE:T:R}.$m@} 2> /dev/null; echo
330.else
331_machine_list != 'ls' -1 ${_CURDIR}/${.MAKE.DEPENDFILE_PREFIX}.* 2> /dev/null; echo
332.endif
333_only_machines := ${_machine_list:${NIgnoreFiles:UN*.bak}:E:O:u}
334.else
335_only_machines := ${ONLY_MACHINE_LIST}
336.endif
337
338.if empty(_only_machines)
339# we must be boot-strapping
340_only_machines := ${TARGET_MACHINE:U${ALL_MACHINE_LIST:U${DEP_MACHINE}}}
341.endif
342
343.else				# ! ALL_MACHINES
344# if ONLY_MACHINE_LIST is set, we are limited to that
345# if TARGET_MACHINE is set - it is really the same as ONLY_MACHINE_LIST
346# otherwise DEP_MACHINE is it - so DEP_MACHINE will match.
347_only_machines := ${ONLY_MACHINE_LIST:U${TARGET_MACHINE:U${DEP_MACHINE}}:M${DEP_MACHINE}}
348.endif
349
350.if !empty(NOT_MACHINE_LIST)
351_only_machines := ${_only_machines:${NOT_MACHINE_LIST:${M_ListToSkip}}}
352.endif
353
354# make sure we have a starting place?
355DIRDEPS ?= ${RELDIR}
356.endif				# target 
357
358# if repeatedly building the same target, 
359# we can avoid the overhead of re-computing the tree dependencies.
360MK_DIRDEPS_CACHE ?= no
361BUILD_DIRDEPS_CACHE ?= no
362BUILD_DIRDEPS ?= yes
363
364.if !defined(NO_DIRDEPS)
365.if ${MK_DIRDEPS_CACHE} == "yes"
366# this is where we will cache all our work
367DIRDEPS_CACHE?= ${_OBJDIR}/dirdeps.cache${.TARGETS:Nall:O:u:ts-:S,/,_,g:S,^,.,:N.}
368
369# just ensure this exists
370build-dirdeps:
371
372M_oneperline = @x@\\${.newline}	$$x@
373
374.if ${BUILD_DIRDEPS_CACHE} == "no" 
375.if !target(dirdeps-cached)
376# we do this via sub-make
377BUILD_DIRDEPS = no
378
379dirdeps: dirdeps-cached
380dirdeps-cached:	${DIRDEPS_CACHE} .MAKE
381	@echo "${TRACER}Using ${DIRDEPS_CACHE}"
382	@MAKELEVEL=${.MAKE.LEVEL} ${.MAKE} -C ${_CURDIR} -f ${DIRDEPS_CACHE} \
383		dirdeps MK_DIRDEPS_CACHE=no BUILD_DIRDEPS=no
384
385# these should generally do
386BUILD_DIRDEPS_MAKEFILE ?= ${MAKEFILE}
387BUILD_DIRDEPS_TARGETS ?= ${.TARGETS}
388
389# we need the .meta file to ensure we update if 
390# any of the Makefile.depend* changed.
391# We do not want to compare the command line though.
392${DIRDEPS_CACHE}:	.META .NOMETA_CMP
393	+@{ echo '# Autogenerated - do NOT edit!'; echo; \
394	echo 'BUILD_DIRDEPS=no'; echo; \
395	echo '.include <dirdeps.mk>'; \
396	} > ${.TARGET}.new
397	+@MAKELEVEL=${.MAKE.LEVEL} DIRDEPS_CACHE=${DIRDEPS_CACHE} \
398	DIRDEPS="${DIRDEPS}" \
399	MAKEFLAGS= ${.MAKE} -C ${_CURDIR} -f ${BUILD_DIRDEPS_MAKEFILE} \
400	${BUILD_DIRDEPS_TARGETS} BUILD_DIRDEPS_CACHE=yes \
401	.MAKE.DEPENDFILE=.none \
402	3>&1 1>&2 | sed 's,${SRCTOP},$${SRCTOP},g' >> ${.TARGET}.new && \
403	mv ${.TARGET}.new ${.TARGET}
404
405.endif
406.elif !target(_count_dirdeps)
407# we want to capture the dirdeps count in the cache
408.END: _count_dirdeps
409_count_dirdeps: .NOMETA
410	@echo '.info $${.newline}$${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]}' >&3
411
412.endif
413.elif !make(dirdeps) && !target(_count_dirdeps)
414beforedirdeps: _count_dirdeps
415_count_dirdeps: .NOMETA
416	@echo "${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]} seconds=`expr ${now_utc} - ${start_utc}`"
417
418.endif
419.endif
420
421.if ${BUILD_DIRDEPS} == "yes"
422.if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.${DEP_MACHINE}:L:M$x}@} != ""
423_debug_reldir = 1
424.else
425_debug_reldir = 0
426.endif
427.if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.depend:L:M$x}@} != ""
428_debug_search = 1
429.else
430_debug_search = 0
431.endif
432
433# the rest is done repeatedly for every Makefile.depend we read.
434# if we are anything but the original dir we care only about the
435# machine type we were included for..
436
437.if ${DEP_RELDIR} == "."
438_this_dir := ${SRCTOP}
439.else
440_this_dir := ${SRCTOP}/${DEP_RELDIR}
441.endif
442
443# on rare occasions, there can be a need for extra help
444_dep_hack := ${_this_dir}/${.MAKE.DEPENDFILE_PREFIX}.inc
445.-include "${_dep_hack}"
446
447.if ${DEP_RELDIR} != ${_DEP_RELDIR} || ${DEP_TARGET_SPEC} != ${TARGET_SPEC}
448# this should be all
449_machines := ${DEP_MACHINE}
450.else
451# this is the machine list we actually use below
452_machines := ${_only_machines}
453
454.if defined(HOSTPROG) || ${DEP_MACHINE} == "host"
455# we need to build this guy's dependencies for host as well.
456_machines += host
457.endif
458
459_machines := ${_machines:O:u}
460.endif
461
462.if ${TARGET_SPEC_VARS:[#]} > 1
463# we need to tweak _machines
464_dm := ${DEP_MACHINE}
465# apply the same filtering that we do when qualifying DIRDEPS.
466# M_dep_qual_fixes expects .${MACHINE}* so add (and remove) '.'
467_machines := ${_machines:@DEP_MACHINE@${DEP_TARGET_SPEC}@:S,^,.,:${M_dep_qual_fixes:ts:}:O:u:S,^.,,}
468DEP_MACHINE := ${_dm}
469.endif
470
471# reset each time through
472_build_dirs =
473
474.if ${DEP_RELDIR} == ${_DEP_RELDIR}
475# pickup other machines for this dir if necessary
476.if ${BUILD_AT_LEVEL0:Uyes} == "no"
477_build_dirs += ${_machines:@m@${_CURDIR}.$m@}
478.else
479_build_dirs += ${_machines:N${DEP_TARGET_SPEC}:@m@${_CURDIR}.$m@}
480.if ${DEP_TARGET_SPEC} == ${TARGET_SPEC}
481# pickup local dependencies now
482.-include <.depend>
483.endif
484.endif
485.endif
486
487.if ${_debug_reldir}
488.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: DIRDEPS='${DIRDEPS}'
489.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _machines='${_machines}' 
490.endif
491
492.if !empty(DIRDEPS)
493# these we reset each time through as they can depend on DEP_MACHINE
494DEP_DIRDEPS_FILTER = \
495	${DIRDEPS_FILTER.${DEP_TARGET_SPEC}:U} \
496	${DIRDEPS_FILTER.${DEP_MACHINE}:U} \
497	${DIRDEPS_FILTER:U} 
498.if empty(DEP_DIRDEPS_FILTER)
499# something harmless
500DEP_DIRDEPS_FILTER = U
501.endif
502
503# this is what we start with
504__depdirs := ${DIRDEPS:${NSkipDir}:${DEP_DIRDEPS_FILTER:ts:}:C,//+,/,g:O:u:@d@${SRCTOP}/$d@}
505
506# some entries may be qualified with .<machine> 
507# the :M*/*/*.* just tries to limit the dirs we check to likely ones.
508# the ${d:E:M*/*} ensures we don't consider junos/usr.sbin/mgd
509__qual_depdirs := ${__depdirs:M*/*/*.*:@d@${exists($d):?:${"${d:E:M*/*}":?:${exists(${d:R}):?$d:}}}@}
510__unqual_depdirs := ${__depdirs:${__qual_depdirs:Uno:${M_ListToSkip}}}
511
512.if ${DEP_RELDIR} == ${_DEP_RELDIR}
513# if it was called out - we likely need it.
514__hostdpadd := ${DPADD:U.:M${HOST_OBJTOP}/*:S,${HOST_OBJTOP}/,,:H:${NSkipDir}:${DIRDEPS_FILTER:ts:}:S,$,.host,:N.*:@d@${SRCTOP}/$d@}
515__qual_depdirs += ${__hostdpadd}
516.endif
517
518.if ${_debug_reldir}
519.info depdirs=${__depdirs}
520.info qualified=${__qual_depdirs}
521.info unqualified=${__unqual_depdirs}
522.endif
523
524# _build_dirs is what we will feed to _DIRDEP_USE
525_build_dirs += \
526	${__qual_depdirs:M*.host:${NSkipHostDir}:N.host} \
527	${__qual_depdirs:N*.host} \
528	${_machines:Mhost*:@m@${__unqual_depdirs:@d@$d.$m@}@:${NSkipHostDir}:N.host} \
529	${_machines:Nhost*:@m@${__unqual_depdirs:@d@$d.$m@}@}
530
531# qualify everything now
532_build_dirs := ${_build_dirs:${M_dep_qual_fixes:ts:}:O:u}
533
534.endif				# empty DIRDEPS
535
536# Normally if doing make -V something,
537# we do not want to waste time chasing DIRDEPS
538# but if we want to count the number of Makefile.depend* read, we do.
539.if ${.MAKEFLAGS:M-V${_V_READ_DIRDEPS}} == ""
540.if !empty(_build_dirs)
541.if ${BUILD_DIRDEPS_CACHE} == "yes"
542x!= { echo; echo '\# ${DEP_RELDIR}.${DEP_TARGET_SPEC}'; \
543	echo 'dirdeps: ${_build_dirs:${M_oneperline}}'; echo; } >&3; echo
544x!= { ${_build_dirs:@x@${target($x):?:echo '$x: _DIRDEP_USE';}@} echo; } >&3; echo
545.else
546# this makes it all happen
547dirdeps: ${_build_dirs}
548.endif
549${_build_dirs}:	_DIRDEP_USE
550
551.if ${_debug_reldir}
552.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: needs: ${_build_dirs}
553.endif
554
555# this builds the dependency graph
556.for m in ${_machines}
557# it would be nice to do :N${.TARGET}
558.if !empty(__qual_depdirs)
559.for q in ${__qual_depdirs:${M_dep_qual_fixes:ts:}:E:O:u:N$m}
560.if ${_debug_reldir} || ${DEBUG_DIRDEPS:@x@${${DEP_RELDIR}.$m:L:M$x}${${DEP_RELDIR}.$q:L:M$x}@} != ""
561.info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$q}
562.endif
563.if ${BUILD_DIRDEPS_CACHE} == "yes"
564x!= { echo; echo '${_this_dir}.$m: ${_build_dirs:M*.$q:${M_oneperline}}'; echo; } >&3; echo
565.else
566${_this_dir}.$m: ${_build_dirs:M*.$q}
567.endif
568.endfor
569.endif
570.if ${_debug_reldir}
571.info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$m:N${_this_dir}.$m}
572.endif
573.if ${BUILD_DIRDEPS_CACHE} == "yes"
574x!= { echo; echo '${_this_dir}.$m: ${_build_dirs:M*.$m:N${_this_dir}.$m:${M_oneperline}}'; echo; } >&3; echo
575.else
576${_this_dir}.$m: ${_build_dirs:M*.$m:N${_this_dir}.$m}
577.endif
578.endfor
579
580.endif
581
582# Now find more dependencies - and recurse.
583.for d in ${_build_dirs}
584.if ${_DIRDEP_CHECKED:M$d} == ""
585# once only
586_DIRDEP_CHECKED += $d
587.if ${_debug_search}
588.info checking $d
589.endif
590# Note: _build_dirs is fully qualifed so d:R is always the directory
591.if exists(${d:R})
592# Warning: there is an assumption here that MACHINE is always 
593# the first entry in TARGET_SPEC_VARS.
594# If TARGET_SPEC and MACHINE are insufficient, you have a problem.
595_m := ${.MAKE.DEPENDFILE_PREFERENCE:T:S;${TARGET_SPEC}$;${d:E};:S;${MACHINE};${d:E:C/,.*//};:@m@${exists(${d:R}/$m):?${d:R}/$m:}@:[1]}
596.if !empty(_m)
597# M_dep_qual_fixes isn't geared to Makefile.depend
598_qm := ${_m:C;(\.depend)$;\1.${d:E};:${M_dep_qual_fixes:ts:}}
599.if ${_debug_search}
600.info Looking for ${_qm}
601.endif
602# we pass _DEP_TARGET_SPEC to tell the next step what we want
603_DEP_TARGET_SPEC := ${d:E}
604# some makefiles may still look at this
605_DEP_MACHINE := ${d:E:C/,.*//}
606# set this "just in case" 
607# we can skip :tA since we computed the path above
608DEP_RELDIR := ${_m:H:S,${SRCTOP}/,,}
609# and reset this
610DIRDEPS =
611.if ${_debug_reldir} && ${_qm} != ${_m}
612.info loading ${_m} for ${d:E}
613.endif
614.include <${_m}>
615.endif
616.endif
617.endif
618.endfor
619
620.endif				# -V
621.endif				# BUILD_DIRDEPS
622
623.elif ${.MAKE.LEVEL} > 42
624.error You should have stopped recursing by now.
625.else
626# we are building something
627DEP_RELDIR := ${RELDIR}
628_DEP_RELDIR := ${RELDIR}
629# pickup local dependencies
630.-include <.depend>
631.endif
632
633# bootstrapping new dependencies made easy?
634.if (make(bootstrap) || make(bootstrap-recurse)) && !target(bootstrap)
635
636.if exists(${.CURDIR}/${.MAKE.DEPENDFILE:T})
637# stop here
638${.TARGETS:Mboot*}:
639.else
640# find a Makefile.depend to use as _src
641_src != cd ${.CURDIR} && for m in ${.MAKE.DEPENDFILE_PREFERENCE:T:S,${MACHINE},*,}; do test -s $$m || continue; echo $$m; break; done; echo
642.if empty(_src)
643.error cannot find any of ${.MAKE.DEPENDFILE_PREFERENCE:T}
644.endif
645
646_src?= ${.MAKE.DEPENDFILE:T}
647
648bootstrap-this:	.NOTMAIN
649	@echo Bootstrapping ${RELDIR}/${.MAKE.DEPENDFILE:T} from ${_src:T}
650	(cd ${.CURDIR} && sed 's,${_src:E},${MACHINE},g' ${_src} > ${.MAKE.DEPENDFILE:T})
651
652bootstrap: bootstrap-recurse
653bootstrap-recurse: bootstrap-this
654
655_mf := ${.PARSEFILE}
656bootstrap-recurse:	.NOTMAIN .MAKE
657	@cd ${SRCTOP} && \
658	for d in `cd ${RELDIR} && ${.MAKE} -B -f ${"${.MAKEFLAGS:M-n}":?${_src}:${.MAKE.DEPENDFILE:T}} -V DIRDEPS`; do \
659		test -d $$d || d=$${d%.*}; \
660		test -d $$d || continue; \
661		echo "Checking $$d for bootstrap ..."; \
662		(cd $$d && ${.MAKE} -f ${_mf} bootstrap-recurse); \
663	done
664
665.endif
666.endif
667