build.sh revision 1.146
1#! /usr/bin/env sh
2#	$NetBSD: build.sh,v 1.146 2006/02/03 12:29:41 apb Exp $
3#
4# Copyright (c) 2001-2005 The NetBSD Foundation, Inc.
5# All rights reserved.
6#
7# This code is derived from software contributed to The NetBSD Foundation
8# by Todd Vierling and Luke Mewburn.
9#
10# Redistribution and use in source and binary forms, with or without
11# modification, are permitted provided that the following conditions
12# are met:
13# 1. Redistributions of source code must retain the above copyright
14#    notice, this list of conditions and the following disclaimer.
15# 2. Redistributions in binary form must reproduce the above copyright
16#    notice, this list of conditions and the following disclaimer in the
17#    documentation and/or other materials provided with the distribution.
18# 3. All advertising materials mentioning features or use of this software
19#    must display the following acknowledgement:
20#        This product includes software developed by the NetBSD
21#        Foundation, Inc. and its contributors.
22# 4. Neither the name of The NetBSD Foundation nor the names of its
23#    contributors may be used to endorse or promote products derived
24#    from this software without specific prior written permission.
25#
26# THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27# ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28# TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29# PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30# BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36# POSSIBILITY OF SUCH DAMAGE.
37#
38#
39# Top level build wrapper, for a system containing no tools.
40#
41# This script should run on any POSIX-compliant shell.  For systems
42# with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
43#
44# Note, however, that due to the way the interpreter is invoked above,
45# if a POSIX-compliant shell is the first in the PATH, you won't have
46# to take any further action.
47#
48
49progname=${0##*/}
50toppid=$$
51results=/dev/null
52trap "exit 1" 1 2 3 15
53
54bomb()
55{
56	cat >&2 <<ERRORMESSAGE
57
58ERROR: $@
59*** BUILD ABORTED ***
60ERRORMESSAGE
61	kill ${toppid}		# in case we were invoked from a subshell
62	exit 1
63}
64
65
66statusmsg()
67{
68	${runcmd} echo "===> $@" | tee -a "${results}"
69}
70
71initdefaults()
72{
73	cd "$(dirname $0)"
74	[ -d usr.bin/make ] ||
75	    bomb "build.sh must be run from the top source level"
76	[ -f share/mk/bsd.own.mk ] ||
77	    bomb "src/share/mk is missing; please re-fetch the source tree"
78
79	uname_s=$(uname -s 2>/dev/null)
80	uname_m=$(uname -m 2>/dev/null)
81
82	# If $PWD is a valid name of the current directory, POSIX mandates
83	# that pwd return it by default which causes problems in the
84	# presence of symlinks.  Unsetting PWD is simpler than changing
85	# every occurrence of pwd to use -P.
86	#
87	# XXX Except that doesn't work on Solaris.
88	#
89	unset PWD
90	TOP=$(/bin/pwd -P 2>/dev/null)
91
92	# Set defaults.
93	#
94	toolprefix=nb
95
96	# Some systems have a small ARG_MAX.  -X prevents make(1) from
97	# exporting variables in the environment redundantly.
98	#
99	case "${uname_s}" in
100	Darwin | FreeBSD | CYGWIN*)
101		MAKEFLAGS=-X
102		;;
103	*)
104		MAKEFLAGS=
105		;;
106	esac
107
108	makeenv=
109	makewrapper=
110	makewrappermachine=
111	runcmd=
112	operations=
113	removedirs=
114	do_expertmode=false
115	do_rebuildmake=false
116	do_removedirs=false
117
118	# do_{operation}=true if given operation is requested.
119	#
120	do_tools=false
121	do_obj=false
122	do_build=false
123	do_distribution=false
124	do_release=false
125	do_kernel=false
126	do_releasekernel=false
127	do_install=false
128	do_sets=false
129	do_sourcesets=false
130	do_syspkgs=false
131	do_iso_image=false
132	do_params=false
133
134	# Create scratch directory
135	#
136	tmpdir="${TMPDIR-/tmp}/nbbuild$$"
137	mkdir "${tmpdir}" || bomb "Cannot mkdir: ${tmpdir}"
138	trap "cd /; rm -r -f \"${tmpdir}\"" 0
139	results="${tmpdir}/build.sh.results"
140
141	# Set source directories
142	#
143	setmakeenv NETBSDSRCDIR "${TOP}"
144
145	# Set various environment variables to known defaults,
146	# to minimize (cross-)build problems observed "in the field".
147	#
148	unsetmakeenv INFODIR
149	unsetmakeenv LESSCHARSET
150	setmakeenv LC_ALL C
151}
152
153getarch()
154{
155	# Translate a MACHINE into a default MACHINE_ARCH.
156	#
157	case "${MACHINE}" in
158
159	acorn26|acorn32|cats|evbarm|hpcarm|iyonix|netwinder|shark)
160		MACHINE_ARCH=arm
161		;;
162
163	hp700)
164		MACHINE_ARCH=hppa
165		;;
166
167	sun2)
168		MACHINE_ARCH=m68000
169		;;
170
171	amiga|atari|cesfic|hp300|luna68k|mac68k|mvme68k|news68k|next68k|sun3|x68k)
172		MACHINE_ARCH=m68k
173		;;
174
175	evbmips-e[bl]|sbmips-e[bl])
176		MACHINE_ARCH=mips${MACHINE##*-}
177		makewrappermachine=${MACHINE}
178		MACHINE=${MACHINE%-e[bl]}
179		;;
180
181	evbmips|sbmips)		# no default MACHINE_ARCH
182		;;
183
184	ews4800mips|mipsco|newsmips|sgimips)
185		MACHINE_ARCH=mipseb
186		;;
187
188	algor|arc|cobalt|hpcmips|playstation2|pmax)
189		MACHINE_ARCH=mipsel
190		;;
191
192	pc532)
193		MACHINE_ARCH=ns32k
194		;;
195
196	amigappc|bebox|evbppc|ibmnws|macppc|mvmeppc|ofppc|pmppc|prep|sandpoint)
197		MACHINE_ARCH=powerpc
198		;;
199
200	evbsh3-e[bl])
201		MACHINE_ARCH=sh3${MACHINE##*-}
202		makewrappermachine=${MACHINE}
203		MACHINE=${MACHINE%-e[bl]}
204		;;
205
206	evbsh3)			# no default MACHINE_ARCH
207		;;
208
209	mmeye)
210		MACHINE_ARCH=sh3eb
211		;;
212
213	dreamcast|hpcsh)
214		MACHINE_ARCH=sh3el
215		;;
216
217	evbsh5)
218		MACHINE_ARCH=sh5el
219		;;
220	amd64)
221		MACHINE_ARCH=x86_64
222		;;
223
224	alpha|i386|sparc|sparc64|vax|ia64)
225		MACHINE_ARCH=${MACHINE}
226		;;
227
228	*)
229		bomb "Unknown target MACHINE: ${MACHINE}"
230		;;
231
232	esac
233}
234
235validatearch()
236{
237	# Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
238	#
239	case "${MACHINE_ARCH}" in
240
241	alpha|arm|armeb|hppa|i386|m68000|m68k|mipse[bl]|ns32k|powerpc|sh[35]e[bl]|sparc|sparc64|vax|x86_64|ia64)
242		;;
243
244	"")
245		bomb "No MACHINE_ARCH provided"
246		;;
247
248	*)
249		bomb "Unknown target MACHINE_ARCH: ${MACHINE_ARCH}"
250		;;
251
252	esac
253
254	# Determine valid MACHINE_ARCHs for MACHINE
255	#
256	case "${MACHINE}" in
257
258	evbarm)
259		arches="arm armeb"
260		;;
261
262	evbmips|sbmips)
263		arches="mipseb mipsel"
264		;;
265
266	evbsh3)
267		arches="sh3eb sh3el"
268		;;
269
270	evbsh5)
271		arches="sh5eb sh5el"
272		;;
273
274	*)
275		oma="${MACHINE_ARCH}"
276		getarch
277		arches="${MACHINE_ARCH}"
278		MACHINE_ARCH="${oma}"
279		;;
280
281	esac
282
283	# Ensure that MACHINE_ARCH supports MACHINE
284	#
285	archok=false
286	for a in ${arches}; do
287		if [ "${a}" = "${MACHINE_ARCH}" ]; then
288			archok=true
289			break
290		fi
291	done
292	${archok} ||
293	    bomb "MACHINE_ARCH '${MACHINE_ARCH}' does not support MACHINE '${MACHINE}'"
294}
295
296raw_getmakevar()
297{
298	[ -x "${make}" ] || bomb "raw_getmakevar $1: ${make} is not executable"
299	"${make}" -m ${TOP}/share/mk -s -f- _x_ <<EOF
300_x_:
301	echo \${$1}
302.include <bsd.prog.mk>
303.include <bsd.kernobj.mk>
304EOF
305}
306
307getmakevar()
308{
309	# raw_getmakevar() doesn't work properly if $make hasn't yet been
310	# built, which can happen when running with the "-n" option.
311	# getmakevar() deals with this by emitting a literal '$'
312	# followed by the variable name, instead of trying to find the
313	# variable's value.
314	#
315	if [ -x "${make}" ]; then
316		raw_getmakevar "$1"
317	else
318		echo "\$$1"
319	fi
320}
321
322setmakeenv()
323{
324	eval "$1='$2'; export $1"
325	makeenv="${makeenv} $1"
326}
327
328unsetmakeenv()
329{
330	eval "unset $1"
331	makeenv="${makeenv} $1"
332}
333
334# Convert possibly-relative path to absolute path by prepending
335# ${TOP} if necessary.  Also delete trailing "/", if any.
336resolvepath()
337{
338	case "${OPTARG}" in
339	/)
340		;;
341	/*)
342		OPTARG="${OPTARG%/}"
343		;;
344	*)
345		OPTARG="${TOP}/${OPTARG%/}"
346		;;
347	esac
348}
349
350usage()
351{
352	if [ -n "$*" ]; then
353		echo ""
354		echo "${progname}: $*"
355	fi
356	cat <<_usage_
357
358Usage: ${progname} [-EnorUux] [-a arch] [-B buildid] [-D dest] [-j njob]
359		[-M obj] [-m mach] [-N noisy] [-O obj] [-R release] [-T tools]
360		[-V var=[value]] [-w wrapper] [-X x11src] [-Z var]
361		operation [...]
362
363 Build operations (all imply "obj" and "tools"):
364    build               Run "make build".
365    distribution        Run "make distribution" (includes DESTDIR/etc/ files).
366    release             Run "make release" (includes kernels & distrib media).
367
368 Other operations:
369    help                Show this message and exit.
370    makewrapper         Create ${toolprefix}make-\${MACHINE} wrapper and ${toolprefix}make.
371                        Always performed.
372    obj                 Run "make obj".  [Default unless -o is used]
373    tools               Build and install tools.
374    install=idir        Run "make installworld" to \`idir' to install all sets
375			except \`etc'.  Useful after "distribution" or "release"
376    kernel=conf         Build kernel with config file \`conf'
377    releasekernel=conf  Install kernel built by kernel=conf to RELEASEDIR.
378    sets                Create binary sets in RELEASEDIR/MACHINE/binary/sets.
379			DESTDIR should be populated beforehand.
380    sourcesets          Create source sets in RELEASEDIR/source/sets.
381    syspkgs             Create syspkgs in RELEASEDIR/MACHINE/binary/syspkgs.
382    iso-image           Create CD-ROM image in RELEASEDIR/MACHINE/installation.
383    params              Display various make(1) parameters.
384
385 Options:
386    -a arch     Set MACHINE_ARCH to arch.  [Default: deduced from MACHINE]
387    -B buildId  Set BUILDID to buildId.
388    -D dest     Set DESTDIR to dest.  [Default: destdir.MACHINE]
389    -E          Set "expert" mode; disables various safety checks.
390                Should not be used without expert knowledge of the build system.
391    -h          Print this help message.
392    -j njob     Run up to njob jobs in parallel; see make(1) -j.
393    -M obj      Set obj root directory to obj; sets MAKEOBJDIRPREFIX.
394                Unsets MAKEOBJDIR.
395    -m mach     Set MACHINE to mach; not required if NetBSD native.
396    -N noisy	Set the noisyness (MAKEVERBOSE) level of the build:
397		    0	Quiet
398		    1	Operations are described, commands are suppressed
399		    2	Full output
400		[Default: 2]
401    -n          Show commands that would be executed, but do not execute them.
402    -O obj      Set obj root directory to obj; sets a MAKEOBJDIR pattern.
403                Unsets MAKEOBJDIRPREFIX.
404    -o          Set MKOBJDIRS=no; do not create objdirs at start of build.
405    -R release  Set RELEASEDIR to release.  [Default: releasedir]
406    -r          Remove contents of TOOLDIR and DESTDIR before building.
407    -T tools    Set TOOLDIR to tools.  If unset, and TOOLDIR is not set in
408                the environment, ${toolprefix}make will be (re)built unconditionally.
409    -U          Set MKUNPRIVED=yes; build without requiring root privileges,
410    		install from an UNPRIVED build with proper file permissions.
411    -u          Set MKUPDATE=yes; do not run "make clean" first.
412		Without this, everything is rebuilt, including the tools.
413    -V v=[val]  Set variable \`v' to \`val'.
414    -w wrapper  Create ${toolprefix}make script as wrapper.
415                [Default: \${TOOLDIR}/bin/${toolprefix}make-\${MACHINE}]
416    -X x11src   Set X11SRCDIR to x11src.  [Default: /usr/xsrc]
417    -x          Set MKX11=yes; build X11R6 from X11SRCDIR
418    -Z v        Unset ("zap") variable \`v'.
419
420_usage_
421	exit 1
422}
423
424parseoptions()
425{
426	opts='a:B:bD:dEhi:j:k:M:m:N:nO:oR:rT:tUuV:w:xX:Z:'
427	opt_a=no
428
429	if type getopts >/dev/null 2>&1; then
430		# Use POSIX getopts.
431		#
432		getoptcmd='getopts ${opts} opt && opt=-${opt}'
433		optargcmd=':'
434		optremcmd='shift $((${OPTIND} -1))'
435	else
436		type getopt >/dev/null 2>&1 ||
437		    bomb "/bin/sh shell is too old; try ksh or bash"
438
439		# Use old-style getopt(1) (doesn't handle whitespace in args).
440		#
441		args="$(getopt ${opts} $*)"
442		[ $? = 0 ] || usage
443		set -- ${args}
444
445		getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
446		optargcmd='OPTARG="$1"; shift'
447		optremcmd=':'
448	fi
449
450	# Parse command line options.
451	#
452	while eval ${getoptcmd}; do
453		case ${opt} in
454
455		-a)
456			eval ${optargcmd}
457			MACHINE_ARCH=${OPTARG}
458			opt_a=yes
459			;;
460
461		-B)
462			eval ${optargcmd}
463			BUILDID=${OPTARG}
464			;;
465
466		-b)
467			usage "'-b' has been replaced by 'makewrapper'"
468			;;
469
470		-D)
471			eval ${optargcmd}; resolvepath
472			setmakeenv DESTDIR "${OPTARG}"
473			;;
474
475		-d)
476			usage "'-d' has been replaced by 'distribution'"
477			;;
478
479		-E)
480			do_expertmode=true
481			;;
482
483		-i)
484			usage "'-i idir' has been replaced by 'install=idir'"
485			;;
486
487		-j)
488			eval ${optargcmd}
489			parallel="-j ${OPTARG}"
490			;;
491
492		-k)
493			usage "'-k conf' has been replaced by 'kernel=conf'"
494			;;
495
496		-M)
497			eval ${optargcmd}; resolvepath
498			makeobjdir="${OPTARG}"
499			unsetmakeenv MAKEOBJDIR
500			setmakeenv MAKEOBJDIRPREFIX "${OPTARG}"
501			;;
502
503			# -m overrides MACHINE_ARCH unless "-a" is specified
504		-m)
505			eval ${optargcmd}
506			MACHINE="${OPTARG}"
507			[ "${opt_a}" != "yes" ] && getarch
508			;;
509
510		-N)
511			eval ${optargcmd}
512			case "${OPTARG}" in
513			0|1|2)
514				setmakeenv MAKEVERBOSE "${OPTARG}"
515				;;
516			*)
517				usage "'${OPTARG}' is not a valid value for -N"
518				;;
519			esac
520			;;
521
522		-n)
523			runcmd=echo
524			;;
525
526		-O)
527			eval ${optargcmd}; resolvepath
528			makeobjdir="${OPTARG}"
529			unsetmakeenv MAKEOBJDIRPREFIX
530			setmakeenv MAKEOBJDIR "\${.CURDIR:C,^$TOP,$OPTARG,}"
531			;;
532
533		-o)
534			MKOBJDIRS=no
535			;;
536
537		-R)
538			eval ${optargcmd}; resolvepath
539			setmakeenv RELEASEDIR "${OPTARG}"
540			;;
541
542		-r)
543			do_removedirs=true
544			do_rebuildmake=true
545			;;
546
547		-T)
548			eval ${optargcmd}; resolvepath
549			TOOLDIR="${OPTARG}"
550			export TOOLDIR
551			;;
552
553		-t)
554			usage "'-t' has been replaced by 'tools'"
555			;;
556
557		-U)
558			setmakeenv MKUNPRIVED yes
559			;;
560
561		-u)
562			setmakeenv MKUPDATE yes
563			;;
564
565		-V)
566			eval ${optargcmd}
567			case "${OPTARG}" in
568		    # XXX: consider restricting which variables can be changed?
569			[a-zA-Z_][a-zA-Z_0-9]*=*)
570				setmakeenv "${OPTARG%%=*}" "${OPTARG#*=}"
571				;;
572			*)
573				usage "-V argument must be of the form 'var=[value]'"
574				;;
575			esac
576			;;
577
578		-w)
579			eval ${optargcmd}; resolvepath
580			makewrapper="${OPTARG}"
581			;;
582
583		-X)
584			eval ${optargcmd}; resolvepath
585			setmakeenv X11SRCDIR "${OPTARG}"
586			;;
587
588		-x)
589			setmakeenv MKX11 yes
590			;;
591
592		-Z)
593			eval ${optargcmd}
594		    # XXX: consider restricting which variables can be unset?
595			unsetmakeenv "${OPTARG}"
596			;;
597
598		--)
599			break
600			;;
601
602		-'?'|-h)
603			usage
604			;;
605
606		esac
607	done
608
609	# Validate operations.
610	#
611	eval ${optremcmd}
612	while [ $# -gt 0 ]; do
613		op=$1; shift
614		operations="${operations} ${op}"
615
616		case "${op}" in
617
618		help)
619			usage
620			;;
621
622		makewrapper|obj|tools|build|distribution|release|sets|sourcesets|syspkgs|params)
623			;;
624
625		iso-image)
626			op=iso_image	# used as part of a variable name
627			;;
628
629		kernel=*|releasekernel=*)
630			arg=${op#*=}
631			op=${op%%=*}
632			[ -n "${arg}" ] ||
633			    bomb "Must supply a kernel name with \`${op}=...'"
634			;;
635
636		install=*)
637			arg=${op#*=}
638			op=${op%%=*}
639			[ -n "${arg}" ] ||
640			    bomb "Must supply a directory with \`install=...'"
641			;;
642
643		*)
644			usage "Unknown operation \`${op}'"
645			;;
646
647		esac
648		eval do_${op}=true
649	done
650	[ -n "${operations}" ] || usage "Missing operation to perform."
651
652	# Set up MACHINE*.  On a NetBSD host, these are allowed to be unset.
653	#
654	if [ -z "${MACHINE}" ]; then
655		[ "${uname_s}" = "NetBSD" ] ||
656		    bomb "MACHINE must be set, or -m must be used, for cross builds."
657		MACHINE=${uname_m}
658	fi
659	[ -n "${MACHINE_ARCH}" ] || getarch
660	validatearch
661
662	# Set up default make(1) environment.
663	#
664	makeenv="${makeenv} TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
665	[ -z "${BUILDID}" ] || makeenv="${makeenv} BUILDID"
666	MAKEFLAGS="-de -m ${TOP}/share/mk ${MAKEFLAGS} MKOBJDIRS=${MKOBJDIRS-yes}"
667	export MAKEFLAGS MACHINE MACHINE_ARCH
668}
669
670rebuildmake()
671{
672	# Test make source file timestamps against installed ${toolprefix}make
673	# binary, if TOOLDIR is pre-set.
674	#
675	# Note that we do NOT try to grovel "mk.conf" here to find out if
676	# TOOLDIR is set there, because it can contain make variable
677	# expansions and other stuff only parseable *after* we have a working
678	# ${toolprefix}make.  So this logic can only work if the user has
679	# pre-set TOOLDIR in the environment or used the -T option to build.sh.
680	#
681	make="${TOOLDIR-nonexistent}/bin/${toolprefix}make"
682	if [ -x "${make}" ]; then
683		for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
684			if [ "${f}" -nt "${make}" ]; then
685				statusmsg "${make} outdated (older than ${f}), needs building."
686				do_rebuildmake=true
687				break
688			fi
689		done
690	else
691		statusmsg "No ${make}, needs building."
692		do_rebuildmake=true
693	fi
694
695	# Build bootstrap ${toolprefix}make if needed.
696	if ${do_rebuildmake}; then
697		statusmsg "Bootstrapping ${toolprefix}make"
698		${runcmd} cd "${tmpdir}"
699		${runcmd} env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" \
700			CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
701			sh "${TOP}/tools/make/configure" ||
702		    bomb "Configure of ${toolprefix}make failed"
703		${runcmd} sh buildmake.sh ||
704		    bomb "Build of ${toolprefix}make failed"
705		make="${tmpdir}/${toolprefix}make"
706		${runcmd} cd "${TOP}"
707		${runcmd} rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
708	fi
709}
710
711validatemakeparams()
712{
713	if [ "${runcmd}" = "echo" ]; then
714		TOOLCHAIN_MISSING=no
715		EXTERNAL_TOOLCHAIN=""
716	else
717		TOOLCHAIN_MISSING=$(raw_getmakevar TOOLCHAIN_MISSING)
718		EXTERNAL_TOOLCHAIN=$(raw_getmakevar EXTERNAL_TOOLCHAIN)
719	fi
720	if [ "${TOOLCHAIN_MISSING}" = "yes" ] && \
721	   [ -z "${EXTERNAL_TOOLCHAIN}" ]; then
722		${runcmd} echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for"
723		${runcmd} echo "	MACHINE:      ${MACHINE}"
724		${runcmd} echo "	MACHINE_ARCH: ${MACHINE_ARCH}"
725		${runcmd} echo ""
726		${runcmd} echo "All builds for this platform should be done via a traditional make"
727		${runcmd} echo "If you wish to use an external cross-toolchain, set"
728		${runcmd} echo "	EXTERNAL_TOOLCHAIN=<path to toolchain root>"
729		${runcmd} echo "in either the environment or mk.conf and rerun"
730		${runcmd} echo "	${progname} $*"
731		exit 1
732	fi
733
734	# Normalise MKOBJDIRS, MKUNPRIVED, and MKUPDATE
735	# These may be set as build.sh options or in "mk.conf".
736	# Don't export them as they're only used for tests in build.sh.
737	#
738	MKOBJDIRS=$(getmakevar MKOBJDIRS)
739	MKUNPRIVED=$(getmakevar MKUNPRIVED)
740	MKUPDATE=$(getmakevar MKUPDATE)
741
742	if [ "${MKOBJDIRS}" != "no" ]; then
743		# If setting -M or -O to the root of an obj dir, make sure
744		# the base directory is made before continuing as <bsd.own.mk>
745		# will need this to pick up _SRC_TOP_OBJ_
746		#
747		if [ ! -z "${makeobjdir}" ]; then
748			${runcmd} mkdir -p "${makeobjdir}"
749		fi
750
751		# make obj in tools to ensure that the objdir for the top-level
752		# of the source tree and for "tools" is available, in case the
753		# default TOOLDIR setting from <bsd.own.mk> is used, or the
754		# build.sh default DESTDIR and RELEASEDIR is to be used.
755		#
756		${runcmd} cd tools
757		${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= ||
758		    bomb "Failed to make obj in tools"
759		${runcmd} cd "${TOP}"
760	fi
761
762	statusmsg "MACHINE:          ${MACHINE}"
763	statusmsg "MACHINE_ARCH:     ${MACHINE_ARCH}"
764
765	# Find TOOLDIR, DESTDIR, and RELEASEDIR.
766	#
767	TOOLDIR=$(getmakevar TOOLDIR)
768	statusmsg "TOOLDIR path:     ${TOOLDIR}"
769	DESTDIR=$(getmakevar DESTDIR)
770	RELEASEDIR=$(getmakevar RELEASEDIR)
771	if ! $do_expertmode; then
772		_SRC_TOP_OBJ_=$(getmakevar _SRC_TOP_OBJ_)
773		: ${DESTDIR:=${_SRC_TOP_OBJ_}/destdir.${MACHINE}}
774		: ${RELEASEDIR:=${_SRC_TOP_OBJ_}/releasedir}
775		makeenv="${makeenv} DESTDIR RELEASEDIR"
776	fi
777	export TOOLDIR DESTDIR RELEASEDIR
778	statusmsg "DESTDIR path:     ${DESTDIR}"
779	statusmsg "RELEASEDIR path:  ${RELEASEDIR}"
780
781	# Check validity of TOOLDIR and DESTDIR.
782	#
783	if [ -z "${TOOLDIR}" ] || [ "${TOOLDIR}" = "/" ]; then
784		bomb "TOOLDIR '${TOOLDIR}' invalid"
785	fi
786	removedirs="${TOOLDIR}"
787
788	if [ -z "${DESTDIR}" ] || [ "${DESTDIR}" = "/" ]; then
789		if ${do_build} || ${do_distribution} || ${do_release}; then
790			if ! ${do_build} || \
791			   [ "${uname_s}" != "NetBSD" ] || \
792			   [ "${uname_m}" != "${MACHINE}" ]; then
793				bomb "DESTDIR must != / for cross builds, or ${progname} 'distribution' or 'release'."
794			fi
795			if ! ${do_expertmode}; then
796				bomb "DESTDIR must != / for non -E (expert) builds"
797			fi
798			statusmsg "WARNING: Building to /, in expert mode."
799			statusmsg "         This may cause your system to break!  Reasons include:"
800			statusmsg "            - your kernel is not up to date"
801			statusmsg "            - the libraries or toolchain have changed"
802			statusmsg "         YOU HAVE BEEN WARNED!"
803		fi
804	else
805		removedirs="${removedirs} ${DESTDIR}"
806	fi
807	if ${do_build} || ${do_distribution} || ${do_release}; then
808		if ! ${do_expertmode} && \
809		    [ $(id -u 2>/dev/null) -ne 0 ] && \
810		    [ "${MKUNPRIVED}" = "no" ] ; then
811			bomb "-U or -E must be set for build as an unprivileged user."
812		fi
813        fi
814	if ${do_releasekernel} && [ -z "${RELEASEDIR}" ]; then
815		bomb "Must set RELEASEDIR with \`releasekernel=...'"
816	fi
817}
818
819
820createmakewrapper()
821{
822	# Remove the target directories.
823	#
824	if ${do_removedirs}; then
825		for f in ${removedirs}; do
826			statusmsg "Removing ${f}"
827			${runcmd} rm -r -f "${f}"
828		done
829	fi
830
831	# Recreate $TOOLDIR.
832	#
833	${runcmd} mkdir -p "${TOOLDIR}/bin" ||
834	    bomb "mkdir of '${TOOLDIR}/bin' failed"
835
836	# Install ${toolprefix}make if it was built.
837	#
838	if ${do_rebuildmake}; then
839		${runcmd} rm -f "${TOOLDIR}/bin/${toolprefix}make"
840		${runcmd} cp "${make}" "${TOOLDIR}/bin/${toolprefix}make" ||
841		    bomb "Failed to install \$TOOLDIR/bin/${toolprefix}make"
842		make="${TOOLDIR}/bin/${toolprefix}make"
843		statusmsg "Created ${make}"
844	fi
845
846	# Build a ${toolprefix}make wrapper script, usable by hand as
847	# well as by build.sh.
848	#
849	if [ -z "${makewrapper}" ]; then
850		makewrapper="${TOOLDIR}/bin/${toolprefix}make-${makewrappermachine:-${MACHINE}}"
851		[ -z "${BUILDID}" ] || makewrapper="${makewrapper}-${BUILDID}"
852	fi
853
854	${runcmd} rm -f "${makewrapper}"
855	if [ "${runcmd}" = "echo" ]; then
856		echo 'cat <<EOF >'${makewrapper}
857		makewrapout=
858	else
859		makewrapout=">>\${makewrapper}"
860	fi
861
862	case "${KSH_VERSION:-${SH_VERSION}}" in
863	*PD\ KSH*)
864		set +o braceexpand
865		;;
866	esac
867
868	eval cat <<EOF ${makewrapout}
869#! /bin/sh
870# Set proper variables to allow easy "make" building of a NetBSD subtree.
871# Generated from:  \$NetBSD: build.sh,v 1.146 2006/02/03 12:29:41 apb Exp $
872# with these arguments: ${_args}
873#
874EOF
875	for f in ${makeenv}; do
876		if eval "[ -z \"\${$f}\" -a \"\${${f}-X}\" = \"X\" ]"; then
877			eval echo "unset ${f}" ${makewrapout}
878		else
879			eval echo "${f}=\'\$$(echo ${f})\'\;\ export\ ${f}" ${makewrapout}
880		fi
881	done
882	eval echo "USETOOLS=yes\; export USETOOLS" ${makewrapout}
883
884	eval cat <<EOF ${makewrapout}
885
886exec "\${TOOLDIR}/bin/${toolprefix}make" \${1+"\$@"}
887EOF
888	[ "${runcmd}" = "echo" ] && echo EOF
889	${runcmd} chmod +x "${makewrapper}"
890	statusmsg "makewrapper:      ${makewrapper}"
891	statusmsg "Updated ${makewrapper}"
892}
893
894buildtools()
895{
896	if [ "${MKOBJDIRS}" != "no" ]; then
897		${runcmd} "${makewrapper}" ${parallel} obj-tools ||
898		    bomb "Failed to make obj-tools"
899	fi
900	${runcmd} cd tools
901	if [ "${MKUPDATE}" = "no" ]; then
902		${runcmd} "${makewrapper}" ${parallel} cleandir ||
903		    bomb "Failed to make cleandir tools"
904	fi
905	${runcmd} "${makewrapper}" ${parallel} dependall ||
906	    bomb "Failed to make dependall tools"
907	${runcmd} "${makewrapper}" ${parallel} install ||
908	    bomb "Failed to make install tools"
909	statusmsg "Tools built to ${TOOLDIR}"
910	${runcmd} cd "${TOP}"
911}
912
913getkernelconf()
914{
915	kernelconf="$1"
916	if [ "${MKOBJDIRS}" != "no" ]; then
917		# The correct value of KERNOBJDIR might
918		# depend on a prior "make obj" in
919		# ${KERNSRCDIR}/${KERNARCHDIR}/compile.
920		#
921		KERNSRCDIR="$(getmakevar KERNSRCDIR)"
922		KERNARCHDIR="$(getmakevar KERNARCHDIR)"
923		${runcmd} cd "${KERNSRCDIR}/${KERNARCHDIR}/compile"
924		${runcmd} "${makewrapper}" ${parallel} obj ||
925		    bomb "Failed to make obj in ${KERNSRCDIR}/${KERNARCHDIR}/compile"
926		${runcmd} cd "${TOP}"
927	fi
928	KERNCONFDIR="$(getmakevar KERNCONFDIR)"
929	KERNOBJDIR="$(getmakevar KERNOBJDIR)"
930	case "${kernelconf}" in
931	*/*)
932		kernelconfpath="${kernelconf}"
933		kernelconfname="${kernelconf##*/}"
934		;;
935	*)
936		kernelconfpath="${KERNCONFDIR}/${kernelconf}"
937		kernelconfname="${kernelconf}"
938		;;
939	esac
940	kernelbuildpath="${KERNOBJDIR}/${kernelconfname}"
941}
942
943buildkernel()
944{
945	if ! ${do_tools} && ! ${buildkernelwarned:-false}; then
946		# Building tools every time we build a kernel is clearly
947		# unnecessary.  We could try to figure out whether rebuilding
948		# the tools is necessary this time, but it doesn't seem worth
949		# the trouble.  Instead, we say it's the user's responsibility
950		# to rebuild the tools if necessary.
951		#
952		statusmsg "Building kernel without building new tools"
953		buildkernelwarned=true
954	fi
955	getkernelconf $1
956	statusmsg "Building kernel:  ${kernelconf}"
957	statusmsg "Build directory:  ${kernelbuildpath}"
958	${runcmd} mkdir -p "${kernelbuildpath}" ||
959	    bomb "Cannot mkdir: ${kernelbuildpath}"
960	if [ "${MKUPDATE}" = "no" ]; then
961		${runcmd} cd "${kernelbuildpath}"
962		${runcmd} "${makewrapper}" ${parallel} cleandir ||
963		    bomb "Failed to make cleandir in ${kernelbuildpath}"
964		${runcmd} cd "${TOP}"
965	fi
966	${runcmd} "${TOOLDIR}/bin/${toolprefix}config" -b "${kernelbuildpath}" \
967		-s "${TOP}/sys" "${kernelconfpath}" ||
968	    bomb "${toolprefix}config failed for ${kernelconf}"
969	${runcmd} cd "${kernelbuildpath}"
970	${runcmd} "${makewrapper}" ${parallel} depend ||
971	    bomb "Failed to make depend in ${kernelbuildpath}"
972	${runcmd} "${makewrapper}" ${parallel} all ||
973	    bomb "Failed to make all in ${kernelbuildpath}"
974	${runcmd} cd "${TOP}"
975
976	if [ "${runcmd}" != "echo" ]; then
977		statusmsg "Kernels built from ${kernelconf}:"
978		kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
979		for kern in ${kernlist:-netbsd}; do
980			[ -f "${kernelbuildpath}/${kern}" ] && \
981			    echo "  ${kernelbuildpath}/${kern}"
982		done | tee -a "${results}"
983	fi
984}
985
986releasekernel()
987{
988	getkernelconf $1
989	kernelreldir="${RELEASEDIR}/${MACHINE}/binary/kernel"
990	${runcmd} mkdir -p "${kernelreldir}"
991	kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
992	for kern in ${kernlist:-netbsd}; do
993		builtkern="${kernelbuildpath}/${kern}"
994		[ -f "${builtkern}" ] || continue
995		releasekern="${kernelreldir}/${kern}-${kernelconfname}.gz"
996		statusmsg "Kernel copy:      ${releasekern}"
997		${runcmd} gzip -c -9 < "${builtkern}" > "${releasekern}"
998	done
999}
1000
1001installworld()
1002{
1003	dir="$1"
1004	${runcmd} "${makewrapper}" INSTALLWORLDDIR="${dir}" installworld ||
1005	    bomb "Failed to make installworld to ${dir}"
1006	statusmsg "Successful installworld to ${dir}"
1007}
1008
1009
1010main()
1011{
1012	initdefaults
1013	_args=$@
1014	parseoptions "$@"
1015
1016	build_start=$(date)
1017	statusmsg "${progname} command: $0 $@"
1018	statusmsg "${progname} started: ${build_start}"
1019
1020	rebuildmake
1021	validatemakeparams
1022	createmakewrapper
1023
1024	# Perform the operations.
1025	#
1026	for op in ${operations}; do
1027		case "${op}" in
1028
1029		makewrapper)
1030			# no-op
1031			;;
1032
1033		tools)
1034			buildtools
1035			;;
1036
1037		sets)
1038			statusmsg "Building sets from pre-populated ${DESTDIR}"
1039			${runcmd} "${makewrapper}" ${parallel} ${op} ||
1040			    bomb "Failed to make ${op}"
1041			statusmsg "Successful make ${op}"
1042			;;
1043
1044		obj|build|distribution|iso-image|release|sourcesets|syspkgs|params)
1045			${runcmd} "${makewrapper}" ${parallel} ${op} ||
1046			    bomb "Failed to make ${op}"
1047			statusmsg "Successful make ${op}"
1048			;;
1049
1050		kernel=*)
1051			arg=${op#*=}
1052			buildkernel "${arg}"
1053			;;
1054
1055		releasekernel=*)
1056			arg=${op#*=}
1057			releasekernel "${arg}"
1058			;;
1059
1060		install=*)
1061			arg=${op#*=}
1062			if [ "${arg}" = "/" ] && \
1063			    (	[ "${uname_s}" != "NetBSD" ] || \
1064				[ "${uname_m}" != "${MACHINE}" ] ); then
1065				bomb "'${op}' must != / for cross builds."
1066			fi
1067			installworld "${arg}"
1068			;;
1069
1070		*)
1071			bomb "Unknown operation \`${op}'"
1072			;;
1073
1074		esac
1075	done
1076
1077	statusmsg "${progname} started: ${build_start}"
1078	statusmsg "${progname} ended:   $(date)"
1079	if [ -s "${results}" ]; then
1080		echo "===> Summary of results:"
1081		sed -e 's/^===>//;s/^/	/' "${results}"
1082		echo "===> ."
1083	fi
1084}
1085
1086main "$@"
1087