build.sh revision 1.58.2.4 
1#! /bin/sh
2#  $NetBSD: build.sh,v 1.58.2.4 2002/11/03 16:28:36 he Exp $
3#
4# Top level build wrapper, for a system containing no tools.
5#
6# This script should run on any POSIX-compliant shell.  For systems
7# with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
8#
9
10bomb () {
11	echo ""
12	echo "ERROR: $@"
13	echo "*** BUILD ABORTED ***"
14	exit 1
15}
16[ -d usr.bin/make ] || bomb "build.sh must be run from the top source level"
17[ -f share/mk/bsd.own.mk ] || bomb "src/share/mk is missing; please re-fetch the source tree"
18
19TOP=`pwd`
20
21getarch () {
22	# Translate a MACHINE into a default MACHINE_ARCH.
23	case $MACHINE in
24		acorn26|acorn32|cats|netwinder|shark|*arm)
25			MACHINE_ARCH=arm;;
26
27		sun2)
28			MACHINE_ARCH=m68000;;
29
30		amiga|atari|cesfic|hp300|sun3|*68k)
31			MACHINE_ARCH=m68k;;
32
33		mipsco|newsmips|sbmips|sgimips)
34			MACHINE_ARCH=mipseb;;
35
36		algor|arc|cobalt|evbmips|hpcmips|playstation2|pmax)
37			MACHINE_ARCH=mipsel;;
38
39		pc532)
40			MACHINE_ARCH=ns32k;;
41
42		bebox|mvmeppc|prep|sandpoint|walnut|*ppc)
43			MACHINE_ARCH=powerpc;;
44
45		evbsh3|mmeye)
46			MACHINE_ARCH=sh3eb;;
47
48		dreamcast|hpcsh)
49			MACHINE_ARCH=sh3el;;
50
51		alpha|i386|sparc|sparc64|vax|x86_64)
52			MACHINE_ARCH=$MACHINE;;
53
54		*)	bomb "unknown target MACHINE: $MACHINE";;
55	esac
56}
57
58validatearch () {
59	# Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
60	case $MACHINE_ARCH in
61		alpha|arm|armeb|i386|m68000|m68k|mipse[bl]|powerpc|sh3e[bl]|sparc|sparc64|vax|x86_64)
62			;;
63
64		*)	bomb "unknown target MACHINE_ARCH: $MACHINE_ARCH";;
65	esac
66}
67
68getmakevar () {
69	$make -m ${TOP}/share/mk -s -f- _x_ <<EOF
70_x_:
71	echo \${$1}
72.include <bsd.prog.mk>
73EOF
74}
75
76resolvepath () {
77	case $OPTARG in
78	/*)	;;
79	*)	OPTARG="$cwd/$OPTARG";;
80	esac
81}
82
83usage () {
84	echo "Usage:"
85	echo "$0 [-bdorUu] [-a arch] [-B buildid] [-j njob] [-m mach] "
86	echo "   [-w wrapper] [-D dest] [-M obj] [-O obj] [-R release] [-T tools]"
87	echo ""
88	echo "    -a: set MACHINE_ARCH to arch (otherwise deduced from MACHINE)"
89	echo "    -B: set BUILDID to buildid"
90	echo "    -b: build nbmake and nbmake wrapper script, if needed"
91	echo "    -D: set DESTDIR to dest"
92	echo "    -d: build a full distribution into DESTDIR (including etc files)"
93	echo "    -j: Run up to njob jobs in parallel; see make(1)"
94	echo "    -M: set obj root directory to obj (sets MAKEOBJDIRPREFIX)"
95	echo "    -m: set MACHINE to mach (not required if NetBSD native)"
96	echo "    -n: show commands that would be executed, but do not execute them"
97	echo "    -O: set obj root directory to obj (sets a MAKEOBJDIR pattern)"
98	echo "    -o: set MKOBJDIRS=no (do not create objdirs at start of build)"
99	echo "    -R: build a release (and set RELEASEDIR to release)"
100	echo "    -r: remove contents of TOOLDIR and DESTDIR before building"
101	echo "    -T: set TOOLDIR to tools"
102	echo "    -t: build and install tools only (implies -b)"
103	echo "    -U: set UNPRIVED"
104	echo "    -u: set UPDATE"
105	echo "    -w: create nbmake script at wrapper (default TOOLDIR/bin/nbmake-MACHINE)"
106	echo ""
107	echo "Note: if -T is unset and TOOLDIR is not set in the environment,"
108	echo "      nbmake will be [re]built unconditionally."
109	exit 1
110}
111
112# Set defaults.
113MAKEFLAGS=
114buildtarget=build
115cwd=`pwd`
116do_buildsystem=true
117do_buildonlytools=false
118do_rebuildmake=false
119do_removedirs=false
120makeenv=
121makewrapper=
122opt_a=no
123opts='a:B:bdhj:m:nortuw:D:M:O:R:T:U'
124runcmd=
125
126if type getopts >/dev/null 2>&1; then
127	# Use POSIX getopts.
128	getoptcmd='getopts $opts opt && opt=-$opt'
129	optargcmd=':'
130else
131	type getopt >/dev/null 2>&1 || bomb "/bin/sh shell is too old; try ksh or bash"
132
133	# Use old-style getopt(1) (doesn't handle whitespace in args).
134	args="`getopt $opts $*`"
135	[ $? = 0 ] || usage
136	set -- $args
137
138	getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
139	optargcmd='OPTARG="$1"; shift'
140fi
141
142# Parse command line options.
143while eval $getoptcmd; do case $opt in
144	-a)	eval $optargcmd
145		MACHINE_ARCH=$OPTARG; opt_a=yes;;
146
147	-B)	eval $optargcmd
148		BUILDID=$OPTARG;;
149
150	-b)	do_buildsystem=false;;
151
152	-d)	buildtarget=distribution;;
153
154	-j)	eval $optargcmd
155		parallel="-j $OPTARG";;
156
157	# -m overrides MACHINE_ARCH unless "-a" is specified
158	-m)	eval $optargcmd
159		MACHINE=$OPTARG; [ "$opt_a" != "yes" ] && getarch;;
160
161	-n)	runcmd=echo;;
162
163	-o)	MKOBJDIRS=no;;
164
165	-r)	do_removedirs=true; do_rebuildmake=true;;
166
167	-t)	do_buildonlytools=true; do_buildsystem=false;;
168
169	-U)	UNPRIVED=yes; export UNPRIVED
170		makeenv="$makeenv UNPRIVED";;
171
172	-u)	UPDATE=yes; export UPDATE
173		makeenv="$makeenv UPDATE";;
174
175	-w)	eval $optargcmd; resolvepath
176		makewrapper="$OPTARG";;
177
178	-D)	eval $optargcmd; resolvepath
179		DESTDIR="$OPTARG"; export DESTDIR
180		makeenv="$makeenv DESTDIR";;
181
182	-M)	eval $optargcmd; resolvepath
183		MAKEOBJDIRPREFIX="$OPTARG"; export MAKEOBJDIRPREFIX
184		makeobjdir=$OPTARG
185		makeenv="$makeenv MAKEOBJDIRPREFIX";;
186
187	-O)	eval $optargcmd; resolvepath
188		MAKEOBJDIR="\${.CURDIR:C,^$cwd,$OPTARG,}"; export MAKEOBJDIR
189		makeobjdir=$OPTARG
190		makeenv="$makeenv MAKEOBJDIR";;
191
192	-R)	eval $optargcmd; resolvepath
193		RELEASEDIR=$OPTARG; export RELEASEDIR
194		makeenv="$makeenv RELEASEDIR"
195		buildtarget=release;;
196
197	-T)	eval $optargcmd; resolvepath
198		TOOLDIR="$OPTARG"; export TOOLDIR;;
199
200	--)		break;;
201	-'?'|-h)	usage;;
202esac; done
203
204# Set up MACHINE*.  On a NetBSD host, these are allowed to be unset.
205if [ -z "$MACHINE" ]; then
206	if [ "`uname -s 2>/dev/null`" != "NetBSD" ]; then
207		echo "MACHINE must be set, or -m must be used, for cross builds."
208		echo ""; usage
209	fi
210	MACHINE=`uname -m`
211fi
212[ -n "$MACHINE_ARCH" ] || getarch
213validatearch
214
215# Set up default make(1) environment.
216makeenv="$makeenv TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
217if [ ! -z "$BUILDID" ]; then
218	makeenv="$makeenv BUILDID"
219fi
220MAKEFLAGS="-m $cwd/share/mk $MAKEFLAGS MKOBJDIRS=${MKOBJDIRS-yes}"
221export MAKEFLAGS MACHINE MACHINE_ARCH
222
223# Test make source file timestamps against installed nbmake binary,
224# if TOOLDIR is pre-set.
225#
226# Note that we do NOT try to grovel "mk.conf" here to find out if TOOLDIR
227# is set there, because it can contain make variable expansions and other
228# stuff only parseable *after* we have a working nbmake.  So this logic
229# can only work if the user has pre-set TOOLDIR in the environment or
230# used the -T option to build.sh.
231#
232make="${TOOLDIR-nonexistent}/bin/nbmake"
233if [ -x $make ]; then
234	for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
235		if [ $f -nt $make ]; then
236			do_rebuildmake=true; break
237		fi
238	done
239else
240	do_rebuildmake=true
241fi
242
243# Build bootstrap nbmake if needed.
244if $do_rebuildmake; then
245	$runcmd echo "===> Bootstrapping nbmake"
246	tmpdir="${TMPDIR-/tmp}/nbbuild$$"
247
248	$runcmd mkdir "$tmpdir" || bomb "cannot mkdir: $tmpdir"
249	trap "cd /; rm -r -f \"$tmpdir\"" 0
250	trap "exit 1" 1 2 3 15
251	$runcmd cd "$tmpdir"
252
253	$runcmd env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
254		"$cwd/tools/make/configure" || bomb "configure of nbmake failed"
255	$runcmd sh buildmake.sh || bomb "build of nbmake failed"
256
257	make="$tmpdir/nbmake"
258	$runcmd cd "$cwd"
259	$runcmd rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
260fi
261
262if [ "$runcmd" = "echo" ]; then
263	USE_NEW_TOOLCHAIN=yes
264else
265	USE_NEW_TOOLCHAIN=`getmakevar USE_NEW_TOOLCHAIN`
266fi
267if [ "${USE_NEW_TOOLCHAIN}" = "" ]; then
268	echo "ERROR: build.sh (new toolchain) is not yet enabled for"
269	echo
270	echo "MACHINE: ${MACHINE}"
271	echo "MACHINE_ARCH: ${MACHINE_ARCH}"
272	echo
273	echo "All builds for this platform should be done via a traditional make"
274	echo
275	echo "If you wish to test using the new toolchain set"
276	echo
277	echo "USE_NEW_TOOLCHAIN=yes"
278	echo
279	echo "in either the environment or mk.conf and rerun"
280	echo
281	echo "$0 $*"
282	exit 1
283fi
284
285# If TOOLDIR isn't already set, make objdirs in "tools" in case the
286# default setting from <bsd.own.mk> is used.
287if [ -z "$TOOLDIR" ] && [ "$MKOBJDIRS" != "no" ]; then
288	$runcmd cd tools
289	$runcmd $make -m ${TOP}/share/mk obj NOSUBDIR= || exit 1
290	$runcmd cd ..
291fi
292
293#
294# If setting -M or -O to root an obj dir make sure the base directory is made
295# before continuing as bsd.own.mk will need this to pick up _SRC_TOP_OBJ_
296#
297if [ "$MKOBJDIRS" != "no" ] && [ ! -z "$makeobjdir" ]; then
298	$runcmd mkdir -p "$makeobjdir"
299fi
300
301# Find DESTDIR and TOOLDIR.
302if [ "$runcmd" = "echo" ]; then
303	# shown symbolically with -n because these may come from mk.conf
304	DESTDIR='$DESTDIR'
305	TOOLDIR='$TOOLDIR'
306else
307	DESTDIR=`getmakevar DESTDIR`;
308	[ $? = 0 ] || bomb "getmakevar DESTDIR failed";
309	echo "===> DESTDIR path: $DESTDIR"
310
311	TOOLDIR=`getmakevar TOOLDIR`;
312	[ $? = 0 ] || bomb "getmakevar TOOLDIR failed";
313	echo "===> TOOLDIR path: $TOOLDIR"
314
315	export DESTDIR TOOLDIR
316fi
317
318# Check validity of TOOLDIR and DESTDIR.
319if [ -z "$TOOLDIR" ] || [ "$TOOLDIR" = "/" ]; then
320	bomb "TOOLDIR '$TOOLDIR' invalid"
321fi
322removedirs="$TOOLDIR"
323
324if [ -z "$DESTDIR" ] || [ "$DESTDIR" = "/" ]; then
325	if $do_buildsystem && \
326	   ([ "$buildtarget" != "build" ] || \
327	    [ "`uname -s 2>/dev/null`" != "NetBSD" ] || \
328	    [ "`uname -m`" != "$MACHINE" ]); then
329		bomb "DESTDIR must be set to a non-root path for cross builds or -d or -R."
330	elif $do_buildsystem; then
331		echo "===> WARNING: Building to /."
332		echo "===> If your kernel is not up to date, this may cause the system to break!"
333	fi
334else
335	removedirs="$removedirs $DESTDIR"
336fi
337
338# Remove the target directories.
339if $do_removedirs; then
340	for f in $removedirs; do
341		echo "===> Removing $f"
342		$runcmd rm -r -f $f
343	done
344fi
345
346# Recreate $TOOLDIR.
347$runcmd mkdir -p "$TOOLDIR/bin" || bomb "mkdir of '$TOOLDIR/bin' failed"
348
349# Install nbmake if it was built.
350if $do_rebuildmake; then
351	$runcmd rm -f "$TOOLDIR/bin/nbmake"
352	$runcmd cp $make "$TOOLDIR/bin/nbmake"
353	$runcmd rm -r -f "$tmpdir"
354	trap 0 1 2 3 15
355fi
356
357# Build a nbmake wrapper script, usable by hand as well as by build.sh.
358if [ -z "$makewrapper" ]; then
359	makewrapper="$TOOLDIR/bin/nbmake-$MACHINE"
360	if [ ! -z "$BUILDID" ]; then
361		makewrapper="$makewrapper-$BUILDID"
362	fi
363fi
364
365$runcmd rm -f "$makewrapper"
366if [ "$runcmd" = "echo" ]; then
367	echo 'cat <<EOF >'$makewrapper
368	makewrapout=
369else
370	makewrapout=">>\$makewrapper"
371fi
372
373eval cat <<EOF $makewrapout
374#! /bin/sh
375# Set proper variables to allow easy "make" building of a NetBSD subtree.
376# Generated from:  \$NetBSD: build.sh,v 1.58.2.4 2002/11/03 16:28:36 he Exp $
377#
378
379EOF
380for f in $makeenv; do
381	eval echo "$f=\'\$`echo $f`\'\;\ export\ $f" $makewrapout
382done
383eval echo "USETOOLS=yes\; export USETOOLS" $makewrapout
384
385eval cat <<'EOF' $makewrapout
386
387exec "$TOOLDIR/bin/nbmake" ${1+"$@"}
388EOF
389[ "$runcmd" = "echo" ] && echo EOF
390$runcmd chmod +x "$makewrapper"
391
392if $do_buildsystem; then
393	${runcmd-exec} "$makewrapper" $parallel $buildtarget
394elif $do_buildonlytools; then
395	if [ "$MKOBJDIRS" != "no" ]; then
396		$runcmd "$makewrapper" $parallel obj-tools || exit 1
397	fi
398	$runcmd cd tools
399	if [ "$UPDATE" = "" ]; then
400		${runcmd-exec} "$makewrapper" cleandir dependall install
401	else
402		${runcmd-exec} "$makewrapper" dependall install
403	fi
404fi
405