build.sh revision 1.298
1#! /usr/bin/env sh 2# $NetBSD: build.sh,v 1.298 2014/09/30 14:57:51 apb Exp $ 3# 4# Copyright (c) 2001-2011 The NetBSD Foundation, Inc. 5# All rights reserved. 6# 7# This code is derived from software contributed to The NetBSD Foundation 8# by Todd Vierling and Luke Mewburn. 9# 10# Redistribution and use in source and binary forms, with or without 11# modification, are permitted provided that the following conditions 12# are met: 13# 1. Redistributions of source code must retain the above copyright 14# notice, this list of conditions and the following disclaimer. 15# 2. Redistributions in binary form must reproduce the above copyright 16# notice, this list of conditions and the following disclaimer in the 17# documentation and/or other materials provided with the distribution. 18# 19# THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20# ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21# TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23# BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29# POSSIBILITY OF SUCH DAMAGE. 30# 31# 32# Top level build wrapper, to build or cross-build NetBSD. 33# 34 35# 36# {{{ Begin shell feature tests. 37# 38# We try to determine whether or not this script is being run under 39# a shell that supports the features that we use. If not, we try to 40# re-exec the script under another shell. If we can't find another 41# suitable shell, then we print a message and exit. 42# 43 44errmsg='' # error message, if not empty 45shelltest=false # if true, exit after testing the shell 46re_exec_allowed=true # if true, we may exec under another shell 47 48# Parse special command line options in $1. These special options are 49# for internal use only, are not documented, and are not valid anywhere 50# other than $1. 51case "$1" in 52"--shelltest") 53 shelltest=true 54 re_exec_allowed=false 55 shift 56 ;; 57"--no-re-exec") 58 re_exec_allowed=false 59 shift 60 ;; 61esac 62 63# Solaris /bin/sh, and other SVR4 shells, do not support "!". 64# This is the first feature that we test, because subsequent 65# tests use "!". 66# 67if test -z "$errmsg"; then 68 if ( eval '! false' ) >/dev/null 2>&1 ; then 69 : 70 else 71 errmsg='Shell does not support "!".' 72 fi 73fi 74 75# Does the shell support functions? 76# 77if test -z "$errmsg"; then 78 if ! ( 79 eval 'somefunction() { : ; }' 80 ) >/dev/null 2>&1 81 then 82 errmsg='Shell does not support functions.' 83 fi 84fi 85 86# Does the shell support the "local" keyword for variables in functions? 87# 88# Local variables are not required by SUSv3, but some scripts run during 89# the NetBSD build use them. 90# 91# ksh93 fails this test; it uses an incompatible syntax involving the 92# keywords 'function' and 'typeset'. 93# 94if test -z "$errmsg"; then 95 if ! ( 96 eval 'f() { local v=2; }; v=1; f && test x"$v" = x"1"' 97 ) >/dev/null 2>&1 98 then 99 errmsg='Shell does not support the "local" keyword in functions.' 100 fi 101fi 102 103# Does the shell support ${var%suffix}, ${var#prefix}, and their variants? 104# 105# We don't bother testing for ${var+value}, ${var-value}, or their variants, 106# since shells without those are sure to fail other tests too. 107# 108if test -z "$errmsg"; then 109 if ! ( 110 eval 'var=a/b/c ; 111 test x"${var#*/};${var##*/};${var%/*};${var%%/*}" = \ 112 x"b/c;c;a/b;a" ;' 113 ) >/dev/null 2>&1 114 then 115 errmsg='Shell does not support "${var%suffix}" or "${var#prefix}".' 116 fi 117fi 118 119# Does the shell support IFS? 120# 121# zsh in normal mode (as opposed to "emulate sh" mode) fails this test. 122# 123if test -z "$errmsg"; then 124 if ! ( 125 eval 'IFS=: ; v=":a b::c" ; set -- $v ; IFS=+ ; 126 test x"$#;$1,$2,$3,$4;$*" = x"4;,a b,,c;+a b++c"' 127 ) >/dev/null 2>&1 128 then 129 errmsg='Shell does not support IFS word splitting.' 130 fi 131fi 132 133# Does the shell support ${1+"$@"}? 134# 135# Some versions of zsh fail this test, even in "emulate sh" mode. 136# 137if test -z "$errmsg"; then 138 if ! ( 139 eval 'set -- "a a a" "b b b"; set -- ${1+"$@"}; 140 test x"$#;$1;$2" = x"2;a a a;b b b";' 141 ) >/dev/null 2>&1 142 then 143 errmsg='Shell does not support ${1+"$@"}.' 144 fi 145fi 146 147# Does the shell support $(...) command substitution? 148# 149if test -z "$errmsg"; then 150 if ! ( 151 eval 'var=$(echo abc); test x"$var" = x"abc"' 152 ) >/dev/null 2>&1 153 then 154 errmsg='Shell does not support "$(...)" command substitution.' 155 fi 156fi 157 158# Does the shell support $(...) command substitution with 159# unbalanced parentheses? 160# 161# Some shells known to fail this test are: NetBSD /bin/ksh (as of 2009-12), 162# bash-3.1, pdksh-5.2.14, zsh-4.2.7 in "emulate sh" mode. 163# 164if test -z "$errmsg"; then 165 if ! ( 166 eval 'var=$(case x in x) echo abc;; esac); test x"$var" = x"abc"' 167 ) >/dev/null 2>&1 168 then 169 # XXX: This test is ignored because so many shells fail it; instead, 170 # the NetBSD build avoids using the problematic construct. 171 : ignore 'Shell does not support "$(...)" with unbalanced ")".' 172 fi 173fi 174 175# Does the shell support getopts or getopt? 176# 177if test -z "$errmsg"; then 178 if ! ( 179 eval 'type getopts || type getopt' 180 ) >/dev/null 2>&1 181 then 182 errmsg='Shell does not support getopts or getopt.' 183 fi 184fi 185 186# 187# If shelltest is true, exit now, reporting whether or not the shell is good. 188# 189if $shelltest; then 190 if test -n "$errmsg"; then 191 echo >&2 "$0: $errmsg" 192 exit 1 193 else 194 exit 0 195 fi 196fi 197 198# 199# If the shell was bad, try to exec a better shell, or report an error. 200# 201# Loops are broken by passing an extra "--no-re-exec" flag to the new 202# instance of this script. 203# 204if test -n "$errmsg"; then 205 if $re_exec_allowed; then 206 for othershell in \ 207 "${HOST_SH}" /usr/xpg4/bin/sh ksh ksh88 mksh pdksh dash bash 208 # NOTE: some shells known not to work are: 209 # any shell using csh syntax; 210 # Solaris /bin/sh (missing many modern features); 211 # ksh93 (incompatible syntax for local variables); 212 # zsh (many differences, unless run in compatibility mode). 213 do 214 test -n "$othershell" || continue 215 if eval 'type "$othershell"' >/dev/null 2>&1 \ 216 && "$othershell" "$0" --shelltest >/dev/null 2>&1 217 then 218 cat <<EOF 219$0: $errmsg 220$0: Retrying under $othershell 221EOF 222 HOST_SH="$othershell" 223 export HOST_SH 224 exec $othershell "$0" --no-re-exec "$@" # avoid ${1+"$@"} 225 fi 226 # If HOST_SH was set, but failed the test above, 227 # then give up without trying any other shells. 228 test x"${othershell}" = x"${HOST_SH}" && break 229 done 230 fi 231 232 # 233 # If we get here, then the shell is bad, and we either could not 234 # find a replacement, or were not allowed to try a replacement. 235 # 236 cat <<EOF 237$0: $errmsg 238 239The NetBSD build system requires a shell that supports modern POSIX 240features, as well as the "local" keyword in functions (which is a 241widely-implemented but non-standardised feature). 242 243Please re-run this script under a suitable shell. For example: 244 245 /path/to/suitable/shell $0 ... 246 247The above command will usually enable build.sh to automatically set 248HOST_SH=/path/to/suitable/shell, but if that fails, then you may also 249need to explicitly set the HOST_SH environment variable, as follows: 250 251 HOST_SH=/path/to/suitable/shell 252 export HOST_SH 253 \${HOST_SH} $0 ... 254EOF 255 exit 1 256fi 257 258# 259# }}} End shell feature tests. 260# 261 262progname=${0##*/} 263toppid=$$ 264results=/dev/null 265tab=' ' 266nl=' 267' 268trap "exit 1" 1 2 3 15 269 270bomb() 271{ 272 cat >&2 <<ERRORMESSAGE 273 274ERROR: $@ 275*** BUILD ABORTED *** 276ERRORMESSAGE 277 kill ${toppid} # in case we were invoked from a subshell 278 exit 1 279} 280 281# Quote args to make them safe in the shell. 282# Usage: quotedlist="$(shell_quote args...)" 283# 284# After building up a quoted list, use it by evaling it inside 285# double quotes, like this: 286# eval "set -- $quotedlist" 287# or like this: 288# eval "\$command $quotedlist \$filename" 289# 290shell_quote() 291{( 292 local result='' 293 local arg qarg 294 LC_COLLATE=C ; export LC_COLLATE # so [a-zA-Z0-9] works in ASCII 295 for arg in "$@" ; do 296 case "${arg}" in 297 '') 298 qarg="''" 299 ;; 300 *[!-./a-zA-Z0-9]*) 301 # Convert each embedded ' to '\'', 302 # then insert ' at the beginning of the first line, 303 # and append ' at the end of the last line. 304 # Finally, elide unnecessary '' pairs at the 305 # beginning and end of the result and as part of 306 # '\'''\'' sequences that result from multiple 307 # adjacent quotes in he input. 308 qarg="$(printf "%s\n" "$arg" | \ 309 ${SED:-sed} -e "s/'/'\\\\''/g" \ 310 -e "1s/^/'/" -e "\$s/\$/'/" \ 311 -e "1s/^''//" -e "\$s/''\$//" \ 312 -e "s/'''/'/g" 313 )" 314 ;; 315 *) 316 # Arg is not the empty string, and does not contain 317 # any unsafe characters. Leave it unchanged for 318 # readability. 319 qarg="${arg}" 320 ;; 321 esac 322 result="${result}${result:+ }${qarg}" 323 done 324 printf "%s\n" "$result" 325)} 326 327statusmsg() 328{ 329 ${runcmd} echo "===> $@" | tee -a "${results}" 330} 331 332statusmsg2() 333{ 334 local msg 335 336 msg="${1}" 337 shift 338 case "${msg}" in 339 ????????????????*) ;; 340 ??????????*) msg="${msg} ";; 341 ?????*) msg="${msg} ";; 342 *) msg="${msg} ";; 343 esac 344 case "${msg}" in 345 ?????????????????????*) ;; 346 ????????????????????) msg="${msg} ";; 347 ???????????????????) msg="${msg} ";; 348 ??????????????????) msg="${msg} ";; 349 ?????????????????) msg="${msg} ";; 350 ????????????????) msg="${msg} ";; 351 esac 352 statusmsg "${msg}$*" 353} 354 355warning() 356{ 357 statusmsg "Warning: $@" 358} 359 360# Find a program in the PATH, and print the result. If not found, 361# print a default. If $2 is defined (even if it is an empty string), 362# then that is the default; otherwise, $1 is used as the default. 363find_in_PATH() 364{ 365 local prog="$1" 366 local result="${2-"$1"}" 367 local oldIFS="${IFS}" 368 local dir 369 IFS=":" 370 for dir in ${PATH}; do 371 if [ -x "${dir}/${prog}" ]; then 372 result="${dir}/${prog}" 373 break 374 fi 375 done 376 IFS="${oldIFS}" 377 echo "${result}" 378} 379 380# Try to find a working POSIX shell, and set HOST_SH to refer to it. 381# Assumes that uname_s, uname_m, and PWD have been set. 382set_HOST_SH() 383{ 384 # Even if ${HOST_SH} is already defined, we still do the 385 # sanity checks at the end. 386 387 # Solaris has /usr/xpg4/bin/sh. 388 # 389 [ -z "${HOST_SH}" ] && [ x"${uname_s}" = x"SunOS" ] && \ 390 [ -x /usr/xpg4/bin/sh ] && HOST_SH="/usr/xpg4/bin/sh" 391 392 # Try to get the name of the shell that's running this script, 393 # by parsing the output from "ps". We assume that, if the host 394 # system's ps command supports -o comm at all, it will do so 395 # in the usual way: a one-line header followed by a one-line 396 # result, possibly including trailing white space. And if the 397 # host system's ps command doesn't support -o comm, we assume 398 # that we'll get an error message on stderr and nothing on 399 # stdout. (We don't try to use ps -o 'comm=' to suppress the 400 # header line, because that is less widely supported.) 401 # 402 # If we get the wrong result here, the user can override it by 403 # specifying HOST_SH in the environment. 404 # 405 [ -z "${HOST_SH}" ] && HOST_SH="$( 406 (ps -p $$ -o comm | sed -ne "2s/[ ${tab}]*\$//p") 2>/dev/null )" 407 408 # If nothing above worked, use "sh". We will later find the 409 # first directory in the PATH that has a "sh" program. 410 # 411 [ -z "${HOST_SH}" ] && HOST_SH="sh" 412 413 # If the result so far is not an absolute path, try to prepend 414 # PWD or search the PATH. 415 # 416 case "${HOST_SH}" in 417 /*) : 418 ;; 419 */*) HOST_SH="${PWD}/${HOST_SH}" 420 ;; 421 *) HOST_SH="$(find_in_PATH "${HOST_SH}")" 422 ;; 423 esac 424 425 # If we don't have an absolute path by now, bomb. 426 # 427 case "${HOST_SH}" in 428 /*) : 429 ;; 430 *) bomb "HOST_SH=\"${HOST_SH}\" is not an absolute path." 431 ;; 432 esac 433 434 # If HOST_SH is not executable, bomb. 435 # 436 [ -x "${HOST_SH}" ] || 437 bomb "HOST_SH=\"${HOST_SH}\" is not executable." 438 439 # If HOST_SH fails tests, bomb. 440 # ("$0" may be a path that is no longer valid, because we have 441 # performed "cd $(dirname $0)", so don't use $0 here.) 442 # 443 "${HOST_SH}" build.sh --shelltest || 444 bomb "HOST_SH=\"${HOST_SH}\" failed functionality tests." 445} 446 447# initdefaults -- 448# Set defaults before parsing command line options. 449# 450initdefaults() 451{ 452 makeenv= 453 makewrapper= 454 makewrappermachine= 455 runcmd= 456 operations= 457 removedirs= 458 459 [ -d usr.bin/make ] || cd "$(dirname $0)" 460 [ -d usr.bin/make ] || 461 bomb "build.sh must be run from the top source level" 462 [ -f share/mk/bsd.own.mk ] || 463 bomb "src/share/mk is missing; please re-fetch the source tree" 464 465 # Set various environment variables to known defaults, 466 # to minimize (cross-)build problems observed "in the field". 467 # 468 # LC_ALL=C must be set before we try to parse the output from 469 # any command. Other variables are set (or unset) here, before 470 # we parse command line arguments. 471 # 472 # These variables can be overridden via "-V var=value" if 473 # you know what you are doing. 474 # 475 unsetmakeenv INFODIR 476 unsetmakeenv LESSCHARSET 477 unsetmakeenv MAKEFLAGS 478 unsetmakeenv TERMINFO 479 setmakeenv LC_ALL C 480 481 # Find information about the build platform. This should be 482 # kept in sync with _HOST_OSNAME, _HOST_OSREL, and _HOST_ARCH 483 # variables in share/mk/bsd.sys.mk. 484 # 485 # Note that "uname -p" is not part of POSIX, but we want uname_p 486 # to be set to the host MACHINE_ARCH, if possible. On systems 487 # where "uname -p" fails, prints "unknown", or prints a string 488 # that does not look like an identifier, fall back to using the 489 # output from "uname -m" instead. 490 # 491 uname_s=$(uname -s 2>/dev/null) 492 uname_r=$(uname -r 2>/dev/null) 493 uname_m=$(uname -m 2>/dev/null) 494 uname_p=$(uname -p 2>/dev/null || echo "unknown") 495 case "${uname_p}" in 496 ''|unknown|*[^-_A-Za-z0-9]*) uname_p="${uname_m}" ;; 497 esac 498 499 id_u=$(id -u 2>/dev/null || /usr/xpg4/bin/id -u 2>/dev/null) 500 501 # If $PWD is a valid name of the current directory, POSIX mandates 502 # that pwd return it by default which causes problems in the 503 # presence of symlinks. Unsetting PWD is simpler than changing 504 # every occurrence of pwd to use -P. 505 # 506 # XXX Except that doesn't work on Solaris. Or many Linuces. 507 # 508 unset PWD 509 TOP=$(/bin/pwd -P 2>/dev/null || /bin/pwd 2>/dev/null) 510 511 # The user can set HOST_SH in the environment, or we try to 512 # guess an appropriate value. Then we set several other 513 # variables from HOST_SH. 514 # 515 set_HOST_SH 516 setmakeenv HOST_SH "${HOST_SH}" 517 setmakeenv BSHELL "${HOST_SH}" 518 setmakeenv CONFIG_SHELL "${HOST_SH}" 519 520 # Set defaults. 521 # 522 toolprefix=nb 523 524 # Some systems have a small ARG_MAX. -X prevents make(1) from 525 # exporting variables in the environment redundantly. 526 # 527 case "${uname_s}" in 528 Darwin | FreeBSD | CYGWIN*) 529 MAKEFLAGS="-X ${MAKEFLAGS}" 530 ;; 531 esac 532 533 # do_{operation}=true if given operation is requested. 534 # 535 do_expertmode=false 536 do_rebuildmake=false 537 do_removedirs=false 538 do_tools=false 539 do_cleandir=false 540 do_obj=false 541 do_build=false 542 do_distribution=false 543 do_release=false 544 do_kernel=false 545 do_releasekernel=false 546 do_modules=false 547 do_installmodules=false 548 do_install=false 549 do_sets=false 550 do_sourcesets=false 551 do_syspkgs=false 552 do_iso_image=false 553 do_iso_image_source=false 554 do_live_image=false 555 do_install_image=false 556 do_disk_image=false 557 do_params=false 558 do_rump=false 559 560 # done_{operation}=true if given operation has been done. 561 # 562 done_rebuildmake=false 563 564 # Create scratch directory 565 # 566 tmpdir="${TMPDIR-/tmp}/nbbuild$$" 567 mkdir "${tmpdir}" || bomb "Cannot mkdir: ${tmpdir}" 568 trap "cd /; rm -r -f \"${tmpdir}\"" 0 569 results="${tmpdir}/build.sh.results" 570 571 # Set source directories 572 # 573 setmakeenv NETBSDSRCDIR "${TOP}" 574 575 # Make sure KERNOBJDIR is an absolute path if defined 576 # 577 case "${KERNOBJDIR}" in 578 ''|/*) ;; 579 *) KERNOBJDIR="${TOP}/${KERNOBJDIR}" 580 setmakeenv KERNOBJDIR "${KERNOBJDIR}" 581 ;; 582 esac 583 584 # Find the version of NetBSD 585 # 586 DISTRIBVER="$(${HOST_SH} ${TOP}/sys/conf/osrelease.sh)" 587 588 # Set the BUILDSEED to NetBSD-"N" 589 # 590 setmakeenv BUILDSEED "NetBSD-$(${HOST_SH} ${TOP}/sys/conf/osrelease.sh -m)" 591 592 # Set MKARZERO to "yes" 593 # 594 setmakeenv MKARZERO "yes" 595 596} 597 598# valid_MACHINE_ARCH -- A multi-line string, listing all valid 599# MACHINE/MACHINE_ARCH pairs. 600# 601# Each line contains a MACHINE and MACHINE_ARCH value, an optional ALIAS 602# which may be used to refer to the MACHINE/MACHINE_ARCH pair, and an 603# optional DEFAULT or NO_DEFAULT keyword. 604# 605# When a MACHINE corresponds to multiple possible values of 606# MACHINE_ARCH, then this table should list all allowed combinations. 607# If the MACHINE is associated with a default MACHINE_ARCH (to be 608# used when the user specifies the MACHINE but fails to specify the 609# MACHINE_ARCH), then one of the lines should have the "DEFAULT" 610# keyword. If there is no default MACHINE_ARCH for a particular 611# MACHINE, then there should be a line with the "NO_DEFAULT" keyword, 612# and with a blank MACHINE_ARCH. 613# 614valid_MACHINE_ARCH=' 615MACHINE=acorn26 MACHINE_ARCH=arm 616MACHINE=acorn32 MACHINE_ARCH=arm 617MACHINE=algor MACHINE_ARCH=mips64el ALIAS=algor64 618MACHINE=algor MACHINE_ARCH=mipsel DEFAULT 619MACHINE=alpha MACHINE_ARCH=alpha 620MACHINE=amd64 MACHINE_ARCH=x86_64 621MACHINE=amiga MACHINE_ARCH=m68k 622MACHINE=amigappc MACHINE_ARCH=powerpc 623MACHINE=arc MACHINE_ARCH=mips64el ALIAS=arc64 624MACHINE=arc MACHINE_ARCH=mipsel DEFAULT 625MACHINE=atari MACHINE_ARCH=m68k 626MACHINE=bebox MACHINE_ARCH=powerpc 627MACHINE=cats MACHINE_ARCH=arm ALIAS=ocats 628MACHINE=cats MACHINE_ARCH=earmv4 ALIAS=ecats DEFAULT 629MACHINE=cesfic MACHINE_ARCH=m68k 630MACHINE=cobalt MACHINE_ARCH=mips64el ALIAS=cobalt64 631MACHINE=cobalt MACHINE_ARCH=mipsel DEFAULT 632MACHINE=dreamcast MACHINE_ARCH=sh3el 633MACHINE=emips MACHINE_ARCH=mipseb 634MACHINE=epoc32 MACHINE_ARCH=arm 635MACHINE=evbarm MACHINE_ARCH=arm ALIAS=evboarm-el 636MACHINE=evbarm MACHINE_ARCH=armeb ALIAS=evboarm-eb 637MACHINE=evbarm MACHINE_ARCH=earm ALIAS=evbearm-el DEFAULT 638MACHINE=evbarm MACHINE_ARCH=earmeb ALIAS=evbearm-eb 639MACHINE=evbarm MACHINE_ARCH=earmhf ALIAS=evbearmhf-el 640MACHINE=evbarm MACHINE_ARCH=earmhfeb ALIAS=evbearmhf-eb 641MACHINE=evbarm MACHINE_ARCH=earmv4 ALIAS=evbearmv4-el 642MACHINE=evbarm MACHINE_ARCH=earmv4eb ALIAS=evbearmv4-eb 643MACHINE=evbarm MACHINE_ARCH=earmv5 ALIAS=evbearmv5-el 644MACHINE=evbarm MACHINE_ARCH=earmv5eb ALIAS=evbearmv5-eb 645MACHINE=evbarm MACHINE_ARCH=earmv6 ALIAS=evbearmv6-el 646MACHINE=evbarm MACHINE_ARCH=earmv6hf ALIAS=evbearmv6hf-el 647MACHINE=evbarm MACHINE_ARCH=earmv6eb ALIAS=evbearmv6-eb 648MACHINE=evbarm MACHINE_ARCH=earmv6hfeb ALIAS=evbearmv6hf-eb 649MACHINE=evbarm MACHINE_ARCH=earmv7 ALIAS=evbearmv7-el 650MACHINE=evbarm MACHINE_ARCH=earmv7eb ALIAS=evbearmv7-eb 651MACHINE=evbarm MACHINE_ARCH=earmv7hf ALIAS=evbearmv7hf-el 652MACHINE=evbarm MACHINE_ARCH=earmv7hfeb ALIAS=evbearmv7hf-eb 653MACHINE=evbarm64 MACHINE_ARCH=aarch64 ALIAS=evbarm64-el 654MACHINE=evbarm64 MACHINE_ARCH=aarch64eb ALIAS=evbarm64-eb 655MACHINE=evbcf MACHINE_ARCH=coldfire 656MACHINE=evbmips MACHINE_ARCH= NO_DEFAULT 657MACHINE=evbmips MACHINE_ARCH=mips64eb ALIAS=evbmips64-eb 658MACHINE=evbmips MACHINE_ARCH=mips64el ALIAS=evbmips64-el 659MACHINE=evbmips MACHINE_ARCH=mipseb ALIAS=evbmips-eb 660MACHINE=evbmips MACHINE_ARCH=mipsel ALIAS=evbmips-el 661MACHINE=evbppc MACHINE_ARCH=powerpc DEFAULT 662MACHINE=evbppc MACHINE_ARCH=powerpc64 ALIAS=evbppc64 663MACHINE=evbsh3 MACHINE_ARCH= NO_DEFAULT 664MACHINE=evbsh3 MACHINE_ARCH=sh3eb ALIAS=evbsh3-eb 665MACHINE=evbsh3 MACHINE_ARCH=sh3el ALIAS=evbsh3-el 666MACHINE=ews4800mips MACHINE_ARCH=mipseb 667MACHINE=hp300 MACHINE_ARCH=m68k 668MACHINE=hppa MACHINE_ARCH=hppa 669MACHINE=hpcarm MACHINE_ARCH=arm ALIAS=hpcoarm 670MACHINE=hpcarm MACHINE_ARCH=earmv4 ALIAS=hpcearm DEFAULT 671MACHINE=hpcmips MACHINE_ARCH=mipsel 672MACHINE=hpcsh MACHINE_ARCH=sh3el 673MACHINE=i386 MACHINE_ARCH=i386 674MACHINE=ia64 MACHINE_ARCH=ia64 675MACHINE=ibmnws MACHINE_ARCH=powerpc 676MACHINE=iyonix MACHINE_ARCH=arm ALIAS=oiyonix 677MACHINE=iyonix MACHINE_ARCH=earm ALIAS=eiyonix DEFAULT 678MACHINE=landisk MACHINE_ARCH=sh3el 679MACHINE=luna68k MACHINE_ARCH=m68k 680MACHINE=mac68k MACHINE_ARCH=m68k 681MACHINE=macppc MACHINE_ARCH=powerpc DEFAULT 682MACHINE=macppc MACHINE_ARCH=powerpc64 ALIAS=macppc64 683MACHINE=mipsco MACHINE_ARCH=mipseb 684MACHINE=mmeye MACHINE_ARCH=sh3eb 685MACHINE=mvme68k MACHINE_ARCH=m68k 686MACHINE=mvmeppc MACHINE_ARCH=powerpc 687MACHINE=netwinder MACHINE_ARCH=arm ALIAS=onetwinder 688MACHINE=netwinder MACHINE_ARCH=earmv4 ALIAS=enetwinder DEFAULT 689MACHINE=news68k MACHINE_ARCH=m68k 690MACHINE=newsmips MACHINE_ARCH=mipseb 691MACHINE=next68k MACHINE_ARCH=m68k 692MACHINE=ofppc MACHINE_ARCH=powerpc DEFAULT 693MACHINE=ofppc MACHINE_ARCH=powerpc64 ALIAS=ofppc64 694MACHINE=or1k MACHINE_ARCH=or1k 695MACHINE=playstation2 MACHINE_ARCH=mipsel 696MACHINE=pmax MACHINE_ARCH=mips64el ALIAS=pmax64 697MACHINE=pmax MACHINE_ARCH=mipsel DEFAULT 698MACHINE=prep MACHINE_ARCH=powerpc 699MACHINE=riscv MACHINE_ARCH=riscv64 ALIAS=riscv64 DEFAULT 700MACHINE=riscv MACHINE_ARCH=riscv32 ALIAS=riscv32 701MACHINE=rs6000 MACHINE_ARCH=powerpc 702MACHINE=sandpoint MACHINE_ARCH=powerpc 703MACHINE=sbmips MACHINE_ARCH= NO_DEFAULT 704MACHINE=sbmips MACHINE_ARCH=mips64eb ALIAS=sbmips64-eb 705MACHINE=sbmips MACHINE_ARCH=mips64el ALIAS=sbmips64-el 706MACHINE=sbmips MACHINE_ARCH=mipseb ALIAS=sbmips-eb 707MACHINE=sbmips MACHINE_ARCH=mipsel ALIAS=sbmips-el 708MACHINE=sgimips MACHINE_ARCH=mips64eb ALIAS=sgimips64 709MACHINE=sgimips MACHINE_ARCH=mipseb DEFAULT 710MACHINE=shark MACHINE_ARCH=arm ALIAS=oshark 711MACHINE=shark MACHINE_ARCH=earmv4 ALIAS=eshark DEFAULT 712MACHINE=sparc MACHINE_ARCH=sparc 713MACHINE=sparc64 MACHINE_ARCH=sparc64 714MACHINE=sun2 MACHINE_ARCH=m68000 715MACHINE=sun3 MACHINE_ARCH=m68k 716MACHINE=vax MACHINE_ARCH=vax 717MACHINE=x68k MACHINE_ARCH=m68k 718MACHINE=zaurus MACHINE_ARCH=arm ALIAS=ozaurus 719MACHINE=zaurus MACHINE_ARCH=earm ALIAS=ezaurus DEFAULT 720' 721 722# getarch -- find the default MACHINE_ARCH for a MACHINE, 723# or convert an alias to a MACHINE/MACHINE_ARCH pair. 724# 725# Saves the original value of MACHINE in makewrappermachine before 726# alias processing. 727# 728# Sets MACHINE and MACHINE_ARCH if the input MACHINE value is 729# recognised as an alias, or recognised as a machine that has a default 730# MACHINE_ARCH (or that has only one possible MACHINE_ARCH). 731# 732# Leaves MACHINE and MACHINE_ARCH unchanged if MACHINE is recognised 733# as being associated with multiple MACHINE_ARCH values with no default. 734# 735# Bombs if MACHINE is not recognised. 736# 737getarch() 738{ 739 local IFS 740 local found="" 741 local line 742 743 IFS="${nl}" 744 makewrappermachine="${MACHINE}" 745 for line in ${valid_MACHINE_ARCH}; do 746 line="${line%%#*}" # ignore comments 747 line="$( IFS=" ${tab}" ; echo $line )" # normalise white space 748 case "${line} " in 749 " ") 750 # skip blank lines or comment lines 751 continue 752 ;; 753 *" ALIAS=${MACHINE} "*) 754 # Found a line with a matching ALIAS=<alias>. 755 found="$line" 756 break 757 ;; 758 "MACHINE=${MACHINE} "*" NO_DEFAULT"*) 759 # Found an explicit "NO_DEFAULT" for this MACHINE. 760 found="$line" 761 break 762 ;; 763 "MACHINE=${MACHINE} "*" DEFAULT"*) 764 # Found an explicit "DEFAULT" for this MACHINE. 765 found="$line" 766 break 767 ;; 768 "MACHINE=${MACHINE} "*) 769 # Found a line for this MACHINE. If it's the 770 # first such line, then tentatively accept it. 771 # If it's not the first matching line, then 772 # remember that there was more than one match. 773 case "$found" in 774 '') found="$line" ;; 775 *) found="MULTIPLE_MATCHES" ;; 776 esac 777 ;; 778 esac 779 done 780 781 case "$found" in 782 *NO_DEFAULT*|*MULTIPLE_MATCHES*) 783 # MACHINE is OK, but MACHINE_ARCH is still unknown 784 return 785 ;; 786 "MACHINE="*" MACHINE_ARCH="*) 787 # Obey the MACHINE= and MACHINE_ARCH= parts of the line. 788 IFS=" " 789 for frag in ${found}; do 790 case "$frag" in 791 MACHINE=*|MACHINE_ARCH=*) 792 eval "$frag" 793 ;; 794 esac 795 done 796 ;; 797 *) 798 bomb "Unknown target MACHINE: ${MACHINE}" 799 ;; 800 esac 801} 802 803# validatearch -- check that the MACHINE/MACHINE_ARCH pair is supported. 804# 805# Bombs if the pair is not supported. 806# 807validatearch() 808{ 809 local IFS 810 local line 811 local foundpair=false foundmachine=false foundarch=false 812 813 case "${MACHINE_ARCH}" in 814 "") 815 bomb "No MACHINE_ARCH provided" 816 ;; 817 esac 818 819 IFS="${nl}" 820 for line in ${valid_MACHINE_ARCH}; do 821 line="${line%%#*}" # ignore comments 822 line="$( IFS=" ${tab}" ; echo $line )" # normalise white space 823 case "${line} " in 824 " ") 825 # skip blank lines or comment lines 826 continue 827 ;; 828 "MACHINE=${MACHINE} MACHINE_ARCH=${MACHINE_ARCH} "*) 829 foundpair=true 830 ;; 831 "MACHINE=${MACHINE} "*) 832 foundmachine=true 833 ;; 834 *"MACHINE_ARCH=${MACHINE_ARCH} "*) 835 foundarch=true 836 ;; 837 esac 838 done 839 840 case "${foundpair}:${foundmachine}:${foundarch}" in 841 true:*) 842 : OK 843 ;; 844 *:false:*) 845 bomb "Unknown target MACHINE: ${MACHINE}" 846 ;; 847 *:*:false) 848 bomb "Unknown target MACHINE_ARCH: ${MACHINE_ARCH}" 849 ;; 850 *) 851 bomb "MACHINE_ARCH '${MACHINE_ARCH}' does not support MACHINE '${MACHINE}'" 852 ;; 853 esac 854} 855 856# listarch -- list valid MACHINE/MACHINE_ARCH/ALIAS values, 857# optionally restricted to those where the MACHINE and/or MACHINE_ARCH 858# match specifed glob patterns. 859# 860listarch() 861{ 862 local machglob="$1" archglob="$2" 863 local IFS 864 local wildcard="*" 865 local line xline frag 866 local line_matches_machine line_matches_arch 867 local found=false 868 869 # Empty machglob or archglob should match anything 870 : "${machglob:=${wildcard}}" 871 : "${archglob:=${wildcard}}" 872 873 IFS="${nl}" 874 for line in ${valid_MACHINE_ARCH}; do 875 line="${line%%#*}" # ignore comments 876 xline="$( IFS=" ${tab}" ; echo $line )" # normalise white space 877 [ -z "${xline}" ] && continue # skip blank or comment lines 878 879 line_matches_machine=false 880 line_matches_arch=false 881 882 IFS=" " 883 for frag in ${xline}; do 884 case "${frag}" in 885 MACHINE=${machglob}) 886 line_matches_machine=true ;; 887 ALIAS=${machglob}) 888 line_matches_machine=true ;; 889 MACHINE_ARCH=${archglob}) 890 line_matches_arch=true ;; 891 esac 892 done 893 894 if $line_matches_machine && $line_matches_arch; then 895 found=true 896 echo "$line" 897 fi 898 done 899 if ! $found; then 900 echo >&2 "No match for" \ 901 "MACHINE=${machglob} MACHINE_ARCH=${archglob}" 902 return 1 903 fi 904 return 0 905} 906 907# nobomb_getmakevar -- 908# Given the name of a make variable in $1, print make's idea of the 909# value of that variable, or return 1 if there's an error. 910# 911nobomb_getmakevar() 912{ 913 [ -x "${make}" ] || return 1 914 "${make}" -m ${TOP}/share/mk -s -B -f- _x_ <<EOF || return 1 915_x_: 916 echo \${$1} 917.include <bsd.prog.mk> 918.include <bsd.kernobj.mk> 919EOF 920} 921 922# bomb_getmakevar -- 923# Given the name of a make variable in $1, print make's idea of the 924# value of that variable, or bomb if there's an error. 925# 926bomb_getmakevar() 927{ 928 [ -x "${make}" ] || bomb "bomb_getmakevar $1: ${make} is not executable" 929 nobomb_getmakevar "$1" || bomb "bomb_getmakevar $1: ${make} failed" 930} 931 932# getmakevar -- 933# Given the name of a make variable in $1, print make's idea of the 934# value of that variable, or print a literal '$' followed by the 935# variable name if ${make} is not executable. This is intended for use in 936# messages that need to be readable even if $make hasn't been built, 937# such as when build.sh is run with the "-n" option. 938# 939getmakevar() 940{ 941 if [ -x "${make}" ]; then 942 bomb_getmakevar "$1" 943 else 944 echo "\$$1" 945 fi 946} 947 948setmakeenv() 949{ 950 eval "$1='$2'; export $1" 951 makeenv="${makeenv} $1" 952} 953 954unsetmakeenv() 955{ 956 eval "unset $1" 957 makeenv="${makeenv} $1" 958} 959 960# Given a variable name in $1, modify the variable in place as follows: 961# For each space-separated word in the variable, call resolvepath. 962resolvepaths() 963{ 964 local var="$1" 965 local val 966 eval val=\"\${${var}}\" 967 local newval='' 968 local word 969 for word in ${val}; do 970 resolvepath word 971 newval="${newval}${newval:+ }${word}" 972 done 973 eval ${var}=\"\${newval}\" 974} 975 976# Given a variable name in $1, modify the variable in place as follows: 977# Convert possibly-relative path to absolute path by prepending 978# ${TOP} if necessary. Also delete trailing "/", if any. 979resolvepath() 980{ 981 local var="$1" 982 local val 983 eval val=\"\${${var}}\" 984 case "${val}" in 985 /) 986 ;; 987 /*) 988 val="${val%/}" 989 ;; 990 *) 991 val="${TOP}/${val%/}" 992 ;; 993 esac 994 eval ${var}=\"\${val}\" 995} 996 997usage() 998{ 999 if [ -n "$*" ]; then 1000 echo "" 1001 echo "${progname}: $*" 1002 fi 1003 cat <<_usage_ 1004 1005Usage: ${progname} [-EhnorUuxy] [-a arch] [-B buildid] [-C cdextras] 1006 [-D dest] [-j njob] [-M obj] [-m mach] [-N noisy] 1007 [-O obj] [-R release] [-S seed] [-T tools] 1008 [-V var=[value]] [-w wrapper] [-X x11src] [-Y extsrcsrc] 1009 [-Z var] 1010 operation [...] 1011 1012 Build operations (all imply "obj" and "tools"): 1013 build Run "make build". 1014 distribution Run "make distribution" (includes DESTDIR/etc/ files). 1015 release Run "make release" (includes kernels & distrib media). 1016 1017 Other operations: 1018 help Show this message and exit. 1019 makewrapper Create ${toolprefix}make-\${MACHINE} wrapper and ${toolprefix}make. 1020 Always performed. 1021 cleandir Run "make cleandir". [Default unless -u is used] 1022 obj Run "make obj". [Default unless -o is used] 1023 tools Build and install tools. 1024 install=idir Run "make installworld" to \`idir' to install all sets 1025 except \`etc'. Useful after "distribution" or "release" 1026 kernel=conf Build kernel with config file \`conf' 1027 kernel.gdb=conf Build kernel (including netbsd.gdb) with config 1028 file \`conf' 1029 releasekernel=conf Install kernel built by kernel=conf to RELEASEDIR. 1030 installmodules=idir Run "make installmodules" to \`idir' to install all 1031 kernel modules. 1032 modules Build kernel modules. 1033 rumptest Do a linktest for rump (for developers). 1034 sets Create binary sets in 1035 RELEASEDIR/RELEASEMACHINEDIR/binary/sets. 1036 DESTDIR should be populated beforehand. 1037 sourcesets Create source sets in RELEASEDIR/source/sets. 1038 syspkgs Create syspkgs in 1039 RELEASEDIR/RELEASEMACHINEDIR/binary/syspkgs. 1040 iso-image Create CD-ROM image in RELEASEDIR/iso. 1041 iso-image-source Create CD-ROM image with source in RELEASEDIR/iso. 1042 live-image Create bootable live image in 1043 RELEASEDIR/RELEASEMACHINEDIR/installation/liveimage. 1044 install-image Create bootable installation image in 1045 RELEASEDIR/RELEASEMACHINEDIR/installation/installimage. 1046 disk-image=target Creae bootable disk image in 1047 RELEASEDIR/RELEASEMACHINEDIR/binary/gzimg/target.img.gz. 1048 params Display various make(1) parameters. 1049 list-arch Display a list of valid MACHINE/MACHINE_ARCH values, 1050 and exit. The list may be narrowed by passing glob 1051 patterns or exact values in MACHINE or MACHINE_ARCH. 1052 1053 Options: 1054 -a arch Set MACHINE_ARCH to arch. [Default: deduced from MACHINE] 1055 -B buildid Set BUILDID to buildid. 1056 -C cdextras Append cdextras to CDEXTRA variable for inclusion on CD-ROM. 1057 -D dest Set DESTDIR to dest. [Default: destdir.MACHINE] 1058 -E Set "expert" mode; disables various safety checks. 1059 Should not be used without expert knowledge of the build system. 1060 -h Print this help message. 1061 -j njob Run up to njob jobs in parallel; see make(1) -j. 1062 -M obj Set obj root directory to obj; sets MAKEOBJDIRPREFIX. 1063 Unsets MAKEOBJDIR. 1064 -m mach Set MACHINE to mach. Some mach values are actually 1065 aliases that set MACHINE/MACHINE_ARCH pairs. 1066 [Default: deduced from the host system if the host 1067 OS is NetBSD] 1068 -N noisy Set the noisyness (MAKEVERBOSE) level of the build: 1069 0 Minimal output ("quiet") 1070 1 Describe what is occurring 1071 2 Describe what is occurring and echo the actual command 1072 3 Ignore the effect of the "@" prefix in make commands 1073 4 Trace shell commands using the shell's -x flag 1074 [Default: 2] 1075 -n Show commands that would be executed, but do not execute them. 1076 -O obj Set obj root directory to obj; sets a MAKEOBJDIR pattern. 1077 Unsets MAKEOBJDIRPREFIX. 1078 -o Set MKOBJDIRS=no; do not create objdirs at start of build. 1079 -R release Set RELEASEDIR to release. [Default: releasedir] 1080 -r Remove contents of TOOLDIR and DESTDIR before building. 1081 -S seed Set BUILDSEED to seed. [Default: NetBSD-majorversion] 1082 -T tools Set TOOLDIR to tools. If unset, and TOOLDIR is not set in 1083 the environment, ${toolprefix}make will be (re)built 1084 unconditionally. 1085 -U Set MKUNPRIVED=yes; build without requiring root privileges, 1086 install from an UNPRIVED build with proper file permissions. 1087 -u Set MKUPDATE=yes; do not run "make cleandir" first. 1088 Without this, everything is rebuilt, including the tools. 1089 -V var=[value] Set variable \`var' to \`value'. 1090 -w wrapper Create ${toolprefix}make script as wrapper. 1091 [Default: \${TOOLDIR}/bin/${toolprefix}make-\${MACHINE}] 1092 -X x11src Set X11SRCDIR to x11src. [Default: /usr/xsrc] 1093 -x Set MKX11=yes; build X11 from X11SRCDIR 1094 -Y extsrcsrc Set EXTSRCSRCDIR to extsrcsrc. [Default: /usr/extsrc] 1095 -y Set MKEXTSRC=yes; build extsrc from EXTSRCSRCDIR 1096 -Z var Unset ("zap") variable \`var'. 1097 1098_usage_ 1099 exit 1 1100} 1101 1102parseoptions() 1103{ 1104 opts='a:B:C:D:Ehj:M:m:N:nO:oR:rS:T:UuV:w:X:xY:yZ:' 1105 opt_a=false 1106 opt_m=false 1107 1108 if type getopts >/dev/null 2>&1; then 1109 # Use POSIX getopts. 1110 # 1111 getoptcmd='getopts ${opts} opt && opt=-${opt}' 1112 optargcmd=':' 1113 optremcmd='shift $((${OPTIND} -1))' 1114 else 1115 type getopt >/dev/null 2>&1 || 1116 bomb "Shell does not support getopts or getopt" 1117 1118 # Use old-style getopt(1) (doesn't handle whitespace in args). 1119 # 1120 args="$(getopt ${opts} $*)" 1121 [ $? = 0 ] || usage 1122 set -- ${args} 1123 1124 getoptcmd='[ $# -gt 0 ] && opt="$1" && shift' 1125 optargcmd='OPTARG="$1"; shift' 1126 optremcmd=':' 1127 fi 1128 1129 # Parse command line options. 1130 # 1131 while eval ${getoptcmd}; do 1132 case ${opt} in 1133 1134 -a) 1135 eval ${optargcmd} 1136 MACHINE_ARCH=${OPTARG} 1137 opt_a=true 1138 ;; 1139 1140 -B) 1141 eval ${optargcmd} 1142 BUILDID=${OPTARG} 1143 ;; 1144 1145 -C) 1146 eval ${optargcmd}; resolvepaths OPTARG 1147 CDEXTRA="${CDEXTRA}${CDEXTRA:+ }${OPTARG}" 1148 ;; 1149 1150 -D) 1151 eval ${optargcmd}; resolvepath OPTARG 1152 setmakeenv DESTDIR "${OPTARG}" 1153 ;; 1154 1155 -E) 1156 do_expertmode=true 1157 ;; 1158 1159 -j) 1160 eval ${optargcmd} 1161 parallel="-j ${OPTARG}" 1162 ;; 1163 1164 -M) 1165 eval ${optargcmd}; resolvepath OPTARG 1166 case "${OPTARG}" in 1167 \$*) usage "-M argument must not begin with '\$'" 1168 ;; 1169 *\$*) # can use resolvepath, but can't set TOP_objdir 1170 resolvepath OPTARG 1171 ;; 1172 *) resolvepath OPTARG 1173 TOP_objdir="${OPTARG}${TOP}" 1174 ;; 1175 esac 1176 unsetmakeenv MAKEOBJDIR 1177 setmakeenv MAKEOBJDIRPREFIX "${OPTARG}" 1178 ;; 1179 1180 # -m overrides MACHINE_ARCH unless "-a" is specified 1181 -m) 1182 eval ${optargcmd} 1183 MACHINE="${OPTARG}" 1184 opt_m=true 1185 ;; 1186 1187 -N) 1188 eval ${optargcmd} 1189 case "${OPTARG}" in 1190 0|1|2|3|4) 1191 setmakeenv MAKEVERBOSE "${OPTARG}" 1192 ;; 1193 *) 1194 usage "'${OPTARG}' is not a valid value for -N" 1195 ;; 1196 esac 1197 ;; 1198 1199 -n) 1200 runcmd=echo 1201 ;; 1202 1203 -O) 1204 eval ${optargcmd} 1205 case "${OPTARG}" in 1206 *\$*) usage "-O argument must not contain '\$'" 1207 ;; 1208 *) resolvepath OPTARG 1209 TOP_objdir="${OPTARG}" 1210 ;; 1211 esac 1212 unsetmakeenv MAKEOBJDIRPREFIX 1213 setmakeenv MAKEOBJDIR "\${.CURDIR:C,^$TOP,$OPTARG,}" 1214 ;; 1215 1216 -o) 1217 MKOBJDIRS=no 1218 ;; 1219 1220 -R) 1221 eval ${optargcmd}; resolvepath OPTARG 1222 setmakeenv RELEASEDIR "${OPTARG}" 1223 ;; 1224 1225 -r) 1226 do_removedirs=true 1227 do_rebuildmake=true 1228 ;; 1229 1230 -S) 1231 eval ${optargcmd} 1232 setmakeenv BUILDSEED "${OPTARG}" 1233 ;; 1234 1235 -T) 1236 eval ${optargcmd}; resolvepath OPTARG 1237 TOOLDIR="${OPTARG}" 1238 export TOOLDIR 1239 ;; 1240 1241 -U) 1242 setmakeenv MKUNPRIVED yes 1243 ;; 1244 1245 -u) 1246 setmakeenv MKUPDATE yes 1247 ;; 1248 1249 -V) 1250 eval ${optargcmd} 1251 case "${OPTARG}" in 1252 # XXX: consider restricting which variables can be changed? 1253 [a-zA-Z_][a-zA-Z_0-9]*=*) 1254 setmakeenv "${OPTARG%%=*}" "${OPTARG#*=}" 1255 ;; 1256 *) 1257 usage "-V argument must be of the form 'var=[value]'" 1258 ;; 1259 esac 1260 ;; 1261 1262 -w) 1263 eval ${optargcmd}; resolvepath OPTARG 1264 makewrapper="${OPTARG}" 1265 ;; 1266 1267 -X) 1268 eval ${optargcmd}; resolvepath OPTARG 1269 setmakeenv X11SRCDIR "${OPTARG}" 1270 ;; 1271 1272 -x) 1273 setmakeenv MKX11 yes 1274 ;; 1275 1276 -Y) 1277 eval ${optargcmd}; resolvepath OPTARG 1278 setmakeenv EXTSRCSRCDIR "${OPTARG}" 1279 ;; 1280 1281 -y) 1282 setmakeenv MKEXTSRC yes 1283 ;; 1284 1285 -Z) 1286 eval ${optargcmd} 1287 # XXX: consider restricting which variables can be unset? 1288 unsetmakeenv "${OPTARG}" 1289 ;; 1290 1291 --) 1292 break 1293 ;; 1294 1295 -'?'|-h) 1296 usage 1297 ;; 1298 1299 esac 1300 done 1301 1302 # Validate operations. 1303 # 1304 eval ${optremcmd} 1305 while [ $# -gt 0 ]; do 1306 op=$1; shift 1307 operations="${operations} ${op}" 1308 1309 case "${op}" in 1310 1311 help) 1312 usage 1313 ;; 1314 1315 list-arch) 1316 listarch "${MACHINE}" "${MACHINE_ARCH}" 1317 exit $? 1318 ;; 1319 1320 makewrapper|cleandir|obj|tools|build|distribution|release|sets|sourcesets|syspkgs|params) 1321 ;; 1322 1323 iso-image) 1324 op=iso_image # used as part of a variable name 1325 ;; 1326 1327 iso-image-source) 1328 op=iso_image_source # used as part of a variable name 1329 ;; 1330 1331 live-image) 1332 op=live_image # used as part of a variable name 1333 ;; 1334 1335 install-image) 1336 op=install_image # used as part of a variable name 1337 ;; 1338 1339 kernel=*|releasekernel=*|kernel.gdb=*) 1340 arg=${op#*=} 1341 op=${op%%=*} 1342 [ -n "${arg}" ] || 1343 bomb "Must supply a kernel name with \`${op}=...'" 1344 ;; 1345 1346 disk-image=*) 1347 arg=${op#*=} 1348 op=disk_image 1349 [ -n "${arg}" ] || 1350 bomb "Must supply a target name with \`${op}=...'" 1351 1352 ;; 1353 1354 modules) 1355 op=modules 1356 ;; 1357 1358 install=*|installmodules=*) 1359 arg=${op#*=} 1360 op=${op%%=*} 1361 [ -n "${arg}" ] || 1362 bomb "Must supply a directory with \`install=...'" 1363 ;; 1364 1365 rump|rumptest) 1366 op=${op} 1367 ;; 1368 1369 *) 1370 usage "Unknown operation \`${op}'" 1371 ;; 1372 1373 esac 1374 eval do_${op}=true 1375 done 1376 [ -n "${operations}" ] || usage "Missing operation to perform." 1377 1378 # Set up MACHINE*. On a NetBSD host, these are allowed to be unset. 1379 # 1380 if [ -z "${MACHINE}" ]; then 1381 [ "${uname_s}" = "NetBSD" ] || 1382 bomb "MACHINE must be set, or -m must be used, for cross builds." 1383 MACHINE=${uname_m} 1384 fi 1385 if $opt_m && ! $opt_a; then 1386 # Settings implied by the command line -m option 1387 # override MACHINE_ARCH from the environment (if any). 1388 getarch 1389 fi 1390 [ -n "${MACHINE_ARCH}" ] || getarch 1391 validatearch 1392 1393 # Set up default make(1) environment. 1394 # 1395 makeenv="${makeenv} TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS" 1396 [ -z "${BUILDID}" ] || makeenv="${makeenv} BUILDID" 1397 [ -z "${BUILDINFO}" ] || makeenv="${makeenv} BUILDINFO" 1398 MAKEFLAGS="-de -m ${TOP}/share/mk ${MAKEFLAGS}" 1399 MAKEFLAGS="${MAKEFLAGS} MKOBJDIRS=${MKOBJDIRS-yes}" 1400 export MAKEFLAGS MACHINE MACHINE_ARCH 1401 setmakeenv USETOOLS "yes" 1402 setmakeenv MAKEWRAPPERMACHINE "${makewrappermachine:-${MACHINE}}" 1403} 1404 1405# sanitycheck -- 1406# Sanity check after parsing command line options, before rebuildmake. 1407# 1408sanitycheck() 1409{ 1410 # Install as non-root is a bad idea. 1411 # 1412 if ${do_install} && [ "$id_u" -ne 0 ] ; then 1413 if ${do_expertmode}; then 1414 warning "Will install as an unprivileged user." 1415 else 1416 bomb "-E must be set for install as an unprivileged user." 1417 fi 1418 fi 1419 1420 # If the PATH contains any non-absolute components (including, 1421 # but not limited to, "." or ""), then complain. As an exception, 1422 # allow "" or "." as the last component of the PATH. This is fatal 1423 # if expert mode is not in effect. 1424 # 1425 local path="${PATH}" 1426 path="${path%:}" # delete trailing ":" 1427 path="${path%:.}" # delete trailing ":." 1428 case ":${path}:/" in 1429 *:[!/]*) 1430 if ${do_expertmode}; then 1431 warning "PATH contains non-absolute components" 1432 else 1433 bomb "PATH environment variable must not" \ 1434 "contain non-absolute components" 1435 fi 1436 ;; 1437 esac 1438} 1439 1440# print_tooldir_make -- 1441# Try to find and print a path to an existing 1442# ${TOOLDIR}/bin/${toolprefix}make, for use by rebuildmake() before a 1443# new version of ${toolprefix}make has been built. 1444# 1445# * If TOOLDIR was set in the environment or on the command line, use 1446# that value. 1447# * Otherwise try to guess what TOOLDIR would be if not overridden by 1448# /etc/mk.conf, and check whether the resulting directory contains 1449# a copy of ${toolprefix}make (this should work for everybody who 1450# doesn't override TOOLDIR via /etc/mk.conf); 1451# * Failing that, search for ${toolprefix}make, nbmake, bmake, or make, 1452# in the PATH (this might accidentally find a version of make that 1453# does not understand the syntax used by NetBSD make, and that will 1454# lead to failure in the next step); 1455# * If a copy of make was found above, try to use it with 1456# nobomb_getmakevar to find the correct value for TOOLDIR, and believe the 1457# result only if it's a directory that already exists; 1458# * If a value of TOOLDIR was found above, and if 1459# ${TOOLDIR}/bin/${toolprefix}make exists, print that value. 1460# 1461print_tooldir_make() 1462{ 1463 local possible_TOP_OBJ 1464 local possible_TOOLDIR 1465 local possible_make 1466 local tooldir_make 1467 1468 if [ -n "${TOOLDIR}" ]; then 1469 echo "${TOOLDIR}/bin/${toolprefix}make" 1470 return 0 1471 fi 1472 1473 # Set host_ostype to something like "NetBSD-4.5.6-i386". This 1474 # is intended to match the HOST_OSTYPE variable in <bsd.own.mk>. 1475 # 1476 local host_ostype="${uname_s}-$( 1477 echo "${uname_r}" | sed -e 's/([^)]*)//g' -e 's/ /_/g' 1478 )-$( 1479 echo "${uname_p}" | sed -e 's/([^)]*)//g' -e 's/ /_/g' 1480 )" 1481 1482 # Look in a few potential locations for 1483 # ${possible_TOOLDIR}/bin/${toolprefix}make. 1484 # If we find it, then set possible_make. 1485 # 1486 # In the usual case (without interference from environment 1487 # variables or /etc/mk.conf), <bsd.own.mk> should set TOOLDIR to 1488 # "${_SRC_TOP_OBJ_}/tooldir.${host_ostype}". 1489 # 1490 # In practice it's difficult to figure out the correct value 1491 # for _SRC_TOP_OBJ_. In the easiest case, when the -M or -O 1492 # options were passed to build.sh, then ${TOP_objdir} will be 1493 # the correct value. We also try a few other possibilities, but 1494 # we do not replicate all the logic of <bsd.obj.mk>. 1495 # 1496 for possible_TOP_OBJ in \ 1497 "${TOP_objdir}" \ 1498 "${MAKEOBJDIRPREFIX:+${MAKEOBJDIRPREFIX}${TOP}}" \ 1499 "${TOP}" \ 1500 "${TOP}/obj" \ 1501 "${TOP}/obj.${MACHINE}" 1502 do 1503 [ -n "${possible_TOP_OBJ}" ] || continue 1504 possible_TOOLDIR="${possible_TOP_OBJ}/tooldir.${host_ostype}" 1505 possible_make="${possible_TOOLDIR}/bin/${toolprefix}make" 1506 if [ -x "${possible_make}" ]; then 1507 break 1508 else 1509 unset possible_make 1510 fi 1511 done 1512 1513 # If the above didn't work, search the PATH for a suitable 1514 # ${toolprefix}make, nbmake, bmake, or make. 1515 # 1516 : ${possible_make:=$(find_in_PATH ${toolprefix}make '')} 1517 : ${possible_make:=$(find_in_PATH nbmake '')} 1518 : ${possible_make:=$(find_in_PATH bmake '')} 1519 : ${possible_make:=$(find_in_PATH make '')} 1520 1521 # At this point, we don't care whether possible_make is in the 1522 # correct TOOLDIR or not; we simply want it to be usable by 1523 # getmakevar to help us find the correct TOOLDIR. 1524 # 1525 # Use ${possible_make} with nobomb_getmakevar to try to find 1526 # the value of TOOLDIR. Believe the result only if it's 1527 # a directory that already exists and contains bin/${toolprefix}make. 1528 # 1529 if [ -x "${possible_make}" ]; then 1530 possible_TOOLDIR="$( 1531 make="${possible_make}" \ 1532 nobomb_getmakevar TOOLDIR 2>/dev/null 1533 )" 1534 if [ $? = 0 ] && [ -n "${possible_TOOLDIR}" ] \ 1535 && [ -d "${possible_TOOLDIR}" ]; 1536 then 1537 tooldir_make="${possible_TOOLDIR}/bin/${toolprefix}make" 1538 if [ -x "${tooldir_make}" ]; then 1539 echo "${tooldir_make}" 1540 return 0 1541 fi 1542 fi 1543 fi 1544 return 1 1545} 1546 1547# rebuildmake -- 1548# Rebuild nbmake in a temporary directory if necessary. Sets $make 1549# to a path to the nbmake executable. Sets done_rebuildmake=true 1550# if nbmake was rebuilt. 1551# 1552# There is a cyclic dependency between building nbmake and choosing 1553# TOOLDIR: TOOLDIR may be affected by settings in /etc/mk.conf, so we 1554# would like to use getmakevar to get the value of TOOLDIR; but we can't 1555# use getmakevar before we have an up to date version of nbmake; we 1556# might already have an up to date version of nbmake in TOOLDIR, but we 1557# don't yet know where TOOLDIR is. 1558# 1559# The default value of TOOLDIR also depends on the location of the top 1560# level object directory, so $(getmakevar TOOLDIR) invoked before or 1561# after making the top level object directory may produce different 1562# results. 1563# 1564# Strictly speaking, we should do the following: 1565# 1566# 1. build a new version of nbmake in a temporary directory; 1567# 2. use the temporary nbmake to create the top level obj directory; 1568# 3. use $(getmakevar TOOLDIR) with the temporary nbmake to 1569# get the correct value of TOOLDIR; 1570# 4. move the temporary nbmake to ${TOOLDIR}/bin/nbmake. 1571# 1572# However, people don't like building nbmake unnecessarily if their 1573# TOOLDIR has not changed since an earlier build. We try to avoid 1574# rebuilding a temporary version of nbmake by taking some shortcuts to 1575# guess a value for TOOLDIR, looking for an existing version of nbmake 1576# in that TOOLDIR, and checking whether that nbmake is newer than the 1577# sources used to build it. 1578# 1579rebuildmake() 1580{ 1581 make="$(print_tooldir_make)" 1582 if [ -n "${make}" ] && [ -x "${make}" ]; then 1583 for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do 1584 if [ "${f}" -nt "${make}" ]; then 1585 statusmsg "${make} outdated" \ 1586 "(older than ${f}), needs building." 1587 do_rebuildmake=true 1588 break 1589 fi 1590 done 1591 else 1592 statusmsg "No \$TOOLDIR/bin/${toolprefix}make, needs building." 1593 do_rebuildmake=true 1594 fi 1595 1596 # Build bootstrap ${toolprefix}make if needed. 1597 if ${do_rebuildmake}; then 1598 statusmsg "Bootstrapping ${toolprefix}make" 1599 ${runcmd} cd "${tmpdir}" 1600 ${runcmd} env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" \ 1601 CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \ 1602 ${HOST_SH} "${TOP}/tools/make/configure" || 1603 ( cp ${tmpdir}/config.log ${tmpdir}-config.log 1604 bomb "Configure of ${toolprefix}make failed, see ${tmpdir}-config.log for details" ) 1605 ${runcmd} ${HOST_SH} buildmake.sh || 1606 bomb "Build of ${toolprefix}make failed" 1607 make="${tmpdir}/${toolprefix}make" 1608 ${runcmd} cd "${TOP}" 1609 ${runcmd} rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o 1610 done_rebuildmake=true 1611 fi 1612} 1613 1614# validatemakeparams -- 1615# Perform some late sanity checks, after rebuildmake, 1616# but before createmakewrapper or any real work. 1617# 1618# Creates the top-level obj directory, because that 1619# is needed by some of the sanity checks. 1620# 1621# Prints status messages reporting the values of several variables. 1622# 1623validatemakeparams() 1624{ 1625 # MAKECONF (which defaults to /etc/mk.conf in share/mk/bsd.own.mk) 1626 # can affect many things, so mention it in an early status message. 1627 # 1628 MAKECONF=$(getmakevar MAKECONF) 1629 if [ -e "${MAKECONF}" ]; then 1630 statusmsg2 "MAKECONF file:" "${MAKECONF}" 1631 else 1632 statusmsg2 "MAKECONF file:" "${MAKECONF} (File not found)" 1633 fi 1634 1635 # Normalise MKOBJDIRS, MKUNPRIVED, and MKUPDATE. 1636 # These may be set as build.sh options or in "mk.conf". 1637 # Don't export them as they're only used for tests in build.sh. 1638 # 1639 MKOBJDIRS=$(getmakevar MKOBJDIRS) 1640 MKUNPRIVED=$(getmakevar MKUNPRIVED) 1641 MKUPDATE=$(getmakevar MKUPDATE) 1642 1643 # Non-root should always use either the -U or -E flag. 1644 # 1645 if ! ${do_expertmode} && \ 1646 [ "$id_u" -ne 0 ] && \ 1647 [ "${MKUNPRIVED}" = "no" ] ; then 1648 bomb "-U or -E must be set for build as an unprivileged user." 1649 fi 1650 1651 if [ "${runcmd}" = "echo" ]; then 1652 TOOLCHAIN_MISSING=no 1653 EXTERNAL_TOOLCHAIN="" 1654 else 1655 TOOLCHAIN_MISSING=$(bomb_getmakevar TOOLCHAIN_MISSING) 1656 EXTERNAL_TOOLCHAIN=$(bomb_getmakevar EXTERNAL_TOOLCHAIN) 1657 fi 1658 if [ "${TOOLCHAIN_MISSING}" = "yes" ] && \ 1659 [ -z "${EXTERNAL_TOOLCHAIN}" ]; then 1660 ${runcmd} echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for" 1661 ${runcmd} echo " MACHINE: ${MACHINE}" 1662 ${runcmd} echo " MACHINE_ARCH: ${MACHINE_ARCH}" 1663 ${runcmd} echo "" 1664 ${runcmd} echo "All builds for this platform should be done via a traditional make" 1665 ${runcmd} echo "If you wish to use an external cross-toolchain, set" 1666 ${runcmd} echo " EXTERNAL_TOOLCHAIN=<path to toolchain root>" 1667 ${runcmd} echo "in either the environment or mk.conf and rerun" 1668 ${runcmd} echo " ${progname} $*" 1669 exit 1 1670 fi 1671 1672 if [ "${MKOBJDIRS}" != "no" ]; then 1673 # Create the top-level object directory. 1674 # 1675 # "make obj NOSUBDIR=" can handle most cases, but it 1676 # can't handle the case where MAKEOBJDIRPREFIX is set 1677 # while the corresponding directory does not exist 1678 # (rules in <bsd.obj.mk> would abort the build). We 1679 # therefore have to handle the MAKEOBJDIRPREFIX case 1680 # without invoking "make obj". The MAKEOBJDIR case 1681 # could be handled either way, but we choose to handle 1682 # it similarly to MAKEOBJDIRPREFIX. 1683 # 1684 if [ -n "${TOP_obj}" ]; then 1685 # It must have been set by the "-M" or "-O" 1686 # command line options, so there's no need to 1687 # use getmakevar 1688 : 1689 elif [ -n "$MAKEOBJDIRPREFIX" ]; then 1690 TOP_obj="$(getmakevar MAKEOBJDIRPREFIX)${TOP}" 1691 elif [ -n "$MAKEOBJDIR" ]; then 1692 TOP_obj="$(getmakevar MAKEOBJDIR)" 1693 fi 1694 if [ -n "$TOP_obj" ]; then 1695 ${runcmd} mkdir -p "${TOP_obj}" || 1696 bomb "Can't create top level object directory" \ 1697 "${TOP_obj}" 1698 else 1699 ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= || 1700 bomb "Can't create top level object directory" \ 1701 "using make obj" 1702 fi 1703 1704 # make obj in tools to ensure that the objdir for "tools" 1705 # is available. 1706 # 1707 ${runcmd} cd tools 1708 ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= || 1709 bomb "Failed to make obj in tools" 1710 ${runcmd} cd "${TOP}" 1711 fi 1712 1713 # Find TOOLDIR, DESTDIR, and RELEASEDIR, according to getmakevar, 1714 # and bomb if they have changed from the values we had from the 1715 # command line or environment. 1716 # 1717 # This must be done after creating the top-level object directory. 1718 # 1719 for var in TOOLDIR DESTDIR RELEASEDIR 1720 do 1721 eval oldval=\"\$${var}\" 1722 newval="$(getmakevar $var)" 1723 if ! $do_expertmode; then 1724 : ${_SRC_TOP_OBJ_:=$(getmakevar _SRC_TOP_OBJ_)} 1725 case "$var" in 1726 DESTDIR) 1727 : ${newval:=${_SRC_TOP_OBJ_}/destdir.${MACHINE}} 1728 makeenv="${makeenv} DESTDIR" 1729 ;; 1730 RELEASEDIR) 1731 : ${newval:=${_SRC_TOP_OBJ_}/releasedir} 1732 makeenv="${makeenv} RELEASEDIR" 1733 ;; 1734 esac 1735 fi 1736 if [ -n "$oldval" ] && [ "$oldval" != "$newval" ]; then 1737 bomb "Value of ${var} has changed" \ 1738 "(was \"${oldval}\", now \"${newval}\")" 1739 fi 1740 eval ${var}=\"\${newval}\" 1741 eval export ${var} 1742 statusmsg2 "${var} path:" "${newval}" 1743 done 1744 1745 # RELEASEMACHINEDIR is just a subdir name, e.g. "i386". 1746 RELEASEMACHINEDIR=$(getmakevar RELEASEMACHINEDIR) 1747 1748 # Check validity of TOOLDIR and DESTDIR. 1749 # 1750 if [ -z "${TOOLDIR}" ] || [ "${TOOLDIR}" = "/" ]; then 1751 bomb "TOOLDIR '${TOOLDIR}' invalid" 1752 fi 1753 removedirs="${TOOLDIR}" 1754 1755 if [ -z "${DESTDIR}" ] || [ "${DESTDIR}" = "/" ]; then 1756 if ${do_distribution} || ${do_release} || \ 1757 [ "${uname_s}" != "NetBSD" ] || \ 1758 [ "${uname_m}" != "${MACHINE}" ]; then 1759 bomb "DESTDIR must != / for cross builds, or ${progname} 'distribution' or 'release'." 1760 fi 1761 if ! ${do_expertmode}; then 1762 bomb "DESTDIR must != / for non -E (expert) builds" 1763 fi 1764 statusmsg "WARNING: Building to /, in expert mode." 1765 statusmsg " This may cause your system to break! Reasons include:" 1766 statusmsg " - your kernel is not up to date" 1767 statusmsg " - the libraries or toolchain have changed" 1768 statusmsg " YOU HAVE BEEN WARNED!" 1769 else 1770 removedirs="${removedirs} ${DESTDIR}" 1771 fi 1772 if ${do_releasekernel} && [ -z "${RELEASEDIR}" ]; then 1773 bomb "Must set RELEASEDIR with \`releasekernel=...'" 1774 fi 1775 1776 # If a previous build.sh run used -U (and therefore created a 1777 # METALOG file), then most subsequent build.sh runs must also 1778 # use -U. If DESTDIR is about to be removed, then don't perform 1779 # this check. 1780 # 1781 case "${do_removedirs} ${removedirs} " in 1782 true*" ${DESTDIR} "*) 1783 # DESTDIR is about to be removed 1784 ;; 1785 *) 1786 if [ -e "${DESTDIR}/METALOG" ] && \ 1787 [ "${MKUNPRIVED}" = "no" ] ; then 1788 if $do_expertmode; then 1789 warning "A previous build.sh run specified -U." 1790 else 1791 bomb "A previous build.sh run specified -U; you must specify it again now." 1792 fi 1793 fi 1794 ;; 1795 esac 1796 1797 # live-image and install-image targets require binary sets 1798 # (actually DESTDIR/etc/mtree/set.* files) built with MKUNPRIVED. 1799 # If release operation is specified with live-image or install-image, 1800 # the release op should be performed with -U for later image ops. 1801 # 1802 if ${do_release} && ( ${do_live_image} || ${do_install_image} ) && \ 1803 [ "${MKUNPRIVED}" = "no" ] ; then 1804 bomb "-U must be specified on building release to create images later." 1805 fi 1806} 1807 1808 1809createmakewrapper() 1810{ 1811 # Remove the target directories. 1812 # 1813 if ${do_removedirs}; then 1814 for f in ${removedirs}; do 1815 statusmsg "Removing ${f}" 1816 ${runcmd} rm -r -f "${f}" 1817 done 1818 fi 1819 1820 # Recreate $TOOLDIR. 1821 # 1822 ${runcmd} mkdir -p "${TOOLDIR}/bin" || 1823 bomb "mkdir of '${TOOLDIR}/bin' failed" 1824 1825 # If we did not previously rebuild ${toolprefix}make, then 1826 # check whether $make is still valid and the same as the output 1827 # from print_tooldir_make. If not, then rebuild make now. A 1828 # possible reason for this being necessary is that the actual 1829 # value of TOOLDIR might be different from the value guessed 1830 # before the top level obj dir was created. 1831 # 1832 if ! ${done_rebuildmake} && \ 1833 ( [ ! -x "$make" ] || [ "$make" != "$(print_tooldir_make)" ] ) 1834 then 1835 rebuildmake 1836 fi 1837 1838 # Install ${toolprefix}make if it was built. 1839 # 1840 if ${done_rebuildmake}; then 1841 ${runcmd} rm -f "${TOOLDIR}/bin/${toolprefix}make" 1842 ${runcmd} cp "${make}" "${TOOLDIR}/bin/${toolprefix}make" || 1843 bomb "Failed to install \$TOOLDIR/bin/${toolprefix}make" 1844 make="${TOOLDIR}/bin/${toolprefix}make" 1845 statusmsg "Created ${make}" 1846 fi 1847 1848 # Build a ${toolprefix}make wrapper script, usable by hand as 1849 # well as by build.sh. 1850 # 1851 if [ -z "${makewrapper}" ]; then 1852 makewrapper="${TOOLDIR}/bin/${toolprefix}make-${makewrappermachine:-${MACHINE}}" 1853 [ -z "${BUILDID}" ] || makewrapper="${makewrapper}-${BUILDID}" 1854 fi 1855 1856 ${runcmd} rm -f "${makewrapper}" 1857 if [ "${runcmd}" = "echo" ]; then 1858 echo 'cat <<EOF >'${makewrapper} 1859 makewrapout= 1860 else 1861 makewrapout=">>\${makewrapper}" 1862 fi 1863 1864 case "${KSH_VERSION:-${SH_VERSION}}" in 1865 *PD\ KSH*|*MIRBSD\ KSH*) 1866 set +o braceexpand 1867 ;; 1868 esac 1869 1870 eval cat <<EOF ${makewrapout} 1871#! ${HOST_SH} 1872# Set proper variables to allow easy "make" building of a NetBSD subtree. 1873# Generated from: \$NetBSD: build.sh,v 1.298 2014/09/30 14:57:51 apb Exp $ 1874# with these arguments: ${_args} 1875# 1876 1877EOF 1878 { 1879 sorted_vars="$(for var in ${makeenv}; do echo "${var}" ; done \ 1880 | sort -u )" 1881 for var in ${sorted_vars}; do 1882 eval val=\"\${${var}}\" 1883 eval is_set=\"\${${var}+set}\" 1884 if [ -z "${is_set}" ]; then 1885 echo "unset ${var}" 1886 else 1887 qval="$(shell_quote "${val}")" 1888 echo "${var}=${qval}; export ${var}" 1889 fi 1890 done 1891 1892 cat <<EOF 1893 1894exec "\${TOOLDIR}/bin/${toolprefix}make" \${1+"\$@"} 1895EOF 1896 } | eval cat "${makewrapout}" 1897 [ "${runcmd}" = "echo" ] && echo EOF 1898 ${runcmd} chmod +x "${makewrapper}" 1899 statusmsg2 "Updated makewrapper:" "${makewrapper}" 1900} 1901 1902make_in_dir() 1903{ 1904 dir="$1" 1905 op="$2" 1906 ${runcmd} cd "${dir}" || 1907 bomb "Failed to cd to \"${dir}\"" 1908 ${runcmd} "${makewrapper}" ${parallel} ${op} || 1909 bomb "Failed to make ${op} in \"${dir}\"" 1910 ${runcmd} cd "${TOP}" || 1911 bomb "Failed to cd back to \"${TOP}\"" 1912} 1913 1914buildtools() 1915{ 1916 if [ "${MKOBJDIRS}" != "no" ]; then 1917 ${runcmd} "${makewrapper}" ${parallel} obj-tools || 1918 bomb "Failed to make obj-tools" 1919 fi 1920 if [ "${MKUPDATE}" = "no" ]; then 1921 make_in_dir tools cleandir 1922 fi 1923 make_in_dir tools build_install 1924 statusmsg "Tools built to ${TOOLDIR}" 1925} 1926 1927getkernelconf() 1928{ 1929 kernelconf="$1" 1930 if [ "${MKOBJDIRS}" != "no" ]; then 1931 # The correct value of KERNOBJDIR might 1932 # depend on a prior "make obj" in 1933 # ${KERNSRCDIR}/${KERNARCHDIR}/compile. 1934 # 1935 KERNSRCDIR="$(getmakevar KERNSRCDIR)" 1936 KERNARCHDIR="$(getmakevar KERNARCHDIR)" 1937 make_in_dir "${KERNSRCDIR}/${KERNARCHDIR}/compile" obj 1938 fi 1939 KERNCONFDIR="$(getmakevar KERNCONFDIR)" 1940 KERNOBJDIR="$(getmakevar KERNOBJDIR)" 1941 case "${kernelconf}" in 1942 */*) 1943 kernelconfpath="${kernelconf}" 1944 kernelconfname="${kernelconf##*/}" 1945 ;; 1946 *) 1947 kernelconfpath="${KERNCONFDIR}/${kernelconf}" 1948 kernelconfname="${kernelconf}" 1949 ;; 1950 esac 1951 kernelbuildpath="${KERNOBJDIR}/${kernelconfname}" 1952} 1953 1954diskimage() 1955{ 1956 ARG="$(echo $1 | tr '[:lower:]' '[:upper:]')" 1957 [ -f "${DESTDIR}/etc/mtree/set.base" ] || 1958 bomb "The release binaries must be built first" 1959 kerneldir="${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/kernel" 1960 kernel="${kerneldir}/netbsd-${ARG}.gz" 1961 [ -f "${kernel}" ] || 1962 bomb "The kernel ${kernel} must be built first" 1963 make_in_dir "${NETBSDSRCDIR}/etc" "smp_${1}" 1964} 1965 1966buildkernel() 1967{ 1968 if ! ${do_tools} && ! ${buildkernelwarned:-false}; then 1969 # Building tools every time we build a kernel is clearly 1970 # unnecessary. We could try to figure out whether rebuilding 1971 # the tools is necessary this time, but it doesn't seem worth 1972 # the trouble. Instead, we say it's the user's responsibility 1973 # to rebuild the tools if necessary. 1974 # 1975 statusmsg "Building kernel without building new tools" 1976 buildkernelwarned=true 1977 fi 1978 getkernelconf $1 1979 statusmsg2 "Building kernel:" "${kernelconf}" 1980 statusmsg2 "Build directory:" "${kernelbuildpath}" 1981 ${runcmd} mkdir -p "${kernelbuildpath}" || 1982 bomb "Cannot mkdir: ${kernelbuildpath}" 1983 if [ "${MKUPDATE}" = "no" ]; then 1984 make_in_dir "${kernelbuildpath}" cleandir 1985 fi 1986 [ -x "${TOOLDIR}/bin/${toolprefix}config" ] \ 1987 || bomb "${TOOLDIR}/bin/${toolprefix}config does not exist. You need to \"$0 tools\" first." 1988 ${runcmd} "${TOOLDIR}/bin/${toolprefix}config" -b "${kernelbuildpath}" \ 1989 ${ksymopts} -s "${TOP}/sys" "${kernelconfpath}" || 1990 bomb "${toolprefix}config failed for ${kernelconf}" 1991 make_in_dir "${kernelbuildpath}" depend 1992 make_in_dir "${kernelbuildpath}" all 1993 1994 if [ "${runcmd}" != "echo" ]; then 1995 statusmsg "Kernels built from ${kernelconf}:" 1996 kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath}) 1997 for kern in ${kernlist:-netbsd}; do 1998 [ -f "${kernelbuildpath}/${kern}" ] && \ 1999 echo " ${kernelbuildpath}/${kern}" 2000 done | tee -a "${results}" 2001 fi 2002} 2003 2004releasekernel() 2005{ 2006 getkernelconf $1 2007 kernelreldir="${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/kernel" 2008 ${runcmd} mkdir -p "${kernelreldir}" 2009 kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath}) 2010 for kern in ${kernlist:-netbsd}; do 2011 builtkern="${kernelbuildpath}/${kern}" 2012 [ -f "${builtkern}" ] || continue 2013 releasekern="${kernelreldir}/${kern}-${kernelconfname}.gz" 2014 statusmsg2 "Kernel copy:" "${releasekern}" 2015 if [ "${runcmd}" = "echo" ]; then 2016 echo "gzip -c -9 < ${builtkern} > ${releasekern}" 2017 else 2018 gzip -c -9 < "${builtkern}" > "${releasekern}" 2019 fi 2020 done 2021} 2022 2023buildmodules() 2024{ 2025 setmakeenv MKBINUTILS no 2026 if ! ${do_tools} && ! ${buildmoduleswarned:-false}; then 2027 # Building tools every time we build modules is clearly 2028 # unnecessary as well as a kernel. 2029 # 2030 statusmsg "Building modules without building new tools" 2031 buildmoduleswarned=true 2032 fi 2033 2034 statusmsg "Building kernel modules for NetBSD/${MACHINE} ${DISTRIBVER}" 2035 if [ "${MKOBJDIRS}" != "no" ]; then 2036 make_in_dir sys/modules obj 2037 fi 2038 if [ "${MKUPDATE}" = "no" ]; then 2039 make_in_dir sys/modules cleandir 2040 fi 2041 make_in_dir sys/modules dependall 2042 make_in_dir sys/modules install 2043 2044 statusmsg "Successful build of kernel modules for NetBSD/${MACHINE} ${DISTRIBVER}" 2045} 2046 2047installmodules() 2048{ 2049 dir="$1" 2050 ${runcmd} "${makewrapper}" INSTALLMODULESDIR="${dir}" installmodules || 2051 bomb "Failed to make installmodules to ${dir}" 2052 statusmsg "Successful installmodules to ${dir}" 2053} 2054 2055installworld() 2056{ 2057 dir="$1" 2058 ${runcmd} "${makewrapper}" INSTALLWORLDDIR="${dir}" installworld || 2059 bomb "Failed to make installworld to ${dir}" 2060 statusmsg "Successful installworld to ${dir}" 2061} 2062 2063# Run rump build&link tests. 2064# 2065# To make this feasible for running without having to install includes and 2066# libraries into destdir (i.e. quick), we only run ld. This is possible 2067# since the rump kernel is a closed namespace apart from calls to rumpuser. 2068# Therefore, if ld complains only about rumpuser symbols, rump kernel 2069# linking was successful. 2070# 2071# We test that rump links with a number of component configurations. 2072# These attempt to mimic what is encountered in the full build. 2073# See list below. The list should probably be either autogenerated 2074# or managed elsewhere; keep it here until a better idea arises. 2075# 2076# Above all, note that THIS IS NOT A SUBSTITUTE FOR A FULL BUILD. 2077# 2078 2079RUMP_LIBSETS=' 2080 -lrump, 2081 -lrumpvfs -lrump, 2082 -lrumpvfs -lrumpdev -lrump, 2083 -lrumpnet -lrump, 2084 -lrumpkern_tty -lrumpvfs -lrump, 2085 -lrumpfs_tmpfs -lrumpvfs -lrump, 2086 -lrumpfs_ffs -lrumpfs_msdos -lrumpvfs -lrumpdev_disk -lrumpdev -lrump, 2087 -lrumpnet_virtif -lrumpnet_netinet -lrumpnet_net -lrumpnet -lrump, 2088 -lrumpnet_sockin -lrumpfs_smbfs -lrumpdev_netsmb 2089 -lrumpkern_crypto -lrumpdev -lrumpnet -lrumpvfs -lrump, 2090 -lrumpnet_sockin -lrumpfs_nfs -lrumpnet -lrumpvfs -lrump, 2091 -lrumpdev_cgd -lrumpdev_raidframe -lrumpdev_disk -lrumpdev_rnd 2092 -lrumpdev_dm -lrumpdev -lrumpvfs -lrumpkern_crypto -lrump' 2093dorump() 2094{ 2095 local doclean="" 2096 local doobjs="" 2097 2098 # we cannot link libs without building csu, and that leads to lossage 2099 [ "${1}" != "rumptest" ] && bomb 'build.sh rump not yet functional. ' \ 2100 'did you mean "rumptest"?' 2101 2102 export RUMPKERN_ONLY=1 2103 # create obj and distrib dirs 2104 if [ "${MKOBJDIRS}" != "no" ]; then 2105 make_in_dir "${NETBSDSRCDIR}/etc/mtree" obj 2106 make_in_dir "${NETBSDSRCDIR}/sys/rump" obj 2107 fi 2108 ${runcmd} "${makewrapper}" ${parallel} do-distrib-dirs \ 2109 || bomb 'could not create distrib-dirs' 2110 2111 [ "${MKUPDATE}" = "no" ] && doclean="cleandir" 2112 targlist="${doclean} ${doobjs} dependall install" 2113 # optimize: for test we build only static libs (3x test speedup) 2114 if [ "${1}" = "rumptest" ] ; then 2115 setmakeenv NOPIC 1 2116 setmakeenv NOPROFILE 1 2117 fi 2118 for cmd in ${targlist} ; do 2119 make_in_dir "${NETBSDSRCDIR}/sys/rump" ${cmd} 2120 done 2121 2122 # if we just wanted to build & install rump, we're done 2123 [ "${1}" != "rumptest" ] && return 2124 2125 ${runcmd} cd "${NETBSDSRCDIR}/sys/rump/librump/rumpkern" \ 2126 || bomb "cd to rumpkern failed" 2127 md_quirks=`${runcmd} "${makewrapper}" -V '${_SYMQUIRK}'` 2128 # one little, two little, three little backslashes ... 2129 md_quirks="$(echo ${md_quirks} | sed 's,\\,\\\\,g'";s/'//g" )" 2130 ${runcmd} cd "${TOP}" || bomb "cd to ${TOP} failed" 2131 tool_ld=`${runcmd} "${makewrapper}" -V '${LD}'` 2132 2133 local oIFS="${IFS}" 2134 IFS="," 2135 for set in ${RUMP_LIBSETS} ; do 2136 IFS="${oIFS}" 2137 ${runcmd} ${tool_ld} -nostdlib -L${DESTDIR}/usr/lib \ 2138 -static --whole-archive ${set} 2>&1 -o /tmp/rumptest.$$ | \ 2139 awk -v quirks="${md_quirks}" ' 2140 /undefined reference/ && 2141 !/more undefined references.*follow/{ 2142 if (match($NF, 2143 "`(rumpuser_|rumpcomp_|__" quirks ")") == 0) 2144 fails[NR] = $0 2145 } 2146 /cannot find -l/{fails[NR] = $0} 2147 /cannot open output file/{fails[NR] = $0} 2148 END{ 2149 for (x in fails) 2150 print fails[x] 2151 exit x!=0 2152 }' 2153 [ $? -ne 0 ] && bomb "Testlink of rump failed: ${set}" 2154 done 2155 statusmsg "Rump build&link tests successful" 2156} 2157 2158main() 2159{ 2160 initdefaults 2161 _args=$@ 2162 parseoptions "$@" 2163 2164 sanitycheck 2165 2166 build_start=$(date) 2167 statusmsg2 "${progname} command:" "$0 $*" 2168 statusmsg2 "${progname} started:" "${build_start}" 2169 statusmsg2 "NetBSD version:" "${DISTRIBVER}" 2170 statusmsg2 "MACHINE:" "${MACHINE}" 2171 statusmsg2 "MACHINE_ARCH:" "${MACHINE_ARCH}" 2172 statusmsg2 "Build platform:" "${uname_s} ${uname_r} ${uname_m}" 2173 statusmsg2 "HOST_SH:" "${HOST_SH}" 2174 if [ -n "${BUILDID}" ]; then 2175 statusmsg2 "BUILDID:" "${BUILDID}" 2176 fi 2177 if [ -n "${BUILDINFO}" ]; then 2178 printf "%b\n" "${BUILDINFO}" | \ 2179 while read -r line ; do 2180 [ -s "${line}" ] && continue 2181 statusmsg2 "BUILDINFO:" "${line}" 2182 done 2183 fi 2184 2185 rebuildmake 2186 validatemakeparams 2187 createmakewrapper 2188 2189 # Perform the operations. 2190 # 2191 for op in ${operations}; do 2192 case "${op}" in 2193 2194 makewrapper) 2195 # no-op 2196 ;; 2197 2198 tools) 2199 buildtools 2200 ;; 2201 2202 sets) 2203 statusmsg "Building sets from pre-populated ${DESTDIR}" 2204 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2205 bomb "Failed to make ${op}" 2206 setdir=${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/sets 2207 statusmsg "Built sets to ${setdir}" 2208 ;; 2209 2210 cleandir|obj|build|distribution|release|sourcesets|syspkgs|params) 2211 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2212 bomb "Failed to make ${op}" 2213 statusmsg "Successful make ${op}" 2214 ;; 2215 2216 iso-image|iso-image-source) 2217 ${runcmd} "${makewrapper}" ${parallel} \ 2218 CDEXTRA="$CDEXTRA" ${op} || 2219 bomb "Failed to make ${op}" 2220 statusmsg "Successful make ${op}" 2221 ;; 2222 2223 live-image|install-image) 2224 # install-image and live-image require mtree spec files 2225 # built with UNPRIVED. Assume UNPRIVED build has been 2226 # performed if METALOG file is created in DESTDIR. 2227 if [ ! -e "${DESTDIR}/METALOG" ] ; then 2228 bomb "The release binaries must have been built with -U to create images." 2229 fi 2230 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2231 bomb "Failed to make ${op}" 2232 statusmsg "Successful make ${op}" 2233 ;; 2234 kernel=*) 2235 arg=${op#*=} 2236 buildkernel "${arg}" 2237 ;; 2238 kernel.gdb=*) 2239 arg=${op#*=} 2240 ksymopts="-D DEBUG=-g" 2241 buildkernel "${arg}" 2242 ;; 2243 releasekernel=*) 2244 arg=${op#*=} 2245 releasekernel "${arg}" 2246 ;; 2247 2248 disk-image=*) 2249 arg=${op#*=} 2250 diskimage "${arg}" 2251 ;; 2252 2253 modules) 2254 buildmodules 2255 ;; 2256 2257 installmodules=*) 2258 arg=${op#*=} 2259 if [ "${arg}" = "/" ] && \ 2260 ( [ "${uname_s}" != "NetBSD" ] || \ 2261 [ "${uname_m}" != "${MACHINE}" ] ); then 2262 bomb "'${op}' must != / for cross builds." 2263 fi 2264 installmodules "${arg}" 2265 ;; 2266 2267 install=*) 2268 arg=${op#*=} 2269 if [ "${arg}" = "/" ] && \ 2270 ( [ "${uname_s}" != "NetBSD" ] || \ 2271 [ "${uname_m}" != "${MACHINE}" ] ); then 2272 bomb "'${op}' must != / for cross builds." 2273 fi 2274 installworld "${arg}" 2275 ;; 2276 2277 rump|rumptest) 2278 dorump "${op}" 2279 ;; 2280 2281 *) 2282 bomb "Unknown operation \`${op}'" 2283 ;; 2284 2285 esac 2286 done 2287 2288 statusmsg2 "${progname} ended:" "$(date)" 2289 if [ -s "${results}" ]; then 2290 echo "===> Summary of results:" 2291 sed -e 's/^===>//;s/^/ /' "${results}" 2292 echo "===> ." 2293 fi 2294} 2295 2296main "$@" 2297