release.sh revision 258952
1251652Sgjb#!/bin/sh
2251652Sgjb#-
3251652Sgjb# Copyright (c) 2013 Glen Barber
4251652Sgjb# Copyright (c) 2011 Nathan Whitehorn
5251652Sgjb# All rights reserved.
6251652Sgjb#
7251652Sgjb# Redistribution and use in source and binary forms, with or without
8251652Sgjb# modification, are permitted provided that the following conditions
9251652Sgjb# are met:
10251652Sgjb# 1. Redistributions of source code must retain the above copyright
11251652Sgjb#    notice, this list of conditions and the following disclaimer.
12251652Sgjb# 2. Redistributions in binary form must reproduce the above copyright
13251652Sgjb#    notice, this list of conditions and the following disclaimer in the
14251652Sgjb#    documentation and/or other materials provided with the distribution.
15251652Sgjb#
16251652Sgjb# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17251652Sgjb# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18251652Sgjb# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19251652Sgjb# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20251652Sgjb# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21251652Sgjb# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22251652Sgjb# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23251652Sgjb# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24251652Sgjb# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25251652Sgjb# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26251652Sgjb# SUCH DAMAGE.
27251652Sgjb#
28251652Sgjb# release.sh: check out source trees, and build release components with
29251652Sgjb#  totally clean, fresh trees.
30251652Sgjb# Based on release/generate-release.sh written by Nathan Whitehorn
31251652Sgjb#
32251652Sgjb# $FreeBSD: stable/10/release/release.sh 258952 2013-12-05 00:59:29Z gjb $
33251652Sgjb#
34251652Sgjb
35251652SgjbPATH="/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin"
36251652Sgjbexport PATH
37251652Sgjb
38251652Sgjb# The directory within which the release will be built.
39251652SgjbCHROOTDIR="/scratch"
40251652Sgjb
41251652Sgjb# The default svn checkout server, and svn branches for src/, doc/,
42251652Sgjb# and ports/.
43251652SgjbSVNROOT="svn://svn.freebsd.org"
44254293SgjbSRCBRANCH="base/head@rHEAD"
45254293SgjbDOCBRANCH="doc/head@rHEAD"
46254293SgjbPORTBRANCH="ports/head@rHEAD"
47251652Sgjb
48252846Sgjb# Sometimes one needs to checkout src with --force svn option.
49252846Sgjb# If custom kernel configs copied to src tree before checkout, e.g.
50252846SgjbSRC_FORCE_CHECKOUT=
51252846Sgjb
52251652Sgjb# The default make.conf and src.conf to use.  Set to /dev/null
53251652Sgjb# by default to avoid polluting the chroot(8) environment with
54251652Sgjb# non-default settings.
55251652SgjbMAKE_CONF="/dev/null"
56251652SgjbSRC_CONF="/dev/null"
57251652Sgjb
58251652Sgjb# The number of make(1) jobs, defaults to the number of CPUs available for
59251652Sgjb# buildworld, and half of number of CPUs available for buildkernel.
60254293SgjbNCPU=$(sysctl -n hw.ncpu)
61254293Sgjbif [ ${NCPU} -gt 1 ]; then
62254293Sgjb	WORLD_FLAGS="-j${NCPU}"
63254293Sgjb	KERNEL_FLAGS="-j$(expr ${NCPU} / 2)"
64254293Sgjbfi
65251652SgjbMAKE_FLAGS="-s"
66251652Sgjb
67251652Sgjb# The name of the kernel to build, defaults to GENERIC.
68251652SgjbKERNEL="GENERIC"
69251652Sgjb
70251652Sgjb# Set to non-empty value to disable checkout of doc/ and/or ports/.  Disabling
71251652Sgjb# ports/ checkout also forces NODOC to be set.
72251652SgjbNODOC=
73251652SgjbNOPORTS=
74251652Sgjb
75251652Sgjbusage() {
76251652Sgjb	echo "Usage: $0 [-c release.conf]"
77251652Sgjb	exit 1
78251652Sgjb}
79251652Sgjb
80251652Sgjbwhile getopts c: opt; do
81251652Sgjb	case ${opt} in
82251652Sgjb	c)
83251652Sgjb		RELEASECONF="${OPTARG}"
84251652Sgjb		if [ ! -e "${RELEASECONF}" ]; then
85251652Sgjb			echo "ERROR: Configuration file ${RELEASECONF} does not exist."
86251652Sgjb			exit 1
87251652Sgjb		fi
88251652Sgjb		# Source the specified configuration file for overrides
89251652Sgjb		. ${RELEASECONF}
90251652Sgjb		;;
91251652Sgjb	\?)
92251652Sgjb		usage
93251652Sgjb		;;
94251652Sgjb	esac
95251652Sgjbdone
96251652Sgjbshift $(($OPTIND - 1))
97251652Sgjb
98252846Sgjb# If PORTS is set and NODOC is unset, force NODOC=yes because the ports tree
99252846Sgjb# is required to build the documentation set.
100252846Sgjbif [ "x${NOPORTS}" != "x" ] && [ "x${NODOC}" = "x" ]; then
101252846Sgjb	echo "*** NOTICE: Setting NODOC=1 since ports tree is required"
102252846Sgjb	echo "            and NOPORTS is set."
103252846Sgjb	NODOC=yes
104252846Sgjbfi
105252846Sgjb
106252846Sgjb# If NOPORTS and/or NODOC are unset, they must not pass to make as variables.
107252846Sgjb# The release makefile verifies definedness of NOPORTS/NODOC variables
108252846Sgjb# instead of their values.
109252846SgjbDOCPORTS=
110252846Sgjbif [ "x${NOPORTS}" != "x" ]; then
111252846Sgjb DOCPORTS="NOPORTS=yes "
112252846Sgjbfi
113252846Sgjbif [ "x${NODOC}" != "x" ]; then
114252846Sgjb DOCPORTS="${DOCPORTS}NODOC=yes"
115252846Sgjbfi
116252846Sgjb
117251652Sgjb# The aggregated build-time flags based upon variables defined within
118251652Sgjb# this file, unless overridden by release.conf.  In most cases, these
119251652Sgjb# will not need to be changed.
120251652SgjbCONF_FILES="__MAKE_CONF=${MAKE_CONF} SRCCONF=${SRC_CONF}"
121254293Sgjbif [ "x${TARGET}" != "x" ] && [ "x${TARGET_ARCH}" != "x" ]; then
122254293Sgjb	ARCH_FLAGS="TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH}"
123254293Sgjbelse
124254293Sgjb	ARCH_FLAGS=
125254293Sgjbfi
126251652SgjbCHROOT_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${CONF_FILES}"
127251652SgjbCHROOT_IMAKEFLAGS="${CONF_FILES}"
128251652SgjbCHROOT_DMAKEFLAGS="${CONF_FILES}"
129251652SgjbRELEASE_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${ARCH_FLAGS} ${CONF_FILES}"
130252846SgjbRELEASE_KMAKEFLAGS="${MAKE_FLAGS} ${KERNEL_FLAGS} KERNCONF=\"${KERNEL}\" ${ARCH_FLAGS} ${CONF_FILES}"
131252846SgjbRELEASE_RMAKEFLAGS="${ARCH_FLAGS} KERNCONF=\"${KERNEL}\" ${CONF_FILES} \
132252846Sgjb	${DOCPORTS}"
133251652Sgjb
134252846Sgjb# Force src checkout if configured
135252846SgjbFORCE_SRC_KEY=
136252846Sgjbif [ "x${SRC_FORCE_CHECKOUT}" != "x" ]; then
137252846Sgjb FORCE_SRC_KEY="--force"
138251652Sgjbfi
139251652Sgjb
140251652Sgjbif [ ! ${CHROOTDIR} ]; then
141251652Sgjb	echo "Please set CHROOTDIR."
142251652Sgjb	exit 1
143251652Sgjbfi
144251652Sgjb
145251652Sgjbif [ $(id -u) -ne 0 ]; then
146251652Sgjb	echo "Needs to be run as root."
147251652Sgjb	exit 1
148251652Sgjbfi
149251652Sgjb
150251652Sgjbset -e # Everything must succeed
151251652Sgjb
152251652Sgjbmkdir -p ${CHROOTDIR}/usr
153251652Sgjb
154254293Sgjbsvn co ${FORCE_SRC_KEY} ${SVNROOT}/${SRCBRANCH} ${CHROOTDIR}/usr/src
155251652Sgjbif [ "x${NODOC}" = "x" ]; then
156254293Sgjb	svn co ${SVNROOT}/${DOCBRANCH} ${CHROOTDIR}/usr/doc
157251652Sgjbfi
158251652Sgjbif [ "x${NOPORTS}" = "x" ]; then
159254293Sgjb	svn co ${SVNROOT}/${PORTBRANCH} ${CHROOTDIR}/usr/ports
160251652Sgjbfi
161251652Sgjb
162258415Sgjbcp /etc/resolv.conf ${CHROOTDIR}/etc/resolv.conf
163251652Sgjbcd ${CHROOTDIR}/usr/src
164251652Sgjbmake ${CHROOT_WMAKEFLAGS} buildworld
165251652Sgjbmake ${CHROOT_IMAKEFLAGS} installworld DESTDIR=${CHROOTDIR}
166251652Sgjbmake ${CHROOT_DMAKEFLAGS} distribution DESTDIR=${CHROOTDIR}
167251652Sgjbmount -t devfs devfs ${CHROOTDIR}/dev
168251652Sgjbtrap "umount ${CHROOTDIR}/dev" EXIT # Clean up devfs mount on exit
169251652Sgjb
170251652Sgjbbuild_doc_ports() {
171257776Sgjb	# Run ldconfig(8) in the chroot directory so /var/run/ld-elf*.so.hints
172257776Sgjb	# is created.  This is needed by ports-mgmt/pkg.
173257776Sgjb	chroot ${CHROOTDIR} /etc/rc.d/ldconfig forcerestart
174257776Sgjb
175251652Sgjb	## Trick the ports 'run-autotools-fixup' target to do the right thing.
176251652Sgjb	_OSVERSION=$(sysctl -n kern.osreldate)
177252846Sgjb	if [ -d ${CHROOTDIR}/usr/doc ] && [ "x${NODOC}" = "x" ]; then
178258261Sgjb		PBUILD_FLAGS="OSVERSION=${_OSVERSION} BATCH=yes"
179258952Sgjb		PBUILD_FLAGS="${PBUILD_FLAGS}"
180251652Sgjb		chroot ${CHROOTDIR} make -C /usr/ports/textproc/docproj \
181258952Sgjb			${PBUILD_FLAGS} OPTIONS_UNSET="FOP IGOR" install clean distclean
182251652Sgjb	fi
183251652Sgjb}
184251652Sgjb
185252101Sgjb# If MAKE_CONF and/or SRC_CONF are set and not character devices (/dev/null),
186252101Sgjb# copy them to the chroot.
187252101Sgjbif [ -e ${MAKE_CONF} ] && [ ! -c ${MAKE_CONF} ]; then
188252101Sgjb	mkdir -p ${CHROOTDIR}/$(dirname ${MAKE_CONF})
189252101Sgjb	cp ${MAKE_CONF} ${CHROOTDIR}/${MAKE_CONF}
190252101Sgjbfi
191252101Sgjbif [ -e ${SRC_CONF} ] && [ ! -c ${SRC_CONF} ]; then
192252101Sgjb	mkdir -p ${CHROOTDIR}/$(dirname ${SRC_CONF})
193252101Sgjb	cp ${SRC_CONF} ${CHROOTDIR}/${SRC_CONF}
194252101Sgjbfi
195252101Sgjb
196251652Sgjbif [ -d ${CHROOTDIR}/usr/ports ]; then
197251652Sgjb	build_doc_ports ${CHROOTDIR}
198251652Sgjbfi
199251652Sgjb
200251652Sgjbif [ "x${RELSTRING}" = "x" ]; then
201251652Sgjb	RELSTRING="$(chroot ${CHROOTDIR} uname -s)-${OSRELEASE}-${TARGET_ARCH}"
202251652Sgjbfi
203251652Sgjb
204252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_WMAKEFLAGS} buildworld
205252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_KMAKEFLAGS} buildkernel
206252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
207251652Sgjb	release RELSTRING=${RELSTRING}
208252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
209251652Sgjb	install DESTDIR=/R RELSTRING=${RELSTRING}
210