release.sh revision 258313
1251652Sgjb#!/bin/sh 2251652Sgjb#- 3251652Sgjb# Copyright (c) 2013 Glen Barber 4251652Sgjb# Copyright (c) 2011 Nathan Whitehorn 5251652Sgjb# All rights reserved. 6251652Sgjb# 7251652Sgjb# Redistribution and use in source and binary forms, with or without 8251652Sgjb# modification, are permitted provided that the following conditions 9251652Sgjb# are met: 10251652Sgjb# 1. Redistributions of source code must retain the above copyright 11251652Sgjb# notice, this list of conditions and the following disclaimer. 12251652Sgjb# 2. Redistributions in binary form must reproduce the above copyright 13251652Sgjb# notice, this list of conditions and the following disclaimer in the 14251652Sgjb# documentation and/or other materials provided with the distribution. 15251652Sgjb# 16251652Sgjb# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17251652Sgjb# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18251652Sgjb# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19251652Sgjb# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20251652Sgjb# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21251652Sgjb# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22251652Sgjb# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23251652Sgjb# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24251652Sgjb# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25251652Sgjb# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26251652Sgjb# SUCH DAMAGE. 27251652Sgjb# 28251652Sgjb# release.sh: check out source trees, and build release components with 29251652Sgjb# totally clean, fresh trees. 30251652Sgjb# Based on release/generate-release.sh written by Nathan Whitehorn 31251652Sgjb# 32251652Sgjb# $FreeBSD: stable/9/release/release.sh 258313 2013-11-18 17:06:33Z gjb $ 33251652Sgjb# 34251652Sgjb 35251652SgjbPATH="/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin" 36251652Sgjbexport PATH 37251652Sgjb 38251652Sgjb# The directory within which the release will be built. 39251652SgjbCHROOTDIR="/scratch" 40251652Sgjb 41251652Sgjb# The default svn checkout server, and svn branches for src/, doc/, 42251652Sgjb# and ports/. 43251652SgjbSVNROOT="svn://svn.freebsd.org" 44251652SgjbSRCBRANCH="base/head" 45251652SgjbDOCBRANCH="doc/head" 46251652SgjbPORTBRANCH="ports/head" 47251652Sgjb 48253019Sgjb# Sometimes one needs to checkout src with --force svn option. 49253019Sgjb# If custom kernel configs copied to src tree before checkout, e.g. 50253019SgjbSRC_FORCE_CHECKOUT= 51253019Sgjb 52251652Sgjb# The default src/, doc/, and ports/ revisions. 53251652SgjbSRCREVISION="-rHEAD" 54251652SgjbDOCREVISION="-rHEAD" 55251652SgjbPORTREVISION="-rHEAD" 56251652Sgjb 57251652Sgjb# The default make.conf and src.conf to use. Set to /dev/null 58251652Sgjb# by default to avoid polluting the chroot(8) environment with 59251652Sgjb# non-default settings. 60251652SgjbMAKE_CONF="/dev/null" 61251652SgjbSRC_CONF="/dev/null" 62251652Sgjb 63251652Sgjb# The number of make(1) jobs, defaults to the number of CPUs available for 64251652Sgjb# buildworld, and half of number of CPUs available for buildkernel. 65251652SgjbWORLD_FLAGS="-j$(sysctl -n hw.ncpu)" 66251652SgjbKERNEL_FLAGS="-j$(expr $(sysctl -n hw.ncpu) / 2)" 67251652SgjbMAKE_FLAGS="-s" 68251652Sgjb 69251652Sgjb# The name of the kernel to build, defaults to GENERIC. 70251652SgjbKERNEL="GENERIC" 71251652Sgjb 72251652Sgjb# The TARGET and TARGET_ARCH to build, defaults to the running system. 73251652SgjbTARGET="$(uname -p)" 74251652SgjbTARGET_ARCH="${TARGET}" 75251652Sgjb 76251652Sgjb# Set to non-empty value to disable checkout of doc/ and/or ports/. Disabling 77251652Sgjb# ports/ checkout also forces NODOC to be set. 78251652SgjbNODOC= 79251652SgjbNOPORTS= 80251652Sgjb 81251652Sgjbget_rev_branch () { 82251652Sgjb # Set up the OSVERSION, BRANCH, and REVISION based on the src/ tree 83251652Sgjb # checked out. 84251652Sgjb OSVERSION=$(grep '#define __FreeBSD_version' ${CHROOTDIR}/usr/src/sys/sys/param.h | awk '{print $3}') 85251652Sgjb BRANCH=$(grep '^BRANCH=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 86251652Sgjb | awk -F\= '{print $2}' | sed -e 's,",,g') 87251652Sgjb REVISION=$(grep '^REVISION=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 88251652Sgjb | awk -F\= '{print $2}' | sed -e 's,",,g') 89251652Sgjb OSRELEASE="${REVISION}-${BRANCH}" 90251652Sgjb} 91251652Sgjb 92251652Sgjbusage() { 93251652Sgjb echo "Usage: $0 [-c release.conf]" 94251652Sgjb exit 1 95251652Sgjb} 96251652Sgjb 97251652Sgjbwhile getopts c: opt; do 98251652Sgjb case ${opt} in 99251652Sgjb c) 100251652Sgjb RELEASECONF="${OPTARG}" 101251652Sgjb if [ ! -e "${RELEASECONF}" ]; then 102251652Sgjb echo "ERROR: Configuration file ${RELEASECONF} does not exist." 103251652Sgjb exit 1 104251652Sgjb fi 105251652Sgjb # Source the specified configuration file for overrides 106251652Sgjb . ${RELEASECONF} 107251652Sgjb ;; 108251652Sgjb \?) 109251652Sgjb usage 110251652Sgjb ;; 111251652Sgjb esac 112251652Sgjbdone 113251652Sgjbshift $(($OPTIND - 1)) 114251652Sgjb 115253019Sgjb# If PORTS is set and NODOC is unset, force NODOC=yes because the ports tree 116253019Sgjb# is required to build the documentation set. 117253019Sgjbif [ "x${NOPORTS}" != "x" ] && [ "x${NODOC}" = "x" ]; then 118253019Sgjb echo "*** NOTICE: Setting NODOC=1 since ports tree is required" 119253019Sgjb echo " and NOPORTS is set." 120253019Sgjb NODOC=yes 121253019Sgjbfi 122253019Sgjb 123253019Sgjb# If NOPORTS and/or NODOC are unset, they must not pass to make as variables. 124253019Sgjb# The release makefile verifies definedness of NOPORTS/NODOC variables 125253019Sgjb# instead of their values. 126253019SgjbDOCPORTS= 127253019Sgjbif [ "x${NOPORTS}" != "x" ]; then 128258313Sgjb DOCPORTS="NOPORTS=yes " 129253019Sgjbfi 130253019Sgjbif [ "x${NODOC}" != "x" ]; then 131258313Sgjb DOCPORTS="${DOCPORTS}NODOC=yes" 132253019Sgjbfi 133253019Sgjb 134251652Sgjb# The aggregated build-time flags based upon variables defined within 135251652Sgjb# this file, unless overridden by release.conf. In most cases, these 136251652Sgjb# will not need to be changed. 137251652SgjbCONF_FILES="__MAKE_CONF=${MAKE_CONF} SRCCONF=${SRC_CONF}" 138251652SgjbARCH_FLAGS="TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH}" 139251652SgjbCHROOT_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${CONF_FILES}" 140251652SgjbCHROOT_IMAKEFLAGS="${CONF_FILES}" 141251652SgjbCHROOT_DMAKEFLAGS="${CONF_FILES}" 142251652SgjbRELEASE_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${ARCH_FLAGS} ${CONF_FILES}" 143253019SgjbRELEASE_KMAKEFLAGS="${MAKE_FLAGS} ${KERNEL_FLAGS} KERNCONF=\"${KERNEL}\" ${ARCH_FLAGS} ${CONF_FILES}" 144253019SgjbRELEASE_RMAKEFLAGS="${ARCH_FLAGS} KERNCONF=\"${KERNEL}\" ${CONF_FILES} \ 145253019Sgjb ${DOCPORTS}" 146251652Sgjb 147253019Sgjb# Force src checkout if configured 148253019SgjbFORCE_SRC_KEY= 149253019Sgjbif [ "x${SRC_FORCE_CHECKOUT}" != "x" ]; then 150258313Sgjb FORCE_SRC_KEY="--force" 151251652Sgjbfi 152251652Sgjb 153251652Sgjbif [ ! ${CHROOTDIR} ]; then 154251652Sgjb echo "Please set CHROOTDIR." 155251652Sgjb exit 1 156251652Sgjbfi 157251652Sgjb 158251652Sgjbif [ $(id -u) -ne 0 ]; then 159251652Sgjb echo "Needs to be run as root." 160251652Sgjb exit 1 161251652Sgjbfi 162251652Sgjb 163251652Sgjbset -e # Everything must succeed 164251652Sgjb 165251652Sgjbmkdir -p ${CHROOTDIR}/usr 166251652Sgjb 167253019Sgjbsvn co ${FORCE_SRC_KEY} ${SVNROOT}/${SRCBRANCH} ${CHROOTDIR}/usr/src $SRCREVISION 168251652Sgjbif [ "x${NODOC}" = "x" ]; then 169251652Sgjb svn co ${SVNROOT}/${DOCBRANCH} ${CHROOTDIR}/usr/doc $DOCREVISION 170251652Sgjbfi 171251652Sgjbif [ "x${NOPORTS}" = "x" ]; then 172251652Sgjb svn co ${SVNROOT}/${PORTBRANCH} ${CHROOTDIR}/usr/ports $PORTREVISION 173251652Sgjbfi 174251652Sgjb 175251652Sgjbget_rev_branch 176251652Sgjb 177251652Sgjbcd ${CHROOTDIR}/usr/src 178251652Sgjbmake ${CHROOT_WMAKEFLAGS} buildworld 179251652Sgjbmake ${CHROOT_IMAKEFLAGS} installworld DESTDIR=${CHROOTDIR} 180251652Sgjbmake ${CHROOT_DMAKEFLAGS} distribution DESTDIR=${CHROOTDIR} 181251652Sgjbmount -t devfs devfs ${CHROOTDIR}/dev 182251652Sgjbtrap "umount ${CHROOTDIR}/dev" EXIT # Clean up devfs mount on exit 183251652Sgjb 184251652Sgjbbuild_doc_ports() { 185257836Sgjb # Run ldconfig(8) in the chroot directory so /var/run/ld-elf*.so.hints 186257836Sgjb # is created. This is needed by ports-mgmt/pkg. 187257836Sgjb chroot ${CHROOTDIR} /etc/rc.d/ldconfig forcerestart 188257836Sgjb 189251652Sgjb ## Trick the ports 'run-autotools-fixup' target to do the right thing. 190251652Sgjb _OSVERSION=$(sysctl -n kern.osreldate) 191253019Sgjb if [ -d ${CHROOTDIR}/usr/doc ] && [ "x${NODOC}" = "x" ]; then 192258313Sgjb PBUILD_FLAGS="OSVERSION=${_OSVERSION} BATCH=yes" 193258313Sgjb PBUILD_FLAGS="${PBUILD_FLAGS} OPTIONS_UNSET='FOP IGOR'" 194251652Sgjb chroot ${CHROOTDIR} make -C /usr/ports/textproc/docproj \ 195253019Sgjb ${PBUILD_FLAGS} install clean distclean 196251652Sgjb fi 197251652Sgjb} 198251652Sgjb 199252224Sgjb# If MAKE_CONF and/or SRC_CONF are set and not character devices (/dev/null), 200252224Sgjb# copy them to the chroot. 201252224Sgjbif [ -e ${MAKE_CONF} ] && [ ! -c ${MAKE_CONF} ]; then 202252224Sgjb mkdir -p ${CHROOTDIR}/$(dirname ${MAKE_CONF}) 203252224Sgjb cp ${MAKE_CONF} ${CHROOTDIR}/${MAKE_CONF} 204252224Sgjbfi 205252224Sgjbif [ -e ${SRC_CONF} ] && [ ! -c ${SRC_CONF} ]; then 206252224Sgjb mkdir -p ${CHROOTDIR}/$(dirname ${SRC_CONF}) 207252224Sgjb cp ${SRC_CONF} ${CHROOTDIR}/${SRC_CONF} 208252224Sgjbfi 209252224Sgjb 210251652Sgjbif [ -d ${CHROOTDIR}/usr/ports ]; then 211251652Sgjb cp /etc/resolv.conf ${CHROOTDIR}/etc/resolv.conf 212251652Sgjb build_doc_ports ${CHROOTDIR} 213251652Sgjbfi 214251652Sgjb 215251652Sgjbif [ "x${RELSTRING}" = "x" ]; then 216251652Sgjb RELSTRING="$(chroot ${CHROOTDIR} uname -s)-${OSRELEASE}-${TARGET_ARCH}" 217251652Sgjbfi 218251652Sgjb 219253019Sgjbeval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_WMAKEFLAGS} buildworld 220253019Sgjbeval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_KMAKEFLAGS} buildkernel 221253019Sgjbeval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \ 222251652Sgjb release RELSTRING=${RELSTRING} 223253019Sgjbeval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \ 224251652Sgjb install DESTDIR=/R RELSTRING=${RELSTRING} 225