1#!/bin/sh 2#- 3# Copyright (c) 2013 Glen Barber 4# Copyright (c) 2011 Nathan Whitehorn 5# All rights reserved. 6# 7# Redistribution and use in source and binary forms, with or without 8# modification, are permitted provided that the following conditions 9# are met: 10# 1. Redistributions of source code must retain the above copyright 11# notice, this list of conditions and the following disclaimer. 12# 2. Redistributions in binary form must reproduce the above copyright 13# notice, this list of conditions and the following disclaimer in the 14# documentation and/or other materials provided with the distribution. 15# 16# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26# SUCH DAMAGE. 27# 28# release.sh: check out source trees, and build release components with 29# totally clean, fresh trees. 30# Based on release/generate-release.sh written by Nathan Whitehorn 31#
| 1#!/bin/sh 2#- 3# Copyright (c) 2013 Glen Barber 4# Copyright (c) 2011 Nathan Whitehorn 5# All rights reserved. 6# 7# Redistribution and use in source and binary forms, with or without 8# modification, are permitted provided that the following conditions 9# are met: 10# 1. Redistributions of source code must retain the above copyright 11# notice, this list of conditions and the following disclaimer. 12# 2. Redistributions in binary form must reproduce the above copyright 13# notice, this list of conditions and the following disclaimer in the 14# documentation and/or other materials provided with the distribution. 15# 16# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26# SUCH DAMAGE. 27# 28# release.sh: check out source trees, and build release components with 29# totally clean, fresh trees. 30# Based on release/generate-release.sh written by Nathan Whitehorn 31#
|
32# $FreeBSD: head/release/release.sh 252101 2013-06-22 22:12:24Z gjb $
| 32# $FreeBSD: head/release/release.sh 252846 2013-07-05 22:04:49Z gjb $
|
33# 34 35PATH="/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin" 36export PATH 37 38# The directory within which the release will be built. 39CHROOTDIR="/scratch" 40 41# The default svn checkout server, and svn branches for src/, doc/, 42# and ports/. 43SVNROOT="svn://svn.freebsd.org" 44SRCBRANCH="base/head" 45DOCBRANCH="doc/head" 46PORTBRANCH="ports/head" 47
| 33# 34 35PATH="/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin" 36export PATH 37 38# The directory within which the release will be built. 39CHROOTDIR="/scratch" 40 41# The default svn checkout server, and svn branches for src/, doc/, 42# and ports/. 43SVNROOT="svn://svn.freebsd.org" 44SRCBRANCH="base/head" 45DOCBRANCH="doc/head" 46PORTBRANCH="ports/head" 47
|
| 48# Sometimes one needs to checkout src with --force svn option. 49# If custom kernel configs copied to src tree before checkout, e.g. 50SRC_FORCE_CHECKOUT= 51
|
48# The default src/, doc/, and ports/ revisions. 49SRCREVISION="-rHEAD" 50DOCREVISION="-rHEAD" 51PORTREVISION="-rHEAD" 52 53# The default make.conf and src.conf to use. Set to /dev/null 54# by default to avoid polluting the chroot(8) environment with 55# non-default settings. 56MAKE_CONF="/dev/null" 57SRC_CONF="/dev/null" 58 59# The number of make(1) jobs, defaults to the number of CPUs available for 60# buildworld, and half of number of CPUs available for buildkernel. 61WORLD_FLAGS="-j$(sysctl -n hw.ncpu)" 62KERNEL_FLAGS="-j$(expr $(sysctl -n hw.ncpu) / 2)" 63MAKE_FLAGS="-s" 64 65# The name of the kernel to build, defaults to GENERIC. 66KERNEL="GENERIC" 67 68# The TARGET and TARGET_ARCH to build, defaults to the running system. 69TARGET="$(uname -p)" 70TARGET_ARCH="${TARGET}" 71 72# Set to non-empty value to disable checkout of doc/ and/or ports/. Disabling 73# ports/ checkout also forces NODOC to be set. 74NODOC= 75NOPORTS= 76MAKE_FLAGS="${MAKE_FLAGS}" 77 78get_rev_branch () { 79 # Set up the OSVERSION, BRANCH, and REVISION based on the src/ tree 80 # checked out. 81 OSVERSION=$(grep '#define __FreeBSD_version' ${CHROOTDIR}/usr/src/sys/sys/param.h | awk '{print $3}') 82 BRANCH=$(grep '^BRANCH=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 83 | awk -F\= '{print $2}' | sed -e 's,",,g') 84 REVISION=$(grep '^REVISION=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 85 | awk -F\= '{print $2}' | sed -e 's,",,g') 86 OSRELEASE="${REVISION}-${BRANCH}" 87} 88 89usage() { 90 echo "Usage: $0 [-c release.conf]" 91 exit 1 92} 93 94while getopts c: opt; do 95 case ${opt} in 96 c) 97 RELEASECONF="${OPTARG}" 98 if [ ! -e "${RELEASECONF}" ]; then 99 echo "ERROR: Configuration file ${RELEASECONF} does not exist." 100 exit 1 101 fi 102 # Source the specified configuration file for overrides 103 . ${RELEASECONF} 104 ;; 105 \?) 106 usage 107 ;; 108 esac 109done 110shift $(($OPTIND - 1)) 111
| 52# The default src/, doc/, and ports/ revisions. 53SRCREVISION="-rHEAD" 54DOCREVISION="-rHEAD" 55PORTREVISION="-rHEAD" 56 57# The default make.conf and src.conf to use. Set to /dev/null 58# by default to avoid polluting the chroot(8) environment with 59# non-default settings. 60MAKE_CONF="/dev/null" 61SRC_CONF="/dev/null" 62 63# The number of make(1) jobs, defaults to the number of CPUs available for 64# buildworld, and half of number of CPUs available for buildkernel. 65WORLD_FLAGS="-j$(sysctl -n hw.ncpu)" 66KERNEL_FLAGS="-j$(expr $(sysctl -n hw.ncpu) / 2)" 67MAKE_FLAGS="-s" 68 69# The name of the kernel to build, defaults to GENERIC. 70KERNEL="GENERIC" 71 72# The TARGET and TARGET_ARCH to build, defaults to the running system. 73TARGET="$(uname -p)" 74TARGET_ARCH="${TARGET}" 75 76# Set to non-empty value to disable checkout of doc/ and/or ports/. Disabling 77# ports/ checkout also forces NODOC to be set. 78NODOC= 79NOPORTS= 80MAKE_FLAGS="${MAKE_FLAGS}" 81 82get_rev_branch () { 83 # Set up the OSVERSION, BRANCH, and REVISION based on the src/ tree 84 # checked out. 85 OSVERSION=$(grep '#define __FreeBSD_version' ${CHROOTDIR}/usr/src/sys/sys/param.h | awk '{print $3}') 86 BRANCH=$(grep '^BRANCH=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 87 | awk -F\= '{print $2}' | sed -e 's,",,g') 88 REVISION=$(grep '^REVISION=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 89 | awk -F\= '{print $2}' | sed -e 's,",,g') 90 OSRELEASE="${REVISION}-${BRANCH}" 91} 92 93usage() { 94 echo "Usage: $0 [-c release.conf]" 95 exit 1 96} 97 98while getopts c: opt; do 99 case ${opt} in 100 c) 101 RELEASECONF="${OPTARG}" 102 if [ ! -e "${RELEASECONF}" ]; then 103 echo "ERROR: Configuration file ${RELEASECONF} does not exist." 104 exit 1 105 fi 106 # Source the specified configuration file for overrides 107 . ${RELEASECONF} 108 ;; 109 \?) 110 usage 111 ;; 112 esac 113done 114shift $(($OPTIND - 1)) 115
|
| 116# If PORTS is set and NODOC is unset, force NODOC=yes because the ports tree 117# is required to build the documentation set. 118if [ "x${NOPORTS}" != "x" ] && [ "x${NODOC}" = "x" ]; then 119 echo "*** NOTICE: Setting NODOC=1 since ports tree is required" 120 echo " and NOPORTS is set." 121 NODOC=yes 122fi 123 124# If NOPORTS and/or NODOC are unset, they must not pass to make as variables. 125# The release makefile verifies definedness of NOPORTS/NODOC variables 126# instead of their values. 127DOCPORTS= 128if [ "x${NOPORTS}" != "x" ]; then 129 DOCPORTS="NOPORTS=yes " 130fi 131if [ "x${NODOC}" != "x" ]; then 132 DOCPORTS="${DOCPORTS}NODOC=yes" 133fi 134
|
112# The aggregated build-time flags based upon variables defined within 113# this file, unless overridden by release.conf. In most cases, these 114# will not need to be changed. 115CONF_FILES="__MAKE_CONF=${MAKE_CONF} SRCCONF=${SRC_CONF}" 116ARCH_FLAGS="TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH}" 117CHROOT_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${CONF_FILES}" 118CHROOT_IMAKEFLAGS="${CONF_FILES}" 119CHROOT_DMAKEFLAGS="${CONF_FILES}" 120RELEASE_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${ARCH_FLAGS} ${CONF_FILES}"
| 135# The aggregated build-time flags based upon variables defined within 136# this file, unless overridden by release.conf. In most cases, these 137# will not need to be changed. 138CONF_FILES="__MAKE_CONF=${MAKE_CONF} SRCCONF=${SRC_CONF}" 139ARCH_FLAGS="TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH}" 140CHROOT_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${CONF_FILES}" 141CHROOT_IMAKEFLAGS="${CONF_FILES}" 142CHROOT_DMAKEFLAGS="${CONF_FILES}" 143RELEASE_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${ARCH_FLAGS} ${CONF_FILES}"
|
121RELEASE_KMAKEFLAGS="${MAKE_FLAGS} ${KERNEL_FLAGS} KERNCONF=${KERNEL} ${ARCH_FLAGS} ${CONF_FILES}" 122RELEASE_RMAKEFLAGS="${ARCH_FLAGS} KERNCONF=${KERNEL} ${CONF_FILES} \ 123 NODOC=${NODOC} NOPORTS=${NOPORTS}"
| 144RELEASE_KMAKEFLAGS="${MAKE_FLAGS} ${KERNEL_FLAGS} KERNCONF=\"${KERNEL}\" ${ARCH_FLAGS} ${CONF_FILES}" 145RELEASE_RMAKEFLAGS="${ARCH_FLAGS} KERNCONF=\"${KERNEL}\" ${CONF_FILES} \ 146 ${DOCPORTS}"
|
124
| 147
|
125# If PORTS is set and NODOC is unset, force NODOC=yes because the ports tree 126# is required to build the documentation set. 127if [ "x${NOPORTS}" != "x" ] && [ "x${NODOC}" = "x" ]; then 128 echo "*** NOTICE: Setting NODOC=1 since ports tree is required" 129 echo " and NOPORTS is set." 130 NODOC=1
| 148# Force src checkout if configured 149FORCE_SRC_KEY= 150if [ "x${SRC_FORCE_CHECKOUT}" != "x" ]; then 151 FORCE_SRC_KEY="--force"
|
131fi 132 133if [ ! ${CHROOTDIR} ]; then 134 echo "Please set CHROOTDIR." 135 exit 1 136fi 137 138if [ $(id -u) -ne 0 ]; then 139 echo "Needs to be run as root." 140 exit 1 141fi 142 143set -e # Everything must succeed 144 145mkdir -p ${CHROOTDIR}/usr 146
| 152fi 153 154if [ ! ${CHROOTDIR} ]; then 155 echo "Please set CHROOTDIR." 156 exit 1 157fi 158 159if [ $(id -u) -ne 0 ]; then 160 echo "Needs to be run as root." 161 exit 1 162fi 163 164set -e # Everything must succeed 165 166mkdir -p ${CHROOTDIR}/usr 167
|
147svn co ${SVNROOT}/${SRCBRANCH} ${CHROOTDIR}/usr/src $SRCREVISION
| 168svn co ${FORCE_SRC_KEY} ${SVNROOT}/${SRCBRANCH} ${CHROOTDIR}/usr/src $SRCREVISION
|
148if [ "x${NODOC}" = "x" ]; then 149 svn co ${SVNROOT}/${DOCBRANCH} ${CHROOTDIR}/usr/doc $DOCREVISION 150fi 151if [ "x${NOPORTS}" = "x" ]; then 152 svn co ${SVNROOT}/${PORTBRANCH} ${CHROOTDIR}/usr/ports $PORTREVISION 153fi 154 155get_rev_branch 156 157cd ${CHROOTDIR}/usr/src 158make ${CHROOT_WMAKEFLAGS} buildworld 159make ${CHROOT_IMAKEFLAGS} installworld DESTDIR=${CHROOTDIR} 160make ${CHROOT_DMAKEFLAGS} distribution DESTDIR=${CHROOTDIR} 161mount -t devfs devfs ${CHROOTDIR}/dev 162trap "umount ${CHROOTDIR}/dev" EXIT # Clean up devfs mount on exit 163 164build_doc_ports() { 165 ## Trick the ports 'run-autotools-fixup' target to do the right thing. 166 _OSVERSION=$(sysctl -n kern.osreldate)
| 169if [ "x${NODOC}" = "x" ]; then 170 svn co ${SVNROOT}/${DOCBRANCH} ${CHROOTDIR}/usr/doc $DOCREVISION 171fi 172if [ "x${NOPORTS}" = "x" ]; then 173 svn co ${SVNROOT}/${PORTBRANCH} ${CHROOTDIR}/usr/ports $PORTREVISION 174fi 175 176get_rev_branch 177 178cd ${CHROOTDIR}/usr/src 179make ${CHROOT_WMAKEFLAGS} buildworld 180make ${CHROOT_IMAKEFLAGS} installworld DESTDIR=${CHROOTDIR} 181make ${CHROOT_DMAKEFLAGS} distribution DESTDIR=${CHROOTDIR} 182mount -t devfs devfs ${CHROOTDIR}/dev 183trap "umount ${CHROOTDIR}/dev" EXIT # Clean up devfs mount on exit 184 185build_doc_ports() { 186 ## Trick the ports 'run-autotools-fixup' target to do the right thing. 187 _OSVERSION=$(sysctl -n kern.osreldate)
|
167 if [ -d ${CHROOTDIR}/usr/doc ] && [ "x${NODOC}" != "x" ]; then 168 PBUILD_FLAGS="OSVERSION=${_OSVERSION} WITHOUT_JADETEX=yes BATCH=yes"
| 188 if [ -d ${CHROOTDIR}/usr/doc ] && [ "x${NODOC}" = "x" ]; then 189 PBUILD_FLAGS="OSVERSION=${_OSVERSION} WITHOUT_JADETEX=yes WITHOUT_X11=yes BATCH=yes"
|
169 chroot ${CHROOTDIR} make -C /usr/ports/textproc/docproj \
| 190 chroot ${CHROOTDIR} make -C /usr/ports/textproc/docproj \
|
170 ${PBUILD_FLAGS} install
| 191 ${PBUILD_FLAGS} install clean distclean
|
171 fi 172} 173 174# If MAKE_CONF and/or SRC_CONF are set and not character devices (/dev/null), 175# copy them to the chroot. 176if [ -e ${MAKE_CONF} ] && [ ! -c ${MAKE_CONF} ]; then 177 mkdir -p ${CHROOTDIR}/$(dirname ${MAKE_CONF}) 178 cp ${MAKE_CONF} ${CHROOTDIR}/${MAKE_CONF} 179fi 180if [ -e ${SRC_CONF} ] && [ ! -c ${SRC_CONF} ]; then 181 mkdir -p ${CHROOTDIR}/$(dirname ${SRC_CONF}) 182 cp ${SRC_CONF} ${CHROOTDIR}/${SRC_CONF} 183fi 184 185if [ -d ${CHROOTDIR}/usr/ports ]; then 186 cp /etc/resolv.conf ${CHROOTDIR}/etc/resolv.conf 187 build_doc_ports ${CHROOTDIR} 188fi 189 190if [ "x${RELSTRING}" = "x" ]; then 191 RELSTRING="$(chroot ${CHROOTDIR} uname -s)-${OSRELEASE}-${TARGET_ARCH}" 192fi 193
| 192 fi 193} 194 195# If MAKE_CONF and/or SRC_CONF are set and not character devices (/dev/null), 196# copy them to the chroot. 197if [ -e ${MAKE_CONF} ] && [ ! -c ${MAKE_CONF} ]; then 198 mkdir -p ${CHROOTDIR}/$(dirname ${MAKE_CONF}) 199 cp ${MAKE_CONF} ${CHROOTDIR}/${MAKE_CONF} 200fi 201if [ -e ${SRC_CONF} ] && [ ! -c ${SRC_CONF} ]; then 202 mkdir -p ${CHROOTDIR}/$(dirname ${SRC_CONF}) 203 cp ${SRC_CONF} ${CHROOTDIR}/${SRC_CONF} 204fi 205 206if [ -d ${CHROOTDIR}/usr/ports ]; then 207 cp /etc/resolv.conf ${CHROOTDIR}/etc/resolv.conf 208 build_doc_ports ${CHROOTDIR} 209fi 210 211if [ "x${RELSTRING}" = "x" ]; then 212 RELSTRING="$(chroot ${CHROOTDIR} uname -s)-${OSRELEASE}-${TARGET_ARCH}" 213fi 214
|
194chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_WMAKEFLAGS} buildworld 195chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_KMAKEFLAGS} buildkernel 196chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
| 215eval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_WMAKEFLAGS} buildworld 216eval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_KMAKEFLAGS} buildkernel 217eval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
|
197 release RELSTRING=${RELSTRING}
| 218 release RELSTRING=${RELSTRING}
|
198chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
| 219eval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
|
199 install DESTDIR=/R RELSTRING=${RELSTRING} 200 201cd ${CHROOTDIR}/R 202 203sha256 FreeBSD-* > CHECKSUM.SHA256 204md5 FreeBSD-* > CHECKSUM.MD5
| 220 install DESTDIR=/R RELSTRING=${RELSTRING} 221 222cd ${CHROOTDIR}/R 223 224sha256 FreeBSD-* > CHECKSUM.SHA256 225md5 FreeBSD-* > CHECKSUM.MD5
|