release.sh revision 258313
1#!/bin/sh 2#- 3# Copyright (c) 2013 Glen Barber 4# Copyright (c) 2011 Nathan Whitehorn 5# All rights reserved. 6# 7# Redistribution and use in source and binary forms, with or without 8# modification, are permitted provided that the following conditions 9# are met: 10# 1. Redistributions of source code must retain the above copyright 11# notice, this list of conditions and the following disclaimer. 12# 2. Redistributions in binary form must reproduce the above copyright 13# notice, this list of conditions and the following disclaimer in the 14# documentation and/or other materials provided with the distribution. 15# 16# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26# SUCH DAMAGE. 27# 28# release.sh: check out source trees, and build release components with 29# totally clean, fresh trees. 30# Based on release/generate-release.sh written by Nathan Whitehorn 31# 32# $FreeBSD: stable/9/release/release.sh 258313 2013-11-18 17:06:33Z gjb $ 33# 34 35PATH="/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin" 36export PATH 37 38# The directory within which the release will be built. 39CHROOTDIR="/scratch" 40 41# The default svn checkout server, and svn branches for src/, doc/, 42# and ports/. 43SVNROOT="svn://svn.freebsd.org" 44SRCBRANCH="base/head" 45DOCBRANCH="doc/head" 46PORTBRANCH="ports/head" 47 48# Sometimes one needs to checkout src with --force svn option. 49# If custom kernel configs copied to src tree before checkout, e.g. 50SRC_FORCE_CHECKOUT= 51 52# The default src/, doc/, and ports/ revisions. 53SRCREVISION="-rHEAD" 54DOCREVISION="-rHEAD" 55PORTREVISION="-rHEAD" 56 57# The default make.conf and src.conf to use. Set to /dev/null 58# by default to avoid polluting the chroot(8) environment with 59# non-default settings. 60MAKE_CONF="/dev/null" 61SRC_CONF="/dev/null" 62 63# The number of make(1) jobs, defaults to the number of CPUs available for 64# buildworld, and half of number of CPUs available for buildkernel. 65WORLD_FLAGS="-j$(sysctl -n hw.ncpu)" 66KERNEL_FLAGS="-j$(expr $(sysctl -n hw.ncpu) / 2)" 67MAKE_FLAGS="-s" 68 69# The name of the kernel to build, defaults to GENERIC. 70KERNEL="GENERIC" 71 72# The TARGET and TARGET_ARCH to build, defaults to the running system. 73TARGET="$(uname -p)" 74TARGET_ARCH="${TARGET}" 75 76# Set to non-empty value to disable checkout of doc/ and/or ports/. Disabling 77# ports/ checkout also forces NODOC to be set. 78NODOC= 79NOPORTS= 80 81get_rev_branch () { 82 # Set up the OSVERSION, BRANCH, and REVISION based on the src/ tree 83 # checked out. 84 OSVERSION=$(grep '#define __FreeBSD_version' ${CHROOTDIR}/usr/src/sys/sys/param.h | awk '{print $3}') 85 BRANCH=$(grep '^BRANCH=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 86 | awk -F\= '{print $2}' | sed -e 's,",,g') 87 REVISION=$(grep '^REVISION=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 88 | awk -F\= '{print $2}' | sed -e 's,",,g') 89 OSRELEASE="${REVISION}-${BRANCH}" 90} 91 92usage() { 93 echo "Usage: $0 [-c release.conf]" 94 exit 1 95} 96 97while getopts c: opt; do 98 case ${opt} in 99 c) 100 RELEASECONF="${OPTARG}" 101 if [ ! -e "${RELEASECONF}" ]; then 102 echo "ERROR: Configuration file ${RELEASECONF} does not exist." 103 exit 1 104 fi 105 # Source the specified configuration file for overrides 106 . ${RELEASECONF} 107 ;; 108 \?) 109 usage 110 ;; 111 esac 112done 113shift $(($OPTIND - 1)) 114 115# If PORTS is set and NODOC is unset, force NODOC=yes because the ports tree 116# is required to build the documentation set. 117if [ "x${NOPORTS}" != "x" ] && [ "x${NODOC}" = "x" ]; then 118 echo "*** NOTICE: Setting NODOC=1 since ports tree is required" 119 echo " and NOPORTS is set." 120 NODOC=yes 121fi 122 123# If NOPORTS and/or NODOC are unset, they must not pass to make as variables. 124# The release makefile verifies definedness of NOPORTS/NODOC variables 125# instead of their values. 126DOCPORTS= 127if [ "x${NOPORTS}" != "x" ]; then 128 DOCPORTS="NOPORTS=yes " 129fi 130if [ "x${NODOC}" != "x" ]; then 131 DOCPORTS="${DOCPORTS}NODOC=yes" 132fi 133 134# The aggregated build-time flags based upon variables defined within 135# this file, unless overridden by release.conf. In most cases, these 136# will not need to be changed. 137CONF_FILES="__MAKE_CONF=${MAKE_CONF} SRCCONF=${SRC_CONF}" 138ARCH_FLAGS="TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH}" 139CHROOT_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${CONF_FILES}" 140CHROOT_IMAKEFLAGS="${CONF_FILES}" 141CHROOT_DMAKEFLAGS="${CONF_FILES}" 142RELEASE_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${ARCH_FLAGS} ${CONF_FILES}" 143RELEASE_KMAKEFLAGS="${MAKE_FLAGS} ${KERNEL_FLAGS} KERNCONF=\"${KERNEL}\" ${ARCH_FLAGS} ${CONF_FILES}" 144RELEASE_RMAKEFLAGS="${ARCH_FLAGS} KERNCONF=\"${KERNEL}\" ${CONF_FILES} \ 145 ${DOCPORTS}" 146 147# Force src checkout if configured 148FORCE_SRC_KEY= 149if [ "x${SRC_FORCE_CHECKOUT}" != "x" ]; then 150 FORCE_SRC_KEY="--force" 151fi 152 153if [ ! ${CHROOTDIR} ]; then 154 echo "Please set CHROOTDIR." 155 exit 1 156fi 157 158if [ $(id -u) -ne 0 ]; then 159 echo "Needs to be run as root." 160 exit 1 161fi 162 163set -e # Everything must succeed 164 165mkdir -p ${CHROOTDIR}/usr 166 167svn co ${FORCE_SRC_KEY} ${SVNROOT}/${SRCBRANCH} ${CHROOTDIR}/usr/src $SRCREVISION 168if [ "x${NODOC}" = "x" ]; then 169 svn co ${SVNROOT}/${DOCBRANCH} ${CHROOTDIR}/usr/doc $DOCREVISION 170fi 171if [ "x${NOPORTS}" = "x" ]; then 172 svn co ${SVNROOT}/${PORTBRANCH} ${CHROOTDIR}/usr/ports $PORTREVISION 173fi 174 175get_rev_branch 176 177cd ${CHROOTDIR}/usr/src 178make ${CHROOT_WMAKEFLAGS} buildworld 179make ${CHROOT_IMAKEFLAGS} installworld DESTDIR=${CHROOTDIR} 180make ${CHROOT_DMAKEFLAGS} distribution DESTDIR=${CHROOTDIR} 181mount -t devfs devfs ${CHROOTDIR}/dev 182trap "umount ${CHROOTDIR}/dev" EXIT # Clean up devfs mount on exit 183 184build_doc_ports() { 185 # Run ldconfig(8) in the chroot directory so /var/run/ld-elf*.so.hints 186 # is created. This is needed by ports-mgmt/pkg. 187 chroot ${CHROOTDIR} /etc/rc.d/ldconfig forcerestart 188 189 ## Trick the ports 'run-autotools-fixup' target to do the right thing. 190 _OSVERSION=$(sysctl -n kern.osreldate) 191 if [ -d ${CHROOTDIR}/usr/doc ] && [ "x${NODOC}" = "x" ]; then 192 PBUILD_FLAGS="OSVERSION=${_OSVERSION} BATCH=yes" 193 PBUILD_FLAGS="${PBUILD_FLAGS} OPTIONS_UNSET='FOP IGOR'" 194 chroot ${CHROOTDIR} make -C /usr/ports/textproc/docproj \ 195 ${PBUILD_FLAGS} install clean distclean 196 fi 197} 198 199# If MAKE_CONF and/or SRC_CONF are set and not character devices (/dev/null), 200# copy them to the chroot. 201if [ -e ${MAKE_CONF} ] && [ ! -c ${MAKE_CONF} ]; then 202 mkdir -p ${CHROOTDIR}/$(dirname ${MAKE_CONF}) 203 cp ${MAKE_CONF} ${CHROOTDIR}/${MAKE_CONF} 204fi 205if [ -e ${SRC_CONF} ] && [ ! -c ${SRC_CONF} ]; then 206 mkdir -p ${CHROOTDIR}/$(dirname ${SRC_CONF}) 207 cp ${SRC_CONF} ${CHROOTDIR}/${SRC_CONF} 208fi 209 210if [ -d ${CHROOTDIR}/usr/ports ]; then 211 cp /etc/resolv.conf ${CHROOTDIR}/etc/resolv.conf 212 build_doc_ports ${CHROOTDIR} 213fi 214 215if [ "x${RELSTRING}" = "x" ]; then 216 RELSTRING="$(chroot ${CHROOTDIR} uname -s)-${OSRELEASE}-${TARGET_ARCH}" 217fi 218 219eval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_WMAKEFLAGS} buildworld 220eval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_KMAKEFLAGS} buildkernel 221eval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \ 222 release RELSTRING=${RELSTRING} 223eval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \ 224 install DESTDIR=/R RELSTRING=${RELSTRING} 225