release.sh revision 254293
1251652Sgjb#!/bin/sh 2251652Sgjb#- 3251652Sgjb# Copyright (c) 2013 Glen Barber 4251652Sgjb# Copyright (c) 2011 Nathan Whitehorn 5251652Sgjb# All rights reserved. 6251652Sgjb# 7251652Sgjb# Redistribution and use in source and binary forms, with or without 8251652Sgjb# modification, are permitted provided that the following conditions 9251652Sgjb# are met: 10251652Sgjb# 1. Redistributions of source code must retain the above copyright 11251652Sgjb# notice, this list of conditions and the following disclaimer. 12251652Sgjb# 2. Redistributions in binary form must reproduce the above copyright 13251652Sgjb# notice, this list of conditions and the following disclaimer in the 14251652Sgjb# documentation and/or other materials provided with the distribution. 15251652Sgjb# 16251652Sgjb# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17251652Sgjb# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18251652Sgjb# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19251652Sgjb# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20251652Sgjb# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21251652Sgjb# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22251652Sgjb# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23251652Sgjb# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24251652Sgjb# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25251652Sgjb# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26251652Sgjb# SUCH DAMAGE. 27251652Sgjb# 28251652Sgjb# release.sh: check out source trees, and build release components with 29251652Sgjb# totally clean, fresh trees. 30251652Sgjb# Based on release/generate-release.sh written by Nathan Whitehorn 31251652Sgjb# 32251652Sgjb# $FreeBSD: head/release/release.sh 254293 2013-08-13 20:16:14Z gjb $ 33251652Sgjb# 34251652Sgjb 35251652SgjbPATH="/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin" 36251652Sgjbexport PATH 37251652Sgjb 38251652Sgjb# The directory within which the release will be built. 39251652SgjbCHROOTDIR="/scratch" 40251652Sgjb 41251652Sgjb# The default svn checkout server, and svn branches for src/, doc/, 42251652Sgjb# and ports/. 43251652SgjbSVNROOT="svn://svn.freebsd.org" 44254293SgjbSRCBRANCH="base/head@rHEAD" 45254293SgjbDOCBRANCH="doc/head@rHEAD" 46254293SgjbPORTBRANCH="ports/head@rHEAD" 47251652Sgjb 48252846Sgjb# Sometimes one needs to checkout src with --force svn option. 49252846Sgjb# If custom kernel configs copied to src tree before checkout, e.g. 50252846SgjbSRC_FORCE_CHECKOUT= 51252846Sgjb 52251652Sgjb# The default make.conf and src.conf to use. Set to /dev/null 53251652Sgjb# by default to avoid polluting the chroot(8) environment with 54251652Sgjb# non-default settings. 55251652SgjbMAKE_CONF="/dev/null" 56251652SgjbSRC_CONF="/dev/null" 57251652Sgjb 58251652Sgjb# The number of make(1) jobs, defaults to the number of CPUs available for 59251652Sgjb# buildworld, and half of number of CPUs available for buildkernel. 60254293SgjbNCPU=$(sysctl -n hw.ncpu) 61254293Sgjbif [ ${NCPU} -gt 1 ]; then 62254293Sgjb WORLD_FLAGS="-j${NCPU}" 63254293Sgjb KERNEL_FLAGS="-j$(expr ${NCPU} / 2)" 64254293Sgjbfi 65251652SgjbMAKE_FLAGS="-s" 66251652Sgjb 67251652Sgjb# The name of the kernel to build, defaults to GENERIC. 68251652SgjbKERNEL="GENERIC" 69251652Sgjb 70251652Sgjb# Set to non-empty value to disable checkout of doc/ and/or ports/. Disabling 71251652Sgjb# ports/ checkout also forces NODOC to be set. 72251652SgjbNODOC= 73251652SgjbNOPORTS= 74251652SgjbMAKE_FLAGS="${MAKE_FLAGS}" 75251652Sgjb 76251652Sgjbget_rev_branch () { 77251652Sgjb # Set up the OSVERSION, BRANCH, and REVISION based on the src/ tree 78251652Sgjb # checked out. 79251652Sgjb OSVERSION=$(grep '#define __FreeBSD_version' ${CHROOTDIR}/usr/src/sys/sys/param.h | awk '{print $3}') 80251652Sgjb BRANCH=$(grep '^BRANCH=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 81251652Sgjb | awk -F\= '{print $2}' | sed -e 's,",,g') 82251652Sgjb REVISION=$(grep '^REVISION=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \ 83251652Sgjb | awk -F\= '{print $2}' | sed -e 's,",,g') 84251652Sgjb OSRELEASE="${REVISION}-${BRANCH}" 85251652Sgjb} 86251652Sgjb 87251652Sgjbusage() { 88251652Sgjb echo "Usage: $0 [-c release.conf]" 89251652Sgjb exit 1 90251652Sgjb} 91251652Sgjb 92251652Sgjbwhile getopts c: opt; do 93251652Sgjb case ${opt} in 94251652Sgjb c) 95251652Sgjb RELEASECONF="${OPTARG}" 96251652Sgjb if [ ! -e "${RELEASECONF}" ]; then 97251652Sgjb echo "ERROR: Configuration file ${RELEASECONF} does not exist." 98251652Sgjb exit 1 99251652Sgjb fi 100251652Sgjb # Source the specified configuration file for overrides 101251652Sgjb . ${RELEASECONF} 102251652Sgjb ;; 103251652Sgjb \?) 104251652Sgjb usage 105251652Sgjb ;; 106251652Sgjb esac 107251652Sgjbdone 108251652Sgjbshift $(($OPTIND - 1)) 109251652Sgjb 110252846Sgjb# If PORTS is set and NODOC is unset, force NODOC=yes because the ports tree 111252846Sgjb# is required to build the documentation set. 112252846Sgjbif [ "x${NOPORTS}" != "x" ] && [ "x${NODOC}" = "x" ]; then 113252846Sgjb echo "*** NOTICE: Setting NODOC=1 since ports tree is required" 114252846Sgjb echo " and NOPORTS is set." 115252846Sgjb NODOC=yes 116252846Sgjbfi 117252846Sgjb 118252846Sgjb# If NOPORTS and/or NODOC are unset, they must not pass to make as variables. 119252846Sgjb# The release makefile verifies definedness of NOPORTS/NODOC variables 120252846Sgjb# instead of their values. 121252846SgjbDOCPORTS= 122252846Sgjbif [ "x${NOPORTS}" != "x" ]; then 123252846Sgjb DOCPORTS="NOPORTS=yes " 124252846Sgjbfi 125252846Sgjbif [ "x${NODOC}" != "x" ]; then 126252846Sgjb DOCPORTS="${DOCPORTS}NODOC=yes" 127252846Sgjbfi 128252846Sgjb 129251652Sgjb# The aggregated build-time flags based upon variables defined within 130251652Sgjb# this file, unless overridden by release.conf. In most cases, these 131251652Sgjb# will not need to be changed. 132251652SgjbCONF_FILES="__MAKE_CONF=${MAKE_CONF} SRCCONF=${SRC_CONF}" 133254293Sgjbif [ "x${TARGET}" != "x" ] && [ "x${TARGET_ARCH}" != "x" ]; then 134254293Sgjb ARCH_FLAGS="TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH}" 135254293Sgjbelse 136254293Sgjb ARCH_FLAGS= 137254293Sgjbfi 138251652SgjbCHROOT_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${CONF_FILES}" 139251652SgjbCHROOT_IMAKEFLAGS="${CONF_FILES}" 140251652SgjbCHROOT_DMAKEFLAGS="${CONF_FILES}" 141251652SgjbRELEASE_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${ARCH_FLAGS} ${CONF_FILES}" 142252846SgjbRELEASE_KMAKEFLAGS="${MAKE_FLAGS} ${KERNEL_FLAGS} KERNCONF=\"${KERNEL}\" ${ARCH_FLAGS} ${CONF_FILES}" 143252846SgjbRELEASE_RMAKEFLAGS="${ARCH_FLAGS} KERNCONF=\"${KERNEL}\" ${CONF_FILES} \ 144252846Sgjb ${DOCPORTS}" 145251652Sgjb 146252846Sgjb# Force src checkout if configured 147252846SgjbFORCE_SRC_KEY= 148252846Sgjbif [ "x${SRC_FORCE_CHECKOUT}" != "x" ]; then 149252846Sgjb FORCE_SRC_KEY="--force" 150251652Sgjbfi 151251652Sgjb 152251652Sgjbif [ ! ${CHROOTDIR} ]; then 153251652Sgjb echo "Please set CHROOTDIR." 154251652Sgjb exit 1 155251652Sgjbfi 156251652Sgjb 157251652Sgjbif [ $(id -u) -ne 0 ]; then 158251652Sgjb echo "Needs to be run as root." 159251652Sgjb exit 1 160251652Sgjbfi 161251652Sgjb 162251652Sgjbset -e # Everything must succeed 163251652Sgjb 164251652Sgjbmkdir -p ${CHROOTDIR}/usr 165251652Sgjb 166254293Sgjbsvn co ${FORCE_SRC_KEY} ${SVNROOT}/${SRCBRANCH} ${CHROOTDIR}/usr/src 167251652Sgjbif [ "x${NODOC}" = "x" ]; then 168254293Sgjb svn co ${SVNROOT}/${DOCBRANCH} ${CHROOTDIR}/usr/doc 169251652Sgjbfi 170251652Sgjbif [ "x${NOPORTS}" = "x" ]; then 171254293Sgjb svn co ${SVNROOT}/${PORTBRANCH} ${CHROOTDIR}/usr/ports 172251652Sgjbfi 173251652Sgjb 174251652Sgjbget_rev_branch 175251652Sgjb 176251652Sgjbcd ${CHROOTDIR}/usr/src 177251652Sgjbmake ${CHROOT_WMAKEFLAGS} buildworld 178251652Sgjbmake ${CHROOT_IMAKEFLAGS} installworld DESTDIR=${CHROOTDIR} 179251652Sgjbmake ${CHROOT_DMAKEFLAGS} distribution DESTDIR=${CHROOTDIR} 180251652Sgjbmount -t devfs devfs ${CHROOTDIR}/dev 181251652Sgjbtrap "umount ${CHROOTDIR}/dev" EXIT # Clean up devfs mount on exit 182251652Sgjb 183251652Sgjbbuild_doc_ports() { 184251652Sgjb ## Trick the ports 'run-autotools-fixup' target to do the right thing. 185251652Sgjb _OSVERSION=$(sysctl -n kern.osreldate) 186252846Sgjb if [ -d ${CHROOTDIR}/usr/doc ] && [ "x${NODOC}" = "x" ]; then 187252846Sgjb PBUILD_FLAGS="OSVERSION=${_OSVERSION} WITHOUT_JADETEX=yes WITHOUT_X11=yes BATCH=yes" 188251652Sgjb chroot ${CHROOTDIR} make -C /usr/ports/textproc/docproj \ 189252846Sgjb ${PBUILD_FLAGS} install clean distclean 190251652Sgjb fi 191251652Sgjb} 192251652Sgjb 193252101Sgjb# If MAKE_CONF and/or SRC_CONF are set and not character devices (/dev/null), 194252101Sgjb# copy them to the chroot. 195252101Sgjbif [ -e ${MAKE_CONF} ] && [ ! -c ${MAKE_CONF} ]; then 196252101Sgjb mkdir -p ${CHROOTDIR}/$(dirname ${MAKE_CONF}) 197252101Sgjb cp ${MAKE_CONF} ${CHROOTDIR}/${MAKE_CONF} 198252101Sgjbfi 199252101Sgjbif [ -e ${SRC_CONF} ] && [ ! -c ${SRC_CONF} ]; then 200252101Sgjb mkdir -p ${CHROOTDIR}/$(dirname ${SRC_CONF}) 201252101Sgjb cp ${SRC_CONF} ${CHROOTDIR}/${SRC_CONF} 202252101Sgjbfi 203252101Sgjb 204251652Sgjbif [ -d ${CHROOTDIR}/usr/ports ]; then 205251652Sgjb cp /etc/resolv.conf ${CHROOTDIR}/etc/resolv.conf 206251652Sgjb build_doc_ports ${CHROOTDIR} 207251652Sgjbfi 208251652Sgjb 209251652Sgjbif [ "x${RELSTRING}" = "x" ]; then 210251652Sgjb RELSTRING="$(chroot ${CHROOTDIR} uname -s)-${OSRELEASE}-${TARGET_ARCH}" 211251652Sgjbfi 212251652Sgjb 213252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_WMAKEFLAGS} buildworld 214252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_KMAKEFLAGS} buildkernel 215252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \ 216251652Sgjb release RELSTRING=${RELSTRING} 217252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \ 218251652Sgjb install DESTDIR=/R RELSTRING=${RELSTRING} 219251652Sgjb 220251652Sgjbcd ${CHROOTDIR}/R 221251652Sgjb 222251652Sgjbsha256 FreeBSD-* > CHECKSUM.SHA256 223251652Sgjbmd5 FreeBSD-* > CHECKSUM.MD5 224