release.sh revision 254293
1251652Sgjb#!/bin/sh
2251652Sgjb#-
3251652Sgjb# Copyright (c) 2013 Glen Barber
4251652Sgjb# Copyright (c) 2011 Nathan Whitehorn
5251652Sgjb# All rights reserved.
6251652Sgjb#
7251652Sgjb# Redistribution and use in source and binary forms, with or without
8251652Sgjb# modification, are permitted provided that the following conditions
9251652Sgjb# are met:
10251652Sgjb# 1. Redistributions of source code must retain the above copyright
11251652Sgjb#    notice, this list of conditions and the following disclaimer.
12251652Sgjb# 2. Redistributions in binary form must reproduce the above copyright
13251652Sgjb#    notice, this list of conditions and the following disclaimer in the
14251652Sgjb#    documentation and/or other materials provided with the distribution.
15251652Sgjb#
16251652Sgjb# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17251652Sgjb# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18251652Sgjb# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19251652Sgjb# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20251652Sgjb# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21251652Sgjb# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22251652Sgjb# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23251652Sgjb# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24251652Sgjb# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25251652Sgjb# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26251652Sgjb# SUCH DAMAGE.
27251652Sgjb#
28251652Sgjb# release.sh: check out source trees, and build release components with
29251652Sgjb#  totally clean, fresh trees.
30251652Sgjb# Based on release/generate-release.sh written by Nathan Whitehorn
31251652Sgjb#
32251652Sgjb# $FreeBSD: head/release/release.sh 254293 2013-08-13 20:16:14Z gjb $
33251652Sgjb#
34251652Sgjb
35251652SgjbPATH="/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin"
36251652Sgjbexport PATH
37251652Sgjb
38251652Sgjb# The directory within which the release will be built.
39251652SgjbCHROOTDIR="/scratch"
40251652Sgjb
41251652Sgjb# The default svn checkout server, and svn branches for src/, doc/,
42251652Sgjb# and ports/.
43251652SgjbSVNROOT="svn://svn.freebsd.org"
44254293SgjbSRCBRANCH="base/head@rHEAD"
45254293SgjbDOCBRANCH="doc/head@rHEAD"
46254293SgjbPORTBRANCH="ports/head@rHEAD"
47251652Sgjb
48252846Sgjb# Sometimes one needs to checkout src with --force svn option.
49252846Sgjb# If custom kernel configs copied to src tree before checkout, e.g.
50252846SgjbSRC_FORCE_CHECKOUT=
51252846Sgjb
52251652Sgjb# The default make.conf and src.conf to use.  Set to /dev/null
53251652Sgjb# by default to avoid polluting the chroot(8) environment with
54251652Sgjb# non-default settings.
55251652SgjbMAKE_CONF="/dev/null"
56251652SgjbSRC_CONF="/dev/null"
57251652Sgjb
58251652Sgjb# The number of make(1) jobs, defaults to the number of CPUs available for
59251652Sgjb# buildworld, and half of number of CPUs available for buildkernel.
60254293SgjbNCPU=$(sysctl -n hw.ncpu)
61254293Sgjbif [ ${NCPU} -gt 1 ]; then
62254293Sgjb	WORLD_FLAGS="-j${NCPU}"
63254293Sgjb	KERNEL_FLAGS="-j$(expr ${NCPU} / 2)"
64254293Sgjbfi
65251652SgjbMAKE_FLAGS="-s"
66251652Sgjb
67251652Sgjb# The name of the kernel to build, defaults to GENERIC.
68251652SgjbKERNEL="GENERIC"
69251652Sgjb
70251652Sgjb# Set to non-empty value to disable checkout of doc/ and/or ports/.  Disabling
71251652Sgjb# ports/ checkout also forces NODOC to be set.
72251652SgjbNODOC=
73251652SgjbNOPORTS=
74251652SgjbMAKE_FLAGS="${MAKE_FLAGS}"
75251652Sgjb
76251652Sgjbget_rev_branch () {
77251652Sgjb	# Set up the OSVERSION, BRANCH, and REVISION based on the src/ tree
78251652Sgjb	# checked out.
79251652Sgjb	OSVERSION=$(grep '#define __FreeBSD_version' ${CHROOTDIR}/usr/src/sys/sys/param.h | awk '{print $3}')
80251652Sgjb	BRANCH=$(grep '^BRANCH=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \
81251652Sgjb		| awk -F\= '{print $2}' | sed -e 's,",,g')
82251652Sgjb	REVISION=$(grep '^REVISION=' ${CHROOTDIR}/usr/src/sys/conf/newvers.sh \
83251652Sgjb		| awk -F\= '{print $2}' | sed -e 's,",,g')
84251652Sgjb	OSRELEASE="${REVISION}-${BRANCH}"
85251652Sgjb}
86251652Sgjb
87251652Sgjbusage() {
88251652Sgjb	echo "Usage: $0 [-c release.conf]"
89251652Sgjb	exit 1
90251652Sgjb}
91251652Sgjb
92251652Sgjbwhile getopts c: opt; do
93251652Sgjb	case ${opt} in
94251652Sgjb	c)
95251652Sgjb		RELEASECONF="${OPTARG}"
96251652Sgjb		if [ ! -e "${RELEASECONF}" ]; then
97251652Sgjb			echo "ERROR: Configuration file ${RELEASECONF} does not exist."
98251652Sgjb			exit 1
99251652Sgjb		fi
100251652Sgjb		# Source the specified configuration file for overrides
101251652Sgjb		. ${RELEASECONF}
102251652Sgjb		;;
103251652Sgjb	\?)
104251652Sgjb		usage
105251652Sgjb		;;
106251652Sgjb	esac
107251652Sgjbdone
108251652Sgjbshift $(($OPTIND - 1))
109251652Sgjb
110252846Sgjb# If PORTS is set and NODOC is unset, force NODOC=yes because the ports tree
111252846Sgjb# is required to build the documentation set.
112252846Sgjbif [ "x${NOPORTS}" != "x" ] && [ "x${NODOC}" = "x" ]; then
113252846Sgjb	echo "*** NOTICE: Setting NODOC=1 since ports tree is required"
114252846Sgjb	echo "            and NOPORTS is set."
115252846Sgjb	NODOC=yes
116252846Sgjbfi
117252846Sgjb
118252846Sgjb# If NOPORTS and/or NODOC are unset, they must not pass to make as variables.
119252846Sgjb# The release makefile verifies definedness of NOPORTS/NODOC variables
120252846Sgjb# instead of their values.
121252846SgjbDOCPORTS=
122252846Sgjbif [ "x${NOPORTS}" != "x" ]; then
123252846Sgjb DOCPORTS="NOPORTS=yes "
124252846Sgjbfi
125252846Sgjbif [ "x${NODOC}" != "x" ]; then
126252846Sgjb DOCPORTS="${DOCPORTS}NODOC=yes"
127252846Sgjbfi
128252846Sgjb
129251652Sgjb# The aggregated build-time flags based upon variables defined within
130251652Sgjb# this file, unless overridden by release.conf.  In most cases, these
131251652Sgjb# will not need to be changed.
132251652SgjbCONF_FILES="__MAKE_CONF=${MAKE_CONF} SRCCONF=${SRC_CONF}"
133254293Sgjbif [ "x${TARGET}" != "x" ] && [ "x${TARGET_ARCH}" != "x" ]; then
134254293Sgjb	ARCH_FLAGS="TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH}"
135254293Sgjbelse
136254293Sgjb	ARCH_FLAGS=
137254293Sgjbfi
138251652SgjbCHROOT_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${CONF_FILES}"
139251652SgjbCHROOT_IMAKEFLAGS="${CONF_FILES}"
140251652SgjbCHROOT_DMAKEFLAGS="${CONF_FILES}"
141251652SgjbRELEASE_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${ARCH_FLAGS} ${CONF_FILES}"
142252846SgjbRELEASE_KMAKEFLAGS="${MAKE_FLAGS} ${KERNEL_FLAGS} KERNCONF=\"${KERNEL}\" ${ARCH_FLAGS} ${CONF_FILES}"
143252846SgjbRELEASE_RMAKEFLAGS="${ARCH_FLAGS} KERNCONF=\"${KERNEL}\" ${CONF_FILES} \
144252846Sgjb	${DOCPORTS}"
145251652Sgjb
146252846Sgjb# Force src checkout if configured
147252846SgjbFORCE_SRC_KEY=
148252846Sgjbif [ "x${SRC_FORCE_CHECKOUT}" != "x" ]; then
149252846Sgjb FORCE_SRC_KEY="--force"
150251652Sgjbfi
151251652Sgjb
152251652Sgjbif [ ! ${CHROOTDIR} ]; then
153251652Sgjb	echo "Please set CHROOTDIR."
154251652Sgjb	exit 1
155251652Sgjbfi
156251652Sgjb
157251652Sgjbif [ $(id -u) -ne 0 ]; then
158251652Sgjb	echo "Needs to be run as root."
159251652Sgjb	exit 1
160251652Sgjbfi
161251652Sgjb
162251652Sgjbset -e # Everything must succeed
163251652Sgjb
164251652Sgjbmkdir -p ${CHROOTDIR}/usr
165251652Sgjb
166254293Sgjbsvn co ${FORCE_SRC_KEY} ${SVNROOT}/${SRCBRANCH} ${CHROOTDIR}/usr/src
167251652Sgjbif [ "x${NODOC}" = "x" ]; then
168254293Sgjb	svn co ${SVNROOT}/${DOCBRANCH} ${CHROOTDIR}/usr/doc
169251652Sgjbfi
170251652Sgjbif [ "x${NOPORTS}" = "x" ]; then
171254293Sgjb	svn co ${SVNROOT}/${PORTBRANCH} ${CHROOTDIR}/usr/ports
172251652Sgjbfi
173251652Sgjb
174251652Sgjbget_rev_branch
175251652Sgjb
176251652Sgjbcd ${CHROOTDIR}/usr/src
177251652Sgjbmake ${CHROOT_WMAKEFLAGS} buildworld
178251652Sgjbmake ${CHROOT_IMAKEFLAGS} installworld DESTDIR=${CHROOTDIR}
179251652Sgjbmake ${CHROOT_DMAKEFLAGS} distribution DESTDIR=${CHROOTDIR}
180251652Sgjbmount -t devfs devfs ${CHROOTDIR}/dev
181251652Sgjbtrap "umount ${CHROOTDIR}/dev" EXIT # Clean up devfs mount on exit
182251652Sgjb
183251652Sgjbbuild_doc_ports() {
184251652Sgjb	## Trick the ports 'run-autotools-fixup' target to do the right thing.
185251652Sgjb	_OSVERSION=$(sysctl -n kern.osreldate)
186252846Sgjb	if [ -d ${CHROOTDIR}/usr/doc ] && [ "x${NODOC}" = "x" ]; then
187252846Sgjb		PBUILD_FLAGS="OSVERSION=${_OSVERSION} WITHOUT_JADETEX=yes WITHOUT_X11=yes BATCH=yes"
188251652Sgjb		chroot ${CHROOTDIR} make -C /usr/ports/textproc/docproj \
189252846Sgjb			${PBUILD_FLAGS} install clean distclean
190251652Sgjb	fi
191251652Sgjb}
192251652Sgjb
193252101Sgjb# If MAKE_CONF and/or SRC_CONF are set and not character devices (/dev/null),
194252101Sgjb# copy them to the chroot.
195252101Sgjbif [ -e ${MAKE_CONF} ] && [ ! -c ${MAKE_CONF} ]; then
196252101Sgjb	mkdir -p ${CHROOTDIR}/$(dirname ${MAKE_CONF})
197252101Sgjb	cp ${MAKE_CONF} ${CHROOTDIR}/${MAKE_CONF}
198252101Sgjbfi
199252101Sgjbif [ -e ${SRC_CONF} ] && [ ! -c ${SRC_CONF} ]; then
200252101Sgjb	mkdir -p ${CHROOTDIR}/$(dirname ${SRC_CONF})
201252101Sgjb	cp ${SRC_CONF} ${CHROOTDIR}/${SRC_CONF}
202252101Sgjbfi
203252101Sgjb
204251652Sgjbif [ -d ${CHROOTDIR}/usr/ports ]; then
205251652Sgjb	cp /etc/resolv.conf ${CHROOTDIR}/etc/resolv.conf
206251652Sgjb	build_doc_ports ${CHROOTDIR}
207251652Sgjbfi
208251652Sgjb
209251652Sgjbif [ "x${RELSTRING}" = "x" ]; then
210251652Sgjb	RELSTRING="$(chroot ${CHROOTDIR} uname -s)-${OSRELEASE}-${TARGET_ARCH}"
211251652Sgjbfi
212251652Sgjb
213252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_WMAKEFLAGS} buildworld
214252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_KMAKEFLAGS} buildkernel
215252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
216251652Sgjb	release RELSTRING=${RELSTRING}
217252846Sgjbeval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
218251652Sgjb	install DESTDIR=/R RELSTRING=${RELSTRING}
219251652Sgjb
220251652Sgjbcd ${CHROOTDIR}/R
221251652Sgjb
222251652Sgjbsha256 FreeBSD-* > CHECKSUM.SHA256
223251652Sgjbmd5 FreeBSD-* > CHECKSUM.MD5
224