release.sh revision 258952 
1#!/bin/sh
2#-
3# Copyright (c) 2013 Glen Barber
4# Copyright (c) 2011 Nathan Whitehorn
5# All rights reserved.
6#
7# Redistribution and use in source and binary forms, with or without
8# modification, are permitted provided that the following conditions
9# are met:
10# 1. Redistributions of source code must retain the above copyright
11#    notice, this list of conditions and the following disclaimer.
12# 2. Redistributions in binary form must reproduce the above copyright
13#    notice, this list of conditions and the following disclaimer in the
14#    documentation and/or other materials provided with the distribution.
15#
16# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26# SUCH DAMAGE.
27#
28# release.sh: check out source trees, and build release components with
29#  totally clean, fresh trees.
30# Based on release/generate-release.sh written by Nathan Whitehorn
31#
32# $FreeBSD: stable/10/release/release.sh 258952 2013-12-05 00:59:29Z gjb $
33#
34
35PATH="/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin"
36export PATH
37
38# The directory within which the release will be built.
39CHROOTDIR="/scratch"
40
41# The default svn checkout server, and svn branches for src/, doc/,
42# and ports/.
43SVNROOT="svn://svn.freebsd.org"
44SRCBRANCH="base/head@rHEAD"
45DOCBRANCH="doc/head@rHEAD"
46PORTBRANCH="ports/head@rHEAD"
47
48# Sometimes one needs to checkout src with --force svn option.
49# If custom kernel configs copied to src tree before checkout, e.g.
50SRC_FORCE_CHECKOUT=
51
52# The default make.conf and src.conf to use.  Set to /dev/null
53# by default to avoid polluting the chroot(8) environment with
54# non-default settings.
55MAKE_CONF="/dev/null"
56SRC_CONF="/dev/null"
57
58# The number of make(1) jobs, defaults to the number of CPUs available for
59# buildworld, and half of number of CPUs available for buildkernel.
60NCPU=$(sysctl -n hw.ncpu)
61if [ ${NCPU} -gt 1 ]; then
62	WORLD_FLAGS="-j${NCPU}"
63	KERNEL_FLAGS="-j$(expr ${NCPU} / 2)"
64fi
65MAKE_FLAGS="-s"
66
67# The name of the kernel to build, defaults to GENERIC.
68KERNEL="GENERIC"
69
70# Set to non-empty value to disable checkout of doc/ and/or ports/.  Disabling
71# ports/ checkout also forces NODOC to be set.
72NODOC=
73NOPORTS=
74
75usage() {
76	echo "Usage: $0 [-c release.conf]"
77	exit 1
78}
79
80while getopts c: opt; do
81	case ${opt} in
82	c)
83		RELEASECONF="${OPTARG}"
84		if [ ! -e "${RELEASECONF}" ]; then
85			echo "ERROR: Configuration file ${RELEASECONF} does not exist."
86			exit 1
87		fi
88		# Source the specified configuration file for overrides
89		. ${RELEASECONF}
90		;;
91	\?)
92		usage
93		;;
94	esac
95done
96shift $(($OPTIND - 1))
97
98# If PORTS is set and NODOC is unset, force NODOC=yes because the ports tree
99# is required to build the documentation set.
100if [ "x${NOPORTS}" != "x" ] && [ "x${NODOC}" = "x" ]; then
101	echo "*** NOTICE: Setting NODOC=1 since ports tree is required"
102	echo "            and NOPORTS is set."
103	NODOC=yes
104fi
105
106# If NOPORTS and/or NODOC are unset, they must not pass to make as variables.
107# The release makefile verifies definedness of NOPORTS/NODOC variables
108# instead of their values.
109DOCPORTS=
110if [ "x${NOPORTS}" != "x" ]; then
111 DOCPORTS="NOPORTS=yes "
112fi
113if [ "x${NODOC}" != "x" ]; then
114 DOCPORTS="${DOCPORTS}NODOC=yes"
115fi
116
117# The aggregated build-time flags based upon variables defined within
118# this file, unless overridden by release.conf.  In most cases, these
119# will not need to be changed.
120CONF_FILES="__MAKE_CONF=${MAKE_CONF} SRCCONF=${SRC_CONF}"
121if [ "x${TARGET}" != "x" ] && [ "x${TARGET_ARCH}" != "x" ]; then
122	ARCH_FLAGS="TARGET=${TARGET} TARGET_ARCH=${TARGET_ARCH}"
123else
124	ARCH_FLAGS=
125fi
126CHROOT_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${CONF_FILES}"
127CHROOT_IMAKEFLAGS="${CONF_FILES}"
128CHROOT_DMAKEFLAGS="${CONF_FILES}"
129RELEASE_WMAKEFLAGS="${MAKE_FLAGS} ${WORLD_FLAGS} ${ARCH_FLAGS} ${CONF_FILES}"
130RELEASE_KMAKEFLAGS="${MAKE_FLAGS} ${KERNEL_FLAGS} KERNCONF=\"${KERNEL}\" ${ARCH_FLAGS} ${CONF_FILES}"
131RELEASE_RMAKEFLAGS="${ARCH_FLAGS} KERNCONF=\"${KERNEL}\" ${CONF_FILES} \
132	${DOCPORTS}"
133
134# Force src checkout if configured
135FORCE_SRC_KEY=
136if [ "x${SRC_FORCE_CHECKOUT}" != "x" ]; then
137 FORCE_SRC_KEY="--force"
138fi
139
140if [ ! ${CHROOTDIR} ]; then
141	echo "Please set CHROOTDIR."
142	exit 1
143fi
144
145if [ $(id -u) -ne 0 ]; then
146	echo "Needs to be run as root."
147	exit 1
148fi
149
150set -e # Everything must succeed
151
152mkdir -p ${CHROOTDIR}/usr
153
154svn co ${FORCE_SRC_KEY} ${SVNROOT}/${SRCBRANCH} ${CHROOTDIR}/usr/src
155if [ "x${NODOC}" = "x" ]; then
156	svn co ${SVNROOT}/${DOCBRANCH} ${CHROOTDIR}/usr/doc
157fi
158if [ "x${NOPORTS}" = "x" ]; then
159	svn co ${SVNROOT}/${PORTBRANCH} ${CHROOTDIR}/usr/ports
160fi
161
162cp /etc/resolv.conf ${CHROOTDIR}/etc/resolv.conf
163cd ${CHROOTDIR}/usr/src
164make ${CHROOT_WMAKEFLAGS} buildworld
165make ${CHROOT_IMAKEFLAGS} installworld DESTDIR=${CHROOTDIR}
166make ${CHROOT_DMAKEFLAGS} distribution DESTDIR=${CHROOTDIR}
167mount -t devfs devfs ${CHROOTDIR}/dev
168trap "umount ${CHROOTDIR}/dev" EXIT # Clean up devfs mount on exit
169
170build_doc_ports() {
171	# Run ldconfig(8) in the chroot directory so /var/run/ld-elf*.so.hints
172	# is created.  This is needed by ports-mgmt/pkg.
173	chroot ${CHROOTDIR} /etc/rc.d/ldconfig forcerestart
174
175	## Trick the ports 'run-autotools-fixup' target to do the right thing.
176	_OSVERSION=$(sysctl -n kern.osreldate)
177	if [ -d ${CHROOTDIR}/usr/doc ] && [ "x${NODOC}" = "x" ]; then
178		PBUILD_FLAGS="OSVERSION=${_OSVERSION} BATCH=yes"
179		PBUILD_FLAGS="${PBUILD_FLAGS}"
180		chroot ${CHROOTDIR} make -C /usr/ports/textproc/docproj \
181			${PBUILD_FLAGS} OPTIONS_UNSET="FOP IGOR" install clean distclean
182	fi
183}
184
185# If MAKE_CONF and/or SRC_CONF are set and not character devices (/dev/null),
186# copy them to the chroot.
187if [ -e ${MAKE_CONF} ] && [ ! -c ${MAKE_CONF} ]; then
188	mkdir -p ${CHROOTDIR}/$(dirname ${MAKE_CONF})
189	cp ${MAKE_CONF} ${CHROOTDIR}/${MAKE_CONF}
190fi
191if [ -e ${SRC_CONF} ] && [ ! -c ${SRC_CONF} ]; then
192	mkdir -p ${CHROOTDIR}/$(dirname ${SRC_CONF})
193	cp ${SRC_CONF} ${CHROOTDIR}/${SRC_CONF}
194fi
195
196if [ -d ${CHROOTDIR}/usr/ports ]; then
197	build_doc_ports ${CHROOTDIR}
198fi
199
200if [ "x${RELSTRING}" = "x" ]; then
201	RELSTRING="$(chroot ${CHROOTDIR} uname -s)-${OSRELEASE}-${TARGET_ARCH}"
202fi
203
204eval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_WMAKEFLAGS} buildworld
205eval chroot ${CHROOTDIR} make -C /usr/src ${RELEASE_KMAKEFLAGS} buildkernel
206eval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
207	release RELSTRING=${RELSTRING}
208eval chroot ${CHROOTDIR} make -C /usr/src/release ${RELEASE_RMAKEFLAGS} \
209	install DESTDIR=/R RELSTRING=${RELSTRING}
210