1#!/bin/sh - 2# 3# $FreeBSD$ 4# This file requires sysutils/makefs to run 5# 6# The PicoBSD build script. Invoked as 7# 8# picobsd [options] image_type [site_name] 9# 10# CWARNFLAGS can be used to pass -Wall or similar options 11# 12# Where image_type is a directory with the picobsd config info, 13# and ${image_type}/floppy.tree.${site_name} contains 14# optional site-specific configuration. 15# 16# For Options, see the bottom of the file where the processing is 17# done. The picobsd(8) manpage might be of some help, but code and docs 18# tend to lose sync over time. 19# 20# This script depends on the following files: 21# 22# in ${PICO_TREE} : 23# Makefile.conf Makefile used to build the kernel 24# config shell variables, sourced here. 25# mfs.mtree mtree config file 26# floppy.tree/ files which go on the floppy 27# mfs_tree/ files which go onto the mfs 28# 29# in ${MY_TREE} : 30# PICOBSD kernel config file 31# config shell variables, sourced here. 32# crunch.conf crunchgen configuration 33# mfs.mtree overrides ${PICO_TREE}/mfs.mtree 34# floppy.tree.exclude files from floppy.tree/ which we do not need here. 35# floppy.tree/ local additions to ${PICO_TREE}/mfs_free 36# floppy.tree.${site}/ same as above, site specific. 37# mfs_tree/ local additions to the mfs_free 38# buildtree.mk optional Makefile to build an extension for floppy tree 39# (generated in buildtree/ ) 40 41# 42#--- The main entry point is at the end. 43# 44 45# There are two initialization functions: 46# 47# + set_defaults 48# is run on entry to the script, and is used to set default values 49# for all variables that do not depend on image type and source tree. 50# 51# + set_build_parameters 52# is run after command line parsing 53# 54# VARIABLE NAMES: 55# + variables that control operation (e.g. verbosity) and are generally 56# set from the command line have o_ ("option") as a name prefix 57# 58# + variables that contain pathnames and values that should not change 59# have c_ ("constant") as a name prefix 60# 61# + variables exported to Makefiles and subshells are CAPITAL 62# 63# + variables local to the script are lowercase, possibly with 64# an l_ ("local") prefix. 65# 66# There are unfortunately exceptions: 67# name, l_usrtree, l_objtree 68 69# SRC points to your FreeBSD source tree. 70# l_usrtree points to the /usr subdir for the source tree. 71# Normally /usr or ${SRC}/../usr 72# l_objtree points to the obj tree. Normally ${l_usrtree}/obj-pico-${o_arch} 73# c_label is either bsdlabel or disklabel 74# PICO_TREE is where standard picobsd stuff resides. 75# Normally ${SRC}/release/picobsd 76# You can set SRC with --src <directory> 77# It is not recommended to override the other variables. 78 79# MY_TREE (set later) is where this floppy type resides. 80# BUILDDIR is the build directory 81 82# log something on stdout if verbose. 83o_verbose=0 # this needs to be here! 84log() { # message 85 local foo 86 [ ${o_verbose} -gt 0 ] && printf "\n*** %s\n" "$*" 87 [ ${o_verbose} -gt 1 ] && read -p "=== Press enter to continue" foo 88 return 0 89} 90 91# unconditionally log and wait for input 92logverbose() { # message 93 local foo 94 printf "\n*** %s\n" "$*" >&2 95 read -p "=== Press enter to continue" foo 96 return 0 97} 98 99# set some default values for variables. 100# needs to be done as the first thing in the script. 101 102set_defaults() { # no arguments 103 # EDITOR is the editor you use 104 # fd_size floppy size in KB (default to 1440). You can use 1480, 105 # 1720, 2880, etc. but beware that only 1440 and 1480 will boot 106 # from 1.44M floppy drives (1480 will not work on vmware). 107 EDITOR=${EDITOR:-vi} 108 fd_size=${fd_size:-1440} 109 110 o_all_in_mfs="yes" # put all files in mfs so you can boot 111 # and run the image via diskless boot. 112 o_clean="" # set if you want to clean prev.builds. 113 o_interactive="" # default is interactive 114 o_verbose=0 # verbose level, 0 is silent 115 o_tarv="" # tar verbose flag, "" or "v" 116 o_init_src="" # set to build libs and includes. 117 o_makeopts=${MAKEOPTS:--s} # make options, be silent by default 118 o_no_devfs= # default is use devfs. 119 # You should only set it when building 4.x images 120 o_do_modules="" # do not build modules 121 o_arch=`uname -m` # default to amd64 or i386 ... 122 123 SRC="/usr/src" # default location for sources 124 c_startdir=`pwd` # directory where we start 125 # used to lookup config and create BUILDDIR 126 127 # XXX 6.x/7.x have a single /boot/boot block, which is the concatenation 128 # of the old two. For the time being, we keep these, but this should 129 # be fixed at some point. 130 131 # blocks 132 c_boot1=/boot/boot1 # boot blocks (in case you want custom ones) 133 c_boot2=/boot/boot2 134 135 c_reply=${c_reply:-`mktemp "/tmp/reply.XXXXXXXXXX"`} 136 # file where User replies will be put 137 c_mnt=`mktemp -d "/tmp/picobsd.XXXXXXXXXX"` 138 # mountpoint used to build memory filesystems 139 c_fs=fs.PICOBSD # filename used for the memory filesystem 140 c_img=picobsd.bin # filename used for the picobsd image 141 c_iso=picobsd.iso # filename used for the ISO image 142 generate_iso="NO" # don't generate the iso image 143 144 # select the right disklabel program 145 case `uname -r` in 146 4.*) 147 c_label="disklabel" 148 ;; 149 *) 150 c_label="bsdlabel" 151 ;; 152 esac 153 154 set -e 155 156 trap fail 2 157 #trap fail 3 158 #trap fail 6 159 trap fail 15 160} 161 162# use the new build infrastructure to create libraries 163# and also to build a specific target 164create_includes_and_libraries2() { # opt_dir opt_target 165 local no 166 log "create_includes_and_libraries2() for ${SRC} $1" 167 168 no="-DNO_CLEAN -DNO_PROFILE -DNO_GAMES -DNO_LIBC_R" # WITHOUT_CDDL=1" 169 no="$no -DWITHOUT_CASPER" 170 no="$no -DMALLOC_PRODUCTION" 171 172 ( cd ${SRC}; 173 # make -DNOCLEAN -DNOPROFILE -DNOGAMES -DNOLIBC_R -DPICOBSD buildworld 174 if [ -d "$1" ] ; then 175 cd $1 ; ${BINMAKE} ${o_par} $2 # specific target, e.g. ld-elf.so 176 else 177 export MAKEOBJDIRPREFIX=${l_objtree} 178 make ${o_par} $no toolchain 179 180 # XXX do we need any of these ? 181 eval export `cd ${SRC}; ${BINMAKE} -f Makefile.inc1 -V WMAKEENV` 182 [ ${o_arch} != `uname -m` ] && \ 183 (cd ${l_objtree}; ln -s . ${o_arch}.${o_arch} || true ) 184 fi 185 ) 186} 187 188 189# set_type <the_type> [the_site] looks in user or system directories 190# for the directory named as the first argument, reads the configuration 191# files and sets variables according to the config. 192# Also sets MY_TREE and BUILDDIR and SITE 193 194set_type() { # the_type the_site 195 local a i 196 197 log "set_type() : Type '$1' site '$2'" 198 THETYPE=$1 199 SITE=$2 200 a=$1 201 name="" # clear in case of errors 202 for i in ${c_startdir}/${a} ${PICO_TREE}/${a} ; do 203 log "set_type: checking $i" 204 [ -d $i -a -f $i/crunch.conf ] || continue 205 # look for a kernel config file, privilege arch-specific 206 l_kernconf=$i/PICOBSD.${o_arch} 207 [ -f $l_kernconf ] || l_kernconf=$i/PICOBSD 208 [ -f $l_kernconf ] || continue 209 set -- `cat $l_kernconf | \ 210 awk '/^#PicoBSD/ {print $2, $3, $4, $5, $6}'` 211 [ x"$1" != "x" ] || continue 212 MFS_SIZE=$1 213 name=`(cd $i ; pwd) ` 214 name=`basename $name` 215 MY_TREE=$i 216 BUILDDIR=${c_startdir}/build_dir-${name}-${o_arch} 217 log "Matching file $name in $i" 218 return ; 219 done 220 logverbose "Type $a NOT FOUND" 221} 222 223clean_tree() { 224 log "clean_tree()" 225 if [ -z "${name}" ] ; then 226 echo "---> Wrong floppy type" 227 exit 3 228 fi 229 rm -rf ${BUILDDIR} 230} 231 232# prepare a message to be printed in the dialog menus. 233set_msgs() { # OK 234 log "set_msgs()" 235 236 MSG1="Type: ${THETYPE} name $name" 237 238 MSG="PicoBSD build -- Current parameters:\n\n\t1. ${MSG1}\n\ 239\t2. MFS size: ${MFS_SIZE} kB\n\ 240\t3. Site-info: ${SITE}\n\t4. Full-path: ${MY_TREE}\n" 241} 242 243# Main build procedure. Builds both the disk image and the ISO 244build_image() { 245 log "build_image() <${name}>" 246 [ -n "${name}" ] || fail $? bad_type 247 clear 248 set_msgs 249 printf "${MSG}---> We'll use the sources living in ${SRC}\n\n" 250 251 # read config variables from a global and then a type-specific file 252 # basically STAND_LINKS and MY_DEVS, but can also override other 253 # variables. 254 # 255 . ${PICO_TREE}/build/config 256 [ -f "${MY_TREE}/config" ] && . ${MY_TREE}/config 257 [ -f "${o_additional_config}" ] && . ${o_additional_config} 258 259 # location of the object directory 260 PICO_OBJ=${l_objtree}/picobsd/${THETYPE} 261 log "PICO_OBJ is ${PICO_OBJ}" 262 263 # create build directory and subtree 264 mkdir -p ${BUILDDIR}/crunch 265 # remove any old stuff 266 rm -f ${BUILDDIR}/kernel.gz ${BUILDDIR}/${c_fs} 267 # invoke commands to build a kernel 268 do_kernel 269 # fill a subdirectory with things that go into the floppy 270 # (mostly /etc and similar stuff) 271 populate_floppy_fs 272 # populate it and produce a file with the MFS image 273 populate_mfs_tree # things which go into mfs 274 # create, mount and fill a filesystem with floppy image 275 fill_floppy_image # copies everything into the floppy 276} 277 278# Set build parameters interactively 279 280main_dialog() { 281 local ans i l 282 283 log "main_dialog()" 284 while true ; do 285 set_msgs 286 rm ${c_reply} 287 dialog --menu "PicoBSD build menu -- (29 sep 2001)" 19 70 12 \ 288 N "--> READY, build it <---" \ 289 T "${MSG1}" \ 290 K "edit Kernel config file" \ 291 E "Edit crunch.conf file" \ 292 S "MFS Size: ${MFS_SIZE}kB" \ 293 F "Floppy size: ${fd_size}kB" \ 294 $ "Site-info: ${SITE}" \ 295 Q "Quit" \ 296 2> ${c_reply} 297 ans=`cat ${c_reply}` 298 rm ${c_reply} 299 case ${ans} in 300 T) 301 l="" 302 for i in ${c_startdir} ${c_startdir}/* ${PICO_TREE}/* ; do 303 if [ -d $i -a -f $i/PICOBSD -a -f $i/crunch.conf ]; then 304 l="$l `basename $i` `basename $i`" 305 fi 306 done 307 log $l 308 { dialog --menu "Setup the type of configuration" 12 70 5 $l \ 309 2> ${c_reply} && set_type "`cat ${c_reply}`" ${SITE} ; } || true 310 ;; 311 312 K) ${EDITOR} ${MY_TREE}/PICOBSD ;; 313 314 E) ${EDITOR} ${MY_TREE}/crunch.conf ;; 315 316 S) 317 { dialog --title "MFS Size setup" --inputbox \ 318"MFS size depends on what you need to put on the MFS image. Typically \ 319ranges between 820kB (for very small bridge/router images) to \ 320as much as 2500kB kB for a densely packed image. \ 321Keep in mind that this memory is \ 322totally lost to other programs. Usually you want to keep \ 323this as small as possible. " 10 70 2> ${c_reply} \ 324 && MFS_SIZE=`cat ${c_reply}` ; } || true 325 ;; 326 327 \$) 328 { dialog --title "Site info setup" --inputbox \ 329 "Please enter the full path to the directory \ 330 containing site-specific setup. \ 331 This directory tree must contain files that replace \ 332 standard ones in floppy.tree/ and mfs.tree/ . " \ 333 10 70 2> ${c_reply} && SITE=`cat ${c_reply}` ; } || true 334 ;; 335 336 F) 337 { dialog --menu "Set floppy size" 15 70 4 \ 338 1440 "1.44MB" 1720 "1.72MB" 2880 "2.88MB" 4096 "4MB" \ 339 2> ${c_reply} && fd_size=`cat ${c_reply}` ; } || true 340 ;; 341 342 N) break 2 343 ;; 344 345 Q) exit 0 ;; 346 347 *) echo "Unknown option \"${ans}\". Try again." 348 sleep 2 349 clear 350 ;; 351 esac 352 done 353} 354 355# Call the build procedure 356# Install image 357do_install() { 358 log "do_install()" 359 360 if [ "${o_interactive}" = "NO" ] ; then 361 echo "+++ Build completed +++" 362 cat .build.reply || true 363 return 364 fi 365 dialog --title "Build ${THETYPE} completed" --inputbox \ 366"\nThe build process was completed successfuly.\n\ 367`cat .build.reply` \n\n\ 368Now we are going to install the image on the floppy.\n\ 369Please insert a blank floppy in /dev/fd0.\\n 370WARNING: the contents of the floppy will be permanently erased!\n\ 371\n\ 372Your options:\n\ 373 * ^C or [Cancel] to abort,\n\ 374 * Enter to install ${c_img},\n\ 375" 20 80 2> ${c_reply} 376 if [ "$?" = "0" ]; then 377 echo "Writing ${c_img}..." 378 dd if=${BUILDDIR}/${c_img} of=/dev/fd0.${fd_size} 379 else 380 echo "Ok, the image is in ${c_img}" 381 fi 382 echo "Done." 383} 384 385 386#------------------------------------------------------------------- 387 388# invoke the picobsd Makefile to compile the kernel. 389# if MODULES is set (value is irrelevant) the makefile will build modules. 390do_kernel() { # OK 391 log "do_kernel() Preparing kernel \"$name\" in $MY_TREE" 392 (cd $MY_TREE; export name SRC BUILDDIR # used in this makefile ; 393 # export CONFIG 394 export WARNS CWARNFLAGS 395 [ "${o_do_modules}" = "yes" ] && export MODULES="" 396 # kernel build not parallelizable yet 397 ${BINMAKE} KERNCONF=${l_kernconf} \ 398 -f ${PICO_TREE}/build/Makefile.conf ) || \ 399 fail $? missing_kernel 400} 401 402# Populate the variable part of the floppy filesystem. Must be done before 403# the MFS because its content might need to be copied there as well. 404# 405# This involves fetching files from three subtrees, in this order: 406# 407# 1. a standard one, from which type-specific files are excluded; 408# 2. a type-specific one; 409# 3. a site-specific one. 410# 411# Files are first copied to a local tree and then compressed. 412 413populate_floppy_fs() { # OK 414 local dst excl srcdir 415 416 log "populate_floppy_fs()" 417 dst=${BUILDDIR}/floppy.tree 418 log "pwd=`pwd` Populating floppy filesystem..." 419 420 rm -rf ${dst} || true # clean relics from old compilations. 421 mkdir ${dst} # create a clean tree 422 423 # compute exclude list for generic tree 424 excl=${MY_TREE}/floppy.tree.exclude 425 if [ -f ${excl} ] ; then 426 log "Files excluded from generic tree: `echo;cat ${excl}`" 427 excl="--exclude-from ${excl}" 428 else 429 excl="" 430 fi 431 # copy from the floppy trees into the destination 432 for FLOPPY_TREE in ${PICO_TREE}/floppy.tree ${MY_TREE}/floppy.tree \ 433 ${MY_TREE}/floppy.tree.${SITE} ; do 434 if [ -d ${FLOPPY_TREE} ] ; then 435 (cd ${FLOPPY_TREE} ; tar -cf - \ 436 --exclude .svn ${excl} . ) | \ 437 (cd ${dst} ; tar x${o_tarv}f - ) 438 log "Copied from ${FLOPPY_TREE}" 439 fi 440 excl="" # reset the exclude list. 441 done 442 443 # add local manipulation 444 if [ -f ${MY_TREE}/buildtree.mk ] ; then 445 log "building local floppy tree" 446 ${BINMAKE} -C ${dst} -f ${MY_TREE}/buildtree.mk floppy.tree 447 fi 448 449 # compress the files in etc/, just in case 450 # XXX this should be done in the makefile. 451 # gzip returns an error if it fails to compress some file 452 (cd $dst ; gzip -9 etc/* 453 log "Compressed files in etc/ `echo; ls -l etc`" 454 ) || true 455} 456 457# Copy the specified files to the destination filesystem. 458# Each file is specified as a pair "src dst", dst is assumed to be 459# a directory (and created with mkdir -p) if it has a trailing / 460# Be careful to escape metacharacters. 461# You can use ${CROSS} to point to the root of the cross build 462# (remember that it might be incomplete) 463 464do_copyfiles() { # rootdir varname 465 log Copy files to $1 466 local root=$1 467 local srcs dst 468 local CROSS=${_SHLIBDIRPREFIX} 469 eval set "\${${2}}" 470 srcs="" 471 for dst in $* ; do 472 [ -z "$srcs" ] && srcs=$dst && continue 473 eval srcs="$srcs" # expand wildcard and vars 474 case x"$dst" in 475 */ ) mkdir -p ${root}/${dst} ;; 476 # * ) mkdir -p `dirname ${root}/${dst}` ;; 477 esac 478 cp -p ${srcs} ${root}/${dst} || true 479 srcs="" 480 done 481} 482 483# do_links is a helper function to create links between programs 484# in stand/ 485# This is done reading the names and destination from variable 486# links in a config file, in the format 487# : dst names 488 489do_links() { # rootdir varname 490 local root=$1 491 local l i dst 492 eval l="\${${2}}" 493 dst="" 494 log "Create links for ${l}" 495 (cd ${root}/stand 496 for i in $l ; do 497 if [ "$dst" = ":" -o "$i" = ":" ] ; then 498 dst=$i 499 elif [ -n "${dst}" ] ; then 500 ln -s ${dst} ${i} 501 fi 502 done 503 ) 504} 505 506# find_progs is a helper function to locate the named programs 507# or libraries in ${o_objdir} or ${_SHLIBDIRPREFIX}, 508# and return the full pathnames. 509# Called as "find_progs [[-L libpath] [-P binpath]] prog1 prog2 ... " 510# On return it sets ${u_progs} to the list of programs, and ${u_libs} 511# to the list of shared libraries used. 512# 513# '-L path' can be used to specify a search path for libraries 514# (which searches in $path/lib:$path/usr/lib:$path/usr/local/lib 515# '-P binpath' can be used to specify a search path for programs 516# (which searches in a lot of places in the subtree) 517# -L must be the first, followed by -P 518# 519# You can use it e.g. in a local confign file by writing 520# 521# do_copyfiles_user() { 522# local dst=$1 523# find_progs nvi sed less grep 524# cp -p ${u_progs} ${dst}/bin 525# cp -p ${u_libs} ${dst}/lib 526# mkdir -p ${dst}/libexec 527# find_progs ld-elf.so.1 528# cp -p ${u_progs} ${dst}/libexec # ignore errors 529# } 530 531# find programs and required libraries. Accept -L libs -P path <progs> 532# if no argument default to objdir/SHLIBDIRPREFIX for both 533find_progs() { # programs 534 # logverbose "find_progs: called with $*" 535 local i=`realpath ${o_objdir:-${_SHLIBDIRPREFIX}/..}` 536 # default values for -L and -P 537 local dir="-P $i" 538 local ldir="-L $i" 539 540 while [ "$1" != "" ] ; do 541 if [ x"$1" = "x-L" -a -d "$2" ] ; then # set lib search path 542 ldir="-L $2"; shift; shift 543 elif [ x"$1" = "x-P" -a -d "$2" ] ; then # set prog search path 544 dir="-P $2"; shift; shift 545 else 546 break 547 fi 548 done 549 550 # Results are returned in global variables 551 u_libs="" 552 u_progs="`find_progs_helper $dir $*`" 553 [ -z "${u_progs}" ] && return 1 # not found, error 554 555 # use objdump to find libraries. 556 # Iterate to fetch recursive dependencies. 557 local tmp="${u_progs}" 558 local old_libs="" 559 local pass=1 560 while [ $pass -lt 10 ] ; do 561 pass=$(($pass + 1)) 562 i="`objdump -x ${tmp} | \ 563 awk '$1 == "NEEDED" { print $2 }' | sort | uniq | tr '\n' ' '`" 564 if [ "$old_libs" = "$i" ] ; then 565 # logverbose "find_progs: have `echo ${u_libs} | wc -w`/`echo ${i} | wc -w` libraries for: $my_progs ($u_progs)" 566 # logverbose "they are ($i) $u_libs" 567 return 0 568 else 569 # logverbose "old--- $old_libs --- new +++ $i +++" 570 fi 571 u_libs="`find_progs_helper $ldir $i`" 572 old_libs="$i" 573 tmp="$tmp $u_libs" 574 done 575 log "WARNING: Too many passes, giving up" 576} 577 578# prints to stdout files and libs in the search paths 579find_progs_helper() { # first arg is either -P or -L 580 local ty=$1 dir=$2 ; shift; shift 581 local progs="`echo $* | tr ' ' '\n' | sort -u | tr '\n' ' '`" 582 # first, extract absolute pathnames or files in this directory 583 584 # accumulate others in $names 585 local names="" 586 local i 587 for i in $progs ; do 588 [ -f "$i" ] && echo `realpath $i` && continue 589 names="${names} $i" 590 done 591 # if nothing left, we are done 592 [ -z "${names}" ] && return 0 593 594 local depth p 595 local places="" # places to search 596 if [ x-P = "x$ty" ] ; then # search programs 597 depth=2 598 p=". local/bin local/sbin local/libexec \ 599 bin sbin usr/bin usr/sbin libexec gnu/usr.bin \ 600 secure/usr.bin secure/usr.sbin secure/libexec " 601 else 602 depth=3 603 p="lib usr/lib gnu/lib secure/lib" 604 fi 605 for i in $p ; do 606 i="${dir}/${i}" 607 [ -d "${i}" ] && places="${places} `realpath ${i}`" 608 done 609 # logverbose "--- looking into $places" 610 places=`echo ${places} | tr ' ' '\n' | sort -u` 611 for i in $names ; do 612 find ${places} -maxdepth $depth -type f -name ${i} | head -1 613 done 614} 615 616# Populate the memory filesystem with binaries and non-variable 617# configuration files. 618# First do an mtree pass, then create directory links and device entries, 619# then run crunchgen etc. to build the binary and create links. 620# Then copy the specific/generic mfs_tree. 621# Finally, if required, make a copy of the floppy.tree onto /fd 622 623populate_mfs_tree() { 624 local i j a dst MFS_TREE 625 626 log "populate_mfs_tree()" 627 dst=${BUILDDIR}/mfs.tree 628 rm -rf ${dst} || true # clean relics from old compilations. 629 mkdir ${dst} # create a fresh tree 630 631 log "pwd=`pwd`, Populating MFS tree..." 632 633 # use type-specific mfs.mtree, default to generic one. 634 a=${MY_TREE}/mfs.mtree 635 [ -f ${a} ] || a=${PICO_TREE}/build/mfs.mtree 636 log "Running mtree using $a..." 637 mtree -deU -f $a -p ${dst} > /dev/null || fail $? mtree 638 639 # Create symlinks using relative pathnames, so it is possible 640 # to follow them also when building the image. 641 # Note that names in STAND_LINKS should not have a leading / 642 for i in ${STAND_LINKS}; do 643 j=`echo $i | sed -E 's:^[^/]+::;s:/[^/]+:../:g'` 644 ln -s ${j}stand ${dst}/$i 645 done 646 ln -s ../../dev/null ${dst}/var/run/log 647 ln -s ../../../etc/termcap ${dst}/usr/share/misc/termcap 648 649 ### now build the crunched binaries ### 650 ( 651 cd ${BUILDDIR}/crunch 652 log "Making and installing crunch1 from `pwd` src ${SRC}..." 653 a=${BUILDDIR}/crunch1.conf 654 ( export BUILDDIR SRC MY_TREE PICO_OBJ ; 655 ${BINMAKE} \ 656 -f ${PICO_TREE}/build/Makefile.conf ${BUILDDIR}/crunch.mk ) 657 log "Libs are ${LIBS} " 658 export SRC # used by crunch.mk 659 # export LIBS CFLAGS 660 log "Now make -f crunch.mk" 661 ${BINMAKE} ${o_makeopts} -f ${BUILDDIR}/crunch.mk 662 strip --remove-section=.note --remove-section=.comment crunch1 663 mv crunch1 ${dst}/stand/crunch 664 chmod 555 ${dst}/stand/crunch 665 log "Making links for binaries..." 666 for i in `crunchgen -l $a` ; do 667 ln ${dst}/stand/crunch ${dst}/stand/${i}; 668 done 669 # rm $a # do not remove! 670 ) || fail $? crunch 671 672 log "Setting up host key for sshd:" 673 for K in rsa1 rsa dsa ; do 674 if [ $K = rsa1 ] ; then 675 i=ssh_host_key 676 else 677 i=ssh_host_${K}_key 678 fi 679 if [ -f ${BUILDDIR}/floppy.tree/etc/$i.gz ] ; then 680 log "Using existing host key $i" 681 else 682 log "Generating new host key $i" 683 ssh-keygen -t $K -f ${BUILDDIR}/floppy.tree/etc/$i \ 684 -N "" -C "root@picobsd" 685 gzip -9 ${BUILDDIR}/floppy.tree/etc/${i}* || true 686 fi 687 done 688 689 log "Copy generic and site-specific MFS tree..." 690 for MFS_TREE in ${PICO_TREE}/mfs_tree ${MY_TREE}/mfs_tree ; do 691 if [ -d ${MFS_TREE} ] ; then 692 log "Copy ${MFS_TREE} ..." 693 (cd ${MFS_TREE} ; tar -cf - --exclude .svn . ) | \ 694 (cd ${dst} ; tar x${o_tarv}f - ) 695 fi 696 done 697 698 if [ -f ${MY_TREE}/buildtree.mk ] ; then 699 log "building local floppy tree" 700 ${BINMAKE} -C ${dst} -f ${MY_TREE}/buildtree.mk mfs.tree 701 fi 702 703 if [ "${o_all_in_mfs}" = "yes" ]; then 704 log "Copy generic floppy_tree into MFS..." 705 # ignore failure in case the floppy is empty 706 cp -Rp ${BUILDDIR}/floppy.tree/* ${dst}/fd || true 707 fi 708 709 # 4.x compatibility - create device nodes 710 if [ -n "${o_no_devfs}" ] ; then 711 # create device entries using MAKEDEV 712 (cd ${dst}/dev 713 ln -s ${SRC}/etc/MAKEDEV ; chmod 555 MAKEDEV 714 # log `pwd` 715 sh ./MAKEDEV ${MY_DEVS} 716 rm MAKEDEV 717 ) 718 fi 719 if [ "`id -u`" = "0" ] ; then 720 log "Fixing permissions" 721 (cd ${dst}; chown -R root . ) 722 fi 723 724 log "for a shared 'crunch' take libraries and dynamic loader as well" 725 # /stand/crunch is our main binary, we extract its libs 726 find_progs ${dst}/stand/crunch 727 if [ -n "${u_libs}" ] ; then 728 mkdir -p ${dst}/lib && cp -p ${u_libs} ${dst}/lib 729 mkdir -p ${dst}/libexec 730 create_includes_and_libraries2 libexec/rtld-elf 731 find_progs ld-elf.so.1 && cp -p ${u_progs} ${dst}/libexec 732 fi 733 734 [ -n "${copy_files}" ] && do_copyfiles ${dst} copy_files 735 do_copyfiles_user ${dst} || true 736 [ -n "${links}" ] && do_links ${dst} links 737 strip ${dst}/libexec/* ${dst}/lib/* ${dst}/stand/* 2> /dev/null || true 738 739 # The 'import_files' mechanism is deprecated, as it requires 740 # root permissions to follow the symlinks, and also does 741 # not let you rename the entries. 742 if [ -n "${import_files}" ] ; then 743 log "importing ${import_files} into mfs" 744 # We do it in a chroot environment on the target so 745 # symlinks are followed correctly. 746 # Make sure we have a statically linked tar there. 747 mkdir -p ${dst}/rescue 748 cp /rescue/tar ${dst}/rescue 749 (cd ${l_usrtree}/.. ; tar cf - ${import_files} ) | \ 750 (chroot ${dst} /rescue/tar xPf - ) 751 rm -rf ${dst}/rescue 752 fi 753 754 # final step -- build the mfs image 755 (cd ${BUILDDIR} 756 # override the owner 757 echo "/set uid=0 gid=0" > mtree.out 758 mtree -ic -p ${dst} -k "" >> mtree.out 759 log "mtre.out at ${BUILDDIR}/mtree.out" 760 makefs -t ffs -o bsize=4096 -o fsize=512 \ 761 -s ${MFS_SIZE}k -f 1000 -F mtree.out ${c_fs} ${dst} 762 ls -l ${c_fs} ) 763 log "done mfs image" 764} 765 766final_cleanup() { 767 log "final_cleanup()" 768 rm -rf ${c_mnt} ${c_reply} 2> /dev/null || true 769} 770 771# fail errno errcode 772# This function is used to trap errors and print msgs 773# 774fail() { 775 local errno errocode where 776 777 errno=$1 778 errcode=$2 779 where=$3 780 echo "---> fail: Error <${errno}> error code <${errcode}> in <${where}>" 781 case ${errcode} in 782 mtree) 783 echo "Error while making hierarchy in ${c_mnt}" 784 ;; 785 crunch) 786 echo "Error while building ${name}." 787 ;; 788 missing_kernel) 789 echo "Error: you must build PICOBSD${suffix} kernel first" 790 ;; 791 includes) 792 echo "Error: failed while making includes" 793 ;; 794 libraries) 795 echo "Error: failed while making libraries" 796 ;; 797 bad_type) 798 echo "Error: unknown floppy type ${name}" 799 ;; 800 no_space) 801 echo "Error: no space left on device (${where})" 802 ;; 803 no_mfs) 804 echo "Error: while writing MFS into the kernel." 805 ;; 806 "") 807 echo "User break" 808 errcode="userbreak" 809 ;; 810 *) 811 echo "unknown error, maybe user break: $errno $errcode" 812 ;; 813 esac 814 echo "---> Aborting $0" 815 # try to cleanup the vnode. 816 final_cleanup 817 exit 2 818} 819 820fill_floppy_image() { 821 local blocks dst mfs_start mfs_end mfs_size img_size 822 823 log "fill_floppy_image()" 824 dst=${c_mnt} # where to create the image 825 826 log "Preparing ${fd_size}kB floppy filesystem..." 827 828 # correct blocks according to size. 829 blocks=${fd_size}; 830 if [ "${blocks}" = "1720" ]; then 831 blocks=1722 832 elif [ "${blocks}" = "1480" ]; then 833 blocks=1476 834 fi 835 836 log "Labeling floppy image" 837 838 dst=${BUILDDIR}/image.tree 839 rm -rf ${dst} 840 mkdir -p ${dst} 841 ( 842 cd ${BUILDDIR} 843 set 0 0 # reset variables 844 # $1 takes the offset of the MFS filesystem 845 set `strings -at d kernel | grep "MFS Filesystem goes here"` 846 mfs_start=$1 847 set 0 0 # reset variables 848 set `strings -at d kernel | grep "MFS Filesystem had better"` 849 mfs_end=$1 850 mfs_size="$((${mfs_end} - ${mfs_start}))" 851 set -- `ls -l ${c_fs}`; imgsize="$5" 852 if [ ${mfs_start} -gt 0 -a ${mfs_size} -ge ${imgsize} ] ; then 853 mfs_ofs=$((${mfs_start} + 8192)) 854 log "Preload kernel with file ${c_fs} at ${mfs_ofs}" 855 log "`ls -l ${c_fs}` to fit in ${mfs_size}" 856 dd if=${c_fs} ibs=8192 iseek=1 of=kernel obs=${mfs_ofs} \ 857 oseek=1 conv=notrunc # 2> /dev/null 858 else 859 log "not loading mfs, size ${mfs_size} img ${imgsize}" 860 fi 861 log "Compress with gzip and copy to floppy image" 862 863 mkdir -p ${dst}/boot/kernel 864 # XXX loader.conf does not work unless we also load the .4th files 865 # echo "hint.acpi.0.disabled=\"1\"" > ${dst}/boot/loader.conf 866 # echo "console=\"comconsole\"" >> ${dst}/boot/loader.conf 867 local blf="loader* *.4th" # loader.rc loader.4th support.4th" 868 (cd /boot; cp -p loader ${dst}/boot) || fail $? no_space "copying bootloader" 869 cp ${MY_TREE}/floppy.tree/boot/loader.conf ${dst}/boot || true 870 gzip -c kernel > ${dst}/boot/kernel/kernel.gz || fail $? no_space "copying kernel" 871 872 # now transfer the floppy tree. If it is already in mfs, dont bother. 873 if [ "${o_all_in_mfs}" != "yes" ] ; then 874 log "Now transfer floppy tree if not already in MFS image" 875 cp -Rp floppy.tree/* ${dst} || \ 876 fail $? no_space "copying floppy tree" 877 fi 878 ) 879 880 # add local manipulation to the image 881 if [ -f ${MY_TREE}/buildtree.mk ] ; then 882 ${BINMAKE} -C ${dst} -f ${MY_TREE}/buildtree.mk image.tree 883 fi 884 885 log "image used `du -s ${dst}` of ${blocks}k" 886 if [ "${generate_iso}" = "YES" ]; then 887 logverbose "generate_iso ${generate_iso}" 888 # build_iso_image # XXX not implemented yet 889 (cd ${BUILDDIR} 890 cp -p /boot/cdboot ${dst}/boot || fail $? no_space "copying cdboot" 891 mkisofs -b boot/cdboot -no-emul-boot -J -r -ldots -l -L \ 892 -o ${c_iso} ${dst} 893 ) 894 fi 895 896 (cd ${BUILDDIR} 897 makefs -t ffs -o bsize=4096 -o fsize=512 \ 898 -s ${blocks}k -f 50 ${c_img} ${dst} 899 900 ${c_label} -w -f `pwd`/${c_img} auto # write in a label 901 # copy partition c: into a: with some sed magic 902 ${c_label} -f `pwd`/${c_img} | sed -e '/ c:/{p;s/c:/a:/;}' | \ 903 ${c_label} -R -f `pwd`/${c_img} /dev/stdin 904 ${c_label} -f `pwd`/${c_img} 905 906 ls -l ${c_img} 907 ${c_label} -f `pwd`/${c_img} 908 log "after disklabel" 909 ) 910 911 echo "BUILDDIR ${BUILDDIR}" 912 913 # dump the primary and secondary boot 914 # XXX primary is 512 bytes 915 dd if=${c_boot1} of=${BUILDDIR}/${c_img} conv=notrunc 2>/dev/null 916 # XXX secondary starts after the 0x114 = dec 276 bytes of the label 917 # so we skip 276 from the source, and 276+512=788 from dst 918 # the old style blocks used 512 and 1024 respectively 919 920 dd if=${c_boot2} iseek=1 ibs=276 2> /dev/null | \ 921 dd of=${BUILDDIR}/${c_img} oseek=1 obs=788 conv=notrunc 2>/dev/null 922 log "done disk image" 923 # XXX (log "Fixing permissions"; cd ${dst}; chown -R root *) 924 df -ik ${dst} | colrm 70 > .build.reply 925 # leave build stuff if verbose 926 [ ${o_verbose} -gt 0 ] && return 927 928 rm -rf ${BUILDDIR}/floppy.tree || true # cleanup 929 rm -rf ${dst} 930 rm ${BUILDDIR}/${c_fs} 931 # rm ${BUILDDIR}/kernel.gz 932} 933 934# This function creates variables which depend on the source tree in use: 935# SRC, l_usrtree, l_objtree 936# Optionally creates libraries, includes and the like (for cross compiles, 937# needs to be done once). 938 939set_build_parameters() { 940 if [ "${SRC}" = "/usr/src" ] ; then 941 l_usrtree=${USR:-/usr} 942 else 943 l_usrtree=${USR:-${SRC}/../usr} 944 fi 945 l_objtree=${l_usrtree}/obj-pico-${o_arch} 946 947 PICO_TREE=${PICO_TREE:-${SRC}/release/picobsd} 948 set `grep "#define[\t ]__FreeBSD_version" ${SRC}/sys/sys/param.h` 949 OSVERSION=$3 950 log "OSVERSION is ${OSVERSION}" 951 952 export MAKEOBJDIRPREFIX=${l_objtree} 953 export TARGET_ARCH=${o_arch} TARGET=${o_arch} 954 # XXX 20131001 see if CLANG fixes the build 955 export WITHOUT_CLANG_IS_CC=yes 956 export WITHOUT_CLANG_BOOTSTRAP=yes 957 export WITH_GCC=yes 958 export WITH_GCC_BOOTSTRAP=yes 959 export WITH_GNUCXX=yes 960 export WITHOUT_CLANG=yes 961 export WITHOUT_ICONV=yes 962 963 # XXX why change machine_arch ? 964 #-- export MACHINE_ARCH=`uname -m` MACHINE=`uname -m` 965 # export CWARNFLAGS="-Wextra -Wno-sign-compare -Wno-missing-field-initializers" 966 # XXX BINMAKE does not really exist anymore 967 eval "export BINMAKE=\"`cd ${SRC}; make -f Makefile -V BINMAKE`\"" 968 [ "$BINMAKE" = "" ] && \ 969 eval "export BINMAKE=\"`cd ${SRC}; make -f Makefile -V SUB_MAKE`\"" 970 971 if [ "${o_init_src}" != "" ] ; then 972 create_includes_and_libraries2 973 else 974 eval export `cd ${SRC}; ${BINMAKE} -f Makefile.inc1 -V WMAKEENV` 975 fi 976 977 # if we have o_objdir, find where bin/ is 978 if [ ! -z "${o_objdir}" ] ; then 979 if [ -d ${o_objdir}/bin ] ; then 980 # fine 981 elif [ -d "${o_objdir}${SRC}/bin" ] ; then 982 o_objdir="${o_objdir}${SRC}" 983 log "Changing objdir to ${o_objdir}" 984 else 985 log "Cannot find objdir in ${o_objdir}, sorry" 986 o_objdir="" 987 fi 988 fi 989} 990 991#------------------------------------------------------------------- 992# Main entry of the script. Initialize variables, parse command line 993# arguments. 994 995 996set_defaults 997while [ true ]; do 998 log "Parsing $1" 999 case $1 in 1000 -j) 1001 o_par="-j $2" 1002 shift 1003 ;; 1004 1005 --par) 1006 o_par="-j 8" # watch out, this might be too large 1007 ;; 1008 1009 --src) # set the source path instead of /usr/src 1010 SRC=`realpath $2` 1011 shift 1012 ;; 1013 1014 --init) # run a partial buildworld on the source tree 1015 o_init_src="YES" 1016 ;; 1017 1018 --arch) # override the target architecture 1019 o_arch=$2 1020 shift 1021 ;; 1022 1023 --floppy_size) # image size 1024 fd_size=$2 1025 shift 1026 ;; 1027 1028 --all_in_mfs) 1029 o_all_in_mfs="yes" 1030 ;; 1031 1032 --no_all_in_mfs) 1033 o_all_in_mfs="no" 1034 ;; 1035 1036 --modules) # also build kernel modules 1037 o_do_modules="yes" 1038 ;; 1039 1040 -n) 1041 o_interactive="NO" 1042 ;; 1043 1044 -clear|-clean|-c) # clean 1045 o_clean="YES" 1046 o_interactive="NO" 1047 ;; 1048 1049 -v) # need -v -v to wait for user input 1050 o_verbose=$((${o_verbose}+1)) # verbose level 1051 o_tarv="v" # tar verbose flag 1052 o_makeopts="-d l" # be verbose 1053 ;; 1054 1055 --iso) # generate iso image 1056 generate_iso="YES" 1057 ;; 1058 1059 --cfg) # read additional config from this file 1060 o_additional_config=`realpath $2` 1061 shift 1062 ;; 1063 1064 --objdir) # Place with results of a previous buildworld 1065 # useful if you want to copy shared binaries and libs 1066 o_objdir=`realpath $2` 1067 shift 1068 ;; 1069 1070 *) 1071 break 1072 ;; 1073 1074 esac 1075 shift 1076done 1077 1078set_build_parameters # things that depend on ${SRC} 1079set_type $1 $2 # type and site, respectively 1080 1081[ "${o_interactive}" != "NO" ] && main_dialog 1082 1083if [ "${o_clean}" = "YES" ] ; then 1084 clean_tree 1085else 1086 build_image 1087 do_install 1088fi 1089final_cleanup 1090exit 0 1091