X-Git-Url: http://git.onelab.eu/?p=sliceimage.git;a=blobdiff_plain;f=build.sh;h=aa04382e9c32f0cd65b24e1f500b0f16a645fe4a;hp=80b3400381ddb01dd47897e24f40cec9c182f192;hb=4dba1b2a8e234959a514262bdc662ef1ecea0199;hpb=c9f6863aedfca503474371136e412dca8d06150f diff --git a/build.sh b/build.sh index 80b3400..aa04382 100755 --- a/build.sh +++ b/build.sh @@ -1,11 +1,19 @@ #!/bin/bash # -# Builds VServer reference image +# Builds all reference image for vservers. To optimize for space it +# will only build a complete base vserver reference image and then +# builds "stub" images that are just contain the additional files +# and/or changes for a given reference image. This is done to shrink +# the RPM itself. These will be pieced back together with the base +# vserver reference image by an init script that is installed on the +# node. # # Mark Huang -# Copyright (C) 2004-2006 The Trustees of Princeton University +# Marc E. Fiuczynski +# Copyright (C) 2004-2007 The Trustees of Princeton University # -# $Id: build.sh,v 1.5 2006/03/29 17:08:45 mlhuang Exp $ +# $Id$ +# $URL$ # PATH=/sbin:/bin:/usr/sbin:/usr/bin @@ -17,82 +25,125 @@ if [ -d ../build ] ; then PATH=$PATH:../build srcdir=.. else - echo "Error: Could not find sources in either . or .." + echo "Error: Could not find $(cd .. && pwd -P)/build/" exit 1 fi export PATH -# Release and architecture to install -releasever=2 -basearch=i386 - -# Packages to install -packagelist=( -bash -coreutils -iputils -kernel-vserver -bzip2 -crontabs -diffutils -logrotate -openssh-clients -passwd -rsh -rsync -sudo -tcpdump -telnet -traceroute -time -vixie-cron -wget -yum -curl -gzip -perl -python -tar -) - -usage() -{ - echo "Usage: build.sh [OPTION]..." - echo " -r release Fedora release number (default: $releasever)" - echo " -a arch Fedora architecture (default: $basearch)" - echo " -h This message" - exit 1 -} - -# Get options -while getopts "r:a:h" opt ; do - case $opt in - r) - releasever=$OPTARG - ;; - a) - basearch=$OPTARG - ;; - h|*) - usage - ;; - esac -done +# build.common comes from the build module +. build.common + +pl_process_fedora_options $@ +shiftcount=$? +shift $shiftcount + +# pldistro expected as $1 +pldistro=$1 ; shift +# The vserver reference name - this comes from spec's slicefamily +slicefamily=$1; shift + +# Do not tolerate errors +set -e + +# Path's to the vserver references images and stubs +vrefdir=$PWD/vservers/.vref +vref=${vrefdir}/${slicefamily} +# stubs are created in a subdir per slicefamily +vstubdir=$PWD/vservers/.vstub/${slicefamily} + +# Make /vservers and default vserver reference image +install -d -m 755 ${vref} +# needed for pldistros that don't have any system vserver images +install -d -m 755 ${vstubdir} + +# Some of the PlanetLab RPMs attempt to (re)start themselves in %post, +# unless the installation is running inside the BootCD environment. We +# would like to pretend that we are. +export PL_BOOTCD=1 + +# Populate image with vserver-reference packages +pl_root_makedevs ${vref} +# locate the packages and groups file +pkgsfile=$(pl_locateDistroFile ../build/ ${pldistro} vserver.pkgs) +pl_root_mkfedora ${vref} ${pldistro} $pkgsfile +pl_root_tune_image ${vref} + +systemvserver_count=$(ls ../build/config.${pldistro}/vserver-*.pkgs 2> /dev/null | wc -l) +[ $systemvserver_count -gt 0 ] && for systemvserver in $(ls ../build/config.${pldistro}/vserver-*.pkgs) ; do + NAME=$(basename $systemvserver .pkgs | sed -e s,vserver-,,) + + echo "--------START BUILDING system vserver ${NAME}: $(date)" + + # "Parse" out the packages and groups for yum + systempackages=$(pl_getPackages ${pl_DISTRO_NAME} $pldistro $systemvserver) + systemgroups=$(pl_getGroups ${pl_DISTRO_NAME} $pldistro $systemvserver) + + vdir=${vstubdir}/${NAME} + rm -rf ${vdir}/* + install -d -m 755 ${vdir} -# Make /vservers -vroot=$PWD/vservers/vserver-reference -install -d -m 755 $vroot + # Clone the base vserver reference to the system vserver reference + (cd ${vref} && find . | cpio -m -d -u -p ${vdir}) + rm -f ${vdir}/var/lib/rpm/__db* -# Install vserver-reference system -for package in "${packagelist[@]}" ; do - packages="$packages -p $package" + # Communicate to the initialization script from which vref this stub was cloned + echo ${slicefamily} > ${vdir}.cloned + + # Install the system vserver specific packages + [ -n "$systempackages" ] && yum -c ${vdir}/etc/mkfedora-yum.conf --installroot=${vdir} -y install $systempackages + for group_plus in $systemgroups; do + group=$(echo $group_plus | sed -e "s,+++, ,g") + yum -c ${vdir}/etc/mkfedora-yum.conf --installroot=${vdir} -y groupinstall "$group" + done + + # search e.g. vserver-planetflow.post in config. or in config.planetlab otherwise + postfile=$(pl_locateDistroFile ../build/ ${pldistro} vserver-${NAME}.post || : ) + + [ -f $postfile ] && /bin/bash $postfile ${vdir} || : + + # Create a copy of the system vserver w/o the vserver reference files and make it smaller. + # This is a three step process: + + # step 1: clean out yum cache to reduce space requirements + yum -c ${vdir}/etc/mkfedora-yum.conf --installroot=${vdir} -y clean all + + # step 2: figure out the new/changed files in ${vdir} vs. ${vref} and compute ${vdir}.changes + rsync -anv ${vdir}/ ${vref}/ > ${vdir}.changes + linecount=$(wc -l ${vdir}.changes | awk ' { print $1 } ') + let headcount=$linecount-3 + let tailcount=$headcount-1 + # get rid of the last 3 lines of the rsync output + head -${headcount} ${vdir}.changes > ${vdir}.changes.1 + # get rid of the first line of the rsync output + tail -${tailcount} ${vdir}.changes.1 > ${vdir}.changes.2 + # post process rsync output to get rid of symbolic link embellish output + awk ' { print $1 } ' ${vdir}.changes.2 > ${vdir}.changes + rm -f ${vdir}.changes.* + + # step 3: create the ${vdir} with just the list given in ${vdir}.changes + install -d -m 755 ${vdir}-tmp/ + rm -rf ${vdir}-tmp/* + (cd ${vdir} && cpio -m -d -u -p ${vdir}-tmp < ${vdir}.changes) + rm -rf ${vdir} + rm -f ${vdir}.changes + mv ${vdir}-tmp ${vdir} + + # cleanup yum remainings + rm -rf ${vdir}/build ${vdir}/longbuildroot + + echo "--------DONE BUILDING system vserver ${NAME}: $(date)" done -mkfedora -v -r $releasever -a $basearch $packages $vroot -# This tells the Boot Manager that it is okay to update -# /etc/resolv.conf and /etc/hosts whenever the network configuration -# changes. Users are free to delete this file. -touch $vroot/etc/AUTO_UPDATE_NET_FILES +# search vserver.post in config. or in config.planetlab otherwise +postfile=$(pl_locateDistroFile ../build/ ${pldistro} vserver.post) + +[ -f $postfile ] && /bin/bash $postfile ${vref} || : + +# fix sudoers config +[ -f ${vref}/etc/sudoers ] && echo -e "\nDefaults\tlogfile=/var/log/sudo\n" >> ${vref}/etc/sudoers + +# cleanup yum remainings +rm -rf ${vref}/build ${vref}/longbuildroot exit 0