#!/bin/bash
#
-# Builds VServer reference image
+# Builds all reference image for slices. To optimize for space it
+# will only build a complete base reference image and then
+# builds "stub" images that are just contain the additional files
+# and/or changes for a given reference image. This is done to shrink
+# the RPM itself. These will be pieced back together with the base
+# image by an init script that is installed on the node.
#
# Mark Huang <mlhuang@cs.princeton.edu>
-# Copyright (C) 2004-2006 The Trustees of Princeton University
-#
-# $Id$
+# Marc E. Fiuczynski <mef@cs.princeton.edu>
+# Copyright (C) 2004-2007 The Trustees of Princeton University
#
PATH=/sbin:/bin:/usr/sbin:/usr/bin
export PATH
-# Release and architecture to install
-releasever=2
-basearch=i386
-
-# Packages to install
-packagelist=(
-bash
-coreutils
-iputils
-kernel-vserver
-bzip2
-crontabs
-diffutils
-logrotate
-openssh-clients
-passwd
-rsh
-rsync
-sudo
-tcpdump
-telnet
-traceroute
-time
-vixie-cron
-wget
-yum
-curl
-gzip
-perl
-python
-tar
-)
-
-usage()
-{
- echo "Usage: build.sh [OPTION]..."
- echo " -r release Fedora release number (default: $releasever)"
- echo " -a arch Fedora architecture (default: $basearch)"
- echo " -h This message"
- exit 1
-}
-
-# Get options
-while getopts "r:a:h" opt ; do
- case $opt in
- r)
- releasever=$OPTARG
- ;;
- a)
- basearch=$OPTARG
- ;;
- h|*)
- usage
- ;;
- esac
-done
+# build.common comes from the build module
+. build.common
+
+pl_process_fedora_options $@
+shiftcount=$?
+shift $shiftcount
+
+# pldistro expected as $1
+pldistro=$1 ; shift
+# this comes from spec's slicefamily
+slicefamily=$1; shift
# Do not tolerate errors
set -e
-# Make /vservers
-vroot=$PWD/vservers/vserver-reference
-install -d -m 755 $vroot
+# Path's to the reference images and stubs
+# This is inherited from util-vservers
+vrefdir=$PWD/vservers/.vref
+vref=${vrefdir}/${slicefamily}
+# stubs are created in a subdir per slicefamily
+vstubdir=$PWD/vservers/.vstub/${slicefamily}
+
+# Create paths
+install -d -m 755 ${vref}
+install -d -m 755 ${vstubdir}
+
+# Some of the PlanetLab RPMs attempt to (re)start themselves in %post,
+# unless the installation is running inside the BootCD environment. We
+# would like to pretend that we are.
+export PL_BOOTCD=1
+
+# Populate image with sliceimage packages
+pl_root_makedevs ${vref}
+# locate the packages and groups file
+pkgsfile=$(pl_locateDistroFile ../build/ ${pldistro} sliceimage.pkgs)
+pl_root_mkfedora ${vref} ${pldistro} $pkgsfile
+pl_root_tune_image ${vref}
+
+systemslice_count=$(ls ../build/config.${pldistro}/sliceimage-*.pkgs 2> /dev/null | wc -l)
+[ $systemslice_count -gt 0 ] && for systemslice in $(ls ../build/config.${pldistro}/sliceimage-*.pkgs) ; do
+ NAME=$(basename $systemslice .pkgs | sed -e s,sliceimage-,,)
+
+ echo " * --------START BUILDING system sliceimage ${NAME}: $(date)"
+
+ # "Parse" out the packages and groups for yum
+ systempackages=$(pl_getPackages ${pl_DISTRO_NAME} $pldistro $systemslice)
+ systemgroups=$(pl_getGroups ${pl_DISTRO_NAME} $pldistro $systemslice)
+ systempips=$(pl_getPips ${pl_DISTRO_NAME} $pldistro $systemslice)
+ systemgems=$(pl_getGems ${pl_DISTRO_NAME} $pldistro $systemslice)
+
+ vdir=${vstubdir}/${NAME}
+ rm -rf ${vdir}/*
+ install -d -m 755 ${vdir}
+
+ # Clone the base sliceimage reference to the system sliceimage reference
+ (cd ${vref} && find . | cpio -m -d -u -p ${vdir})
+ rm -f ${vdir}/var/lib/rpm/__db*
+
+ # Communicate to the initialization script from which vref this stub was cloned
+ echo ${slicefamily} > ${vdir}.cloned
+
+ # Install the system sliceimage specific packages
+ for yum_package in $systempackages; do
+ echo " * yum installing $yum_package"
+ yum -c ${vdir}/etc/mkfedora-yum.conf --installroot=${vdir} -y install $yum_package || \
+ echo " * WARNING image $systemslice - yum install $yum_package failed"
+ done
+ for group_plus in $systemgroups; do
+ yum_group=$(echo $group_plus | sed -e "s,+++, ,g")
+ echo " * yum groupinstalling $yum_group"
+ yum -c ${vdir}/etc/mkfedora-yum.conf --installroot=${vdir} -y groupinstall "$yum_group" || \
+ echo " * WARNING image $systemslice - yum groupinstall $yum_group failed"
+ done
-# Install vserver-reference system
-for package in "${packagelist[@]}" ; do
- packages="$packages -p $package"
+ # running pip or gem requires connectivity, and DNS
+ # so we expose the build-vm's /etc/resolv.conf to the current vdir
+ mkdir -p ${vdir}/etc
+ cp /etc/resolv.conf ${vdir}/etc
+
+ # this requires pip to be available in sliceimage at that point
+ # fedora and debian -> python-pip
+ # on fedora the command is called pip-python (sigh.)
+ for pip in $systempips; do
+ echo " * pip installing $pip"
+ chroot ${vdir} pip -v install $pip || chroot ${vdir} pip-python -v $pip || \
+ echo " * WARNING image $systemslice - pip install $pip failed"
+ done
+
+ # same for gems; comes with ruby in fedora but ruby-devel is most likely a good thing
+ # we add --no-rdoc --no-ri to keep it low
+ for gem in $systemgems; do
+ echo " * gem installing $gem"
+ chroot ${vdir} gem install --no-rdoc --no-ri $gem || \
+ echo " * WARNING image $systemslice - gem install $gem failed"
+ done
+
+ # search e.g. sliceimage-planetflow.post in config.<pldistro> or in config.planetlab otherwise
+ postfile=$(pl_locateDistroFile ../build/ ${pldistro} sliceimage-${NAME}.post || : )
+
+ [ -f $postfile ] && /bin/bash $postfile ${vdir} || :
+
+ # Create a copy of the system sliceimage w/o the sliceimage reference files and make it smaller.
+ # This is a three step process:
+
+ # step 1: clean out yum cache to reduce space requirements
+ yum -c ${vdir}/etc/mkfedora-yum.conf --installroot=${vdir} -y clean all
+
+ # step 2: figure out the new/changed files in ${vdir} vs. ${vref} and compute ${vdir}.changes
+ rsync -anv ${vdir}/ ${vref}/ > ${vdir}.changes
+ linecount=$(wc -l ${vdir}.changes | awk ' { print $1 } ')
+ let headcount=$linecount-3
+ let tailcount=$headcount-1
+ # get rid of the last 3 lines of the rsync output
+ head -${headcount} ${vdir}.changes > ${vdir}.changes.1
+ # get rid of the first line of the rsync output
+ tail -${tailcount} ${vdir}.changes.1 > ${vdir}.changes.2
+ # post process rsync output to get rid of symbolic link embellish output
+ awk ' { print $1 } ' ${vdir}.changes.2 > ${vdir}.changes
+ rm -f ${vdir}.changes.*
+
+ # step 3: create the ${vdir} with just the list given in ${vdir}.changes
+ install -d -m 755 ${vdir}-tmp/
+ rm -rf ${vdir}-tmp/*
+ (cd ${vdir} && cpio -m -d -u -p ${vdir}-tmp < ${vdir}.changes)
+ rm -rf ${vdir}
+ rm -f ${vdir}.changes
+ mv ${vdir}-tmp ${vdir}
+
+ # cleanup yum remainings
+ rm -rf ${vdir}/build ${vdir}/longbuildroot
+
+ echo " * --------DONE BUILDING system sliceimage ${NAME}: $(date)"
done
-mkfedora -v -r $releasever -a $basearch $packages $vroot
-
-# Clean /dev
-rm -rf $vroot/dev
-mkdir -p $vroot/dev
-mknod -m 666 $vroot/dev/null c 1 3
-mknod -m 666 $vroot/dev/zero c 1 5
-mknod -m 666 $vroot/dev/full c 1 7
-mknod -m 644 $vroot/dev/random c 1 8
-mknod -m 644 $vroot/dev/urandom c 1 9
-mknod -m 666 $vroot/dev/tty c 5 0
-mknod -m 666 $vroot/dev/ptmx c 5 2
-# For bash command substitution
-ln -nsf ../proc/self/fd $vroot/dev/fd
-# For df and linuxconf
-touch $vroot/dev/hdv1
-# For TUN/TAP
-mkdir -p $vroot/dev/net
-mknod -m 600 $vroot/dev/net/tun c 10 200
-# For pseudo ttys
-mkdir -p $vroot/dev/pts
-
-# Disable all services in reference image
-chroot $vroot sh -c "/sbin/chkconfig --list | awk '{ print \$1 }' | xargs -i /sbin/chkconfig {} off"
-
-# This tells the Boot Manager that it is okay to update
-# /etc/resolv.conf and /etc/hosts whenever the network configuration
-# changes. Users are free to delete this file.
-touch $vroot/etc/AUTO_UPDATE_NET_FILES
+
+# search sliceimage.post in config.<pldistro> or in config.planetlab otherwise
+postfile=$(pl_locateDistroFile ../build/ ${pldistro} sliceimage.post)
+
+[ -f $postfile ] && /bin/bash $postfile ${vref} || :
+
+# fix sudoers config
+[ -f ${vref}/etc/sudoers ] && echo -e "\nDefaults\tlogfile=/var/log/sudo\n" >> ${vref}/etc/sudoers
+
+# cleanup yum remainings
+rm -rf ${vref}/build ${vref}/longbuildroot
exit 0
git://git.onelab.eu / vserver-reference.git / blobdiff