#!/bin/bash
# -*-shell-*-
+# close stdin, as with ubuntu and debian VMs this script tends to hang and wait for input ..
+0<&-
+
#shopt -s huponexit
COMMAND=$(basename $0)
BUILD_DIR=$(pwd)
# pkgs parsing utilities
-PATH=$(dirname $0):$PATH export PATH
+export PATH=$(dirname $0):$PATH
+
. build.common
DEFAULT_FCDISTRO=f20
COMMAND_LTEST="ltest-initvm.sh"
##########
-# when creating build boxes we use private NAT'ed addresses for the VMs
-# as per virbr0 that is taken care of by libvirt at startup
-PRIVATE_BRIDGE="virbr0"
-PRIVATE_PREFIX="192.168.122."
-PRIVATE_GATEWAY="192.168.122.1"
-# beware that changing this would break the logic of random_private_byte...
-PRIVATE_MASKLEN=24
-
-# we just try randomly in that range until a free IP address shows up
-PRIVATE_ATTEMPTS=20
-
# constant
PUBLIC_BRIDGE=br0
# still not found ? that's bad
echo unknown
}
-########## check for a free IP
-function ip_is_busy () {
- target=$1; shift
- ping -c 1 -W 1 $target >& /dev/null
-}
-
-function random_private_byte () {
- for attempt in $(seq $PRIVATE_ATTEMPTS); do
- byte=$(($RANDOM % 256))
- if [ "$byte" == 0 -o "$byte" == 1 ] ; then continue; fi
- ip=${PRIVATE_PREFIX}${byte}
- ip_is_busy $ip || { echo $byte; return; }
- done
- echo "Cannot seem to find a free IP address in range ${PRIVATE_PREFIX}.xx/24 after $PRIVATE_ATTEMPTS attempts - exiting"
- exit 1
-}
########## networking -- ctd
function gethostbyname () {
set -x
set -e
+ cache=/var/cache/lxc/fedora/$arch/$release
+
mkdir -p /var/lock/subsys/
(
flock -n -x 200 || { echo "Cache repository is busy." ; return 1 ; }
fi
fi
- echo "Copy $cache/rootfs to $rootfs_path ... "
- mkdir -p $rootfs_path
- rsync -a $cache/rootfs/ $rootfs_path/
+ echo "Copy $cache/rootfs to $lxc_root ... "
+ rsync -a $cache/rootfs/ $lxc_root/
return 0
set -e
# disable selinux in fedora
- mkdir -p $rootfs_path/selinux
- echo 0 > $rootfs_path/selinux/enforce
+ mkdir -p $lxc_root/selinux
+ echo 0 > $lxc_root/selinux/enforce
# set the hostname
case "$fcdistro" in
f18|f2?)
- cat <<EOF > ${rootfs_path}/etc/hostname
+ cat <<EOF > ${lxc_root}/etc/hostname
$GUEST_HOSTNAME
EOF
echo ;;
*)
- cat <<EOF > ${rootfs_path}/etc/sysconfig/network
+ cat <<EOF > ${lxc_root}/etc/sysconfig/network
NETWORKING=yes
HOSTNAME=$GUEST_HOSTNAME
EOF
# set minimal hosts
- cat <<EOF > $rootfs_path/etc/hosts
+ cat <<EOF > $lxc_root/etc/hosts
127.0.0.1 localhost $GUEST_HOSTNAME
EOF
echo ;;
esac
- dev_path="${rootfs_path}/dev"
+ dev_path="${lxc_root}/dev"
rm -rf $dev_path
mkdir -p $dev_path
mknod -m 666 ${dev_path}/null c 1 3
mknod -m 600 ${dev_path}/initctl p
mknod -m 666 ${dev_path}/ptmx c 5 2
- #echo "setting root passwd to $root_password"
- #echo "root:$root_password" | chroot $rootfs_path chpasswd
-
if [ "$(echo $fcdistro | cut -d"f" -f2)" -le "14" ]; then
fedora_configure_init
else
fedora_configure_systemd
fi
- guest_ifcfg=${rootfs_path}/etc/sysconfig/network-scripts/ifcfg-$VIF_GUEST
- [ -n "$BUILD_MODE" ] && write_guest_ifcfg_build || write_guest_ifcfg_test > $guest_ifcfg
+ guest_ifcfg=${lxc_root}/etc/sysconfig/network-scripts/ifcfg-$VIF_GUEST
+ ( [ -n "$BUILD_MODE" ] && write_guest_ifcfg_build || write_guest_ifcfg_test ) > $guest_ifcfg
fedora_configure_yum $lxc $fcdistro $pldistro
function fedora_configure_init() {
set -e
set -x
- sed -i 's|.sbin.start_udev||' ${rootfs_path}/etc/rc.sysinit
- sed -i 's|.sbin.start_udev||' ${rootfs_path}/etc/rc.d/rc.sysinit
+ sed -i 's|.sbin.start_udev||' ${lxc_root}/etc/rc.sysinit
+ sed -i 's|.sbin.start_udev||' ${lxc_root}/etc/rc.d/rc.sysinit
# don't mount devpts, for pete's sake
- sed -i 's/^.*dev.pts.*$/#\0/' ${rootfs_path}/etc/rc.sysinit
- sed -i 's/^.*dev.pts.*$/#\0/' ${rootfs_path}/etc/rc.d/rc.sysinit
- chroot ${rootfs_path} /sbin/chkconfig udev-post off
- chroot ${rootfs_path} /sbin/chkconfig network on
+ sed -i 's/^.*dev.pts.*$/#\0/' ${lxc_root}/etc/rc.sysinit
+ sed -i 's/^.*dev.pts.*$/#\0/' ${lxc_root}/etc/rc.d/rc.sysinit
+ chroot ${lxc_root} chkconfig udev-post off
+ chroot ${lxc_root} chkconfig network on
}
# this code of course is for guests that do run on systemd
set -e
set -x
# so ignore if we can't find /etc/systemd at all
- [ -d ${rootfs_path}/etc/systemd ] || return 0
+ [ -d ${lxc_root}/etc/systemd ] || return 0
# otherwise let's proceed
- ln -sf /lib/systemd/system/multi-user.target ${rootfs_path}/etc/systemd/system/default.target
- touch ${rootfs_path}/etc/fstab
- ln -sf /dev/null ${rootfs_path}/etc/systemd/system/udev.service
+ ln -sf /lib/systemd/system/multi-user.target ${lxc_root}/etc/systemd/system/default.target
+ touch ${lxc_root}/etc/fstab
+ ln -sf /dev/null ${lxc_root}/etc/systemd/system/udev.service
# Thierry - Feb 2013
# this was intended for f16 initially, in order to enable getty that otherwise would not start
# having a getty running is helpful only if ssh won't start though, and we see a correlation between
# VM's that refuse to lxc-stop and VM's that run crazy getty's
# so, turning getty off for now instead
# #dependency on a device unit fails it specially that we disabled udev
-# sed -i 's/After=dev-%i.device/After=/' ${rootfs_path}/lib/systemd/system/getty\@.service
- ln -sf /dev/null ${rootfs_path}/etc/systemd/system/"getty@.service"
- rm -f ${rootfs_path}/etc/systemd/system/getty.target.wants/*service || :
+# sed -i 's/After=dev-%i.device/After=/' ${lxc_root}/lib/systemd/system/getty\@.service
+ ln -sf /dev/null ${lxc_root}/etc/systemd/system/"getty@.service"
+ rm -f ${lxc_root}/etc/systemd/system/getty.target.wants/*service || :
# can't seem to handle this one with systemctl
- chroot ${rootfs_path} /sbin/chkconfig network on
+ chroot ${lxc_root} chkconfig network on
}
# overwrite container yum config
pldistro=$1; shift
# rpm --rebuilddb
- chroot $rootfs_path /bin/rpm --rebuilddb
+ chroot $lxc_root rpm --rebuilddb
echo "Initializing yum.repos.d in $lxc"
- rm -f $rootfs_path/etc/yum.repos.d/*
+ rm -f $lxc_root/etc/yum.repos.d/*
- cat > $rootfs_path/etc/yum.repos.d/building.repo <<EOF
+ cat > $lxc_root/etc/yum.repos.d/building.repo <<EOF
[fedora]
name=Fedora $release - $arch
baseurl=http://mirror.onelab.eu/fedora/releases/$release/Everything/$arch/os/
# for using vtest-init-lxc.sh as a general-purpose lxc creation wrapper
# just mention 'none' as the repo url
if [ -n "$REPO_URL" ] ; then
- if [ ! -d $rootfs_path/etc/yum.repos.d ] ; then
+ if [ ! -d $lxc_root/etc/yum.repos.d ] ; then
echo "WARNING : cannot create myplc repo"
else
# exclude kernel from fedora repos
yumexclude=$(pl_plcyumexclude $fcdistro $pldistro $DIRNAME)
- for repo in $rootfs_path/etc/yum.repos.d/* ; do
+ for repo in $lxc_root/etc/yum.repos.d/* ; do
[ -f $repo ] && yumconf_exclude $repo "exclude=$yumexclude"
done
# the build repo is not signed at this stage
- cat > $rootfs_path/etc/yum.repos.d/myplc.repo <<EOF
+ cat > $lxc_root/etc/yum.repos.d/myplc.repo <<EOF
[myplc]
name= MyPLC
baseurl=$REPO_URL
function debian_install () {
set -e
set -x
- mkdir -p $rootfs_path
+ mkdir -p $lxc_root
arch=$(canonical_arch $personality $fcdistro)
mirror=$(debian_mirror $fcdistro)
- # old guests have mount in /bin but this is no longer part of
- # the standard PATH in recent hosts
- PATH=$PATH:/bin:/sbin debootstrap --arch $arch $fcdistro $rootfs_path $mirror
+ debootstrap --arch $arch $fcdistro $lxc_root $mirror
}
function debian_configure () {
- echo "WARNING No debian config available yet"
+ guest_interfaces=${lxc_root}/etc/network/interfaces
+ ( [ -n "$BUILD_MODE" ] && write_guest_interfaces_build || write_guest_interfaces_test ) > $guest_interfaces
+}
+
+function write_guest_interfaces_build () {
+ cat <<EOF
+auto $VIF_GUEST
+iface $VIF_GUEST inet dhcp
+EOF
+}
+
+function write_guest_interfaces_test () {
+ cat <<EOF
+auto $VIF_GUEST
+iface $VIF_GUEST
+ address $GUEST_IP
+ netmask $NETMASK
+ gateway $GATEWAY
+EOF
}
##############################
function setup_lxc() {
esac
# Enable cgroup -- xxx -- is this really useful ?
- mkdir $rootfs_path/cgroup
+ mkdir $lxc_root/cgroup
# set up resolv.conf
- cp /etc/resolv.conf $rootfs_path/etc/resolv.conf
+ cp /etc/resolv.conf $lxc_root/etc/resolv.conf
# and /etc/hosts for at least localhost
- [ -f $rootfs_path/etc/hosts ] || echo "127.0.0.1 localhost localhost.localdomain" > $rootfs_path/etc/hosts
+ [ -f $lxc_root/etc/hosts ] || echo "127.0.0.1 localhost localhost.localdomain" > $lxc_root/etc/hosts
# grant ssh access from host to guest
- mkdir $rootfs_path/root/.ssh
- cat /root/.ssh/id_rsa.pub >> $rootfs_path/root/.ssh/authorized_keys
+ mkdir $lxc_root/root/.ssh
+ cat /root/.ssh/id_rsa.pub >> $lxc_root/root/.ssh/authorized_keys
- config_xml=$config_path/"lxc.xml"
- [ -n "$BUILD_MODE" ] && write_lxc_xml_build $lxc || write_lxc_xml_test $lxc > $config_xml
+ # don't keep the input xml, this can be retrieved at all times with virsh dumpxml
+ config_xml=$tmp/$lxc.xml
+ ( [ -n "$BUILD_MODE" ] && write_lxc_xml_build $lxc || write_lxc_xml_test $lxc ) > $config_xml
# define lxc container for libvirt
virsh -c lxc:/// define $config_xml
<devices>
<emulator>/usr/libexec/libvirt_lxc</emulator>
<filesystem type='mount'>
- <source dir='$rootfs_path'/>
+ <source dir='$lxc_root'/>
<target dir='/'/>
</filesystem>
<interface type="bridge">
<devices>
<emulator>/usr/libexec/libvirt_lxc</emulator>
<filesystem type='mount'>
- <source dir='$rootfs_path'/>
+ <source dir='$lxc_root'/>
<target dir='/'/>
</filesystem>
<interface type="network">
EOF
}
-# use fixed IP as specified by GUEST_HOSTNAME
+# use fixed GUEST_IP as specified by GUEST_HOSTNAME
function write_guest_ifcfg_test () {
cat <<EOF
DEVICE=$VIF_GUEST
BOOTPROTO=static
ONBOOT=yes
HOSTNAME=$GUEST_HOSTNAME
-IPADDR=$IP
+IPADDR=$GUEST_IP
NETMASK=$NETMASK
GATEWAY=$GATEWAY
NM_CONTROLLED=no
### install individual packages, then groups
# get target arch - use uname -i here (we want either x86_64 or i386)
- lxc_arch=$(chroot $rootfs_path /bin/uname -i)
+ lxc_arch=$(chroot $lxc_root uname -i)
# on debian systems we get arch through the 'arch' command
- [ "$lxc_arch" = "unknown" ] && lxc_arch=$(chroot $rootfs_path /bin/arch)
+ [ "$lxc_arch" = "unknown" ] && lxc_arch=$(chroot $lxc_root arch)
packages=$(pl_getPackages -a $lxc_arch $fcdistro $pldistro $pkgsfile)
groups=$(pl_getGroups -a $lxc_arch $fcdistro $pldistro $pkgsfile)
case "$pkg_method" in
yum)
- [ -n "$packages" ] && chroot $rootfs_path /usr/bin/yum -y install $packages
+ [ -n "$packages" ] && chroot $lxc_root yum -y install $packages
for group_plus in $groups; do
group=$(echo $group_plus | sed -e "s,+++, ,g")
- chroot $rootfs_path /usr/bin/yum -y groupinstall "$group"
+ chroot $lxc_root yum -y groupinstall "$group"
done
# store current rpm list in /init-lxc.rpms in case we need to check the contents
- chroot $rootfs_path /bin/rpm -aq > $rootfs_path/init-lxc.rpms
+ chroot $lxc_root rpm -aq > $lxc_root/init-lxc.rpms
;;
debootstrap)
- chroot $rootfs_path /usr/bin/apt-get update
- for package in $packages ; do
- chroot $rootfs_path /usr/bin/apt-get install -y $package
+ # for ubuntu
+ if grep -iq ubuntu /vservers/$lxc/etc/lsb-release 2> /dev/null; then
+ # on ubuntu, at this point we end up with a single feed in /etc/apt/sources.list
+ # we need at least to add the 'universe' feed for python-rpm
+ ( cd /vservers/$lxc/etc/apt ; head -1 sources.list | sed -e s,main,universe, > sources.list.d/universe.list )
+ # also adding a link to updates sounds about right
+ ( cd /vservers/$lxc/etc/apt ; head -1 sources.list | sed -e 's, main,-updates main,' > sources.list.d/updates.list )
+ fi
+ chroot $lxc_root apt-get update
+ for package in $packages ; do
+ # close stdin in an attempt to avoid this hanging
+ # xxx also we ignore result for now, not sure if the kind of errors like below
+ # truly is serious or not
+#Setting up at (3.1.13-2ubuntu2) ...
+#initctl: Unable to connect to Upstart: Failed to connect to socket /com/ubuntu/upstart: Connection refused
+#initctl: Unable to connect to Upstart: Failed to connect to socket /com/ubuntu/upstart: Connection refused
+#start: Unable to connect to Upstart: Failed to connect to socket /com/ubuntu/upstart: Connection refused
+
+ chroot $lxc_root apt-get install -y $package < /dev/null || :
done
### xxx todo install groups with apt..
;;
post_install_build $lxc $personality
lxc_start $lxc
# manually run dhclient in guest - somehow this network won't start on its own
- virsh -c lxc:/// lxc-enter-namespace $lxc /usr/sbin/dhclient $VIF_GUEST
+ virsh -c lxc:/// lxc-enter-namespace $lxc $(bin_in_container $lxc dhclient) $VIF_GUEST
else
post_install_myplc $lxc $personality
lxc_start $lxc
wait_for_ssh $lxc
fi
# setup localtime from the host
- cp /etc/localtime $rootfs_path/etc/localtime
+ cp /etc/localtime $lxc_root/etc/localtime
}
function post_install_build () {
### From myplc-devel-native.spec
# be careful to backslash $ in this, otherwise it's the root context that's going to do the evaluation
- cat << EOF | chroot $rootfs_path /bin/bash -x
+ cat << EOF | chroot $lxc_root bash -x
# set up /dev/loop* in lxc
for i in \$(seq 0 255) ; do
/bin/mknod -m 640 /dev/loop\$i b 7 \$i
personality=$1; shift
# be careful to backslash $ in this, otherwise it's the root context that's going to do the evaluation
- cat << EOF | chroot $rootfs_path /bin/bash -x
+ cat << EOF | chroot $lxc_root bash -x
# create /etc/sysconfig/network if missing
[ -f /etc/sysconfig/network ] || /bin/echo NETWORKING=yes > /etc/sysconfig/network
lxc=$1; shift
- echo $IP is up, waiting for ssh...
+ echo network in guest is up, waiting for ssh...
#wait max 5 min for sshd to start
ssh_up=""
counter=1
while [ "$current_time" -lt "$stop_time" ] ; do
echo "$counter-th attempt to reach sshd in container $lxc ..."
- ssh -o "StrictHostKeyChecking no" $IP 'uname -i' && { ssh_up=true; echo "SSHD in container $lxc is UP"; break ; } || :
+ ssh -o "StrictHostKeyChecking no" $GUEST_IP 'uname -i' && { ssh_up=true; echo "SSHD in container $lxc is UP"; break ; } || :
sleep 10
current_time=$(($current_time + 10))
counter=$(($counter+1))
usage ;;
esac
- echo 'build mode=' $BUILD_MODE 'test mode=' $TEST_MODE
-
# the set of preinstalled packages - depends on vbuild or vtest
if [ -n "$BUILD_MODE" ] ; then
PREINSTALLED=devel.pkgs
# parse fixed arguments
[[ -z "$@" ]] && usage
lxc=$1 ; shift
+ lxc_root=/vservers/$lxc
+ # rainchecks
+ almost_empty $lxc_root || \
+ { echo "container $lxc already exists in $lxc_root - exiting" ; exit 1 ; }
+ virsh -c lxc:/// domuuid $lxc >& /dev/null && \
+ { echo "container $lxc already exists in libvirt - exiting" ; exit 1 ; }
+ mkdir -p $lxc_root
# check we've exhausted the arguments
[[ -n "$@" ]] && usage
echo "Unknown personality: $personality"
fi
- if [ -n "$BUILD_MODE" ] ; then
+ # compute networking details for the test mode
+ # (build mode relies entirely on dhcp on the private subnet)
+ if [ -z "$BUILD_MODE" ] ; then
- # Bridge IP affectation
- byte=$(random_private_byte)
- IP=${PRIVATE_PREFIX}$byte
- NETMASK=$(masklen_to_netmask $PRIVATE_MASKLEN)
- GATEWAY=$PRIVATE_GATEWAY
- VIF_HOST="i$byte"
- else
[[ -z "GUEST_HOSTNAME" ]] && usage
create_bridge_if_needed
- IP=$(gethostbyname $GUEST_HOSTNAME)
+ GUEST_IP=$(gethostbyname $GUEST_HOSTNAME)
# use same NETMASK as bridge interface br0
MASKLEN=$(ip addr show $PUBLIC_BRIDGE | grep -v inet6 | grep inet | awk '{print $2;}' | cut -d/ -f2)
NETMASK=$(masklen_to_netmask $MASKLEN)
VIF_HOST="i$(echo $GUEST_HOSTNAME | cut -d. -f1)"
fi
- echo "the IP address of container $lxc is $IP, host virtual interface is $VIF_HOST"
-
- path=/vservers
- [ ! -d $path ] && mkdir $path
- rootfs_path=$path/$lxc/rootfs
- config_path=$path/$lxc
- cache_base=/var/cache/lxc/fedora/$arch
- cache=$cache_base/$release
- root_password=root
-
- # check whether the rootfs directory is created to know if the container exists
- # bacause /var/lib/lxc/$lxc is already created while putting $lxc.timestamp
- [ -d $rootfs_path ] && \
- { echo "container $lxc already exists in filesystem - exiting" ; exit 1 ; }
- virsh -c lxc:/// domuuid $lxc >& /dev/null && \
- { echo "container $lxc already exists in libvirt - exiting" ; exit 1 ; }
-
setup_lxc $lxc $fcdistro $pldistro $personality
devel_or_vtest_tools $lxc $fcdistro $pldistro $personality