9 # pkgs parsing utilities
10 PATH=$(dirname $0):$PATH export PATH
14 DEFAULT_PLDISTRO=planetlab
15 DEFAULT_PERSONALITY=linux32
18 COMMAND_VBUILD="vbuild-init-lxc.sh"
19 COMMAND_MYPLC="vtest-init-lxc.sh"
21 function bridge_init () {
29 # Default Value for INTERFACE_LAN
30 INTERFACE_LAN=$(netstat -rn | grep '^0.0.0.0' | awk '{print $8;}')
33 echo "========== $COMMAND: entering start - beg"
38 echo "========== $COMMAND: entering start - end"
40 # disable netfilter calls for bridge interface (they cause panick on 2.6.35 anyway)
42 # another option would be to accept the all forward packages for
43 # bridged interface like: -A FORWARD -m physdev --physdev-is-bridged -j ACCEPT
44 sysctl net.bridge.bridge-nf-call-iptables=0
45 sysctl net.bridge.bridge-nf-call-ip6tables=0
46 sysctl net.bridge.bridge-nf-call-arptables=0
48 # take extra arg for ifname, if provided
49 [ -n "$1" ] && { INTERFACE_LAN=$1; shift ; }
52 type -p brctl &> /dev/null || { echo "brctl not found, please install bridge-utils" ; exit 1 ; }
54 #if we have already configured the same host_box no need to do it again
55 /sbin/ifconfig $INTERFACE_BRIDGE &> /dev/null && {
56 echo "Bridge interface $INTERFACE_BRIDGE already set up - $COMMAND start exiting"
59 /sbin/ifconfig $INTERFACE_LAN &>/dev/null || {
60 echo "Cannot use interface $INTERFACE_LAN - exiting"
65 #Getting host IP/masklen
66 address=$(/sbin/ip addr show $INTERFACE_LAN | grep -v inet6 | grep inet | head --lines=1 | awk '{print $2;}')
67 [ -z "$address" ] && { echo "ERROR: Could not determine IP address for $INTERFACE_LAN" ; exit 1 ; }
69 broadcast=$(/sbin/ip addr show $INTERFACE_LAN | grep -v inet6 | grep inet | head --lines=1 | awk '{print $4;}')
70 [ -z "$broadcast" ] && echo "WARNING: Could not determine broadcast address for $INTERFACE_LAN"
72 gateway=$(netstat -rn | grep '^0.0.0.0' | awk '{print $2;}')
73 [ -z "$gateway" ] && echo "WARNING: Could not determine gateway IP"
76 echo "Creating bridge INTERFACE_BRIDGE=$INTERFACE_BRIDGE"
77 brctl addbr $INTERFACE_BRIDGE
78 #brctl stp $INTERFACE_BRIDGE yes
79 brctl addif $INTERFACE_BRIDGE $INTERFACE_LAN
80 echo "Activating promiscuous mode INTERFACE_LAN=$INTERFACE_LAN"
81 /sbin/ifconfig $INTERFACE_LAN 0.0.0.0 promisc up
83 echo "Setting bridge address=$address broadcast=$broadcast"
85 /sbin/ifconfig $INTERFACE_BRIDGE $address broadcast $broadcast up
88 #Reconfigure the routing table
89 echo "Configuring gateway=$gateway"
90 route add default gw $gateway
92 echo "========== $COMMAND: exiting start - beg"
95 echo "========== $COMMAND: exiting start - end"
103 function failure () {
104 echo "$COMMAND : Bailing out"
108 function cidr_notation () {
112 for i in $(seq 1 4) ; do
113 part=$(echo $netmask | cut -d. -f $i)
115 "255") cidr=$((cidr + 8));;
116 "254") cidr=$((cidr + 7));;
117 "252") cidr=$((cidr + 6));;
118 "248") cidr=$((cidr + 5));;
119 "240") cidr=$((cidr + 4));;
120 "224") cidr=$((cidr + 3));;
121 "192") cidr=$((cidr + 2));;
122 "128") cidr=$((cidr + 1));;
123 "0") cidr=$((cidr + 0));;
130 function prepare_host() {
133 isInstalled=$(netstat -rn | grep '^0.0.0.0' | awk '{print $8;}')
134 if [ "$isInstalled" != "br0" ] ; then
139 #install development tools
140 isInstalled=$(yum grouplist "Development Tools" | grep Installed)
141 if [ -z "$isInstalled" ] ; then
142 echo "Installing Development Tools ..."
143 yum -y groupinstall "Development Tools"
146 #install libcap-devel, libvirt
147 isInstalled=$(rpm -qa | grep libcap-devel)
148 if [ -z "$isInstalled" ] ; then
149 echo "Installing libcap-devel ..."
150 yum -y install libcap-devel
153 isInstalled=$(rpm -qa | grep libvirt)
154 if [ -z "$isInstalled" ] ; then
155 echo "Installing libvirt ..."
156 yum -y install libvirt
159 #retreive and install lxc from sources
160 isInstalled=$(lxc-version | cut -d: -f2 | grep "0.8.0-rc1")
161 if [ -z "$isInstalled" ] ; then
162 echo "Installing lxc ..."
164 git clone git://lxc.git.sourceforge.net/gitroot/lxc/lxc
172 #create a symlink (just a hack to make lxc works)
173 [ ! -d "/usr/local/var/lib" ] && mkdir -p /usr/local/var/lib
174 #[ ! -f "/usr/local/var/lib/lxc" ] && ln -s /var/lib/lxc /usr/local/var/lib/lxc
181 function configure_fedora() {
183 # disable selinux in fedora
184 mkdir -p $rootfs_path/selinux
185 echo 0 > $rootfs_path/selinux/enforce
187 # configure the network
189 cat <<EOF > ${rootfs_path}/etc/sysconfig/network-scripts/ifcfg-$IFNAME
203 cat <<EOF > ${rootfs_path}/etc/sysconfig/network
209 # cat <<EOF > $rootfs_path/etc/hosts
210 #127.0.0.1 localhost $HOSTNAME
213 dev_path="${rootfs_path}/dev"
216 mknod -m 666 ${dev_path}/null c 1 3
217 mknod -m 666 ${dev_path}/zero c 1 5
218 mknod -m 666 ${dev_path}/random c 1 8
219 mknod -m 666 ${dev_path}/urandom c 1 9
220 mkdir -m 755 ${dev_path}/pts
221 mkdir -m 1777 ${dev_path}/shm
222 mknod -m 666 ${dev_path}/tty c 5 0
223 mknod -m 666 ${dev_path}/tty0 c 4 0
224 mknod -m 666 ${dev_path}/tty1 c 4 1
225 mknod -m 666 ${dev_path}/tty2 c 4 2
226 mknod -m 666 ${dev_path}/tty3 c 4 3
227 mknod -m 666 ${dev_path}/tty4 c 4 4
228 mknod -m 600 ${dev_path}/console c 5 1
229 mknod -m 666 ${dev_path}/full c 1 7
230 mknod -m 600 ${dev_path}/initctl p
231 mknod -m 666 ${dev_path}/ptmx c 5 2
233 #echo "setting root passwd to $root_password"
234 #echo "root:$root_password" | chroot $rootfs_path chpasswd
240 function configure_fedora_init() {
242 sed -i 's|.sbin.start_udev||' ${rootfs_path}/etc/rc.sysinit
243 sed -i 's|.sbin.start_udev||' ${rootfs_path}/etc/rc.d/rc.sysinit
244 chroot ${rootfs_path} chkconfig udev-post off
245 chroot ${rootfs_path} chkconfig network on
249 function configure_fedora_systemd() {
251 unlink ${rootfs_path}/etc/systemd/system/default.target
252 touch ${rootfs_path}/etc/fstab
253 chroot ${rootfs_path} ln -s /dev/null //etc/systemd/system/udev.service
254 chroot ${rootfs_path} ln -s /lib/systemd/system/multi-user.target /etc/systemd/system/default.target
255 #dependency on a device unit fails it specially that we disabled udev
256 sed -i 's/After=dev-%i.device/After=/' ${rootfs_path}/lib/systemd/system/getty\@.service
257 chroot ${rootfs_path} chkconfig network on
260 function download_fedora() {
262 # check the mini fedora was not already downloaded
263 INSTALL_ROOT=$cache/partial
265 mkdir -p $INSTALL_ROOT
266 if [ $? -ne 0 ]; then
267 echo "Failed to create '$INSTALL_ROOT' directory"
271 # download a mini fedora into a cache
272 echo "Downloading fedora minimal ..."
273 YUM="yum --installroot $INSTALL_ROOT -y --nogpgcheck --releasever=$release"
274 PKG_LIST="yum initscripts passwd rsyslog vim-minimal dhclient chkconfig rootfiles policycoreutils openssh-server openssh-clients"
277 MIRROR_URL=http://mirror.onelab.eu/fedora/releases/$release/Everything/$arch/os
278 RELEASE_URL="$MIRROR_URL/Packages/fedora-release-$release-1.noarch.rpm"
279 echo "Fetching from $RELEASE_URL"
280 curl -f "$RELEASE_URL" > $INSTALL_ROOT/fedora-release-$release.noarch.rpm
282 mkdir -p $INSTALL_ROOT/var/lib/rpm
283 rpm --root $INSTALL_ROOT --initdb
284 rpm --root $INSTALL_ROOT -ivh $INSTALL_ROOT/fedora-release-$release.noarch.rpm
285 echo "$YUM install $PKG_LIST"
286 $YUM install $PKG_LIST
288 if [ $? -ne 0 ]; then
289 echo "Failed to download the rootfs, aborting."
293 mv "$INSTALL_ROOT" "$cache/rootfs"
294 echo "Download complete."
300 function copy_fedora() {
302 # make a local copy of the minifedora
303 echo -n "Copying rootfs to $rootfs_path ..."
304 mkdir -p $rootfs_path
305 rsync -a $cache/rootfs/ $rootfs_path/
310 function update_fedora() {
312 YUM="yum --installroot $cache/rootfs -y --nogpgcheck"
317 function install_fedora() {
320 mkdir -p /var/lock/subsys/
323 if [ $? -ne 0 ]; then
324 echo "Cache repository is busy."
328 echo "Checking cache download in $cache/rootfs ... "
329 if [ ! -e "$cache/rootfs" ]; then
331 if [ $? -ne 0 ]; then
332 echo "Failed to download 'fedora base'"
336 echo "Cache found. Updating..."
338 if [ $? -ne 0 ]; then
339 echo "Failed to update 'fedora base', continuing with last known good cache"
341 echo "Update finished"
345 echo "Copy $cache/rootfs to $rootfs_path ... "
347 if [ $? -ne 0 ]; then
348 echo "Failed to copy rootfs"
354 ) 200>/var/lock/subsys/lxc
360 function copy_configuration() {
362 mkdir -p $config_path
363 cat <<EOF >> $config_path/config
368 lxc.rootfs = $rootfs_path
369 lxc.mount = $config_path/fstab
371 lxc.network.type = $lxc_network_type
372 lxc.network.flags = up
373 lxc.network.link = $lxc_network_link
374 lxc.network.name = $IFNAME
375 lxc.network.mtu = 1500
376 lxc.network.ipv4 = $IP/$CIDR
378 #lxc.cgroup.devices.deny = a
380 lxc.cgroup.devices.allow = c 1:3 rwm
381 lxc.cgroup.devices.allow = c 1:5 rwm
383 lxc.cgroup.devices.allow = c 5:1 rwm
384 lxc.cgroup.devices.allow = c 5:0 rwm
385 lxc.cgroup.devices.allow = c 4:0 rwm
386 lxc.cgroup.devices.allow = c 4:1 rwm
388 lxc.cgroup.devices.allow = c 1:9 rwm
389 lxc.cgroup.devices.allow = c 1:8 rwm
390 lxc.cgroup.devices.allow = c 136:* rwm
391 lxc.cgroup.devices.allow = c 5:2 rwm
393 lxc.cgroup.devices.allow = c 254:0 rwm
394 lxc.cgroup.devices.allow = b 255:0 rwm
399 cat <<EOF > $config_path/fstab
400 proc $rootfs_path/proc proc nodev,noexec,nosuid 0 0
401 devpts $rootfs_path/dev/pts devpts defaults 0 0
402 sysfs $rootfs_path/sys sysfs defaults 0 0
404 if [ $? -ne 0 ]; then
405 echo "Failed to add configuration"
415 # overwrite lxc's internal yum config
416 function configure_yum_in_lxc () {
425 echo "Initializing yum.repos.d in $lxc"
426 rm -f $rootfs_path/etc/yum.repos.d/*
428 cat > $rootfs_path/etc/yum.repos.d/building.repo <<EOF
430 name=Fedora $release - \$basearch
431 baseurl=http://mirror.onelab.eu/fedora/releases/$release/Everything/\$basearch/os/
435 gpgkey=http://mirror.onelab.eu/keys/RPM-GPG-KEY-fedora-$release-primary
438 name=Fedora $release - \$basearch - Updates
439 baseurl=http://mirror.onelab.eu/fedora/updates/$release/\$basearch/
443 gpgkey=http://mirror.onelab.eu/keys/RPM-GPG-KEY-fedora-$release-primary
446 # for using vtest-init-lxc.sh as a general-purpose lxc creation wrapper
447 # just mention 'none' as the repo url
448 if [ -n "$MYPLC_MODE" -a "$REPO_URL" != "none" ] ; then
449 if [ ! -d $rootfs_path/etc/yum.repos.d ] ; then
450 echo "WARNING : cannot create myplc repo"
452 # exclude kernel from fedora repos
453 yumexclude=$(pl_plcyumexclude $fcdistro $pldistro $DIRNAME)
454 for repo in $rootfs_path/etc/yum.repos.d/* ; do
455 [ -f $repo ] && yumconf_exclude $repo "exclude=$yumexclude"
457 # the build repo is not signed at this stage
458 cat > $rootfs_path/etc/yum.repos.d/myplc.repo <<EOF
469 # return yum or debootstrap
470 function package_method () {
473 f[0-9]*|centos[0-9]*|sl[0-9]*) echo yum ;;
474 lenny|etch) echo debootstrap ;;
475 *) echo Unknown distro $fcdistro ;;
479 # return arch from debian distro and personality
480 function canonical_arch () {
481 personality=$1; shift
483 case $(package_method $fcdistro) in
485 case $personality in *32) echo i386 ;; *64) echo x86_64 ;; *) echo Unknown-arch-1 ;; esac ;;
487 case $personality in *32) echo i386 ;; *64) echo amd64 ;; *) echo Unknown-arch-2 ;; esac ;;
489 echo Unknown-arch-3 ;;
493 # the new test framework creates /timestamp in /vservers/<name> *before* populating it
494 function almost_empty () {
496 # non existing is fine
497 [ ! -d $dir ] && return 0;
498 # need to have at most one file
499 count=$(cd $dir; ls | wc -l); [ $count -le 1 ];
502 function setup_lxc() {
506 #trap failure ERR INT
511 personality=$1; shift
515 # create lxc container
517 if [ $? -ne 0 ]; then
518 echo "failed write configuration file"
523 if [ $? -ne 0 ]; then
524 echo "failed to install fedora"
529 if [ $? -ne 0 ]; then
530 echo "failed to configure fedora for a container"
534 type /bin/systemd >/dev/null 2>&1
535 if [ $? -ne 0 ]; then
536 configure_fedora_init
538 configure_fedora_systemd
543 mkdir $rootfs_path/cgroup
546 cp /etc/resolv.conf $rootfs_path/etc/resolv.conf
547 # and /etc/hosts for at least localhost
548 [ -f $rootfs_path/etc/hosts ] || echo "127.0.0.1 localhost localhost.localdomain" > $rootfs_path/etc/hosts
551 mkdir $rootfs_path/root/.ssh
552 cat /root/.ssh/id_rsa.pub >> $rootfs_path/root/.ssh/authorized_keys
559 chroot $rootfs_path rpm --rebuilddb
560 #ssh -o "StrictHostKeyChecking no" $IP "rpm --rebuilddb"
562 configure_yum_in_lxc $lxc $fcdistro $pldistro
567 function devel_or_vtest_tools () {
576 personality=$1; shift
578 pkg_method=$(package_method $fcdistro)
580 # check for .pkgs file based on pldistro
581 if [ -n "$VBUILD_MODE" ] ; then
586 pkgsfile=$(pl_locateDistroFile $DIRNAME $pldistro $pkgsname)
588 ### install individual packages, then groups
589 # get target arch - use uname -i here (we want either x86_64 or i386)
591 lxc_arch=$(chroot $rootfs_path uname -i)
592 # on debian systems we get arch through the 'arch' command
593 [ "$lxc_arch" = "unknown" ] && lxc_arch=$(chroot $rootfs_path arch)
595 packages=$(pl_getPackages -a $lxc_arch $fcdistro $pldistro $pkgsfile)
596 groups=$(pl_getGroups -a $lxc_arch $fcdistro $pldistro $pkgsfile)
598 case "$pkg_method" in
600 [ -n "$packages" ] && chroot $rootfs_path yum -y install $packages
601 for group_plus in $groups; do
602 group=$(echo $group_plus | sed -e "s,+++, ,g")
603 chroot $rootfs_path yum -y groupinstall "$group"
605 # store current rpm list in /init-lxc.rpms in case we need to check the contents
606 chroot $rootfs_path rpm -aq > $rootfs_path/init-lxc.rpms
609 chroot $rootfs_path apt-get update
610 for package in $packages ; do
611 chroot $rootfs_path apt-get install -y $package
613 ### xxx todo install groups with apt..
616 echo "unknown pkg_method $pkg_method"
623 function post_install () {
624 if [ -n "$VBUILD_MODE" ] ; then
625 post_install_vbuild "$@"
627 post_install_myplc "$@"
629 # setup localtime from the host
631 cp /etc/localtime $rootfs_path/etc/localtime
634 function post_install_vbuild () {
641 personality=$1; shift
643 ### From myplc-devel-native.spec
644 # be careful to backslash $ in this, otherwise it's the root context that's going to do the evaluation
645 cat << EOF | chroot $rootfs_path bash -x
646 # set up /dev/loop* in lxc
647 for i in \$(seq 0 255) ; do
648 mknod -m 640 /dev/loop\$i b 7 \$i
651 # create symlink for /dev/fd
652 [ ! -e "/dev/fd" ] && ln -s /proc/self/fd /dev/fd
654 # modify /etc/rpm/macros to not use /sbin/new-kernel-pkg
655 sed -i 's,/sbin/new-kernel-pkg:,,' /etc/rpm/macros
656 if [ -h "/sbin/new-kernel-pkg" ] ; then
657 filename=\$(readlink -f /sbin/new-kernel-pkg)
658 if [ "\$filename" == "/sbin/true" ] ; then
659 echo "WARNING: /sbin/new-kernel-pkg symlinked to /sbin/true"
660 echo "\tmost likely /etc/rpm/macros has /sbin/new-kernel-pkg declared in _netsharedpath."
661 echo "\tPlease remove /sbin/new-kernel-pkg from _netsharedpath and reintall mkinitrd."
666 # customize root's prompt
667 cat << PROFILE > /root/.profile
668 export PS1="[$lxc] \\w # "
674 # add a "build" user to the system
675 builduser=\$(grep "^build:" /etc/passwd | wc -l)
676 if [ \$builduser -eq 0 ] ; then
677 groupadd -o -g \$gid build;
678 useradd -o -c 'Automated Build' -u \$uid -g \$gid -n -M -s /bin/bash build;
681 # Allow build user to build certain RPMs as root
682 if [ -f /etc/sudoers ] ; then
683 buildsudo=\$(grep "^build.*ALL=(ALL).*NOPASSWD:.*ALL" /etc/sudoers | wc -l)
684 if [ \$buildsudo -eq 0 ] ; then
685 echo "build ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
687 sed -i 's,^Defaults.*requiretty,#Defaults requiretty,' /etc/sudoers
694 function post_install_myplc () {
700 personality=$1; shift
702 # be careful to backslash $ in this, otherwise it's the root context that's going to do the evaluation
703 cat << EOF | chroot $rootfs_path bash -x
705 # create /etc/sysconfig/network if missing
706 [ -f /etc/sysconfig/network ] || echo NETWORKING=yes > /etc/sysconfig/network
708 # create symlink for /dev/fd
709 [ ! -e "/dev/fd" ] && ln -s /proc/self/fd /dev/fd
711 # turn off regular crond, as plc invokes plc_crond
714 # take care of loginuid in /etc/pam.d
715 sed -i "s,#*\(.*loginuid.*\),#\1," /etc/pam.d/*
717 # customize root's prompt
718 cat << PROFILE > /root/.profile
719 export PS1="[$lxc] \\w # "
727 echo "Usage: $COMMAND_VBUILD [options] lxc-name"
728 echo "Usage: $COMMAND_MYPLC [options] lxc-name repo-url [ -- lxc-options ]"
730 echo " This command creates a fresh lxc instance, for building, or running, myplc"
731 echo "Supported options"
732 echo " -f fcdistro - for creating the root filesystem - defaults to $DEFAULT_FCDISTRO"
733 echo " -d pldistro - defaults to $DEFAULT_PLDISTRO"
734 echo " -p personality - defaults to $DEFAULT_PERSONALITY"
735 echo " -i ifname: determines ip and netmask attached to ifname, and passes it to the lxc"
736 echo "-- lxc-options"
737 echo " --netdev : interface to be defined inside lxc"
738 echo " --interface : IP to be defined for the lxc"
739 echo " --hostname : Hostname to be defined for the lxc"
740 echo "With $COMMAND_MYPLC you can give 'none' as the URL, in which case"
741 echo " myplc.repo does not get created"
749 #trap failure ERR INT
764 while getopts "f:d:p:i:" opt ; do
766 f) fcdistro=$OPTARG;;
767 d) pldistro=$OPTARG;;
768 p) personality=$OPTARG;;
774 shift $(($OPTIND - 1))
776 # parse fixed arguments
777 [[ -z "$@" ]] && usage
779 if [ -n "$MYPLC_MODE" ] ; then
780 [[ -z "$@" ]] && usage
784 # parse vserver options
785 if [[ -n "$@" ]] ; then
786 if [ "$1" == "--" ] ; then
794 eval set -- "$LXC_OPTIONS"
799 --netdev) IFNAME=$2; shift 2;;
800 --interface) IP=$2; shift 2;;
801 --hostname) HOSTNAME=$2; shift 2;;
807 if [ -n "$VBUILD_MODE" ] ; then
808 [ -z "$IFNAME" ] && IFNAME=$DEFAULT_IFNAME
809 [ -z "$HOSTNAME" ] && HOSTNAME=$lxc
812 [ -z "$fcdistro" ] && fcdistro=$DEFAULT_FCDISTRO
813 [ -z "$pldistro" ] && pldistro=$DEFAULT_PLDISTRO
814 [ -z "$personality" ] && personality=$DEFAULT_PERSONALITY
816 release=$(echo $fcdistro | cut -df -f2)
818 if [ "$personality" == "linux32" ]; then
821 elif [ "$personality" == "linux64" ]; then
825 echo "Unknown personality: $personality"
829 if [ -n "$VBUILD_MODE" ] ; then
831 # Bridge IP affectation
832 x=$(echo $personality | cut -dx -f2)
833 y=$(echo $fcdistro | cut -df -f2)
837 NETMASK="255.255.255.0"
838 GATEWAY="192.168.122.1"
840 lxc_network_type=veth
841 lxc_network_link=virbr0
842 echo "the IP address of container $lxc is $IP "
844 [[ -z "$REPO_URL" ]] && usage
845 [[ -z "$IP" ]] && usage
846 NETMASK=$(ifconfig br0 | grep 'inet addr' | awk '{print $4}' | sed -e 's/.*://')
847 GATEWAY=$(route -n | grep 'UG' | awk '{print $2}')
848 [[ -z "$HOSTNAME" ]] && usage
849 lxc_network_type=veth
853 CIDR=$(cidr_notation $NETMASK)
856 if [ "$(id -u)" != "0" ]; then
857 echo "This script should be run as 'root'"
861 if [ ! -z "$(lxc-ls | grep $lxc)" ];then
862 echo "container $lxc exists"
868 rootfs_path=$path/$lxc/rootfs
869 config_path=$path/$lxc
870 cache_base=/var/cache/lxc/fedora/$arch
871 cache=$cache_base/$release
877 setup_lxc $lxc $fcdistro $pldistro $personality
879 devel_or_vtest_tools $lxc $fcdistro $pldistro $personality
881 post_install $lxc $personality