#
# Mark Huang <mlhuang@cs.princeton.edu>
# Copyright (C) 2006 The Trustees of Princeton University
+# Thierry Parmentelat <thierry.parmentelat@inria.fr>
#
# Source function library and configuration
# Be verbose
set -x
+####################
+#
+# (*) sometimes we have yum issuing errors like 'package does not match intended content'
+# this means that the sha256 checksum of the downloaded pkg does not match
+# the sha256 checksum advertised in filelists.xml
+# if you did run 'yum clean all' on the node,
+# this means that the repodata/ dir. on the server side is out of date
+# forcing a createrepo should solve this
+#
+# (*) also sometimes the node complains that a package is not signed
+#
+# so there quite obviously are some corner cases that are not well handled
+# hopefully the following subforms may be helpful to recover in these cases
+#
+# /etc/plc.d/packages clean
+# performs cleanup of the yum repositories and signed-stamps
+# thus forcing the next 'start' command to re-sign and re-index everything
+# /etc/plc.d/packages superclean
+# like 'clean', plus this will reinstall the noderepo rpms that you have,
+# that is to say restart from unsigned rpms
+# /etc/plc.d/packages start
+# this is the usual form, it should be smart enough to only sign the packages that need to,
+# and to rerun createrepo when useful
+# /etc/plc.d/packages force
+# same as 'start' but createrepo is run unconditionnally
+#
+####################
+
+
+# helper for hacking yumgroups
+# if we've installed for several flavours
+# we create cross links in install-rpms like this one
+# ./onelab-f8-i386/vserver-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm
+# -> /var/www/html/install-rpms/onelab-f12-i386/vserver-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm
+#
+# but this won't make it to the nodes until they are insered in yumgroups.xml in the PlanetLab group
+#
+
+function hack_yumgroups () {
+ repo=$1; shift
+
+ pushd $repo >& /dev/null
+ pwd
+ vsrpms=$(find . -name 'vserver*rpm')
+ echo found vsrpms $vsrpms
+ if [ ! -f yumgroups.xml ] ; then
+ echo "hack_yumgroups: could not find yumgroups in $(pwd)"
+ elif [ -z "$vsrpms" ] ; then
+ echo "No need to hack yumgroups, no foreign vserver package found"
+ else
+ cp yumgroups.xml yumgroups.xml.hacking
+ # remove references to package vserver-
+ grep -v '>vserver-' yumgroups.xml.hacking > yumgroups.xml
+ # build a list of lines with corresponding rpm names
+ insert=""
+ for vsrpm in $vsrpms; do
+ rpmname=$(rpm -q --qf '%{name}' -p $vsrpm)
+ echo found file $vsrpm with name $rpmname
+ insert="$insert<packagereq type=\"mandatory\">$rpmname</packagereq>"
+ done
+ echo 'inserting' $insert
+ # insert in yumgroups at the right place -- first packages in the PlanetLab group
+ ed yumgroups.xml <<EOF
+1
+/name>PlanetLab<
+/packagelist
++
+i
+$insert
+.
+w
+q
+EOF
+ fi
+ popd >& /dev/null
+}
+
+####################
case "$1" in
- start)
+ start|force)
if [ "$PLC_BOOT_ENABLED" != "1" ] ; then
exit 0
fi
shopt -s nullglob
- shift
+ mode=$1; shift
+
if [[ -z "$@" ]] ; then
# use all subdirs in install-rpms by default
repositories=/var/www/html/install-rpms/*
repositories="$@"
fi
- ### availability of repo indexing tools
- # new one
- type -p createrepo > /dev/null && have_createrepo="true"
-
-
- ### symlink vserver-PLDISTRO* and vserver-systemslices-PLDISTRO*
- ### packages to each repository to be able to create different
- ### flavours of vservers on nodes
- for repository1 in $repositories; do
- DISTRO=${PLC_FLAVOUR_SLICE_PLDISTRO}
- VSERVER_PKG=vserver-$(basename $repository1)
- VSERVER_SYS_SLICES_PKG=vserver-systemslices-$(basename $repository1)
- for repository2 in $repositories; do
- if [[ $(basename $repository1) == ${DISTRO}* ]] \
- && [[ $(basename $repository2) == ${DISTRO}* ]] \
- && [[ $repository1 != $repository2 ]] ; then
- rm -rf $repository2/${VSERVER_PKG}*
- rm -rf $repository2/${VSERVER_SYS_SLICES_PKG}*
-
- ln -s $repository1/${VSERVER_PKG}* $repository2
- ln -s $repository1/${VSERVER_SYS_SLICES_PKG}* $repository2
- fi
- done
- done
+ ##########
+ # deal with the vserver packages
+ # symlink all instances of plain 'vserver-*rpm' in all repos
+ # and cleanup old links
+ vsrpms=$(find $repositories -name 'vserver*rpm' -a -type f)
+ vslinks=$(find $repositories -name 'vserver*rpm' -a -type l)
+ for vslink in $vslinks; do
+ [ ! -e $vslink ] && { echo removing old $vslink; rm $vslink; }
+ done
+
+ for repo in $repositories; do
+ for vsrpm in $vsrpms; do
+ # if in the repo we're dealing with, ignore
+ if [ "$(echo $vsrpm | sed -e s,^$repo,,)" != $vsrpm ] ; then
+ continue
+ fi
+ b=$(basename $vsrpm)
+ link=$repo/$b
+ if [ ! -e $link ] ; then
+ echo "creating symlink $link towards $vsrpm"
+ ln -s $vsrpm $link
+ fi
+ done
+ done
+
+ ##########
+ # now that the symlinks are OK, we can tweak yumgroups
+ for repository in $repositories; do
+ hack_yumgroups $repository
+ done
+
+ ########## sign plain packages
for repository in $repositories ; do
# the rpms that need signing
new_rpms=
# and the corresponding stamps
new_stamps=
# is there a need to refresh yum metadata
- need_createrepo=true # always run createrepo as links may change for vserver packages
+ # a safe approach would be to always run createrepo
+ # however this is painfully slow with multi-flavour installed
+ need_createrepo=
+ # however if we run this script like
+ # /etc/plc.d/packages force
+ # then we force a createrepo
+ [ "$mode" == force ] && need_createrepo=true
# right after installation, no package is present
# but we still need to create index
- [ -n "$have_createrepo" -a ! -f $repository/repodata/repomd.xml ] && need_createrepo=true
-
- for package in $(find $repository/ -name '*.rpm') ; do
+ [ ! -f $repository/repodata/repomd.xml ] && need_createrepo=true
+
+ # it's not helpful to sign symlinks that will get signed on their own
+ for package in $(find $repository/ -name '*.rpm' -a \! -type l) ; do
stamp=$repository/signed-stamps/$(basename $package).signed
# If package is newer than signature stamp
if [ $package -nt $stamp ] ; then
new_stamps="$new_stamps $stamp"
fi
# Or than createrepo database
- [ -n "$have_createrepo" ] && [ $package -nt $repository/repodata/repomd.xml ] && need_createrepo=true
+ [ $package -nt $repository/repodata/repomd.xml ] && need_createrepo=true
+ [ $package -nt $repository/repodata/filelists.xml.gz ] && need_createrepo=true
done
if [ -n "$new_rpms" ] ; then
--define "_gpg_path /etc/planetlab" \
--define "_gpg_name $PLC_MAIL_SUPPORT_ADDRESS" \
--resign $new_rpms && touch $new_stamps
- check
+# check
+ # if we sign at least one package then we need to reindex
+ need_createrepo=true
fi
# Update repository index / yum metadata.
if [ -n "$need_createrepo" ] ; then
if [ -f $repository/yumgroups.xml ] ; then
createrepo --quiet -g yumgroups.xml $repository
+ check
else
createrepo --quiet $repository
+ check
fi
- check
fi
done
for repository in $repositories ; do
rm -rf $repository/signed-stamps
rm -rf $repository/repodata
- rm -rf $repository/headers
+ find $repository -type l | xargs rm
done
;;
+ # (use this only if you have noderepos installed)
+ superclean)
+ shift
+ find /var/www/html/install-rpms -name signed-stamps | xargs rm -rf
+ find /var/www/html/install-rpms -name repodata | xargs rm -rf
+ find /var/www/html/install-rpms -type l | xargs rm
+ rpm -aq | grep noderepo | xargs yum -y reinstall
+ ;;
*)
- echo "Usage: $0 start|clean [repo ..]"
+ echo "Usage: $0 start|force|clean [repo ..]"
;;
esac
git://git.onelab.eu / bootstrapfs.git / blobdiff