# Be verbose
set -x
-#################### hack yumgroups
+####################
+#
+# (*) sometimes we have yum issuing errors like 'package does not match intended content'
+# this means that the sha256 checksum of the downloaded pkg does not match
+# the sha256 checksum advertised in filelists.xml
+# if you did run 'yum clean all' on the node,
+# this means that the repodata/ dir. on the server side is out of date
+# forcing a createrepo should solve this
+#
+# (*) also sometimes the node complains that a package is not signed
+#
+# so there quite obviously are some corner cases that are not well handled
+# hopefully the following subforms may be helpful to recover in these cases
+#
+# /etc/plc.d/packages clean
+# performs cleanup of the yum repositories and signed-stamps
+# thus forcing the next 'start' command to re-sign and re-index everything
+# /etc/plc.d/packages superclean
+# like 'clean', plus this will reinstall the noderepo rpms that you have,
+# that is to say restart from unsigned rpms
+# /etc/plc.d/packages start
+# this is the usual form, it should be smart enough to only sign the packages that need to,
+# and to rerun createrepo when useful
+# /etc/plc.d/packages force
+# same as 'start' but createrepo is run unconditionnally
+#
+# PS. I suspect sometimes the signing fails and the script does not notice properly
+####################
+
+
+# helper for hacking yumgroups
# if we've installed for several flavours
# we create cross links in install-rpms like this one
-# ./onelab-f8-i386/vserver-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm
-# -> /var/www/html/install-rpms/onelab-f12-i386/vserver-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm
+# ./onelab-f8-i386/sliceimage-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm
+# -> /var/www/html/install-rpms/onelab-f12-i386/sliceimage-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm
#
# but this won't make it to the nodes until they are insered in yumgroups.xml in the PlanetLab group
#
pushd $repo >& /dev/null
pwd
- vsrpms=$(find . -name 'vserver*rpm')
- echo found vsrpms $vsrpms
+ sirpms=$(find . -name 'sliceimage*rpm')
+ echo found sirpms $sirpms
if [ ! -f yumgroups.xml ] ; then
echo "hack_yumgroups: could not find yumgroups in $(pwd)"
- elif [ -z "$vsrpms" ] ; then
- echo "No need to hack yumgroups, no foreign vserver package found"
+ elif [ -z "$sirpms" ] ; then
+ echo "No need to hack yumgroups, no foreign sliceimage package found"
else
cp yumgroups.xml yumgroups.xml.hacking
- # remove references to package vserver-
- grep -v '>vserver-' yumgroups.xml.hacking > yumgroups.xml
+ # remove references to package sliceimage-
+ grep -v '>sliceimage-' yumgroups.xml.hacking > yumgroups.xml
# build a list of lines with corresponding rpm names
insert=""
- for vsrpm in $vsrpms; do
- rpmname=$(rpm -q --qf '%{name}' -p $vsrpm)
- echo found file $vsrpm with name $rpmname
+ for sirpm in $sirpms; do
+ rpmname=$(rpm -q --qf '%{name}' -p $sirpm)
+ echo found file $sirpm with name $rpmname
insert="$insert<packagereq type=\"mandatory\">$rpmname</packagereq>"
done
echo 'inserting' $insert
mode=$1; shift
- if [[ -z "$@" ]] ; then
- # use all subdirs in install-rpms by default
- repositories=/var/www/html/install-rpms/*
- else
- # else use argv
+ # hack for PLC
+ # there are some very old repos there, as well as some sensitive areas
+ # so by convention the repositories that have a 'PRESERVE' file won't
+ # be touched by the cross-flavour stuff
+ # i.e. no symlinks get created to or from there,
+ # and yumgroups is untouched
+
+ # use argv if provided
+ if [[ -n "$@" ]] ; then
repositories="$@"
+ else
+ # consider all subdirs in install-rpms by default, except the slice repos
+ # use find instead of ls - for the corner case where the dir. is empty
+ # (thanks Thomas Dreibholz for the heads up)
+ repositories=$(find /var/www/html/install-rpms -maxdepth 1 -mindepth 1 -type d \! -name 'slice-*' 2> /dev/null)
fi
+ # filter out PRESERVE'd repos
+ cross_repositories=""
+ for repository in $repositories; do
+ [ -f $repository/PRESERVE ] || cross_repositories="$cross_repositories $repository"
+ done
+
##########
- # deal with the vserver packages
- # symlink all instances of plain 'vserver-*rpm' in all repos
+ # deal with the sliceimage packages
+ # symlink all instances of plain 'sliceimage-*rpm' in all repos
# and cleanup old links
- vsrpms=$(find $repositories -name 'vserver*rpm' -a -type f)
- vslinks=$(find $repositories -name 'vserver*rpm' -a -type l)
+ sirpms=$(find $cross_repositories -name 'sliceimage*rpm' -a -type f)
+ # for nicer upgrades, also remove symlinks from 5.0
+ silinks=$(find $cross_repositories '(' -name 'sliceimage*rpm' -o -name 'vserver*rpm' ')' -a -type l)
- for vslink in $vslinks; do
- [ ! -e $vslink ] && echo removing old $vslink
+ for silink in $silinks; do
+ [ ! -e $silink ] && { echo removing old $silink; rm $silink; }
done
- for repo in $repositories; do
- for vsrpm in $vsrpms; do
- # if in the repo we're dealing with, ignore
- if [ "$(echo $vsrpm | sed -e s,^$repo,,)" != $vsrpm ] ; then
+ for repository in $cross_repositories; do
+ for sirpm in $sirpms; do
+ # if in the repository we're dealing with, ignore
+ if [ "$(echo $sirpm | sed -e s,^$repository,,)" != $sirpm ] ; then
continue
fi
- b=$(basename $vsrpm)
- link=$repo/$b
+ b=$(basename $sirpm)
+ link=$repository/$b
if [ ! -e $link ] ; then
- echo "creating symlink $link towards $vsrpm"
+ echo "creating symlink $link towards $sirpm"
+ ln -s $sirpm $link
fi
done
done
##########
# now that the symlinks are OK, we can tweak yumgroups
- for repository in $repositories; do
+ for repository in $cross_repositories; do
hack_yumgroups $repository
done
########## sign plain packages
for repository in $repositories ; do
+ # skip non-directory
+ [ -d $repository ] || continue
# the rpms that need signing
new_rpms=
# and the corresponding stamps
fi
# Or than createrepo database
[ $package -nt $repository/repodata/repomd.xml ] && need_createrepo=true
+ [ $package -nt $repository/repodata/filelists.xml.gz ] && need_createrepo=true
done
if [ -n "$new_rpms" ] ; then
--define "_gpg_path /etc/planetlab" \
--define "_gpg_name $PLC_MAIL_SUPPORT_ADDRESS" \
--resign $new_rpms && touch $new_stamps
- check
+# check
+ # if we sign at least one package then we need to reindex
+ need_createrepo=true
fi
# Update repository index / yum metadata.
if [ -n "$need_createrepo" ] ; then
if [ -f $repository/yumgroups.xml ] ; then
createrepo --quiet -g yumgroups.xml $repository
+ check
else
createrepo --quiet $repository
+ check
fi
- check
fi
done
result "$MESSAGE"
;;
+ index)
+ # just rerun createrepo
+ shift
+ if [[ -z "$@" ]] ; then
+ # use all subdirs in install-rpms by default
+ repositories=/var/www/html/install-rpms/*
+ else
+ # else use argv
+ repositories=$@
+ fi
+
+ for repository in $repositories ; do
+ echo ============================== running createrepo in $repository
+ createrepo -g yumgroups.xml $repository
+ done
+ ;;
clean)
shift
if [[ -z "$@" ]] ; then
for repository in $repositories ; do
rm -rf $repository/signed-stamps
rm -rf $repository/repodata
- rm -rf $repository/headers
find $repository -type l | xargs rm
done
;;
+ # (use this only if you have noderepos installed)
+ superclean)
+ shift
+ find /var/www/html/install-rpms -name signed-stamps | xargs rm -rf
+ find /var/www/html/install-rpms -name repodata | xargs rm -rf
+ find /var/www/html/install-rpms -type l | xargs rm
+ rpm -aq | grep noderepo | xargs yum -y reinstall
+ ;;
*)
echo "Usage: $0 start|force|clean [repo ..]"
;;
git://git.onelab.eu / bootstrapfs.git / blobdiff