X-Git-Url: http://git.onelab.eu/?p=bootstrapfs.git;a=blobdiff_plain;f=plc.d%2Fpackages;h=2046fadb7968e5b683d14f96b137ffa4b6d2908a;hp=cd32f2b73594966f90d3ae338f4921eff54677cb;hb=HEAD;hpb=49446cdb310661a068d47117e9549acdccc1923e

diff --git a/plc.d/packages b/plc.d/packages
index cd32f2b..2046fad 100755
--- a/plc.d/packages
+++ b/plc.d/packages
@@ -16,11 +16,41 @@
 # Be verbose
 set -x
 
-#################### hack yumgroups
+#################### 
+# 
+# (*) sometimes we have yum issuing errors like 'package does not match intended content'
+#  this means that the sha256 checksum of the downloaded pkg does not match 
+#    the sha256 checksum advertised in filelists.xml
+#  if you did run 'yum clean all' on the node, 
+#    this means that the repodata/ dir. on the server side is out of date 
+#  forcing a createrepo should solve this 
+# 
+# (*) also sometimes the node complains that a package is not signed
+#
+# so there quite obviously are some corner cases that are not well handled
+# hopefully the following subforms may be helpful to recover in these cases
+# 
+# /etc/plc.d/packages clean
+#   performs cleanup of the yum repositories and signed-stamps
+#   thus forcing the next 'start' command to re-sign and re-index everything
+# /etc/plc.d/packages superclean
+#   like 'clean', plus this will reinstall the noderepo rpms that you have, 
+#   that is to say restart from unsigned rpms
+# /etc/plc.d/packages start
+#   this is the usual form, it should be smart enough to only sign the packages that need to, 
+#   and to rerun createrepo when useful
+# /etc/plc.d/packages force
+#   same as 'start' but createrepo is run unconditionnally
+# 
+# PS. I suspect sometimes the signing fails and the script does not notice properly
+#################### 
+
+
+# helper for hacking yumgroups
 # if we've installed for several flavours
 # we create cross links in install-rpms like this one
-# ./onelab-f8-i386/vserver-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm 
-#   -> /var/www/html/install-rpms/onelab-f12-i386/vserver-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm
+# ./onelab-f8-i386/sliceimage-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm 
+#   -> /var/www/html/install-rpms/onelab-f12-i386/sliceimage-onelab-f12-i386-5.0-6.2011.02.03.i686.rpm
 #
 # but this won't make it to the nodes until they are insered in yumgroups.xml in the PlanetLab group
 # 
@@ -30,21 +60,21 @@ function hack_yumgroups () {
 
     pushd $repo >& /dev/null
     pwd
-    vsrpms=$(find . -name 'vserver*rpm')
-    echo found vsrpms $vsrpms
+    sirpms=$(find . -name 'sliceimage*rpm')
+    echo found sirpms $sirpms
     if [ ! -f yumgroups.xml ] ; then
 	echo "hack_yumgroups: could not find yumgroups in $(pwd)" 
-    elif [ -z "$vsrpms" ] ; then
-	echo "No need to hack yumgroups, no foreign vserver package found"
+    elif [ -z "$sirpms" ] ; then
+	echo "No need to hack yumgroups, no foreign sliceimage package found"
     else
 	cp yumgroups.xml yumgroups.xml.hacking
-	# remove references to package vserver-
-	grep -v '>vserver-' yumgroups.xml.hacking > yumgroups.xml
+	# remove references to package sliceimage-
+	grep -v '>sliceimage-' yumgroups.xml.hacking > yumgroups.xml
 	# build a list of lines with corresponding rpm names
 	insert=""
-	for vsrpm in $vsrpms; do
-	    rpmname=$(rpm -q --qf '%{name}' -p $vsrpm)
-	    echo found file $vsrpm with name $rpmname
+	for sirpm in $sirpms; do
+	    rpmname=$(rpm -q --qf '%{name}' -p $sirpm)
+	    echo found file $sirpm with name $rpmname
 	    insert="$insert<packagereq type=\"mandatory\">$rpmname</packagereq>"
 	done
 	echo 'inserting' $insert
@@ -64,15 +94,6 @@ EOF
     popd >& /dev/null
 }
 
-#################### xxx fixme xxx
-# I'm seeing weird things with f14 nodes and an f8 myplc server
-# I suspect that the f8-based createrepo binary does not do the right thing,
-# as the node (onelab09.pl.sophia.inria.fr) issues a lot of 
-# 'package does not match intended content'
-# before reaching this conclusion I have entirely rebuilt the server-side yum repos
-# by (*) checking the gpg keys (*) yum reinstalling all noderepos 
-# and on top of that manually re-running createrepo
-# of course the node had gone through yum clean all as well
 ####################
 case "$1" in
     start|force)
@@ -87,48 +108,66 @@ case "$1" in
 
 	mode=$1; shift
 
-	if [[ -z "$@" ]] ; then
-	    # use all subdirs in install-rpms by default
-	    repositories=/var/www/html/install-rpms/*
-	else
-	    # else use argv
+	# hack for PLC
+	# there are some very old repos there, as well as some sensitive areas
+	# so by convention the repositories that have a 'PRESERVE' file won't
+	# be touched by the cross-flavour stuff
+	# i.e. no symlinks get created to or from there,
+	# and yumgroups is untouched
+
+	# use argv if provided
+	if [[ -n "$@" ]] ; then
 	    repositories="$@"
+	else
+  	    # consider all subdirs in install-rpms by default, except the slice repos
+	    # use find instead of ls - for the corner case where the dir. is empty
+	    # (thanks Thomas Dreibholz for the heads up)
+	    repositories=$(find /var/www/html/install-rpms -maxdepth 1 -mindepth 1 -type d \! -name 'slice-*' 2> /dev/null)
 	fi
 
+	# filter out PRESERVE'd repos
+	cross_repositories=""
+	for repository in $repositories; do
+	    [ -f $repository/PRESERVE ] || cross_repositories="$cross_repositories $repository"
+	done
+
 	##########
-	# deal with the vserver packages
-	# symlink all instances of plain 'vserver-*rpm' in all repos
+	# deal with the sliceimage packages
+	# symlink all instances of plain 'sliceimage-*rpm' in all repos
 	# and cleanup old links 
-	vsrpms=$(find $repositories -name 'vserver*rpm' -a -type f)
-	vslinks=$(find $repositories -name 'vserver*rpm' -a -type l)
+	sirpms=$(find $cross_repositories -name 'sliceimage*rpm' -a -type f)
+	# for nicer upgrades, also remove symlinks from 5.0
+	silinks=$(find $cross_repositories '(' -name 'sliceimage*rpm' -o -name 'vserver*rpm' ')' -a -type l)
 
-	for vslink in $vslinks; do
-	    [ ! -e $vslink ] && { echo removing old $vslink; rm $vslink; }
+	for silink in $silinks; do
+	    [ ! -e $silink ] && { echo removing old $silink; rm $silink; }
 	done
 
-	for repo in $repositories; do
-	    for vsrpm in $vsrpms; do
-	    # if in the repo we're dealing with, ignore
-		if [ "$(echo $vsrpm | sed -e s,^$repo,,)" != $vsrpm ] ; then
+	for repository in $cross_repositories; do
+	    for sirpm in $sirpms; do
+	    # if in the repository we're dealing with, ignore
+		if [ "$(echo $sirpm | sed -e s,^$repository,,)" != $sirpm ] ; then
 		    continue
 		fi
-		b=$(basename $vsrpm)
-		link=$repo/$b
+		b=$(basename $sirpm)
+		link=$repository/$b
 		if [ ! -e $link ] ; then
-		    echo "creating symlink $link towards $vsrpm"
-		    ln -s $vsrpm $link
+		    echo "creating symlink $link towards $sirpm"
+		    ln -s $sirpm $link
 		fi
 	    done
 	done
 
 	##########
 	# now that the symlinks are OK, we can tweak yumgroups
-	for repository in $repositories; do
+	for repository in $cross_repositories; do
 	    hack_yumgroups $repository
 	done
 
 	########## sign plain packages
 	for repository in $repositories ; do
+	    # skip non-directory
+	    [ -d $repository ] || continue
 	    # the rpms that need signing
 	    new_rpms=
 	    # and the corresponding stamps
@@ -156,6 +195,7 @@ case "$1" in
 		fi
 		# Or than createrepo database
 		[ $package -nt $repository/repodata/repomd.xml ] && need_createrepo=true
+		[ $package -nt $repository/repodata/filelists.xml.gz ] && need_createrepo=true
 	    done
 
 	    if [ -n "$new_rpms" ] ; then
@@ -190,6 +230,22 @@ case "$1" in
 
 	result "$MESSAGE"
 	;;
+    index)
+	# just rerun createrepo
+	shift
+	if [[ -z "$@" ]] ; then
+	    # use all subdirs in install-rpms by default
+	    repositories=/var/www/html/install-rpms/*
+	else
+	    # else use argv
+	    repositories=$@
+	fi
+
+	for repository in $repositories ; do
+	    echo ============================== running createrepo in $repository
+	    createrepo -g yumgroups.xml $repository
+	done
+	;;
     clean)
 	shift
 	if [[ -z "$@" ]] ; then
@@ -203,15 +259,16 @@ case "$1" in
 	for repository in $repositories ; do
 	    rm -rf $repository/signed-stamps
 	    rm -rf $repository/repodata
-	    rm -rf $repository/headers
 	    find $repository -type l | xargs rm
 	done
 	;;
     # (use this only if you have noderepos installed)
     superclean)
+	shift
 	find /var/www/html/install-rpms -name signed-stamps | xargs rm -rf
+	find /var/www/html/install-rpms -name repodata | xargs rm -rf
+	find /var/www/html/install-rpms -type l | xargs rm
 	rpm -aq | grep noderepo | xargs yum -y reinstall
-	shift
 	;;
     *)
         echo "Usage: $0 start|force|clean [repo ..]"