#!/usr/bin/python2
-# Copyright (c) 2003 Intel Corporation
-# All rights reserved.
-
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are
-# met:
-
-# * Redistributions of source code must retain the above copyright
-# notice, this list of conditions and the following disclaimer.
-
-# * Redistributions in binary form must reproduce the above
-# copyright notice, this list of conditions and the following
-# disclaimer in the documentation and/or other materials provided
-# with the distribution.
-
-# * Neither the name of the Intel Corporation nor the names of its
-# contributors may be used to endorse or promote products derived
-# from this software without specific prior written permission.
-
-# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE INTEL OR
-# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
-# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-# NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-# EXPORT LAWS: THIS LICENSE ADDS NO RESTRICTIONS TO THE EXPORT LAWS OF
-# YOUR JURISDICTION. It is licensee's responsibility to comply with any
-# export regulations applicable in licensee's jurisdiction. Under
-# CURRENT (May 2000) U.S. export regulations this software is eligible
-# for export from the U.S. and can be downloaded by or otherwise
-# exported or reexported worldwide EXCEPT to U.S. embargoed destinations
-# which include Cuba, Iraq, Libya, North Korea, Iran, Syria, Sudan,
-# Afghanistan and any other country to which the U.S. has embargoed
-# goods and services.
-
-
import sys, os
from random import Random
import string
+from types import StringTypes
-# not needed now
-#PLANETLAB_BIN = "/usr/local/planetlab/bin/"
-#sys.path.append(PLANETLAB_BIN)
-#import BootServerRequest
-
+from time import strftime
+TIMEFORMAT="%Y-%m-%d %H:%M:%S"
NODEUPDATE_PID_FILE= "/var/run/NodeUpdate.pid"
# variables for cron file creation
-TARGET_SCRIPT = '/usr/local/planetlab/bin/NodeUpdate.py'
+TARGET_SCRIPT = '(echo && date && echo && /usr/bin/NodeUpdate.py start) >>/var/log/NodeUpdate.log 2>&1'
TARGET_DESC = 'Update node RPMs periodically'
TARGET_USER = 'root'
+TARGET_SHELL = '/bin/bash'
CRON_FILE = '/etc/cron.d/NodeUpdate.cron'
YUM_PATH = "/usr/bin/yum"
+RPM_PATH = "/bin/rpm"
+
+RPM_GPG_PATH = "/etc/pki/rpm-gpg"
+
# location of file containing http/https proxy info, if needed
PROXY_FILE = '/etc/planetlab/http_proxy'
# location of directory containing boot server ssl certs
SSL_CERT_DIR='/mnt/cdrom/bootme/cacert/'
+# file containing the list of extensions this node has, each
+# correspond to a package group in yum repository.
+# this is expected to be updated from the 'extensions tag'
+# through the 'extensions.php' nodeconfig script
+EXTENSIONS_FILE='/etc/planetlab/extensions'
+
+# file containing a list of rpms that we should attempt to delete
+# before updating everything else. This list is not removed with
+# 'yum remove', because that could accidently remove dependency rpms
+# that were not intended to be deleted.
+DELETE_RPM_LIST_FILE= '/etc/planetlab/delete-rpm-list'
+
+# ok, so the logic should be simple, just yum update the world
+# however there are many cases in the real life where this
+# just does not work, because of a glitch somewhere
+# so, we force the update of crucial pkgs independently, as
+# the whole group is sometimes too much to swallow
+# this one is builtin
+UPDATE_PACKAGES_BUILTIN=[ 'NodeManager' ]
+# and operations can also try to push a list through a conf_file
+UPDATE_PACKAGES_OPTIONAL_PATH='/etc/planetlab/NodeUpdate.packages'
+
# print out a message only if we are displaying output
-def Message(Str):
+def Message(message):
if displayOutput:
- print Str
-
+ if isinstance(message,StringTypes) and len(message) >=2 and message[0]=="\n":
+ print "\n",
+ message=message[1:]
+ print strftime(TIMEFORMAT),
+ print message
-# print out a message only if we are displaying output
+# always print errors
def Error(Str):
+ print strftime(TIMEFORMAT),
print Str
-# create an entry in /etc/cron.d so we run periodically
-# we will be run once an hour at a 0-59 random offset
+# create an entry in /etc/cron.d so we run periodically.
+# we will be run once a day at a 0-59 minute random offset
+# into a 0-23 random hour
def UpdateCronFile():
try:
+
randomMinute= Random().randrange( 0, 59, 1 );
+ randomHour= Random().randrange( 0, 11, 1 );
f = open( CRON_FILE, 'w' );
f.write( "# %s\n" % (TARGET_DESC) );
+ ### xxx is root aliased to the support mailing list ?
f.write( "MAILTO=%s\n" % (TARGET_USER) );
- f.write( "%s * * * * %s %s\n\n" % (randomMinute, TARGET_USER, TARGET_SCRIPT) );
+ f.write( "SHELL=%s\n" % (TARGET_SHELL) );
+ f.write( "%s %s,%s * * * %s %s\n\n" %
+ (randomMinute, randomHour, randomHour + 12, TARGET_USER, TARGET_SCRIPT) );
f.close()
print( "Created new cron.d entry." )
def CheckProxy( self ):
- Message( "Checking existance of proxy config file..." )
+ Message( "Checking existence of proxy config file..." )
if os.access(PROXY_FILE, os.R_OK) and os.path.isfile(PROXY_FILE):
self.HTTP_PROXY= string.strip(file(PROXY_FILE,'r').readline())
return 0
+ def InstallKeys( self ):
+ Message( "\nRemoving any existing GPG signing keys from the RPM database" )
+ os.system( "%s --allmatches -e gpg-pubkey" % RPM_PATH )
+
+ Message( "\nInstalling all GPG signing keys in %s" % RPM_GPG_PATH )
+ os.system( "%s --import %s/*" % (RPM_PATH, RPM_GPG_PATH) )
+
+
def ClearRebootFlag( self ):
os.system( "/bin/rm -rf %s" % REBOOT_FLAG )
if self.doReboot == 0:
Message( "\nIgnoring any reboot flags set by RPMs" );
+
+ Message( "\nChecking if yum supports SSL certificate checks" )
+ if os.system( "%s --help | grep -q sslcertdir" % YUM_PATH ) == 0:
+ Message( "It does, using --sslcertdir option" )
+ sslcertdir = "--sslcertdir=" + SSL_CERT_DIR
+ else:
+ Message( "Unsupported, not using --sslcertdir option" )
+ sslcertdir = ""
+ yum_options=""
+ Message( "\nChecking if yum supports --verbose" )
+ if os.system( "%s --help | grep -q verbose" % YUM_PATH ) == 0:
+ Message( "It does, using --verbose option" )
+ yum_options += " --verbose"
+ else:
+ Message( "Unsupported, not using --verbose option" )
+
+ # a configurable list of packages to try and update independently
+ # cautious..
+ try:
+ crucial_packages = []
+ for package in UPDATE_PACKAGES_BUILTIN: crucial_packages.append(package)
+ try: crucial_packages += file(UPDATE_PACKAGES_OPTIONAL_PATH).read().split()
+ except: pass
+ for package in crucial_packages:
+ Message( "\nUpdating crucial package %s" % package)
+ os.system( "%s %s -y update %s" %(YUM_PATH, yum_options, package))
+ except:
+ pass
+
Message( "\nUpdating PlanetLab group" )
- os.system( "%s --sslcertdir=%s -y groupupdate \"PlanetLab\"" %
- (YUM_PATH,SSL_CERT_DIR) )
+ os.system( "%s %s %s -y groupinstall \"PlanetLab\"" %
+ (YUM_PATH, yum_options, sslcertdir) )
Message( "\nUpdating rest of system" )
- os.system( "%s --sslcertdir=%s -y update" %
- (YUM_PATH,SSL_CERT_DIR) )
-
+ os.system( "%s %s %s -y update" %
+ (YUM_PATH, yum_options, sslcertdir) )
+
+ Message( "\nChecking for extra groups (extensions) to update" )
+ if os.access(EXTENSIONS_FILE, os.R_OK) and \
+ os.path.isfile(EXTENSIONS_FILE):
+ extensions_contents= file(EXTENSIONS_FILE).read()
+ extensions_contents= string.strip(extensions_contents)
+ if extensions_contents == "":
+ Message( "No extra groups found in file." )
+ else:
+ extensions_contents.strip()
+ for extension in extensions_contents.split():
+ group = "extension%s" % extension
+ Message( "\nUpdating %s group" % group )
+ os.system( "%s %s %s -y groupinstall \"%s\"" %
+ (YUM_PATH, yum_options, sslcertdir, group) )
+ else:
+ Message( "No extensions file found" )
+
if os.access(REBOOT_FLAG, os.R_OK) and os.path.isfile(REBOOT_FLAG) and self.doReboot:
Message( "\nAt least one update requested the system be rebooted" )
self.ClearRebootFlag()
os.system( "/sbin/shutdown -r now" )
+
+ def RebuildRPMdb( self ):
+ Message( "\nRebuilding RPM Database." )
+ try: os.system( "rm /var/lib/rpm/__db.*" )
+ except Exception, err: print "RebuildRPMdb: %s" % err
+ try: os.system( "%s --rebuilddb" % RPM_PATH )
+ except Exception, err: print "RebuildRPMdb: %s" % err
+
+ def YumCleanAll ( self ):
+ Message ("\nCleaning all yum cache (yum clean all)")
+ try:
+ os.system( "yum clean all")
+ except:
+ pass
+
+ def RemoveRPMS( self ):
+
+ Message( "\nLooking for RPMs to be deleted." )
+ if os.access(DELETE_RPM_LIST_FILE, os.R_OK) and \
+ os.path.isfile(DELETE_RPM_LIST_FILE):
+ rpm_list_contents= file(DELETE_RPM_LIST_FILE).read()
+ rpm_list_contents= string.strip(rpm_list_contents)
+
+ if rpm_list_contents == "":
+ Message( "No RPMs listed in file to delete." )
+ return
+
+ rpm_list= string.join(string.split(rpm_list_contents))
+
+ Message( "Deleting these RPMs:" )
+ Message( rpm_list_contents )
+
+ rc= os.system( "%s -ev %s" % (RPM_PATH, rpm_list) )
+
+ if rc != 0:
+ Error( "Unable to delete RPMs, continuing. rc=%d" % rc )
+ else:
+ Message( "RPMs deleted successfully." )
+ else:
+ Message( "No RPMs list file found." )
if __name__ == "__main__":
- # if we are invoked with 'start', display the output. this
- # is usefull for running something under cron and as a service
- # (at startup), so the cron only outputs errors and doesn't
+ # if we are invoked with 'start', display the output.
+ # this is useful for running something silently
+ # under cron and as a service (at startup),
+ # so the cron only outputs errors and doesn't
# generate mail when it works correctly
displayOutput= 0
doReboot= 1
- if "start" in sys.argv:
+ if "start" in sys.argv or "display" in sys.argv:
displayOutput= 1
+ Message ("\nTurning on messages")
if "noreboot" in sys.argv:
doReboot= 0
pid= string.strip(file(NODEUPDATE_PID_FILE).readline())
if pid <> "":
if os.system("/bin/kill -0 %s > /dev/null 2>&1" % pid) == 0:
- print "It appears we are already running, exiting."
+ Message( "It appears we are already running, exiting." )
sys.exit(1)
# write out our process id
nodeupdate= NodeUpdate(doReboot)
if not nodeupdate:
- print "Unable to initialize."
+ Error( "Unable to initialize." )
else:
- nodeupdate.CheckForUpdates()
+ nodeupdate.RebuildRPMdb()
+ nodeupdate.RemoveRPMS()
+ nodeupdate.InstallKeys()
+ nodeupdate.YumCleanAll()
+ nodeupdate.CheckForUpdates()
+ Message( "\nUpdate complete." )
# remove the PID file
os.unlink( NODEUPDATE_PID_FILE )
+
git://git.onelab.eu / nodeupdate.git / blobdiff