X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=NodeUpdate.py;h=c6be4511285b4641bb4723e1b68e5040cef264b5;hb=db32292a19162048dfe1a0ac684b92691b2a3650;hp=33ea1f5de92fb1a9be46aad8f9bbe06cbe4da414;hpb=20b61e188758ca2107c21b8c7b72e3b1c477b2bd;p=nodeupdate.git diff --git a/NodeUpdate.py b/NodeUpdate.py index 33ea1f5..c6be451 100644 --- a/NodeUpdate.py +++ b/NodeUpdate.py @@ -1,67 +1,28 @@ #!/usr/bin/python2 -# Copyright (c) 2003 Intel Corporation -# All rights reserved. - -# Redistribution and use in source and binary forms, with or without -# modification, are permitted provided that the following conditions are -# met: - -# * Redistributions of source code must retain the above copyright -# notice, this list of conditions and the following disclaimer. - -# * Redistributions in binary form must reproduce the above -# copyright notice, this list of conditions and the following -# disclaimer in the documentation and/or other materials provided -# with the distribution. - -# * Neither the name of the Intel Corporation nor the names of its -# contributors may be used to endorse or promote products derived -# from this software without specific prior written permission. - -# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS -# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT -# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR -# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE INTEL OR -# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, -# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, -# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR -# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF -# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING -# NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS -# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - -# EXPORT LAWS: THIS LICENSE ADDS NO RESTRICTIONS TO THE EXPORT LAWS OF -# YOUR JURISDICTION. It is licensee's responsibility to comply with any -# export regulations applicable in licensee's jurisdiction. Under -# CURRENT (May 2000) U.S. export regulations this software is eligible -# for export from the U.S. and can be downloaded by or otherwise -# exported or reexported worldwide EXCEPT to U.S. embargoed destinations -# which include Cuba, Iraq, Libya, North Korea, Iran, Syria, Sudan, -# Afghanistan and any other country to which the U.S. has embargoed -# goods and services. - - import sys, os from random import Random import string +from types import StringTypes -# not needed now -#PLANETLAB_BIN = "/usr/local/planetlab/bin/" -#sys.path.append(PLANETLAB_BIN) -#import BootServerRequest - +from time import strftime +TIMEFORMAT="%Y-%m-%d %H:%M:%S" NODEUPDATE_PID_FILE= "/var/run/NodeUpdate.pid" # variables for cron file creation -TARGET_SCRIPT = '/usr/local/planetlab/bin/NodeUpdate.py' +TARGET_SCRIPT = '(echo && date && echo && /usr/bin/NodeUpdate.py start) >>/var/log/NodeUpdate.log 2>&1' TARGET_DESC = 'Update node RPMs periodically' TARGET_USER = 'root' +TARGET_SHELL = '/bin/bash' CRON_FILE = '/etc/cron.d/NodeUpdate.cron' YUM_PATH = "/usr/bin/yum" +RPM_PATH = "/bin/rpm" + +RPM_GPG_PATH = "/etc/pki/rpm-gpg" + # location of file containing http/https proxy info, if needed PROXY_FILE = '/etc/planetlab/http_proxy' @@ -73,28 +34,60 @@ REBOOT_FLAG = '/etc/planetlab/update-reboot' # location of directory containing boot server ssl certs SSL_CERT_DIR='/mnt/cdrom/bootme/cacert/' +# file containing the list of extensions this node has, each +# correspond to a package group in yum repository. +# this is expected to be updated from the 'extensions tag' +# through the 'extensions.php' nodeconfig script +EXTENSIONS_FILE='/etc/planetlab/extensions' + +# file containing a list of rpms that we should attempt to delete +# before updating everything else. This list is not removed with +# 'yum remove', because that could accidently remove dependency rpms +# that were not intended to be deleted. +DELETE_RPM_LIST_FILE= '/etc/planetlab/delete-rpm-list' + +# ok, so the logic should be simple, just yum update the world +# however there are many cases in the real life where this +# just does not work, because of a glitch somewhere +# so, we force the update of crucial pkgs independently, as +# the whole group is sometimes too much to swallow +# this one is builtin +UPDATE_PACKAGES_BUILTIN=[ 'NodeManager' ] +# and operations can also try to push a list through a conf_file +UPDATE_PACKAGES_OPTIONAL_PATH='/etc/planetlab/NodeUpdate.packages' + # print out a message only if we are displaying output -def Message(Str): +def Message(message): if displayOutput: - print Str - + if isinstance(message,StringTypes) and len(message) >=2 and message[0]=="\n": + print "\n", + message=message[1:] + print strftime(TIMEFORMAT), + print message -# print out a message only if we are displaying output +# always print errors def Error(Str): + print strftime(TIMEFORMAT), print Str -# create an entry in /etc/cron.d so we run periodically -# we will be run once an hour at a 0-59 random offset +# create an entry in /etc/cron.d so we run periodically. +# we will be run once a day at a 0-59 minute random offset +# into a 0-23 random hour def UpdateCronFile(): try: + randomMinute= Random().randrange( 0, 59, 1 ); + randomHour= Random().randrange( 0, 11, 1 ); f = open( CRON_FILE, 'w' ); f.write( "# %s\n" % (TARGET_DESC) ); + ### xxx is root aliased to the support mailing list ? f.write( "MAILTO=%s\n" % (TARGET_USER) ); - f.write( "%s * * * * %s %s\n\n" % (randomMinute, TARGET_USER, TARGET_SCRIPT) ); + f.write( "SHELL=%s\n" % (TARGET_SHELL) ); + f.write( "%s %s,%s * * * %s %s\n\n" % + (randomMinute, randomHour, randomHour + 12, TARGET_USER, TARGET_SCRIPT) ); f.close() print( "Created new cron.d entry." ) @@ -124,7 +117,7 @@ class NodeUpdate: def CheckProxy( self ): - Message( "Checking existance of proxy config file..." ) + Message( "Checking existence of proxy config file..." ) if os.access(PROXY_FILE, os.R_OK) and os.path.isfile(PROXY_FILE): self.HTTP_PROXY= string.strip(file(PROXY_FILE,'r').readline()) @@ -135,6 +128,14 @@ class NodeUpdate: return 0 + def InstallKeys( self ): + Message( "\nRemoving any existing GPG signing keys from the RPM database" ) + os.system( "%s --allmatches -e gpg-pubkey" % RPM_PATH ) + + Message( "\nInstalling all GPG signing keys in %s" % RPM_GPG_PATH ) + os.system( "%s --import %s/*" % (RPM_PATH, RPM_GPG_PATH) ) + + def ClearRebootFlag( self ): os.system( "/bin/rm -rf %s" % REBOOT_FLAG ) @@ -146,28 +147,115 @@ class NodeUpdate: if self.doReboot == 0: Message( "\nIgnoring any reboot flags set by RPMs" ); + + Message( "\nChecking if yum supports SSL certificate checks" ) + if os.system( "%s --help | grep -q sslcertdir" % YUM_PATH ) == 0: + Message( "It does, using --sslcertdir option" ) + sslcertdir = "--sslcertdir=" + SSL_CERT_DIR + else: + Message( "Unsupported, not using --sslcertdir option" ) + sslcertdir = "" + yum_options="" + Message( "\nChecking if yum supports --verbose" ) + if os.system( "%s --help | grep -q verbose" % YUM_PATH ) == 0: + Message( "It does, using --verbose option" ) + yum_options += " --verbose" + else: + Message( "Unsupported, not using --verbose option" ) + + # a configurable list of packages to try and update independently + # cautious.. + try: + crucial_packages = [] + for package in UPDATE_PACKAGES_BUILTIN: crucial_packages.append(package) + try: crucial_packages += file(UPDATE_PACKAGES_OPTIONAL_PATH).read().split() + except: pass + for package in crucial_packages: + Message( "\nUpdating crucial package %s" % package) + os.system( "%s %s -y update %s" %(YUM_PATH, yum_options, package)) + except: + pass + Message( "\nUpdating PlanetLab group" ) - os.system( "%s --sslcertdir=%s -y groupupdate \"PlanetLab\"" % - (YUM_PATH,SSL_CERT_DIR) ) + os.system( "%s %s %s -y groupinstall \"PlanetLab\"" % + (YUM_PATH, yum_options, sslcertdir) ) Message( "\nUpdating rest of system" ) - os.system( "%s --sslcertdir=%s -y update" % - (YUM_PATH,SSL_CERT_DIR) ) - + os.system( "%s %s %s -y update" % + (YUM_PATH, yum_options, sslcertdir) ) + + Message( "\nChecking for extra groups (extensions) to update" ) + if os.access(EXTENSIONS_FILE, os.R_OK) and \ + os.path.isfile(EXTENSIONS_FILE): + extensions_contents= file(EXTENSIONS_FILE).read() + extensions_contents= string.strip(extensions_contents) + if extensions_contents == "": + Message( "No extra groups found in file." ) + else: + extensions_contents.strip() + for extension in extensions_contents.split(): + group = "extension%s" % extension + Message( "\nUpdating %s group" % group ) + os.system( "%s %s %s -y groupinstall \"%s\"" % + (YUM_PATH, yum_options, sslcertdir, group) ) + else: + Message( "No extensions file found" ) + if os.access(REBOOT_FLAG, os.R_OK) and os.path.isfile(REBOOT_FLAG) and self.doReboot: Message( "\nAt least one update requested the system be rebooted" ) self.ClearRebootFlag() os.system( "/sbin/shutdown -r now" ) + + def RebuildRPMdb( self ): + Message( "\nRebuilding RPM Database." ) + try: os.system( "rm /var/lib/rpm/__db.*" ) + except Exception, err: print "RebuildRPMdb: %s" % err + try: os.system( "%s --rebuilddb" % RPM_PATH ) + except Exception, err: print "RebuildRPMdb: %s" % err + + def YumCleanAll ( self ): + Message ("\nCleaning all yum cache (yum clean all)") + try: + os.system( "yum clean all") + except: + pass + + def RemoveRPMS( self ): + + Message( "\nLooking for RPMs to be deleted." ) + if os.access(DELETE_RPM_LIST_FILE, os.R_OK) and \ + os.path.isfile(DELETE_RPM_LIST_FILE): + rpm_list_contents= file(DELETE_RPM_LIST_FILE).read() + rpm_list_contents= string.strip(rpm_list_contents) + + if rpm_list_contents == "": + Message( "No RPMs listed in file to delete." ) + return + + rpm_list= string.join(string.split(rpm_list_contents)) + + Message( "Deleting these RPMs:" ) + Message( rpm_list_contents ) + + rc= os.system( "%s -ev %s" % (RPM_PATH, rpm_list) ) + + if rc != 0: + Error( "Unable to delete RPMs, continuing. rc=%d" % rc ) + else: + Message( "RPMs deleted successfully." ) + else: + Message( "No RPMs list file found." ) if __name__ == "__main__": - # if we are invoked with 'start', display the output. this - # is usefull for running something under cron and as a service - # (at startup), so the cron only outputs errors and doesn't + # if we are invoked with 'start', display the output. + # this is useful for running something silently + # under cron and as a service (at startup), + # so the cron only outputs errors and doesn't # generate mail when it works correctly displayOutput= 0 @@ -178,8 +266,9 @@ if __name__ == "__main__": doReboot= 1 - if "start" in sys.argv: + if "start" in sys.argv or "display" in sys.argv: displayOutput= 1 + Message ("\nTurning on messages") if "noreboot" in sys.argv: doReboot= 0 @@ -203,7 +292,7 @@ if __name__ == "__main__": pid= string.strip(file(NODEUPDATE_PID_FILE).readline()) if pid <> "": if os.system("/bin/kill -0 %s > /dev/null 2>&1" % pid) == 0: - print "It appears we are already running, exiting." + Message( "It appears we are already running, exiting." ) sys.exit(1) # write out our process id @@ -214,9 +303,15 @@ if __name__ == "__main__": nodeupdate= NodeUpdate(doReboot) if not nodeupdate: - print "Unable to initialize." + Error( "Unable to initialize." ) else: - nodeupdate.CheckForUpdates() + nodeupdate.RebuildRPMdb() + nodeupdate.RemoveRPMS() + nodeupdate.InstallKeys() + nodeupdate.YumCleanAll() + nodeupdate.CheckForUpdates() + Message( "\nUpdate complete." ) # remove the PID file os.unlink( NODEUPDATE_PID_FILE ) +