X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=conf_files.py;h=a5b2cb2cb1414caa2ce07c56639a29351d39d832;hb=570d234b7d7b40416b296de71225f28c826ee991;hp=868db2c9dc25a96a026c5f78aceab3cb27077f09;hpb=dda654b474fe2962ac615924b4e078e5aae2ce49;p=nodemanager.git diff --git a/conf_files.py b/conf_files.py index 868db2c..a5b2cb2 100644 --- a/conf_files.py +++ b/conf_files.py @@ -3,57 +3,119 @@ import grp import os import pwd -import sha +try: + from hashlib import sha1 as sha +except ImportError: + from sha import sha import string -import urllib +import curlwrapper import logger import tools +import xmlrpclib +from config import Config +# right after net +priority = 2 -BOOT_SERVER = "plc-a.demo.vmware" - - -def checksum(path): - try: - f = open(path) - try: return sha.new(f.read()).digest() - finally: f.close() - except IOError: return None - -def system(cmd): - if cmd: - logger.log('cf: running command %s' % cmd) - return os.system(cmd) - else: return 0 - -def conf_file(cf_rec): - if not cf_rec['enabled']: return - dest = cf_rec['dest'] - logger.log('cf: considering file %s' % dest) - err_cmd = cf_rec['error_cmd'] - mode = string.atoi(cf_rec['file_permissions'], base=8) - uid = pwd.getpwnam(cf_rec['file_owner'])[2] - gid = grp.getgrnam(cf_rec['file_group'])[2] - src, msg = urllib.urlretrieve('https://%s%s' % (BOOT_SERVER, cf_rec['source'])) - if not cf_rec['always_update'] and checksum(src) == checksum(dest): - logger.log('cf: skipping file %s, always_update is false and checksums are identical' % dest) - return - if system(cf_rec['preinstall_cmd']): - system(err_cmd) - if not cf_rec['ignore_cmd_errors']: return - logger.log('cf: installing file %s' % dest) - os.chmod(src, mode) - os.chown(src, uid, gid) - os.rename(src, dest) - if system(cf_rec['postinstall_cmd']): system(err_cmd) - -def GetSlivers_callback(data): - def run(): - for d in data: - for f in d['conf_files']: - try: conf_file(f) - except: logger.log_exc() - tools.as_daemon_thread(run) - -def start(options): pass +class conf_files: + def __init__(self, noscripts=False): + self.config = Config() + self.noscripts = noscripts + self.data = None + + def checksum(self, path): + try: + f = open(path) + try: return sha(f.read()).digest() + finally: f.close() + except IOError: return None + + def system(self, cmd): + if not self.noscripts and cmd: + logger.verbose('conf_files: running command %s' % cmd) + return tools.fork_as(None, os.system, cmd) + else: return 0 + + def update_conf_file(self, cf_rec): + if not cf_rec['enabled']: return + dest = cf_rec['dest'] + err_cmd = cf_rec['error_cmd'] + mode = string.atoi(cf_rec['file_permissions'], base=8) + try: + uid = pwd.getpwnam(cf_rec['file_owner'])[2] + except: + logger.log('conf_files: cannot find user %s -- %s not updated'%(cf_rec['file_owner'], dest)) + return + try: + gid = grp.getgrnam(cf_rec['file_group'])[2] + except: + logger.log('conf_files: cannot find group %s -- %s not updated'%(cf_rec['file_group'], dest)) + return + url = 'https://%s/%s' % (self.config.PLC_BOOT_HOST, cf_rec['source']) + # set node_id at the end of the request - hacky + if tools.node_id(): + if url.find('?') >0: url += '&' + else: url += '?' + url += "node_id=%d"%tools.node_id() + else: + logger.log('conf_files: %s -- WARNING, cannot add node_id to request'%dest) + try: + logger.verbose("conf_files: retrieving URL=%s"%url) + contents = curlwrapper.retrieve(url, self.config.cacert) + except xmlrpclib.ProtocolError as e: + logger.log('conf_files: failed to retrieve %s from %s, skipping' % (dest, url)) + return + if not cf_rec['always_update'] and sha(contents).digest() == self.checksum(dest): + return + if self.system(cf_rec['preinstall_cmd']): + self.system(err_cmd) + if not cf_rec['ignore_cmd_errors']: return + logger.log('conf_files: installing file %s from %s' % (dest, url)) + try: os.makedirs(os.path.dirname(dest)) + except OSError: pass + tools.write_file(dest, lambda f: f.write(contents), mode=mode, uidgid=(uid, gid)) + if self.system(cf_rec['postinstall_cmd']): self.system(err_cmd) + + def run_once(self, data): + if data.has_key("conf_files"): + for f in data['conf_files']: + try: self.update_conf_file(f) + except: logger.log_exc("conf_files: failed to update conf_file") + else: + logger.log_missing_data("conf_files.run_once", 'conf_files') + + +def start(): pass + +def GetSlivers(data, config = None, plc = None): + logger.log("conf_files: Running.") + cf = conf_files() + cf.run_once(data) + logger.log("conf_files: Done.") + +if __name__ == '__main__': + import optparse + parser = optparse.OptionParser() + parser.add_option('-f', '--config', action='store', dest='config', default='/etc/planetlab/plc_config', help='PLC configuration file') + parser.add_option('-k', '--session', action='store', dest='session', default='/etc/planetlab/session', help='API session key (or file)') + parser.add_option('--noscripts', action='store_true', dest='noscripts', default=False, help='Do not run pre- or post-install scripts') + (options, args) = parser.parse_args() + + # Load /etc/planetlab/plc_config + config = Config(options.config) + + # Load /etc/planetlab/session + if os.path.exists(options.session): + with open(options.session) as f: + session = f.read().strip() + else: + session = options.session + + # Initialize XML-RPC client + from plcapi import PLCAPI + plc = PLCAPI(config.plc_api_uri, config.cacert, auth = session) + + main = conf_files(options.noscripts) + data = plc.GetSlivers() + main.run_once(data)