X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=plnet.py;h=ad83423c6593d58c348a84f59f35bbae08a34cd6;hb=b68e552baa4681c984beb06038bac318abdf23e8;hp=4b0dc76312c3efe989e428b64db3cfcc59cdcbad;hpb=0a2d962b3b9c396f45b6ef3e1d435bb63b83a15d;p=pyplnet.git diff --git a/plnet.py b/plnet.py old mode 100644 new mode 100755 index 4b0dc76..ad83423 --- a/plnet.py +++ b/plnet.py @@ -1,14 +1,27 @@ -# $Id$ +#!/usr/bin/python /usr/bin/plcsh import os import socket import time +import tempfile +import errno +import struct import sioc import modprobe -def InitInterfaces(logger, plc, data, root="", files_only=False): +global version +version = 4.3 + +def InitInterfaces(logger, plc, data, root="", files_only=False, program="NodeManager"): + global version + sysconfig = "%s/etc/sysconfig/network-scripts" % root + try: + os.makedirs(sysconfig) + except OSError, e: + if e.errno != errno.EEXIST: + raise e # query running network interfaces devs = sioc.gifconf() @@ -17,117 +30,168 @@ def InitInterfaces(logger, plc, data, root="", files_only=False): for dev in devs: macs[sioc.gifhwaddr(dev).lower()] = dev - # assume data['networks'] contains this node's NodeNetworks - interfaces = {} - interface = 1 + devices_map = {} + device_id = 1 hostname = data.get('hostname',socket.gethostname()) - networks = data['networks'] + gateway = None + # assume data['interfaces'] contains this node's Interfaces + # can cope with 4.3 ('networks') or 5.0 ('interfaces') + try: + interfaces = data['interfaces'] + except: + interfaces = data['networks'] failedToGetSettings = False - for network in networks: - logger.verbose('net:InitInterfaces interface %d: %s'%(interface,network)) - logger.verbose('net:InitInterfaces macs = %s' % macs) - logger.verbose('net:InitInterfaces ips = %s' % ips) + + # NOTE: GetInterfaces/NodeNetworks does not necessarily order the interfaces + # returned. Because 'interface' is decremented as each interface is processed, + # by the time is_primary=True (primary) interface is reached, the device + # "eth%s" % interface, is not eth0. But, something like eth-4, or eth-12. + # This code sorts the interfaces, placing is_primary=True interfaces first. + # There is a lot of room for improvement to how this + # script handles interfaces and how it chooses the primary interface. + def compare_by (fieldname): + def compare_two_dicts (a, b): + return cmp(a[fieldname], b[fieldname]) + return compare_two_dicts + + # NOTE: by sorting on 'is_primary' and then reversing (since False is sorted + # before True) all 'is_primary' interfaces are at the beginning of the list. + interfaces.sort( compare_by('is_primary') ) + interfaces.reverse() + + for interface in interfaces: + logger.verbose('net:InitInterfaces interface %d: %r'%(device_id,interface)) + logger.verbose('net:InitInterfaces macs = %r' % macs) + logger.verbose('net:InitInterfaces ips = %r' % ips) # Get interface name preferably from MAC address, falling back # on IP address. - hwaddr=network['mac'] + hwaddr=interface['mac'] if hwaddr <> None: hwaddr=hwaddr.lower() if hwaddr in macs: orig_ifname = macs[hwaddr] - elif network['ip'] in ips: - orig_ifname = ips[network['ip']] + elif interface['ip'] in ips: + orig_ifname = ips[interface['ip']] else: orig_ifname = None - if orig_ifname: - logger.verbose('net:InitInterfaces orig_ifname = %s' % orig_ifname) - - inter = {} - inter['ONBOOT']='yes' - inter['USERCTL']='no' - if network['mac']: - inter['HWADDR'] = network['mac'] - - if network['method'] == "static": - inter['BOOTPROTO'] = "static" - inter['IPADDR'] = network['ip'] - inter['NETMASK'] = network['netmask'] - - elif network['method'] == "dhcp": - inter['BOOTPROTO'] = "dhcp" - if network['hostname']: - inter['DHCP_HOSTNAME'] = network['hostname'] - else: - inter['DHCP_HOSTNAME'] = hostname - if not network['is_primary']: - inter['DHCLIENTARGS'] = "-R subnet-mask" + if orig_ifname: + logger.verbose('net:InitInterfaces orig_ifname = %s' % orig_ifname) + + details = prepDetails(interface) - if len(network['interface_tag_ids']) > 0: + if 'interface_tag_ids' in interface: + version = 4.3 + interface_tag_ids = "interface_tag_ids" + interface_tag_id = "interface_tag_id" + name_key = "tagname" + else: + version = 4.2 + interface_tag_ids = "nodenetwork_setting_ids" + interface_tag_id = "nodenetwork_setting_id" + name_key = "name" + + if len(interface[interface_tag_ids]) > 0: try: - settings = plc.GetInterfaceTags({'interface_tag_id': - network['interface_tag_ids']}) + if version == 4.3: + settings = plc.GetInterfaceTags({interface_tag_id:interface[interface_tag_ids]}) + else: + settings = plc.GetNodeNetworkSettings({interface_tag_id:interface[interface_tag_ids]}) except: logger.log("net:InitInterfaces FATAL: failed call GetInterfaceTags({'interface_tag_id':{%s})"% \ - network['interface_tag_ids']) + interface[interface_tag_ids]) failedToGetSettings = True - continue # on to the next network + continue # on to the next interface for setting in settings: - # to explicitly set interface name - settingname = setting['name'].upper() + settingname = setting[name_key].upper() if settingname in ('IFNAME','ALIAS','CFGOPTIONS','DRIVER'): - inter[settingname]=setting['value'] + details[settingname]=setting['value'] + # wireless settings + elif settingname in \ + [ "MODE", "ESSID", "NW", "FREQ", "CHANNEL", "SENS", "RATE", + "KEY", "KEY1", "KEY2", "KEY3", "KEY4", "SECURITYMODE", + "IWCONFIG", "IWPRIV" ] : + details [settingname] = setting['value'] + details ['TYPE']='Wireless' + # Bridge setting + elif settingname in [ 'BRIDGE' ]: + details['BRIDGE'] = setting['value'] else: - logger.log("net:InitInterfaces WARNING: ignored setting named %s"%setting['name']) + logger.log("net:InitInterfaces WARNING: ignored setting named %s"%setting[name_key]) # support aliases to interfaces either by name or HWADDR - if 'ALIAS' in inter: - if 'HWADDR' in inter: - hwaddr = inter['HWADDR'].lower() - del inter['HWADDR'] + if 'ALIAS' in details: + if 'HWADDR' in details: + hwaddr = details['HWADDR'].lower() + del details['HWADDR'] if hwaddr in macs: hwifname = macs[hwaddr] - if ('IFNAME' in inter) and inter['IFNAME'] <> hwifname: + if ('IFNAME' in details) and details['IFNAME'] <> hwifname: logger.log("net:InitInterfaces WARNING: alias ifname (%s) and hwaddr ifname (%s) do not match"%\ - (inter['IFNAME'],hwifname)) - inter['IFNAME'] = hwifname + (details['IFNAME'],hwifname)) + details['IFNAME'] = hwifname else: - logger.log('net:InitInterfaces WARNING: mac addr %s for alias not found' %(hwaddr,alias)) + logger.log('net:InitInterfaces WARNING: mac addr %s for alias not found' %(hwaddr)) - if 'IFNAME' in inter: + if 'IFNAME' in details: # stupid RH /etc/sysconfig/network-scripts/ifup-aliases:new_interface() # checks if the "$DEVNUM" only consists of '^[0-9A-Za-z_]*$'. Need to make # our aliases compliant. - parts = inter['ALIAS'].split('_') + parts = details['ALIAS'].split('_') isValid=True for part in parts: isValid=isValid and part.isalnum() if isValid: - interfaces["%s:%s" % (inter['IFNAME'],inter['ALIAS'])] = inter + devices_map["%s:%s" % (details['IFNAME'],details['ALIAS'])] = details else: - logger.log("net:InitInterfaces WARNING: interface alias (%s) not a valid string for RH ifup-aliases"% inter['ALIAS']) + logger.log("net:InitInterfaces WARNING: interface alias (%s) not a valid string for RH ifup-aliases"% details['ALIAS']) else: - logger.log("net:InitInterfaces WARNING: interface alias (%s) not matched to an interface"% inter['ALIAS']) - interface -= 1 + logger.log("net:InitInterfaces WARNING: interface alias (%s) not matched to an interface"% details['ALIAS']) + device_id -= 1 + elif 'BRIDGE' in details: + #The bridge inherits the mac of the first attached interface. + if 'IFNAME' in details: + ifname = details['IFNAME'] + device_id -= 1 + elif orig_ifname: + ifname = orig_ifname + device_id -= 1 + if 'PRIMARY' in details: del details['PRIMARY'] + logger.log('net:InitInterfaces: Bridge detected. Adding %s to devices_map' % ifname) + devices_map[ifname] = details + bridgeName = details['BRIDGE'] + + logger.log('net:InitInterfaces: Adding bridge %s' % bridgeName) + bridgeDetails = prepDetails(interface) + bridgeDetails['TYPE'] = 'Bridge' + devices_map[bridgeName] = bridgeDetails else: - if ('IFNAME' not in inter) and not orig_ifname: - ifname="eth%d" % (interface-1) - # should check if $ifname is an eth already defines + if 'IFNAME' in details: + ifname = details['IFNAME'] + device_id -= 1 + elif orig_ifname: + ifname = orig_ifname + device_id -= 1 + else: + while True: + ifname="eth%d" % (device_id-1) + if ifname not in devices_map: + break + device_id += 1 if os.path.exists("%s/ifcfg-%s"%(sysconfig,ifname)): logger.log("net:InitInterfaces WARNING: possibly blowing away %s configuration"%ifname) - else: - if ('IFNAME' not in inter) and orig_ifname: - ifname = orig_ifname - else: - ifname = inter['IFNAME'] - interface -= 1 - interfaces[ifname] = inter - + devices_map[ifname] = details + device_id += 1 + logger.log('net:InitInterfaces: Device map: %r' % devices_map) m = modprobe.Modprobe() - m.input("%s/etc/modprobe.conf" % root) - for (dev, inter) in interfaces.iteritems(): + try: + m.input("%s/etc/modprobe.conf" % root) + except: + pass + for (dev, details) in devices_map.iteritems(): # get the driver string "moduleName option1=a option2=b" - driver=inter.get('DRIVER','') + driver=details.get('DRIVER','') if driver <> '': driver=driver.split() kernelmodule=driver[0] @@ -135,10 +199,10 @@ def InitInterfaces(logger, plc, data, root="", files_only=False): options=" ".join(driver[1:]) if options <> '': m.optionsset(dev,options) - m.output("%s/etc/modprobe.conf" % root) + m.output("%s/etc/modprobe.conf" % root, program) # clean up after any ifcfg-$dev script that's no longer listed as - # part of the NodeNetworks associated with this node + # part of the Interfaces associated with this node # list all network-scripts files = os.listdir(sysconfig) @@ -153,8 +217,8 @@ def InitInterfaces(logger, plc, data, root="", files_only=False): lo = "ifcfg-lo" if lo in ifcfgs: ifcfgs.remove(lo) - # remove known devices from icfgs list - for (dev, inter) in interfaces.iteritems(): + # remove known devices from ifcfgs list + for (dev, details) in devices_map.iteritems(): ifcfg = 'ifcfg-'+dev if ifcfg in ifcfgs: ifcfgs.remove(ifcfg) @@ -165,8 +229,9 @@ def InitInterfaces(logger, plc, data, root="", files_only=False): for ifcfg in ifcfgs: dev = ifcfg[len('ifcfg-'):] path = "%s/ifcfg-%s" % (sysconfig,dev) - logger.verbose("net:InitInterfaces removing %s %s"%(dev,path)) - os.system("/sbin/ifdown %s" % dev) + if not files_only: + logger.verbose("net:InitInterfaces removing %s %s"%(dev,path)) + os.system("/sbin/ifdown %s" % dev) deletedSomething=True os.unlink(path) @@ -174,24 +239,32 @@ def InitInterfaces(logger, plc, data, root="", files_only=False): if deletedSomething: time.sleep(2) - # Process ifcg-$dev changes / additions + # Write network configuration file + networkconf = file("%s/etc/sysconfig/network" % root, "w") + networkconf.write("NETWORKING=yes\nHOSTNAME=%s\n" % hostname) + if gateway is not None: + networkconf.write("GATEWAY=%s\n" % gateway) + networkconf.close() + + # Process ifcfg-$dev changes / additions newdevs = [] - for (dev, inter) in interfaces.iteritems(): - tmpnam = os.tmpnam() - f = file(tmpnam, "w") - f.write("# Autogenerated by NodeManager/net.py.... do not edit!\n") - if 'DRIVER' in inter: - f.write("# using %s driver for device %s\n" % (inter['DRIVER'],dev)) - f.write('DEVICE="%s"\n' % dev) + table = 10 + for (dev, details) in devices_map.iteritems(): + (fd, tmpnam) = tempfile.mkstemp(dir=sysconfig) + f = os.fdopen(fd, "w") + f.write("# Autogenerated by pyplnet... do not edit!\n") + if 'DRIVER' in details: + f.write("# using %s driver for device %s\n" % (details['DRIVER'],dev)) + f.write('DEVICE=%s\n' % dev) # print the configuration values - for (key, val) in inter.iteritems(): - if key not in ('IFNAME','ALIAS','CFGOPTIONS','DRIVER'): + for (key, val) in details.iteritems(): + if key not in ('IFNAME','ALIAS','CFGOPTIONS','DRIVER','GATEWAY'): f.write('%s="%s"\n' % (key, val)) # print the configuration specific option values (if any) - if 'CFGOPTIONS' in inter: - cfgoptions = inter['CFGOPTIONS'] + if 'CFGOPTIONS' in details: + cfgoptions = details['CFGOPTIONS'] f.write('#CFGOPTIONS are %s\n' % cfgoptions) for cfgoption in cfgoptions.split(): key,val = cfgoption.split('=') @@ -204,7 +277,7 @@ def InitInterfaces(logger, plc, data, root="", files_only=False): # compare whether two files are the same def comparefiles(a,b): try: - logger.verbose("net:InitInterfaces comparing %s with %s" % (a,b)) + logger.verbose("net:InitInterfaces comparing %s with %s" % (a,b)) if not os.path.exists(a): return False fb = open(a) buf_a = fb.read() @@ -219,6 +292,40 @@ def InitInterfaces(logger, plc, data, root="", files_only=False): except IOError, e: return False + src_route_changed = False + if ('PRIMARY' not in details and 'GATEWAY' in details and + details['GATEWAY'] != ''): + table += 1 + (fd, rule_tmpnam) = tempfile.mkstemp(dir=sysconfig) + os.write(fd, "from %s lookup %d\n" % (details['IPADDR'], table)) + os.close(fd) + rule_dest = "%s/rule-%s" % (sysconfig, dev) + if not comparefiles(rule_tmpnam, rule_dest): + os.rename(rule_tmpnam, rule_dest) + os.chmod(rule_dest, 0644) + src_route_changed = True + else: + os.unlink(rule_tmpnam) + (fd, route_tmpnam) = tempfile.mkstemp(dir=sysconfig) + netmask = struct.unpack("I", socket.inet_aton(details['NETMASK']))[0] + ip = struct.unpack("I", socket.inet_aton(details['IPADDR']))[0] + network = socket.inet_ntoa(struct.pack("I", (ip & netmask))) + netmask = socket.ntohl(netmask) + i = 0 + while (netmask & (1 << i)) == 0: + i += 1 + prefix = 32 - i + os.write(fd, "%s/%d dev %s table %d\n" % (network, prefix, dev, table)) + os.write(fd, "default via %s dev %s table %d\n" % (details['GATEWAY'], dev, table)) + os.close(fd) + route_dest = "%s/route-%s" % (sysconfig, dev) + if not comparefiles(route_tmpnam, route_dest): + os.rename(route_tmpnam, route_dest) + os.chmod(route_dest, 0644) + src_route_changed = True + else: + os.unlink(route_tmpnam) + path = "%s/ifcfg-%s" % (sysconfig,dev) if not os.path.exists(path): logger.verbose('net:InitInterfaces adding configuration for %s' % dev) @@ -227,13 +334,14 @@ def InitInterfaces(logger, plc, data, root="", files_only=False): os.chmod(path,0644) newdevs.append(dev) - elif not comparefiles(tmpnam,path): + elif not comparefiles(tmpnam,path) or src_route_changed: logger.verbose('net:InitInterfaces Configuration change for %s' % dev) - logger.verbose('net:InitInterfaces ifdown %s' % dev) - # invoke ifdown for the old configuration - os.system("/sbin/ifdown %s" % dev) - # wait a few secs for ifdown to complete - time.sleep(2) + if not files_only: + logger.verbose('net:InitInterfaces ifdown %s' % dev) + # invoke ifdown for the old configuration + os.system("/sbin/ifdown %s" % dev) + # wait a few secs for ifdown to complete + time.sleep(2) logger.log('replacing configuration for %s' % dev) # replace ifcfg-$dev configuration file @@ -274,6 +382,83 @@ def InitInterfaces(logger, plc, data, root="", files_only=False): # handle those correctly if getvar("SLAVE") == 'yes': continue - logger.verbose('net:InitInterfaces bringing up %s' % dev) - os.system("/sbin/ifup %s" % dev) - + if not files_only: + logger.verbose('net:InitInterfaces bringing up %s' % dev) + os.system("/sbin/ifup %s" % dev) + +## +# Prepare the interface details. +# +def prepDetails(interface): + details = {} + details['ONBOOT'] = 'yes' + details['USERCTL'] = 'no' + if interface['mac']: + details['HWADDR'] = interface['mac'] + if interface['is_primary']: + details['PRIMARY'] = 'yes' + + if interface['method'] == "static": + details['BOOTPROTO'] = "static" + details['IPADDR'] = interface['ip'] + details['NETMASK'] = interface['netmask'] + details['GATEWAY'] = interface['gateway'] + if interface['is_primary']: + gateway = interface['gateway'] + if interface['dns1']: + details['DNS1'] = interface['dns1'] + if interface['dns2']: + details['DNS2'] = interface['dns2'] + + elif interface['method'] == "dhcp": + details['BOOTPROTO'] = "dhcp" + details['PERSISTENT_DHCLIENT'] = "yes" + if interface['hostname']: + details['DHCP_HOSTNAME'] = interface['hostname'] + else: + details['DHCP_HOSTNAME'] = hostname + if not interface['is_primary']: + details['DHCLIENTARGS'] = "-R subnet-mask" + + return details + +if __name__ == "__main__": + import optparse + import sys + + parser = optparse.OptionParser(usage="plnet [-v] [-f] [-p ] -r root node_id") + parser.add_option("-v", "--verbose", action="store_true", dest="verbose") + parser.add_option("-r", "--root", action="store", type="string", + dest="root", default=None) + parser.add_option("-f", "--files-only", action="store_true", + dest="files_only") + parser.add_option("-p", "--program", action="store", type="string", + dest="program", default="plnet") + (options, args) = parser.parse_args() + options.root = '' + options.verbose = True + if len(args) != 1 or options.root is None: + print sys.argv + print >>sys.stderr, "Missing root or node_id" + parser.print_help() + sys.exit(1) + + node = shell.GetNodes({'node_id': [int(args[0])]}) + try: + interfaces = shell.GetInterfaces({'interface_id': node[0]['interface_ids']}) + except AttributeError: + interfaces = shell.GetNodeNetworks({'nodenetwork_id':node[0]['nodenetwork_ids']}) + version = 4.2 + + + data = {'hostname': node[0]['hostname'], 'interfaces': interfaces} + class logger: + def __init__(self, verbose): + self.verbosity = verbose + def log(self, msg, loglevel=2): + if self.verbosity: + print msg + def verbose(self, msg): + self.log(msg, 1) + l = logger(options.verbose) + InitInterfaces(l, shell, data, options.root, options.files_only)