Fix some basics...
[pyplnet.git] / plnet.py
1 #!/usr/bin/python /usr/bin/plcsh
2 # $Id$
3
4 import os
5 import socket
6 import time
7 import tempfile
8 import errno
9
10 import sioc
11 import modprobe
12
13 global version
14 version = 4.3
15
16 def InitInterfaces(logger, plc, data, root="", files_only=False, program="NodeManager"):
17     global version
18
19     sysconfig = "%s/etc/sysconfig/network-scripts" % root
20     try:
21         os.makedirs(sysconfig)
22     except OSError, e:
23         if e.errno != errno.EEXIST:
24             raise e
25
26     # query running network interfaces
27     devs = sioc.gifconf()
28     ips = dict(zip(devs.values(), devs.keys()))
29     macs = {}
30     for dev in devs:
31         macs[sioc.gifhwaddr(dev).lower()] = dev
32
33     devices_map = {}
34     device_id = 1
35     hostname = data.get('hostname',socket.gethostname())
36     gateway = None
37     # assume data['interfaces'] contains this node's Interfaces
38     # can cope with 4.3 ('networks') or 5.0 ('interfaces')
39     try:
40         interfaces = data['interfaces']
41     except:
42         interfaces = data['networks']
43     failedToGetSettings = False
44
45     # NOTE: GetInterfaces/NodeNetworks does not necessarily order the interfaces
46     # returned.  Because 'interface'is decremented as each interface is processed,
47     # by the time is_primary=True (primary) interface is reached, the device
48     # "eth%s" % interface, is not eth0.  But, something like eth-4, or eth-12.
49     # This code sorts the interfaces, placing is_primary=True interfaces first.  
50     # There is a lot of room for improvement to how this
51     # script handles interfaces and how it chooses the primary interface.
52     def compare_by (fieldname):
53         def compare_two_dicts (a, b):
54             return cmp(a[fieldname], b[fieldname])
55         return compare_two_dicts
56
57     # NOTE: by sorting on 'is_primary' and then reversing (since False is sorted
58     # before True) all 'is_primary' interfaces are at the beginning of the list.
59     interfaces.sort( compare_by('is_primary') )
60     interfaces.reverse()
61
62     for interface in interfaces:
63         logger.verbose('net:InitInterfaces interface %d: %r'%(device_id,interface))
64         logger.verbose('net:InitInterfaces macs = %r' % macs)
65         logger.verbose('net:InitInterfaces ips = %r' % ips)
66         # Get interface name preferably from MAC address, falling back
67         # on IP address.
68         hwaddr=interface['mac']
69         if hwaddr <> None: hwaddr=hwaddr.lower()
70         if hwaddr in macs:
71             orig_ifname = macs[hwaddr]
72         elif interface['ip'] in ips:
73             orig_ifname = ips[interface['ip']]
74         else:
75             orig_ifname = None
76
77         if orig_ifname:
78             logger.verbose('net:InitInterfaces orig_ifname = %s' % orig_ifname)
79
80         details = {}
81         details['ONBOOT']='yes'
82         details['USERCTL']='no'
83         if interface['mac']:
84             details['HWADDR'] = interface['mac']
85         if interface['is_primary']:
86             details['PRIMARY']='yes'
87
88         if interface['method'] == "static":
89             details['BOOTPROTO'] = "static"
90             details['IPADDR'] = interface['ip']
91             details['NETMASK'] = interface['netmask']
92             if interface['is_primary']:
93                 gateway = interface['gateway']
94                 if interface['dns1']:
95                     details['DNS1'] = interface['dns1']
96                 if interface['dns2']:
97                     details['DNS2'] = interface['dns2']
98
99         elif interface['method'] == "dhcp":
100             details['BOOTPROTO'] = "dhcp"
101             details['PERSISTENT_DHCLIENT'] = "yes"
102             if interface['hostname']:
103                 details['DHCP_HOSTNAME'] = interface['hostname']
104             else:
105                 details['DHCP_HOSTNAME'] = hostname 
106             if not interface['is_primary']:
107                 details['DHCLIENTARGS'] = "-R subnet-mask"
108
109         if 'interface_tag_ids' in interface:
110             version = 4.3
111             interface_tag_ids = "interface_tag_ids"
112             interface_tag_id = "interface_tag_id"
113             name_key = "tagname"
114         else:
115             version = 4.2
116             interface_tag_ids = "nodenetwork_setting_ids"
117             interface_tag_id = "nodenetwork_setting_id"
118             name_key = "name"
119
120         if len(interface[interface_tag_ids]) > 0:
121             try:
122                 if version == 4.3:
123                     settings = plc.GetInterfaceTags({interface_tag_id:interface[interface_tag_ids]})
124                 else:
125                     settings = plc.GetNodeNetworkSettings({interface_tag_id:interface[interface_tag_ids]})
126             except:
127                 logger.log("net:InitInterfaces FATAL: failed call GetInterfaceTags({'interface_tag_id':{%s})"% \
128                            interface[interface_tag_ids])
129                 failedToGetSettings = True
130                 continue # on to the next interface
131
132             for setting in settings:
133                 settingname = setting[name_key].upper()
134                 if settingname in ('IFNAME','ALIAS','CFGOPTIONS','DRIVER'):
135                     details[settingname]=setting['value']
136                 # wireless settings
137                 elif settingname in \
138                         [  "MODE", "ESSID", "NW", "FREQ", "CHANNEL", "SENS", "RATE",
139                            "KEY", "KEY1", "KEY2", "KEY3", "KEY4", "SECURITYMODE", 
140                            "IWCONFIG", "IWPRIV" ] :
141                     details [settingname] = setting['value']
142                     details ['TYPE']='Wireless'
143                 else:
144                     logger.log("net:InitInterfaces WARNING: ignored setting named %s"%setting[name_key])
145
146         # support aliases to interfaces either by name or HWADDR
147         if 'ALIAS' in details:
148             if 'HWADDR' in details:
149                 hwaddr = details['HWADDR'].lower()
150                 del details['HWADDR']
151                 if hwaddr in macs:
152                     hwifname = macs[hwaddr]
153                     if ('IFNAME' in details) and details['IFNAME'] <> hwifname:
154                         logger.log("net:InitInterfaces WARNING: alias ifname (%s) and hwaddr ifname (%s) do not match"%\
155                                        (details['IFNAME'],hwifname))
156                         details['IFNAME'] = hwifname
157                 else:
158                     logger.log('net:InitInterfaces WARNING: mac addr %s for alias not found' %(hwaddr))
159
160             if 'IFNAME' in details:
161                 # stupid RH /etc/sysconfig/network-scripts/ifup-aliases:new_interface()
162                 # checks if the "$DEVNUM" only consists of '^[0-9A-Za-z_]*$'. Need to make
163                 # our aliases compliant.
164                 parts = details['ALIAS'].split('_')
165                 isValid=True
166                 for part in parts:
167                     isValid=isValid and part.isalnum()
168
169                 if isValid:
170                     devices_map["%s:%s" % (details['IFNAME'],details['ALIAS'])] = details 
171                 else:
172                     logger.log("net:InitInterfaces WARNING: interface alias (%s) not a valid string for RH ifup-aliases"% details['ALIAS'])
173             else:
174                 logger.log("net:InitInterfaces WARNING: interface alias (%s) not matched to an interface"% details['ALIAS'])
175             device_id -= 1
176         else:
177             if 'IFNAME' in details:
178                 ifname = details['IFNAME']
179                 device_id -= 1
180             elif orig_ifname:
181                 ifname = orig_ifname
182                 device_id -= 1
183             else:
184                 while True:
185                     ifname="eth%d" % (device_id-1)
186                     if ifname not in devices_map:
187                         break
188                     device_id += 1
189                 if os.path.exists("%s/ifcfg-%s"%(sysconfig,ifname)):
190                     logger.log("net:InitInterfaces WARNING: possibly blowing away %s configuration"%ifname)
191             devices_map[ifname] = details
192         device_id += 1 
193     m = modprobe.Modprobe()
194     try:
195         m.input("%s/etc/modprobe.conf" % root)
196     except:
197         pass
198     for (dev, details) in devices_map.iteritems():
199         # get the driver string "moduleName option1=a option2=b"
200         driver=details.get('DRIVER','')
201         if driver <> '':
202             driver=driver.split()
203             kernelmodule=driver[0]
204             m.aliasset(dev,kernelmodule)
205             options=" ".join(driver[1:])
206             if options <> '':
207                 m.optionsset(dev,options)
208     m.output("%s/etc/modprobe.conf" % root, program)
209
210     # clean up after any ifcfg-$dev script that's no longer listed as
211     # part of the Interfaces associated with this node
212
213     # list all network-scripts
214     files = os.listdir(sysconfig)
215
216     # filter out the ifcfg-* files
217     ifcfgs=[]
218     for f in files:
219         if f.find("ifcfg-") == 0:
220             ifcfgs.append(f)
221
222     # remove loopback (lo) from ifcfgs list
223     lo = "ifcfg-lo"
224     if lo in ifcfgs: ifcfgs.remove(lo)
225
226     # remove known devices from icfgs list
227     for (dev, details) in devices_map.iteritems():
228         ifcfg = 'ifcfg-'+dev
229         if ifcfg in ifcfgs: ifcfgs.remove(ifcfg)
230
231     # delete the remaining ifcfgs from 
232     deletedSomething = False
233
234     if not failedToGetSettings:
235         for ifcfg in ifcfgs:
236             dev = ifcfg[len('ifcfg-'):]
237             path = "%s/ifcfg-%s" % (sysconfig,dev)
238             if not files_only:
239                 logger.verbose("net:InitInterfaces removing %s %s"%(dev,path))
240                 os.system("/sbin/ifdown %s" % dev)
241             deletedSomething=True
242             os.unlink(path)
243
244     # wait a bit for the one or more ifdowns to have taken effect
245     if deletedSomething:
246         time.sleep(2)
247
248     # Write network configuration file
249     networkconf = file("%s/etc/sysconfig/network" % root, "w")
250     networkconf.write("NETWORKING=yes\nHOSTNAME=%s\n" % hostname)
251     if gateway is not None:
252         networkconf.write("GATEWAY=%s\n" % gateway)
253     networkconf.close()
254
255     # Process ifcfg-$dev changes / additions
256     newdevs = []
257     for (dev, details) in devices_map.iteritems():
258         (fd, tmpnam) = tempfile.mkstemp(dir=sysconfig)
259         f = os.fdopen(fd, "w")
260         f.write("# Autogenerated by pyplnet... do not edit!\n")
261         if 'DRIVER' in details:
262             f.write("# using %s driver for device %s\n" % (details['DRIVER'],dev))
263         f.write('DEVICE=%s\n' % dev)
264         
265         # print the configuration values
266         for (key, val) in details.iteritems():
267             if key not in ('IFNAME','ALIAS','CFGOPTIONS','DRIVER'):
268                 f.write('%s=%s\n' % (key, val))
269
270         # print the configuration specific option values (if any)
271         if 'CFGOPTIONS' in details:
272             cfgoptions = details['CFGOPTIONS']
273             f.write('#CFGOPTIONS are %s\n' % cfgoptions)
274             for cfgoption in cfgoptions.split():
275                 key,val = cfgoption.split('=')
276                 key=key.strip()
277                 key=key.upper()
278                 val=val.strip()
279                 f.write('%s="%s"\n' % (key,val))
280         f.close()
281
282         # compare whether two files are the same
283         def comparefiles(a,b):
284             try:
285                 logger.verbose("net:InitInterfaces comparing %s with %s" % (a,b))
286                 if not os.path.exists(a): return False
287                 fb = open(a)
288                 buf_a = fb.read()
289                 fb.close()
290
291                 if not os.path.exists(b): return False
292                 fb = open(b)
293                 buf_b = fb.read()
294                 fb.close()
295
296                 return buf_a == buf_b
297             except IOError, e:
298                 return False
299
300         path = "%s/ifcfg-%s" % (sysconfig,dev)
301         if not os.path.exists(path):
302             logger.verbose('net:InitInterfaces adding configuration for %s' % dev)
303             # add ifcfg-$dev configuration file
304             os.rename(tmpnam,path)
305             os.chmod(path,0644)
306             newdevs.append(dev)
307             
308         elif not comparefiles(tmpnam,path):
309             logger.verbose('net:InitInterfaces Configuration change for %s' % dev)
310             if not files_only:
311                 logger.verbose('net:InitInterfaces ifdown %s' % dev)
312                 # invoke ifdown for the old configuration
313                 os.system("/sbin/ifdown %s" % dev)
314                 # wait a few secs for ifdown to complete
315                 time.sleep(2)
316
317             logger.log('replacing configuration for %s' % dev)
318             # replace ifcfg-$dev configuration file
319             os.rename(tmpnam,path)
320             os.chmod(path,0644)
321             newdevs.append(dev)
322         else:
323             # tmpnam & path are identical
324             os.unlink(tmpnam)
325
326     for dev in newdevs:
327         cfgvariables = {}
328         fb = file("%s/ifcfg-%s"%(sysconfig,dev),"r")
329         for line in fb.readlines():
330             parts = line.split()
331             if parts[0][0]=="#":continue
332             if parts[0].find('='):
333                 name,value = parts[0].split('=')
334                 # clean up name & value
335                 name = name.strip()
336                 value = value.strip()
337                 value = value.strip("'")
338                 value = value.strip('"')
339                 cfgvariables[name]=value
340         fb.close()
341
342         def getvar(name):
343             if name in cfgvariables:
344                 value=cfgvariables[name]
345                 value = value.lower()
346                 return value
347             return ''
348
349         # skip over device configs with ONBOOT=no
350         if getvar("ONBOOT") == 'no': continue
351
352         # don't bring up slave devices, the network scripts will
353         # handle those correctly
354         if getvar("SLAVE") == 'yes': continue
355
356         if not files_only:
357             logger.verbose('net:InitInterfaces bringing up %s' % dev)
358             os.system("/sbin/ifup %s" % dev)
359
360 if __name__ == "__main__":
361     import optparse
362     import sys
363
364     parser = optparse.OptionParser(usage="plnet [-v] [-f] [-p <program>] -r root node_id")
365     parser.add_option("-v", "--verbose", action="store_true", dest="verbose")
366     parser.add_option("-r", "--root", action="store", type="string",
367                       dest="root", default=None)
368     parser.add_option("-f", "--files-only", action="store_true",
369                       dest="files_only")
370     parser.add_option("-p", "--program", action="store", type="string",
371                       dest="program", default="plnet")
372     (options, args) = parser.parse_args()
373     if len(args) != 1 or options.root is None:
374         print >>sys.stderr, "Missing root or node_id"
375         parser.print_help()
376         sys.exit(1)
377
378     node = shell.GetNodes({'node_id': [int(args[0])]})
379     try:
380         interfaces = shell.GetInterfaces({'interface_id': node[0]['interface_ids']})
381     except AttributeError:
382         interfaces = shell.GetNodeNetworks({'nodenetwork_id':node[0]['nodenetwork_ids']})
383         version = 4.2
384
385
386     data = {'hostname': node[0]['hostname'], 'interfaces': interfaces}
387     class logger:
388         def __init__(self, verbose):
389             self.verbosity = verbose
390         def log(self, msg, loglevel=2):
391             if self.verbosity:
392                 print msg
393         def verbose(self, msg):
394             self.log(msg, 1)
395     l = logger(options.verbose)
396     InitInterfaces(l, shell, data, options.root, options.files_only)