3 from sfa.util.rspec import RSpec
6 from sfa.util.namespace import *
7 from sfa.util.rspec import *
8 from sfa.util.specdict import *
9 from sfa.util.faults import *
10 from sfa.util.storage import *
11 from sfa.util.policy import Policy
12 from sfa.server.aggregate import Aggregates
13 from sfa.server.registry import Registries
14 from sfa.util.faults import *
16 import xml.dom.minidom
18 SFA_MAX_CONF_FILE = '/etc/sfa/max_allocations'
19 SFA_MAX_DEFAULT_RSPEC = '/etc/sfa/max_physical.xml'
20 SFA_MAX_CANNED_RSPEC = '/etc/sfa/max_physical_canned.xml'
24 class SfaOutOfResource(SfaFault):
25 def __init__(self, interface):
26 faultString = "Interface " + interface + " not available"
27 SfaFault.__init__(self, 100, faultString, '')
29 class SfaNoPairRSpec(SfaFault):
30 def __init__(self, interface, interface2):
31 faultString = "Interface " + interface + " should be paired with " + interface2
32 SfaFault.__init__(self, 100, faultString, '')
34 # Returns a mapping from interfaces to the nodes they lie on and their peer interfaces
37 def get_interface_map():
39 r.parseFile(SFA_MAX_DEFAULT_RSPEC)
41 capacity = rspec['rspec']['capacity']
42 netspec = capacity[0]['netspec'][0]
44 for n in netspec['nodespec']:
51 if (linkdefs.has_key(linkid)):
52 linkdefs[linkid].extend([(nodename,ifname)])
54 linkdefs[linkid]=[(nodename,ifname)]
56 # topology maps interface x interface -> link,node1,node2
59 for k in linkdefs.keys():
60 (n1,i1) = linkdefs[k][0]
61 (n2,i2) = linkdefs[k][1]
63 topology[i1] = (n1, i2)
64 topology[i2] = (n2, i1)
70 def allocations_to_rspec(allocations):
71 rspec = xml.dom.minidom.parse(SFA_MAX_DEFAULT_RSPEC)
72 req = rspec.firstChild.appendChild(rspec.createElement("request"))
73 for (iname,ip) in allocations:
74 ifspec = req.appendChild(rspec.createElement("ifspec"))
75 ifspec.setAttribute("name","tns:"+iname)
76 ifspec.setAttribute("ip",ip)
81 def if_endpoints(ifs):
84 nodes.extend(topology[l][0])
87 def lock_state_file():
91 def unlock_state_file():
95 def read_alloc_dict():
97 rows = open(SFA_MAX_CONF_FILE).read().split('\n')
99 columns = r.split(' ')
100 if (len(columns)==2):
102 allocs = columns[1].split(',')
103 ipallocs = map(lambda alloc:alloc.split('/'), allocs)
104 alloc_dict[hrn]=ipallocs
107 def commit_alloc_dict(d):
108 f = open(SFA_MAX_CONF_FILE, 'w')
111 ipcolumns = map(lambda x:"/".join(x), columns)
112 row = hrn+' '+','.join(ipcolumns)+'\n'
116 def collapse_alloc_dict(d):
123 def alloc_links(api, hrn, links_to_add, links_to_drop):
124 slicename=hrn_to_pl_slicename(hrn)
125 for (iface,ip) in links_to_add:
126 node = topology[iface][0][0]
128 api.plshell.AddSliceTag(api.plauth, slicename, "ip_addresses", ip, node)
129 api.plshell.AddSliceTag(api.plauth, slicename, "vsys", "getvlan", node)
131 # Probably a duplicate tag. XXX July 21
135 def alloc_nodes(api,hrn, requested_ifs):
136 requested_nodes = if_endpoints(requested_ifs)
137 create_slice_max_aggregate(api, hrn, requested_nodes)
139 # Taken from slices.py
141 def create_slice_max_aggregate(api, hrn, nodes):
142 # Get the slice record
144 topology = get_interface_map()
146 registries = Registries(api)
147 registry = registries[api.hrn]
148 credential = api.getCredential()
149 records = registry.resolve(credential, hrn)
150 for record in records:
151 if record.get_type() in ['slice']:
152 slice = record.as_dict()
154 raise RecordNotFound(hrn)
156 # Make sure slice exists at plc, if it doesnt add it
157 slicename = hrn_to_pl_slicename(hrn)
158 slices = api.plshell.GetSlices(api.plauth, [slicename], ['node_ids'])
160 parts = slicename.split("_")
161 login_base = parts[0]
162 # if site doesnt exist add it
163 sites = api.plshell.GetSites(api.plauth, [login_base])
165 authority = get_authority(hrn)
166 site_records = registry.resolve(credential, authority)
169 raise RecordNotFound(authority)
170 site_record = site_records[0]
171 site = site_record.as_dict()
175 site_id = api.plshell.AddSite(api.plauth, site)
180 slice_keys = ['name', 'url', 'description']
181 for key in slice_keys:
182 if key in slice and slice[key]:
183 slice_fields[key] = slice[key]
184 api.plshell.AddSlice(api.plauth, slice_fields)
186 slice['node_ids'] = 0
190 # get the list of valid slice users from the registry and make
191 # they are added to the slice
192 researchers = record.get('researcher', [])
193 for researcher in researchers:
195 person_records = registry.resolve(credential, researcher)
196 for record in person_records:
197 if record.get_type() in ['user']:
198 person_record = record
199 if not person_record:
201 person_dict = person_record.as_dict()
202 persons = api.plshell.GetPersons(api.plauth, [person_dict['email']],
203 ['person_id', 'key_ids'])
205 # Create the person record
207 person_id=api.plshell.AddPerson(api.plauth, person_dict)
209 # The line below enables the user account on the remote aggregate
210 # soon after it is created.
211 # without this the user key is not transfered to the slice
212 # (as GetSlivers returns key of only enabled users),
213 # which prevents the user from login to the slice.
214 # We may do additional checks before enabling the user.
216 api.plshell.UpdatePerson(api.plauth, person_id, {'enabled' : True})
219 key_ids = persons[0]['key_ids']
221 api.plshell.AddPersonToSlice(api.plauth, person_dict['email'],
224 # Get this users local keys
225 keylist = api.plshell.GetKeys(api.plauth, key_ids, ['key'])
226 keys = [key['key'] for key in keylist]
228 # add keys that arent already there
229 for personkey in person_dict['keys']:
230 if personkey not in keys:
231 key = {'key_type': 'ssh', 'key': personkey}
232 api.plshell.AddPersonKey(api.plauth, person_dict['email'], key)
234 # find out where this slice is currently running
235 nodelist = api.plshell.GetNodes(api.plauth, slice['node_ids'],
237 hostnames = [node['hostname'] for node in nodelist]
239 # remove nodes not in rspec
240 deleted_nodes = list(set(hostnames).difference(nodes))
241 # add nodes from rspec
242 added_nodes = list(set(nodes).difference(hostnames))
244 api.plshell.AddSliceToNodes(api.plauth, slicename, added_nodes)
245 api.plshell.DeleteSliceFromNodes(api.plauth, slicename, deleted_nodes)
250 def get_rspec(api, creds, options):
251 # get slice's hrn from options
252 xrn = options.get('geni_slice_urn', None)
253 hrn, type = urn_to_hrn(xrn)
255 # plc.princeton.sapan vlan23,vlan45
257 allocations = read_alloc_dict()
258 if (hrn and allocations.has_key(hrn)):
259 ret_rspec = allocations_to_rspec(allocations[hrn])
261 ret_rspec = open(SFA_MAX_CANNED_RSPEC).read()
266 def create_slice(api, xrn, creds, rspec_xml, users):
268 hrn = urn_to_hrn(xrn)[0]
269 topology = get_interface_map()
271 # Check if everything in rspec is either allocated by hrn
272 # or not allocated at all.
274 r.parseString(rspec_xml)
279 allocations = read_alloc_dict()
280 requested_allocations = rspec_to_allocations (rspec)
281 current_allocations = collapse_alloc_dict(allocations)
283 current_hrn_allocations=allocations[hrn]
285 current_hrn_allocations=[]
287 # Check request against current allocations
288 requested_interfaces = map(lambda(elt):elt[0], requested_allocations)
289 current_interfaces = map(lambda(elt):elt[0], current_allocations)
290 current_hrn_interfaces = map(lambda(elt):elt[0], current_hrn_allocations)
292 for a in requested_interfaces:
293 if (a not in current_hrn_interfaces and a in current_interfaces):
294 raise SfaOutOfResource(a)
295 if (topology[a][1] not in requested_interfaces):
296 raise SfaNoPairRSpec(a,topology[a][1])
299 # Allocations to delete
300 allocations_to_delete = []
301 for a in current_hrn_allocations:
302 if (a not in requested_allocations):
303 allocations_to_delete.extend([a])
305 # Ok, let's do our thing
306 alloc_nodes(api, hrn, requested_interfaces)
307 alloc_links(api, hrn, requested_allocations, allocations_to_delete)
308 allocations[hrn] = requested_allocations
309 commit_alloc_dict(allocations)
315 def rspec_to_allocations(rspec):
318 ifspecs = rspec['rspec']['request'][0]['ifspec']
320 ifs.extend([(l['name'].replace('tns:',''),l['ip'])])
327 t = get_interface_map()
329 rspec_xml = open(sys.argv[1]).read()
330 #get_rspec(None,'foo')
331 create_slice(None, "plc.princeton.sap0", rspec_xml)
333 if __name__ == "__main__":