Added hardware_types in slab RSpec, as well as
[sfa.git] / sfa / rspecs / versions / slabv1.py
1 from copy import deepcopy
2
3
4 from sfa.rspecs.version import RSpecVersion
5 import sys
6 from sfa.rspecs.elements.versions.slabv1Lease import Slabv1Lease
7 from sfa.rspecs.elements.versions.slabv1Node import Slabv1Node
8 from sfa.rspecs.elements.versions.slabv1Sliver import Slabv1Sliver
9 from sfa.rspecs.elements.versions.slabv1Timeslot import Slabv1Timeslot
10
11 from sfa.rspecs.elements.versions.sfav1Lease import SFAv1Lease
12
13 from sfa.util.sfalogging import logger
14  
15 class Slabv1(RSpecVersion):
16     #enabled = True
17     type = 'Slab'
18     content_type = 'ad'
19     version = '1'
20     #template = '<RSpec type="%s"></RSpec>' % type
21
22     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
23     namespace = 'http://www.geni.net/resources/rspec/3'
24     extensions = {
25         'flack': "http://www.protogeni.net/resources/rspec/ext/flack/1",
26         'planetlab': "http://www.planet-lab.org/resources/sfa/ext/planetlab/1",
27     }
28     namespaces = dict(extensions.items() + [('default', namespace)])
29     elements = []
30     
31     # Network 
32     def get_networks(self):
33         #WARNING Added //default:network to the xpath 
34         #otherwise network element not detected 16/07/12 SA
35         
36         network_elems = self.xml.xpath('//network | //default:network') 
37         networks = [network_elem.get_instance(fields=['name', 'slice']) for \
38                     network_elem in network_elems]
39         return networks    
40
41
42     def add_network(self, network):
43         network_tags = self.xml.xpath('//network[@name="%s"]' % network)
44         if not network_tags:
45             network_tag = self.xml.add_element('network', name=network)
46         else:
47             network_tag = network_tags[0]
48         return network_tag
49
50    
51     # Nodes
52
53     def get_nodes(self, filter=None):
54         return Slabv1Node.get_nodes(self.xml, filter)
55
56     def get_nodes_with_slivers(self):
57         return Slabv1Node.get_nodes_with_slivers(self.xml)
58     
59     def get_slice_timeslot(self ):
60         return Slabv1Timeslot.get_slice_timeslot(self.xml)
61     
62     def add_connection_information(self, ldap_username):
63         return Slabv1Node.add_connection_information(self.xml,ldap_username)
64     
65     def add_nodes(self, nodes, check_for_dupes=False):
66         return Slabv1Node.add_nodes(self.xml,nodes )
67     
68     def merge_node(self, source_node_tag, network, no_dupes = False):
69         logger.debug("SLABV1 merge_node")
70         #if no_dupes and self.get_node_element(node['hostname']):
71             ## node already exists
72             #return
73         network_tag = self.add_network(network)
74         network_tag.append(deepcopy(source_node_tag))
75
76     # Slivers
77     
78     def get_sliver_attributes(self, hostname, node, network=None): 
79         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes hostname %s " %(hostname)
80         nodes = self.get_nodes({'component_id': '*%s*' %hostname})
81         attribs = [] 
82         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes-----------------nodes %s  " %(nodes)
83         if nodes is not None and isinstance(nodes, list) and len(nodes) > 0:
84             node = nodes[0]
85         #if node : 
86             #sliver = node.xpath('./default:sliver | ./sliver')
87             #sliver = node.xpath('./default:sliver', namespaces=self.namespaces)
88             sliver = node['slivers']
89             
90             if sliver is not None and isinstance(sliver, list) and len(sliver) > 0:
91                 sliver = sliver[0]
92                 attribs = sliver
93                 #attribs = self.attributes_list(sliver)
94                 print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes----------NN------- sliver %s self.namespaces %s attribs %s " %(sliver, self.namespaces,attribs)
95         return attribs
96
97     def get_slice_attributes(self, network=None):
98         
99         slice_attributes = []
100         slot = self.get_slice_timeslot()
101         nodes_with_slivers = self.get_nodes_with_slivers()
102         slice_attributes.append({'timeslot':slot})
103         #slice_attributes.append({'name': 'timeslot', 'value' : slot})
104         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY get_slice_attributes -----------------nodes_with_slivers %s "%(nodes_with_slivers)
105         # TODO: default sliver attributes in the PG rspec?
106         default_ns_prefix = self.namespaces['default']
107         for node in nodes_with_slivers:
108             sliver_attributes = self.get_sliver_attributes(node['component_id'],node, network)
109             for sliver_attribute in sliver_attributes:
110                 name=str(sliver_attribute[0])
111                 text =str(sliver_attribute[1])
112                 attribs = sliver_attribute[2]
113                 # we currently only suppor the <initscript> and <flack> attributes
114                 #if  'info' in name:
115                     #attribute = {'name': 'flack_info', 'value': str(attribs), 'node_id': node}
116                     #slice_attributes.append(attribute)
117                 #elif 'initscript' in name:
118                 if 'initscript' in name:
119                     if attribs is not None and 'name' in attribs:
120                         value = attribs['name']
121                     else:
122                         value = text
123                     attribute = {'name': 'initscript', 'value': value, 'node_id': node}
124                     slice_attributes.append(attribute)
125           
126                     
127         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY get_slice_attributes ----------------- slice_attributes %s "%(slice_attributes)
128         return slice_attributes
129
130     def attributes_list(self, elem):
131         opts = []
132         if elem is not None:
133             for e in elem:
134                 opts.append((e.tag, str(e.text).strip(), e.attrib))
135         return opts
136
137     def get_default_sliver_attributes(self, network=None):
138         return []
139
140     def add_default_sliver_attribute(self, name, value, network=None):
141         pass
142
143     def add_slivers(self, hostnames, attributes=[], sliver_urn=None, append=False):
144         # all nodes hould already be present in the rspec. Remove all
145         # nodes that done have slivers
146         print>>sys.stderr, "\r\n \r\n \r\n \t\t\t SLABv1.PY add_slivers  ----->get_node "
147         for hostname in hostnames:
148             node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
149             if not node_elems:
150                 continue
151             node_elem = node_elems[0]
152             
153             # determine sliver types for this node
154             #TODO : add_slivers valid type of sliver needs to be changed 13/07/12 SA
155             valid_sliver_types = ['slab-node', 'emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
156             #valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
157             requested_sliver_type = None
158             for sliver_type in node_elem.get('slivers', []):
159                 if sliver_type.get('type') in valid_sliver_types:
160                     requested_sliver_type = sliver_type['type']
161             
162             if not requested_sliver_type:
163                 continue
164             sliver = {'type': requested_sliver_type,
165                      'pl_tags': attributes}
166             print>>sys.stderr, "\r\n \r\n \r\n \t\t\t SLABv1.PY add_slivers  node_elem %s sliver_type %s \r\n \r\n " %(node_elem, sliver_type)
167             # remove available element
168             for available_elem in node_elem.xpath('./default:available | ./available'):
169                 node_elem.remove(available_elem)
170             
171             # remove interface elements
172             for interface_elem in node_elem.xpath('./default:interface | ./interface'):
173                 node_elem.remove(interface_elem)
174         
175             # remove existing sliver_type elements
176             for sliver_type in node_elem.get('slivers', []):
177                 node_elem.element.remove(sliver_type.element)
178
179             # set the client id
180             node_elem.element.set('client_id', hostname)
181             if sliver_urn:
182                 pass
183                 # TODO
184                 # set the sliver id
185                 #slice_id = sliver_info.get('slice_id', -1)
186                 #node_id = sliver_info.get('node_id', -1)
187                 #sliver_id = urn_to_sliver_id(sliver_urn, slice_id, node_id)
188                 #node_elem.set('sliver_id', sliver_id)
189
190             # add the sliver type elemnt
191             Slabv1Sliver.add_slivers(node_elem.element, sliver)  
192             #Slabv1SliverType.add_slivers(node_elem.element, sliver)         
193
194         # remove all nodes without slivers
195         if not append:
196             for node_elem in self.get_nodes():
197                 if not node_elem['client_id']:
198                     parent = node_elem.element.getparent()
199                     parent.remove(node_elem.element)
200
201     def remove_slivers(self, slivers, network=None, no_dupes=False):
202         Slabv1Node.remove_slivers(self.xml, slivers) 
203         
204         
205     # Utility
206  
207     def merge(self, in_rspec):
208         """
209         Merge contents for specified rspec with current rspec
210         """
211
212         if not in_rspec:
213             return
214         
215         from sfa.rspecs.rspec import RSpec
216        
217         if isinstance(in_rspec, RSpec):
218             rspec = in_rspec
219         else:
220             rspec = RSpec(in_rspec)
221         if rspec.version.type.lower() == 'protogeni':
222             from sfa.rspecs.rspec_converter import RSpecConverter
223             in_rspec = RSpecConverter.to_sfa_rspec(rspec.toxml())
224             rspec = RSpec(in_rspec)
225         # just copy over all networks
226         #Attention special get_networks using //default:network xpath
227         current_networks = self.get_networks() 
228         networks = rspec.version.get_networks()
229         for network in networks:
230             current_network = network.get('name')
231             if current_network and current_network not in current_networks:
232                 self.xml.append(network.element)
233                 current_networks.append(current_network)
234
235
236
237
238         
239     # Leases
240
241     def get_leases(self, lease_filter=None):
242         return SFAv1Lease.get_leases(self.xml, lease_filter)
243         #return Slabv1Lease.get_leases(self.xml, lease_filter)
244
245     def add_leases(self, leases, network = None, no_dupes=False):
246         SFAv1Lease.add_leases(self.xml, leases)
247         #Slabv1Lease.add_leases(self.xml, leases)    
248
249     def cleanup(self):
250         # remove unncecessary elements, attributes
251         if self.type in ['request', 'manifest']:
252             # remove 'available' element from remaining node elements
253             self.xml.remove_element('//default:available | //available')
254             
255             
256 class Slabv1Ad(Slabv1):
257     enabled = True
258     content_type = 'ad'
259     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
260     #http://www.geni.net/resources/rspec/3/ad.xsd'
261     template = '<rspec type="advertisement" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
262
263 class Slabv1Request(Slabv1):
264     enabled = True
265     content_type = 'request'
266     schema = 'http://senslab.info/resources/rspec/1/request.xsd'
267     #http://www.geni.net/resources/rspec/3/request.xsd
268     template = '<rspec type="request" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/request.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
269
270 class Slabv1Manifest(Slabv1):
271     enabled = True
272     content_type = 'manifest'
273     schema = 'http://senslab.info/resources/rspec/1/manifest.xsd'
274     #http://www.geni.net/resources/rspec/3/manifest.xsd
275     template = '<rspec type="manifest" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/manifest.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
276
277
278 if __name__ == '__main__':
279     from sfa.rspecs.rspec import RSpec
280     from sfa.rspecs.rspec_elements import *
281     r = RSpec('/tmp/slab.rspec')
282     r.load_rspec_elements(Slabv1.elements)
283     r.namespaces = Slabv1.namespaces
284     print r.get(RSpecElements.NODE)