Merge branch 'senslab2' of ssh://git.f-lab.fr/git/sfa into senslab2
[sfa.git] / sfa / rspecs / versions / slabv1.py
1 from copy import deepcopy
2 from StringIO import StringIO
3 from sfa.util.xrn import Xrn, urn_to_sliver_id
4 from sfa.util.plxrn import hostname_to_urn, xrn_to_hostname 
5 from sfa.rspecs.baseversion import BaseVersion
6
7 from sfa.rspecs.elements.versions.slabv1Node import Slabv1Node
8 from sfa.rspecs.elements.versions.slabv1Sliver import Slabv1Sliver
9  
10 class Slabv1(BaseVersion):
11     #enabled = True
12     type = 'Slab'
13     content_type = 'ad'
14     version = '1'
15     #template = '<RSpec type="%s"></RSpec>' % type
16
17     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
18     namespace = 'http://www.geni.net/resources/rspec/3'
19     extensions = {
20         'flack': "http://www.protogeni.net/resources/rspec/ext/flack/1",
21         'planetlab': "http://www.planet-lab.org/resources/sfa/ext/planetlab/1",
22     }
23     namespaces = dict(extensions.items() + [('default', namespace)])
24     elements = []
25     
26     # Network 
27     def get_networks(self):
28         network_elems = self.xml.xpath('//network')
29         networks = [network_elem.get_instance(fields=['name', 'slice']) for \
30                     network_elem in network_elems]
31         return networks    
32
33
34     def add_network(self, network):
35         network_tags = self.xml.xpath('//network[@name="%s"]' % network)
36         if not network_tags:
37             network_tag = self.xml.add_element('network', name=network)
38         else:
39             network_tag = network_tags[0]
40         return network_tag
41
42    
43     # Nodes
44
45     def get_nodes(self, filter=None):
46         return Slabv1Node.get_nodes(self.xml, filter)
47
48     def get_nodes_with_slivers(self):
49         return Slabv1Node.get_nodes_with_slivers(self.xml)
50
51     def add_nodes(self, nodes, check_for_dupes=False):
52         return Slabv1Node.add_nodes(self.xml, nodes)
53     
54     def merge_node(self, source_node_tag, network, no_dupes = False):
55         if no_dupes and self.get_node_element(node['hostname']):
56             # node already exists
57             return
58         network_tag = self.add_network(network)
59         network_tag.append(deepcopy(source_node_tag))
60
61     # Slivers
62     
63     def get_sliver_attributes(self, hostname, network=None):
64         nodes = self.get_nodes({'component_id': '*%s*' %hostname})
65         attribs = []
66         if nodes is not None and isinstance(nodes, list) and len(nodes) > 0:
67             node = nodes[0]
68             sliver = node.xpath('./default:sliver_type', namespaces=self.namespaces)
69             if sliver is not None and isinstance(sliver, list) and len(sliver) > 0:
70                 sliver = sliver[0]
71                 #attribs = self.attributes_list(sliver)
72         return attribs
73
74     def get_slice_attributes(self, network=None):
75         slice_attributes = []
76         nodes_with_slivers = self.get_nodes_with_slivers()
77         # TODO: default sliver attributes in the PG rspec?
78         default_ns_prefix = self.namespaces['default']
79         for node in nodes_with_slivers:
80             sliver_attributes = self.get_sliver_attributes(node, network)
81             for sliver_attribute in sliver_attributes:
82                 name=str(sliver_attribute[0])
83                 text =str(sliver_attribute[1])
84                 attribs = sliver_attribute[2]
85                 # we currently only suppor the <initscript> and <flack> attributes
86                 if  'info' in name:
87                     attribute = {'name': 'flack_info', 'value': str(attribs), 'node_id': node}
88                     slice_attributes.append(attribute)
89                 elif 'initscript' in name:
90                     if attribs is not None and 'name' in attribs:
91                         value = attribs['name']
92                     else:
93                         value = text
94                     attribute = {'name': 'initscript', 'value': value, 'node_id': node}
95                     slice_attributes.append(attribute)
96
97         return slice_attributes
98
99     def attributes_list(self, elem):
100         opts = []
101         if elem is not None:
102             for e in elem:
103                 opts.append((e.tag, str(e.text).strip(), e.attrib))
104         return opts
105
106     def get_default_sliver_attributes(self, network=None):
107         return []
108
109     def add_default_sliver_attribute(self, name, value, network=None):
110         pass
111
112     def add_slivers(self, hostnames, attributes=[], sliver_urn=None, append=False):
113         # all nodes hould already be present in the rspec. Remove all
114         # nodes that done have slivers
115         for hostname in hostnames:
116             node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
117             if not node_elems:
118                 continue
119             node_elem = node_elems[0]
120             
121             # determine sliver types for this node
122             valid_sliver_types = ['slab-node', 'emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
123             #valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
124             requested_sliver_type = None
125             for sliver_type in node_elem.get('slivers', []):
126                 if sliver_type.get('type') in valid_sliver_types:
127                     requested_sliver_type = sliver_type['type']
128             
129             if not requested_sliver_type:
130                 continue
131             sliver = {'type': requested_sliver_type,
132                      'pl_tags': attributes}
133
134             # remove available element
135             for available_elem in node_elem.xpath('./default:available | ./available'):
136                 node_elem.remove(available_elem)
137             
138             # remove interface elements
139             for interface_elem in node_elem.xpath('./default:interface | ./interface'):
140                 node_elem.remove(interface_elem)
141         
142             # remove existing sliver_type elements
143             for sliver_type in node_elem.get('slivers', []):
144                 node_elem.element.remove(sliver_type.element)
145
146             # set the client id
147             node_elem.element.set('client_id', hostname)
148             if sliver_urn:
149                 pass
150                 # TODO
151                 # set the sliver id
152                 #slice_id = sliver_info.get('slice_id', -1)
153                 #node_id = sliver_info.get('node_id', -1)
154                 #sliver_id = urn_to_sliver_id(sliver_urn, slice_id, node_id)
155                 #node_elem.set('sliver_id', sliver_id)
156
157             # add the sliver type elemnt    
158             Slabv1SliverType.add_slivers(node_elem.element, sliver)         
159
160         # remove all nodes without slivers
161         if not append:
162             for node_elem in self.get_nodes():
163                 if not node_elem['client_id']:
164                     parent = node_elem.element.getparent()
165                     parent.remove(node_elem.element)
166
167     def remove_slivers(self, slivers, network=None, no_dupes=False):
168         Slabv1Node.remove_slivers(self.xml, slivers) 
169
170
171
172     # Utility
173
174     def merge(self, in_rspec):
175         """
176         Merge contents for specified rspec with current rspec
177         """
178         from sfa.rspecs.rspec import RSpec
179         # just copy over all the child elements under the root element
180         if isinstance(in_rspec, basestring):
181             in_rspec = RSpec(in_rspec)
182
183         nodes = in_rspec.version.get_nodes()
184         # protogeni rspecs need to advertise the availabel sliver types
185         for node in nodes:
186             if not node.has_key('sliver') or not node['sliver']:
187                 node['sliver'] = {'name': 'slab-node'}
188             
189         self.add_nodes(nodes)
190         #self.add_links(in_rspec.version.get_links())
191         
192         #
193         #rspec = RSpec(in_rspec)
194         #for child in rspec.xml.iterchildren():
195         #    self.xml.root.append(child)
196         
197         
198
199     def cleanup(self):
200         # remove unncecessary elements, attributes
201         if self.type in ['request', 'manifest']:
202             # remove 'available' element from remaining node elements
203             self.xml.remove_element('//default:available | //available')
204             
205             
206 class Slabv1Ad(Slabv1):
207     enabled = True
208     content_type = 'ad'
209     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
210     #http://www.geni.net/resources/rspec/3/ad.xsd'
211     template = '<rspec type="advertisement" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
212
213 class Slabv1Request(Slabv1):
214     enabled = True
215     content_type = 'request'
216     schema = 'http://senslab.info/resources/rspec/1/request.xsd'
217     #http://www.geni.net/resources/rspec/3/request.xsd
218     template = '<rspec type="advertisement" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
219
220 class Slabv1Manifest(Slabv1):
221     enabled = True
222     content_type = 'manifest'
223     schema = 'http://senslab.info/resources/rspec/1/manifest.xsd'
224     #http://www.geni.net/resources/rspec/3/manifest.xsd
225     template = '<rspec type="advertisement" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
226 #class Slabv1Ad(Slabv1):
227     #enabled = True
228     #content_type = 'ad'
229     #schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
230     ##http://www.geni.net/resources/rspec/3/ad.xsd'
231     #template = '<rspec type="advertisement" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://www.geni.net/resources/rspec/3" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://www.geni.net/resources/rspec/3 http://www.geni.net/resources/rspec/3/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
232
233 #class Slabv1Request(Slabv1):
234     #enabled = True
235     #content_type = 'request'
236     #schema = 'http://senslab.info/resources/rspec/1/request.xsd'
237     ##http://www.geni.net/resources/rspec/3/request.xsd
238     #template = '<rspec type="request" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://www.geni.net/resources/rspec/3" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://www.geni.net/resources/rspec/3 http://www.geni.net/resources/rspec/3/request.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
239
240 #class Slabv1Manifest(Slabv1):
241     #enabled = True
242     #content_type = 'manifest'
243     #schema = 'http://senslab.info/resources/rspec/1/manifest.xsd'
244     ##http://www.geni.net/resources/rspec/3/manifest.xsd
245     #template = '<rspec type="manifest" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://www.geni.net/resources/rspec/3" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://www.geni.net/resources/rspec/3 http://www.geni.net/resources/rspec/3/manifest.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
246
247      
248
249
250 if __name__ == '__main__':
251     from sfa.rspecs.rspec import RSpec
252     from sfa.rspecs.rspec_elements import *
253     r = RSpec('/tmp/slab.rspec')
254     r.load_rspec_elements(Slabv1.elements)
255     r.namespaces = Slabv1.namespaces
256     print r.get(RSpecElements.NODE)