Merge branch 'master' into senslab2
[sfa.git] / sfa / rspecs / versions / slabv1.py
1 from copy import deepcopy
2
3
4 from sfa.rspecs.version import RSpecVersion
5 import sys
6 from sfa.rspecs.elements.versions.slabv1Lease import Slabv1Lease
7 from sfa.rspecs.elements.versions.slabv1Node import Slabv1Node
8 from sfa.rspecs.elements.versions.slabv1Sliver import Slabv1Sliver
9 from sfa.rspecs.elements.versions.slabv1Timeslot import Slabv1Timeslot
10 from sfa.util.sfalogging import logger
11  
12 class Slabv1(RSpecVersion):
13     #enabled = True
14     type = 'Slab'
15     content_type = 'ad'
16     version = '1'
17     #template = '<RSpec type="%s"></RSpec>' % type
18
19     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
20     namespace = 'http://www.geni.net/resources/rspec/3'
21     extensions = {
22         'flack': "http://www.protogeni.net/resources/rspec/ext/flack/1",
23         'planetlab': "http://www.planet-lab.org/resources/sfa/ext/planetlab/1",
24     }
25     namespaces = dict(extensions.items() + [('default', namespace)])
26     elements = []
27     
28     # Network 
29     def get_networks(self):
30         network_elems = self.xml.xpath('//network')
31         networks = [network_elem.get_instance(fields=['name', 'slice']) for \
32                     network_elem in network_elems]
33         return networks    
34
35
36     def add_network(self, network):
37         network_tags = self.xml.xpath('//network[@name="%s"]' % network)
38         if not network_tags:
39             network_tag = self.xml.add_element('network', name=network)
40         else:
41             network_tag = network_tags[0]
42         return network_tag
43
44    
45     # Nodes
46
47     def get_nodes(self, filter=None):
48         return Slabv1Node.get_nodes(self.xml, filter)
49
50     def get_nodes_with_slivers(self):
51         return Slabv1Node.get_nodes_with_slivers(self.xml)
52     
53     def get_slice_timeslot(self ):
54         return Slabv1Timeslot.get_slice_timeslot(self.xml)
55
56     def add_nodes(self, nodes, check_for_dupes=False):
57         return Slabv1Node.add_nodes(self.xml, nodes)
58     
59     def merge_node(self, source_node_tag, network, no_dupes = False):
60         logger.debug("SLABV1 merge_node")
61         #if no_dupes and self.get_node_element(node['hostname']):
62             ## node already exists
63             #return
64         network_tag = self.add_network(network)
65         network_tag.append(deepcopy(source_node_tag))
66
67     # Slivers
68     
69     def get_sliver_attributes(self, hostname, node, network=None): 
70         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes hostname %s " %(hostname)
71         nodes = self.get_nodes({'component_id': '*%s*' %hostname})
72         attribs = [] 
73         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes-----------------nodes %s  " %(nodes)
74         if nodes is not None and isinstance(nodes, list) and len(nodes) > 0:
75             node = nodes[0]
76         #if node : 
77             #sliver = node.xpath('./default:sliver | ./sliver')
78             #sliver = node.xpath('./default:sliver', namespaces=self.namespaces)
79             sliver = node['slivers']
80             
81             if sliver is not None and isinstance(sliver, list) and len(sliver) > 0:
82                 sliver = sliver[0]
83                 attribs = sliver
84                 #attribs = self.attributes_list(sliver)
85                 print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes----------NN------- sliver %s self.namespaces %s attribs %s " %(sliver, self.namespaces,attribs)
86         return attribs
87
88     def get_slice_attributes(self, network=None):
89         
90         slice_attributes = []
91         slot = self.get_slice_timeslot()
92         nodes_with_slivers = self.get_nodes_with_slivers()
93         slice_attributes.append({'timeslot':slot})
94         #slice_attributes.append({'name': 'timeslot', 'value' : slot})
95         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY get_slice_attributes -----------------nodes_with_slivers %s "%(nodes_with_slivers)
96         # TODO: default sliver attributes in the PG rspec?
97         default_ns_prefix = self.namespaces['default']
98         for node in nodes_with_slivers:
99             sliver_attributes = self.get_sliver_attributes(node['component_id'],node, network)
100             for sliver_attribute in sliver_attributes:
101                 name=str(sliver_attribute[0])
102                 text =str(sliver_attribute[1])
103                 attribs = sliver_attribute[2]
104                 # we currently only suppor the <initscript> and <flack> attributes
105                 #if  'info' in name:
106                     #attribute = {'name': 'flack_info', 'value': str(attribs), 'node_id': node}
107                     #slice_attributes.append(attribute)
108                 #elif 'initscript' in name:
109                 if 'initscript' in name:
110                     if attribs is not None and 'name' in attribs:
111                         value = attribs['name']
112                     else:
113                         value = text
114                     attribute = {'name': 'initscript', 'value': value, 'node_id': node}
115                     slice_attributes.append(attribute)
116           
117                     
118         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY get_slice_attributes ----------------- slice_attributes %s "%(slice_attributes)
119         return slice_attributes
120
121     def attributes_list(self, elem):
122         opts = []
123         if elem is not None:
124             for e in elem:
125                 opts.append((e.tag, str(e.text).strip(), e.attrib))
126         return opts
127
128     def get_default_sliver_attributes(self, network=None):
129         return []
130
131     def add_default_sliver_attribute(self, name, value, network=None):
132         pass
133
134     def add_slivers(self, hostnames, attributes=[], sliver_urn=None, append=False):
135         # all nodes hould already be present in the rspec. Remove all
136         # nodes that done have slivers
137         print>>sys.stderr, "\r\n \r\n \r\n \t\t\t SLABv1.PY add_slivers  ----->get_node "
138         for hostname in hostnames:
139             node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
140             if not node_elems:
141                 continue
142             node_elem = node_elems[0]
143             
144             # determine sliver types for this node
145             valid_sliver_types = ['slab-node', 'emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
146             #valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
147             requested_sliver_type = None
148             for sliver_type in node_elem.get('slivers', []):
149                 if sliver_type.get('type') in valid_sliver_types:
150                     requested_sliver_type = sliver_type['type']
151             
152             if not requested_sliver_type:
153                 continue
154             sliver = {'type': requested_sliver_type,
155                      'pl_tags': attributes}
156             print>>sys.stderr, "\r\n \r\n \r\n \t\t\t SLABv1.PY add_slivers  node_elem %s sliver_type %s \r\n \r\n " %(node_elem, sliver_type)
157             # remove available element
158             for available_elem in node_elem.xpath('./default:available | ./available'):
159                 node_elem.remove(available_elem)
160             
161             # remove interface elements
162             for interface_elem in node_elem.xpath('./default:interface | ./interface'):
163                 node_elem.remove(interface_elem)
164         
165             # remove existing sliver_type elements
166             for sliver_type in node_elem.get('slivers', []):
167                 node_elem.element.remove(sliver_type.element)
168
169             # set the client id
170             node_elem.element.set('client_id', hostname)
171             if sliver_urn:
172                 pass
173                 # TODO
174                 # set the sliver id
175                 #slice_id = sliver_info.get('slice_id', -1)
176                 #node_id = sliver_info.get('node_id', -1)
177                 #sliver_id = urn_to_sliver_id(sliver_urn, slice_id, node_id)
178                 #node_elem.set('sliver_id', sliver_id)
179
180             # add the sliver type elemnt
181             Slabv1Sliver.add_slivers(node_elem.element, sliver)  
182             #Slabv1SliverType.add_slivers(node_elem.element, sliver)         
183
184         # remove all nodes without slivers
185         if not append:
186             for node_elem in self.get_nodes():
187                 if not node_elem['client_id']:
188                     parent = node_elem.element.getparent()
189                     parent.remove(node_elem.element)
190
191     def remove_slivers(self, slivers, network=None, no_dupes=False):
192         Slabv1Node.remove_slivers(self.xml, slivers) 
193
194
195
196     # Utility
197
198     def merge(self, in_rspec):
199         """
200         Merge contents for specified rspec with current rspec
201         """
202         from sfa.rspecs.rspec import RSpec
203         # just copy over all the child elements under the root element
204         if isinstance(in_rspec, basestring):
205             in_rspec = RSpec(in_rspec)
206
207         nodes = in_rspec.version.get_nodes()
208         # protogeni rspecs need to advertise the availabel sliver types
209         for node in nodes:
210             if not node.has_key('sliver') or not node['sliver']:
211                 node['sliver'] = {'name': 'slab-node'}
212             
213         self.add_nodes(nodes)
214         #self.add_links(in_rspec.version.get_links())
215         
216         #
217         #rspec = RSpec(in_rspec)
218         #for child in rspec.xml.iterchildren():
219         #    self.xml.root.append(child)
220         
221     # Leases
222
223     def get_leases(self, lease_filter=None):
224         return Slabv1Lease.get_leases(self.xml, lease_filter)
225
226     def add_leases(self, leases, network = None, no_dupes=False):
227         Slabv1Lease.add_leases(self.xml, leases)    
228
229     def cleanup(self):
230         # remove unncecessary elements, attributes
231         if self.type in ['request', 'manifest']:
232             # remove 'available' element from remaining node elements
233             self.xml.remove_element('//default:available | //available')
234             
235             
236 class Slabv1Ad(Slabv1):
237     enabled = True
238     content_type = 'ad'
239     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
240     #http://www.geni.net/resources/rspec/3/ad.xsd'
241     template = '<rspec type="advertisement" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
242
243 class Slabv1Request(Slabv1):
244     enabled = True
245     content_type = 'request'
246     schema = 'http://senslab.info/resources/rspec/1/request.xsd'
247     #http://www.geni.net/resources/rspec/3/request.xsd
248     template = '<rspec type="request" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/request.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
249
250 class Slabv1Manifest(Slabv1):
251     enabled = True
252     content_type = 'manifest'
253     schema = 'http://senslab.info/resources/rspec/1/manifest.xsd'
254     #http://www.geni.net/resources/rspec/3/manifest.xsd
255     template = '<rspec type="manifest" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/manifest.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
256
257
258 if __name__ == '__main__':
259     from sfa.rspecs.rspec import RSpec
260     from sfa.rspecs.rspec_elements import *
261     r = RSpec('/tmp/slab.rspec')
262     r.load_rspec_elements(Slabv1.elements)
263     r.namespaces = Slabv1.namespaces
264     print r.get(RSpecElements.NODE)