bugfixes
[sfa.git] / sfa / rspecs / versions / pgv2.py
1 from copy import deepcopy
2 from StringIO import StringIO
3 from sfa.util.xrn import urn_to_sliver_id
4 from sfa.util.plxrn import hostname_to_urn, xrn_to_hostname 
5 from sfa.rspecs.baseversion import BaseVersion
6 from sfa.rspecs.elements.versions.pgv2Link import PGv2Link
7 from sfa.rspecs.elements.versions.pgv2Node import PGv2Node
8 from sfa.rspecs.elements.versions.pgv2SliverType import PGv2SliverType
9  
10 class PGv2(BaseVersion):
11     type = 'ProtoGENI'
12     content_type = 'ad'
13     version = '2'
14     schema = 'http://www.protogeni.net/resources/rspec/2/ad.xsd'
15     namespace = 'http://www.protogeni.net/resources/rspec/2'
16     extensions = {
17         'flack': "http://www.protogeni.net/resources/rspec/ext/flack/1",
18         'planetlab': "http://www.planet-lab.org/resources/sfa/ext/planetlab/1",
19     }
20     namespaces = dict(extensions.items() + [('default', namespace)])
21
22     # Networks    
23     def get_network(self):
24         network = None
25         nodes = self.xml.xpath('//default:node[@component_manager_id][1]', namespaces=self.namespaces)
26         if nodes:
27             network  = nodes[0].get('component_manager_id')
28         return network
29
30     def get_networks(self):
31         networks = self.xml.xpath('//default:node[@component_manager_id]/@component_manager_id', namespaces=self.namespaces)
32         return set(networks)
33
34     
35     # Nodes
36
37     def get_nodes(self, filter=None):
38         return PGv2Node.get_nodes(self.xml, filter)
39
40     def get_nodes_with_slivers(self):
41         return PGv2Node.get_nodes_with_slivers(self.xml)
42
43     def add_nodes(self, nodes, check_for_dupes=False):
44         return PGv2Node.add_nodes(self.xml, nodes)
45     
46     def merge_node(self, source_node_tag):
47         # this is untested
48         self.xml.root.append(deepcopy(source_node_tag))
49
50     # Slivers
51     
52     def get_sliver_attributes(self, hostname, network=None):
53         nodes = self.get_nodes({'component_id': '*%s*' %hostname})
54         attribs = []
55         if nodes is not None and isinstance(nodes, list) and len(nodes) > 0:
56             node = nodes[0]
57             sliver = node.xpath('./default:sliver_type', namespaces=self.namespaces)
58             if sliver is not None and isinstance(sliver, list) and len(sliver) > 0:
59                 sliver = sliver[0]
60                 #attribs = self.attributes_list(sliver)
61         return attribs
62
63     def get_slice_attributes(self, network=None):
64         slice_attributes = []
65         nodes_with_slivers = self.get_nodes_with_slivers()
66         # TODO: default sliver attributes in the PG rspec?
67         default_ns_prefix = self.namespaces['default']
68         for node in nodes_with_slivers:
69             sliver_attributes = self.get_sliver_attributes(node, network)
70             for sliver_attribute in sliver_attributes:
71                 name=str(sliver_attribute[0])
72                 text =str(sliver_attribute[1])
73                 attribs = sliver_attribute[2]
74                 # we currently only suppor the <initscript> and <flack> attributes
75                 if  'info' in name:
76                     attribute = {'name': 'flack_info', 'value': str(attribs), 'node_id': node}
77                     slice_attributes.append(attribute)
78                 elif 'initscript' in name:
79                     if attribs is not None and 'name' in attribs:
80                         value = attribs['name']
81                     else:
82                         value = text
83                     attribute = {'name': 'initscript', 'value': value, 'node_id': node}
84                     slice_attributes.append(attribute)
85
86         return slice_attributes
87
88     def attributes_list(self, elem):
89         opts = []
90         if elem is not None:
91             for e in elem:
92                 opts.append((e.tag, str(e.text).strip(), e.attrib))
93         return opts
94
95     def get_default_sliver_attributes(self, network=None):
96         return []
97
98     def add_default_sliver_attribute(self, name, value, network=None):
99         pass
100
101     def add_slivers(self, hostnames, attributes=[], sliver_urn=None, append=False):
102         # all nodes hould already be present in the rspec. Remove all
103         # nodes that done have slivers
104         for hostname in hostnames:
105             node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
106             if not node_elems:
107                 continue
108             node_elem = node_elems[0]
109             
110             # determine sliver types for this node
111             valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
112             requested_sliver_type = None
113             for sliver_type in node_elem.get('slivers', []):
114                 if sliver_type.get('type') in valid_sliver_types:
115                     requested_sliver_type = sliver_type['type']
116             
117             if not requested_sliver_type:
118                 continue
119             sliver = {'name': requested_sliver_type,
120                      'pl_tags': attributes}
121
122             # remove existing sliver_type tags
123             for sliver_type in node_elem.get('slivers', []):
124                 node_elem.element.remove(sliver_type.element)
125
126             # set the client id
127             node_elem.element.set('client_id', hostname)
128             if sliver_urn:
129                 pass
130                 # TODO
131                 # set the sliver id
132                 #slice_id = sliver_info.get('slice_id', -1)
133                 #node_id = sliver_info.get('node_id', -1)
134                 #sliver_id = urn_to_sliver_id(sliver_urn, slice_id, node_id)
135                 #node_elem.set('sliver_id', sliver_id)
136
137             # add the sliver type elemnt    
138             PGv2SliverType.add_slivers(node_elem.element, sliver)         
139
140         # remove all nodes without slivers
141         if not append:
142             for node_elem in self.get_nodes():
143                 if not node_elem['client_id']:
144                     parent = node_elem.element.getparent()
145                     parent.remove(node_elem.element)
146
147     def remove_slivers(self, slivers, network=None, no_dupes=False):
148         PGv2Node.remove_slivers(self.xml, slivers) 
149
150     # Links
151
152     def get_links(self, network=None):
153         return PGv2Link.get_links(self.xml)
154
155     def get_link_requests(self):
156         return PGv2Link.get_link_requests(self.xml)  
157
158     def add_links(self, links):
159         PGv2Link.add_links(self.xml.root, links)
160
161     def add_link_requests(self, link_tuples, append=False):
162         PGv2Link.add_link_requests(self.xml.root, link_tuples, append)
163
164     # Utility
165
166     def merge(self, in_rspec):
167         """
168         Merge contents for specified rspec with current rspec
169         """
170         from sfa.rspecs.rspec import RSpec
171         # just copy over all the child elements under the root element
172         if isinstance(in_rspec, RSpec):
173             in_rspec = in_rspec.toxml()
174         
175         rspec = RSpec(in_rspec)
176         for child in rspec.xml.iterchildren():
177             self.xml.root.append(child)
178
179     def cleanup(self):
180         # remove unncecessary elements, attributes
181         if self.type in ['request', 'manifest']:
182             # remove 'available' element from remaining node elements
183             self.xml.remove_element('//default:available | //available')
184
185 class PGv2Ad(PGv2):
186     enabled = True
187     content_type = 'ad'
188     schema = 'http://www.protogeni.net/resources/rspec/2/ad.xsd'
189     template = '<rspec type="advertisement" xmlns="http://www.protogeni.net/resources/rspec/2" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.protogeni.net/resources/rspec/2 http://www.protogeni.net/resources/rspec/2/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
190
191 class PGv2Request(PGv2):
192     enabled = True
193     content_type = 'request'
194     schema = 'http://www.protogeni.net/resources/rspec/2/request.xsd'
195     template = '<rspec type="request" xmlns="http://www.protogeni.net/resources/rspec/2" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.protogeni.net/resources/rspec/2 http://www.protogeni.net/resources/rspec/2/request.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
196
197 class PGv2Manifest(PGv2):
198     enabled = True
199     content_type = 'manifest'
200     schema = 'http://www.protogeni.net/resources/rspec/2/manifest.xsd'
201     template = '<rspec type="manifest" xmlns="http://www.protogeni.net/resources/rspec/2" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.protogeni.net/resources/rspec/2 http://www.protogeni.net/resources/rspec/2/manifest.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
202
203      
204
205
206 if __name__ == '__main__':
207     from sfa.rspecs.rspec import RSpec
208     from sfa.rspecs.rspec_elements import *
209     r = RSpec('/tmp/pg.rspec')
210     r.load_rspec_elements(PGv2.elements)
211     r.namespaces = PGv2.namespaces
212     print r.get(RSpecElements.NODE)