sfa/rspecs/versions/pgv2.py

   1 from copy import deepcopy
   2 from StringIO import StringIO
   3 from sfa.util.xrn import urn_to_sliver_id
   4 from sfa.util.plxrn import hostname_to_urn, xrn_to_hostname
   5 from sfa.rspecs.rspec_version import BaseVersion
   6 from sfa.rspecs.elements.versions.pgv2Link import PGv2Link
   7 from sfa.rspecs.elements.versions.pgv2Node import PGv2Node
   8 from sfa.rspecs.elements.versions.pgv2SliverType import PGv2SliverType
   9
  10 class PGv2(BaseVersion):
  11     type = 'ProtoGENI'
  12     content_type = 'ad'
  13     version = '2'
  14     schema = 'http://www.protogeni.net/resources/rspec/2/ad.xsd'
  15     namespace = 'http://www.protogeni.net/resources/rspec/2'
  16     extensions = {
  17         'flack': "http://www.protogeni.net/resources/rspec/ext/flack/1",
  18         'planetlab': "http://www.planet-lab.org/resources/sfa/ext/planetlab/1",
  19     }
  20     namespaces = dict(extensions.items() + [('default', namespace)])
  21
  22     # Networks
  23     def get_network(self):
  24         network = None
  25         nodes = self.xml.xpath('//default:node[@component_manager_id][1]', namespaces=self.namespaces)
  26         if nodes:
  27             network  = nodes[0].get('component_manager_id')
  28         return network
  29
  30     def get_networks(self):
  31         networks = self.xml.xpath('//default:node[@component_manager_id]/@component_manager_id', namespaces=self.namespaces)
  32         return set(networks)
  33
  34
  35     # Nodes
  36
  37     def get_nodes(self, filter=None):
  38         return PGv2Node.get_nodes(self.xml, filter)
  39
  40     def get_nodes_with_slivers(self):
  41         return PGv2Node.get_nodes_with_slivers(self.xml)
  42
  43     def add_nodes(self, nodes, check_for_dupes=False):
  44         return PGv2Node.add_nodes(self.xml, nodes)
  45
  46     def merge_node(self, source_node_tag):
  47         # this is untested
  48         self.xml.root.append(deepcopy(source_node_tag))
  49
  50     def get_nodes_with_slivers(self, network=None):
  51         if network:
  52             nodes = self.xml.xpath('//default:node[@component_manager_id="%s"][sliver_type]/@component_id' % network, namespaces=self.namespaces)
  53         else:
  54             nodes = self.xml.xpath('//default:node[default:sliver_type]/@component_id', namespaces=self.namespaces)
  55         nodes = [xrn_to_hostname(node) for node in nodes]
  56         return nodes
  57
  58     # Slivers
  59
  60     def get_sliver_attributes(self, hostname, network=None):
  61         node = self.get_node_element(hostname, network)
  62         sliver = node.xpath('./default:sliver_type', namespaces=self.namespaces)
  63         if sliver is not None and isinstance(sliver, list):
  64             sliver = sliver[0]
  65         return self.attributes_list(sliver)
  66
  67     def get_slice_attributes(self, network=None):
  68         slice_attributes = []
  69         nodes_with_slivers = self.get_nodes_with_slivers(network)
  70         # TODO: default sliver attributes in the PG rspec?
  71         default_ns_prefix = self.namespaces['default']
  72         for node in nodes_with_slivers:
  73             sliver_attributes = self.get_sliver_attributes(node, network)
  74             for sliver_attribute in sliver_attributes:
  75                 name=str(sliver_attribute[0])
  76                 text =str(sliver_attribute[1])
  77                 attribs = sliver_attribute[2]
  78                 # we currently only suppor the <initscript> and <flack> attributes
  79                 if  'info' in name:
  80                     attribute = {'name': 'flack_info', 'value': str(attribs), 'node_id': node}
  81                     slice_attributes.append(attribute)
  82                 elif 'initscript' in name:
  83                     if attribs is not None and 'name' in attribs:
  84                         value = attribs['name']
  85                     else:
  86                         value = text
  87                     attribute = {'name': 'initscript', 'value': value, 'node_id': node}
  88                     slice_attributes.append(attribute)
  89
  90         return slice_attributes
  91
  92     def attributes_list(self, elem):
  93         opts = []
  94         if elem is not None:
  95             for e in elem:
  96                 opts.append((e.tag, str(e.text).strip(), e.attrib))
  97         return opts
  98
  99     def get_default_sliver_attributes(self, network=None):
 100         return []
 101
 102     def add_default_sliver_attribute(self, name, value, network=None):
 103         pass
 104
 105     def add_slivers(self, hostnames, attributes=[], sliver_urn=None, append=False):
 106         # all nodes hould already be present in the rspec. Remove all
 107         # nodes that done have slivers
 108         for hostname in hostnames:
 109             node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
 110             if not node_elems:
 111                 continue
 112             node_elem = node_elems[0]
 113
 114             # determine sliver types for this node
 115             valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
 116             requested_sliver_type = None
 117             for sliver_type in node_elem.get('slivers', []):
 118                 if sliver_type.get('type') in valid_sliver_types:
 119                     requested_sliver_type = sliver_type['type']
 120
 121             if not requested_sliver_type:
 122                 continue
 123             sliver = {'name': requested_sliver_type,
 124                      'pl_tags': attributes}
 125
 126             # remove existing sliver_type tags
 127             for sliver_type in node_elem.get('slivers', []):
 128                 node_elem.remove(sliver_type)
 129
 130             # set the client id
 131             node.set('client_id', hostname)
 132             if sliver_urn:
 133                 # set the sliver id
 134                 slice_id = sliver_info.get('slice_id', -1)
 135                 node_id = sliver_info.get('node_id', -1)
 136                 sliver_id = urn_to_sliver_id(sliver_urn, slice_id, node_id)
 137                 node_elem.set('sliver_id', sliver_id)
 138
 139             # add the sliver type elemnt
 140             PGv1Sliver.add_slivers(node_elem, sliver)
 141
 142         # remove all nodes without slivers
 143         if not append:
 144             for node_elem in self.get_nodes():
 145                 if not node['client_id']:
 146                     parent = node.getparent()
 147                     parent.remove(node_elem)
 148
 149     def remove_slivers(self, slivers, network=None, no_dupes=False):
 150         PGv2Node.remove_slivers(self.xml, slivers)
 151
 152     # Links
 153
 154     def get_links(self, network=None):
 155         return PGv2Link.get_links(self.xml)
 156
 157     def get_link_requests(self):
 158         return PGv2Link.get_link_requests(self.xml)
 159
 160     def add_links(self, links):
 161         PGv2Link.add_links(self.xml.root, links)
 162
 163     def add_link_requests(self, link_tuples, append=False):
 164         PGv2Link.add_link_requests(self.xml.root, link_tuples, append)
 165
 166     # Utility
 167
 168     def merge(self, in_rspec):
 169         """
 170         Merge contents for specified rspec with current rspec
 171         """
 172         from sfa.rspecs.rspec import RSpec
 173         # just copy over all the child elements under the root element
 174         if isinstance(in_rspec, RSpec):
 175             in_rspec = in_rspec.toxml()
 176
 177         rspec = RSpec(in_rspec)
 178         for child in rspec.root.iterchildren():
 179             self.xml.root.append(child)
 180
 181     def cleanup(self):
 182         # remove unncecessary elements, attributes
 183         if self.type in ['request', 'manifest']:
 184             # remove 'available' element from remaining node elements
 185             self.xml.remove_element('//default:available | //available')
 186
 187 class PGv2Ad(PGv2):
 188     enabled = True
 189     content_type = 'ad'
 190     schema = 'http://www.protogeni.net/resources/rspec/2/ad.xsd'
 191     template = '<rspec type="advertisement" xmlns="http://www.protogeni.net/resources/rspec/2" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.protogeni.net/resources/rspec/2 http://www.protogeni.net/resources/rspec/2/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 192
 193 class PGv2Request(PGv2):
 194     enabled = True
 195     content_type = 'request'
 196     schema = 'http://www.protogeni.net/resources/rspec/2/request.xsd'
 197     template = '<rspec type="request" xmlns="http://www.protogeni.net/resources/rspec/2" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.protogeni.net/resources/rspec/2 http://www.protogeni.net/resources/rspec/2/request.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 198
 199 class PGv2Manifest(PGv2):
 200     enabled = True
 201     content_type = 'manifest'
 202     schema = 'http://www.protogeni.net/resources/rspec/2/manifest.xsd'
 203     template = '<rspec type="manifest" xmlns="http://www.protogeni.net/resources/rspec/2" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.protogeni.net/resources/rspec/2 http://www.protogeni.net/resources/rspec/2/manifest.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 204
 205
 206
 207
 208 if __name__ == '__main__':
 209     from sfa.rspecs.rspec import RSpec
 210     from sfa.rspecs.rspec_elements import *
 211     r = RSpec('/tmp/pg.rspec')
 212     r.load_rspec_elements(PGv2.elements)
 213     r.namespaces = PGv2.namespaces
 214     print r.get(RSpecElements.NODE)