sfa/rspecs/versions/pgv2.py

   1 from copy import deepcopy
   2 from StringIO import StringIO
   3 from sfa.util.xrn import Xrn, urn_to_sliver_id
   4 from sfa.util.plxrn import hostname_to_urn, xrn_to_hostname
   5 from sfa.rspecs.baseversion import BaseVersion
   6 from sfa.rspecs.elements.versions.pgv2Link import PGv2Link
   7 from sfa.rspecs.elements.versions.pgv2Node import PGv2Node
   8 from sfa.rspecs.elements.versions.pgv2SliverType import PGv2SliverType
   9
  10 class PGv2(BaseVersion):
  11     type = 'ProtoGENI'
  12     content_type = 'ad'
  13     version = '2'
  14     schema = 'http://www.protogeni.net/resources/rspec/2/ad.xsd'
  15     namespace = 'http://www.protogeni.net/resources/rspec/2'
  16     extensions = {
  17         'flack': "http://www.protogeni.net/resources/rspec/ext/flack/1",
  18         'planetlab': "http://www.planet-lab.org/resources/sfa/ext/planetlab/1",
  19     }
  20     namespaces = dict(extensions.items() + [('default', namespace)])
  21
  22     # Networks
  23     def get_networks(self):
  24         networks = set()
  25         nodes = self.xml.xpath('//default:node[@component_manager_id] | //node:[@component_manager_id]', namespaces=self.namespaces)
  26         for node in nodes:
  27             if 'component_manager_id' in node:
  28                 network_urn  = node.get('component_manager_id')
  29                 network_hrn = Xrn(network_urn).get_hrn()[0]
  30                 networks.add({'name': network_hrn})
  31         return list(networks)
  32
  33     # Nodes
  34
  35     def get_nodes(self, filter=None):
  36         return PGv2Node.get_nodes(self.xml, filter)
  37
  38     def get_nodes_with_slivers(self):
  39         return PGv2Node.get_nodes_with_slivers(self.xml)
  40
  41     def add_nodes(self, nodes, check_for_dupes=False):
  42         return PGv2Node.add_nodes(self.xml, nodes)
  43
  44     def merge_node(self, source_node_tag):
  45         # this is untested
  46         self.xml.root.append(deepcopy(source_node_tag))
  47
  48     # Slivers
  49
  50     def get_sliver_attributes(self, hostname, network=None):
  51         nodes = self.get_nodes({'component_id': '*%s*' %hostname})
  52         attribs = []
  53         if nodes is not None and isinstance(nodes, list) and len(nodes) > 0:
  54             node = nodes[0]
  55             sliver = node.xpath('./default:sliver_type', namespaces=self.namespaces)
  56             if sliver is not None and isinstance(sliver, list) and len(sliver) > 0:
  57                 sliver = sliver[0]
  58                 #attribs = self.attributes_list(sliver)
  59         return attribs
  60
  61     def get_slice_attributes(self, network=None):
  62         slice_attributes = []
  63         nodes_with_slivers = self.get_nodes_with_slivers()
  64         # TODO: default sliver attributes in the PG rspec?
  65         default_ns_prefix = self.namespaces['default']
  66         for node in nodes_with_slivers:
  67             sliver_attributes = self.get_sliver_attributes(node, network)
  68             for sliver_attribute in sliver_attributes:
  69                 name=str(sliver_attribute[0])
  70                 text =str(sliver_attribute[1])
  71                 attribs = sliver_attribute[2]
  72                 # we currently only suppor the <initscript> and <flack> attributes
  73                 if  'info' in name:
  74                     attribute = {'name': 'flack_info', 'value': str(attribs), 'node_id': node}
  75                     slice_attributes.append(attribute)
  76                 elif 'initscript' in name:
  77                     if attribs is not None and 'name' in attribs:
  78                         value = attribs['name']
  79                     else:
  80                         value = text
  81                     attribute = {'name': 'initscript', 'value': value, 'node_id': node}
  82                     slice_attributes.append(attribute)
  83
  84         return slice_attributes
  85
  86     def attributes_list(self, elem):
  87         opts = []
  88         if elem is not None:
  89             for e in elem:
  90                 opts.append((e.tag, str(e.text).strip(), e.attrib))
  91         return opts
  92
  93     def get_default_sliver_attributes(self, network=None):
  94         return []
  95
  96     def add_default_sliver_attribute(self, name, value, network=None):
  97         pass
  98
  99     def add_slivers(self, hostnames, attributes=[], sliver_urn=None, append=False):
 100         # all nodes hould already be present in the rspec. Remove all
 101         # nodes that done have slivers
 102         for hostname in hostnames:
 103             node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
 104             if not node_elems:
 105                 continue
 106             node_elem = node_elems[0]
 107
 108             # determine sliver types for this node
 109             valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
 110             requested_sliver_type = None
 111             for sliver_type in node_elem.get('slivers', []):
 112                 if sliver_type.get('type') in valid_sliver_types:
 113                     requested_sliver_type = sliver_type['type']
 114
 115             if not requested_sliver_type:
 116                 continue
 117             sliver = {'name': requested_sliver_type,
 118                      'pl_tags': attributes}
 119
 120             # remove existing sliver_type tags
 121             for sliver_type in node_elem.get('slivers', []):
 122                 node_elem.element.remove(sliver_type.element)
 123
 124             # set the client id
 125             node_elem.element.set('client_id', hostname)
 126             if sliver_urn:
 127                 pass
 128                 # TODO
 129                 # set the sliver id
 130                 #slice_id = sliver_info.get('slice_id', -1)
 131                 #node_id = sliver_info.get('node_id', -1)
 132                 #sliver_id = urn_to_sliver_id(sliver_urn, slice_id, node_id)
 133                 #node_elem.set('sliver_id', sliver_id)
 134
 135             # add the sliver type elemnt
 136             PGv2SliverType.add_slivers(node_elem.element, sliver)
 137
 138         # remove all nodes without slivers
 139         if not append:
 140             for node_elem in self.get_nodes():
 141                 if not node_elem['client_id']:
 142                     parent = node_elem.element.getparent()
 143                     parent.remove(node_elem.element)
 144
 145     def remove_slivers(self, slivers, network=None, no_dupes=False):
 146         PGv2Node.remove_slivers(self.xml, slivers)
 147
 148     # Links
 149
 150     def get_links(self, network=None):
 151         return PGv2Link.get_links(self.xml)
 152
 153     def get_link_requests(self):
 154         return PGv2Link.get_link_requests(self.xml)
 155
 156     def add_links(self, links):
 157         PGv2Link.add_links(self.xml.root, links)
 158
 159     def add_link_requests(self, link_tuples, append=False):
 160         PGv2Link.add_link_requests(self.xml.root, link_tuples, append)
 161
 162     # Utility
 163
 164     def merge(self, in_rspec):
 165         """
 166         Merge contents for specified rspec with current rspec
 167         """
 168         from sfa.rspecs.rspec import RSpec
 169         # just copy over all the child elements under the root element
 170         if isinstance(in_rspec, basestring):
 171             in_rspec = RSpec(in_rspec)
 172
 173         nodes = in_rspec.version.get_nodes()
 174         # protogeni rspecs need to advertise the availabel sliver types
 175         for node in nodes:
 176             if not node.has_key('sliver') or not node['sliver']:
 177                 node['sliver'] = {'name': 'plab-vserver'}
 178
 179         self.add_nodes(nodes)
 180         self.add_links(in_rspec.version.get_links())
 181
 182         #
 183         #rspec = RSpec(in_rspec)
 184         #for child in rspec.xml.iterchildren():
 185         #    self.xml.root.append(child)
 186
 187
 188
 189     def cleanup(self):
 190         # remove unncecessary elements, attributes
 191         if self.type in ['request', 'manifest']:
 192             # remove 'available' element from remaining node elements
 193             self.xml.remove_element('//default:available | //available')
 194
 195 class PGv2Ad(PGv2):
 196     enabled = True
 197     content_type = 'ad'
 198     schema = 'http://www.protogeni.net/resources/rspec/2/ad.xsd'
 199     template = '<rspec type="advertisement" xmlns="http://www.protogeni.net/resources/rspec/2" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.protogeni.net/resources/rspec/2 http://www.protogeni.net/resources/rspec/2/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 200
 201 class PGv2Request(PGv2):
 202     enabled = True
 203     content_type = 'request'
 204     schema = 'http://www.protogeni.net/resources/rspec/2/request.xsd'
 205     template = '<rspec type="request" xmlns="http://www.protogeni.net/resources/rspec/2" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.protogeni.net/resources/rspec/2 http://www.protogeni.net/resources/rspec/2/request.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 206
 207 class PGv2Manifest(PGv2):
 208     enabled = True
 209     content_type = 'manifest'
 210     schema = 'http://www.protogeni.net/resources/rspec/2/manifest.xsd'
 211     template = '<rspec type="manifest" xmlns="http://www.protogeni.net/resources/rspec/2" xmlns:flack="http://www.protogeni.net/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.protogeni.net/resources/rspec/2 http://www.protogeni.net/resources/rspec/2/manifest.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 212
 213
 214
 215
 216 if __name__ == '__main__':
 217     from sfa.rspecs.rspec import RSpec
 218     from sfa.rspecs.rspec_elements import *
 219     r = RSpec('/tmp/pg.rspec')
 220     r.load_rspec_elements(PGv2.elements)
 221     r.namespaces = PGv2.namespaces
 222     print r.get(RSpecElements.NODE)