sfa/rspecs/versions/slabv1.py

   1 from copy import deepcopy
   2
   3 #from StringIO import StringIO
   4 #from sfa.util.xrn import urn_to_sliver_id
   5 #from sfa.util.plxrn import hostname_to_urn, xrn_to_hostname
   6
   7 from sfa.rspecs.version import RSpecVersion
   8 import sys
   9
  10 from sfa.rspecs.elements.versions.slabv1Node import Slabv1Node
  11 from sfa.rspecs.elements.versions.slabv1Sliver import Slabv1Sliver
  12 from sfa.rspecs.elements.versions.slabv1Timeslot import Slabv1Timeslot
  13 from sfa.util.sfalogging import logger
  14
  15 class Slabv1(RSpecVersion):
  16     #enabled = True
  17     type = 'Slab'
  18     content_type = 'ad'
  19     version = '1'
  20     #template = '<RSpec type="%s"></RSpec>' % type
  21
  22     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
  23     namespace = 'http://www.geni.net/resources/rspec/3'
  24     extensions = {
  25         'flack': "http://www.protogeni.net/resources/rspec/ext/flack/1",
  26         'planetlab': "http://www.planet-lab.org/resources/sfa/ext/planetlab/1",
  27     }
  28     namespaces = dict(extensions.items() + [('default', namespace)])
  29     elements = []
  30
  31     # Network
  32     def get_networks(self):
  33         network_elems = self.xml.xpath('//network')
  34         networks = [network_elem.get_instance(fields=['name', 'slice']) for \
  35                     network_elem in network_elems]
  36         return networks
  37
  38
  39     def add_network(self, network):
  40         network_tags = self.xml.xpath('//network[@name="%s"]' % network)
  41         if not network_tags:
  42             network_tag = self.xml.add_element('network', name=network)
  43         else:
  44             network_tag = network_tags[0]
  45         return network_tag
  46
  47
  48     # Nodes
  49
  50     def get_nodes(self, filter=None):
  51         return Slabv1Node.get_nodes(self.xml, filter)
  52
  53     def get_nodes_with_slivers(self):
  54         return Slabv1Node.get_nodes_with_slivers(self.xml)
  55
  56     def get_slice_timeslot(self ):
  57         return Slabv1Timeslot.get_slice_timeslot(self.xml)
  58
  59     def add_nodes(self, nodes, check_for_dupes=False):
  60         return Slabv1Node.add_nodes(self.xml, nodes)
  61
  62     def merge_node(self, source_node_tag, network, no_dupes = False):
  63         logger.debug("SLABV1 merge_node")
  64         #if no_dupes and self.get_node_element(node['hostname']):
  65             ## node already exists
  66             #return
  67         network_tag = self.add_network(network)
  68         network_tag.append(deepcopy(source_node_tag))
  69
  70     # Slivers
  71
  72     def get_sliver_attributes(self, hostname, node, network=None):
  73         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes hostname %s " %(hostname)
  74         nodes = self.get_nodes({'component_id': '*%s*' %hostname})
  75         attribs = []
  76         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes-----------------nodes %s  " %(nodes)
  77         if nodes is not None and isinstance(nodes, list) and len(nodes) > 0:
  78             node = nodes[0]
  79         #if node :
  80             #sliver = node.xpath('./default:sliver | ./sliver')
  81             #sliver = node.xpath('./default:sliver', namespaces=self.namespaces)
  82             sliver = node['slivers']
  83
  84             if sliver is not None and isinstance(sliver, list) and len(sliver) > 0:
  85                 sliver = sliver[0]
  86                 attribs = sliver
  87                 #attribs = self.attributes_list(sliver)
  88                 print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes----------NN------- sliver %s self.namespaces %s attribs %s " %(sliver, self.namespaces,attribs)
  89         return attribs
  90
  91     def get_slice_attributes(self, network=None):
  92
  93         slice_attributes = []
  94         slot = self.get_slice_timeslot()
  95         nodes_with_slivers = self.get_nodes_with_slivers()
  96         slice_attributes.append({'timeslot':slot})
  97         #slice_attributes.append({'name': 'timeslot', 'value' : slot})
  98         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY get_slice_attributes -----------------nodes_with_slivers %s "%(nodes_with_slivers)
  99         # TODO: default sliver attributes in the PG rspec?
 100         default_ns_prefix = self.namespaces['default']
 101         for node in nodes_with_slivers:
 102             sliver_attributes = self.get_sliver_attributes(node['component_id'],node, network)
 103             for sliver_attribute in sliver_attributes:
 104                 name=str(sliver_attribute[0])
 105                 text =str(sliver_attribute[1])
 106                 attribs = sliver_attribute[2]
 107                 # we currently only suppor the <initscript> and <flack> attributes
 108                 #if  'info' in name:
 109                     #attribute = {'name': 'flack_info', 'value': str(attribs), 'node_id': node}
 110                     #slice_attributes.append(attribute)
 111                 #elif 'initscript' in name:
 112                 if 'initscript' in name:
 113                     if attribs is not None and 'name' in attribs:
 114                         value = attribs['name']
 115                     else:
 116                         value = text
 117                     attribute = {'name': 'initscript', 'value': value, 'node_id': node}
 118                     slice_attributes.append(attribute)
 119
 120
 121         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY get_slice_attributes ----------------- slice_attributes %s "%(slice_attributes)
 122         return slice_attributes
 123
 124     def attributes_list(self, elem):
 125         opts = []
 126         if elem is not None:
 127             for e in elem:
 128                 opts.append((e.tag, str(e.text).strip(), e.attrib))
 129         return opts
 130
 131     def get_default_sliver_attributes(self, network=None):
 132         return []
 133
 134     def add_default_sliver_attribute(self, name, value, network=None):
 135         pass
 136
 137     def add_slivers(self, hostnames, attributes=[], sliver_urn=None, append=False):
 138         # all nodes hould already be present in the rspec. Remove all
 139         # nodes that done have slivers
 140         print>>sys.stderr, "\r\n \r\n \r\n \t\t\t SLABv1.PY add_slivers  ----->get_node "
 141         for hostname in hostnames:
 142             node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
 143             if not node_elems:
 144                 continue
 145             node_elem = node_elems[0]
 146
 147             # determine sliver types for this node
 148             valid_sliver_types = ['slab-node', 'emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
 149             #valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
 150             requested_sliver_type = None
 151             for sliver_type in node_elem.get('slivers', []):
 152                 if sliver_type.get('type') in valid_sliver_types:
 153                     requested_sliver_type = sliver_type['type']
 154
 155             if not requested_sliver_type:
 156                 continue
 157             sliver = {'type': requested_sliver_type,
 158                      'pl_tags': attributes}
 159             print>>sys.stderr, "\r\n \r\n \r\n \t\t\t SLABv1.PY add_slivers  node_elem %s sliver_type %s \r\n \r\n " %(node_elem, sliver_type)
 160             # remove available element
 161             for available_elem in node_elem.xpath('./default:available | ./available'):
 162                 node_elem.remove(available_elem)
 163
 164             # remove interface elements
 165             for interface_elem in node_elem.xpath('./default:interface | ./interface'):
 166                 node_elem.remove(interface_elem)
 167
 168             # remove existing sliver_type elements
 169             for sliver_type in node_elem.get('slivers', []):
 170                 node_elem.element.remove(sliver_type.element)
 171
 172             # set the client id
 173             node_elem.element.set('client_id', hostname)
 174             if sliver_urn:
 175                 pass
 176                 # TODO
 177                 # set the sliver id
 178                 #slice_id = sliver_info.get('slice_id', -1)
 179                 #node_id = sliver_info.get('node_id', -1)
 180                 #sliver_id = urn_to_sliver_id(sliver_urn, slice_id, node_id)
 181                 #node_elem.set('sliver_id', sliver_id)
 182
 183             # add the sliver type elemnt
 184             Slabv1Sliver.add_slivers(node_elem.element, sliver)
 185             #Slabv1SliverType.add_slivers(node_elem.element, sliver)
 186
 187         # remove all nodes without slivers
 188         if not append:
 189             for node_elem in self.get_nodes():
 190                 if not node_elem['client_id']:
 191                     parent = node_elem.element.getparent()
 192                     parent.remove(node_elem.element)
 193
 194     def remove_slivers(self, slivers, network=None, no_dupes=False):
 195         Slabv1Node.remove_slivers(self.xml, slivers)
 196
 197
 198
 199     # Utility
 200
 201     def merge(self, in_rspec):
 202         """
 203         Merge contents for specified rspec with current rspec
 204         """
 205         from sfa.rspecs.rspec import RSpec
 206         # just copy over all the child elements under the root element
 207         if isinstance(in_rspec, basestring):
 208             in_rspec = RSpec(in_rspec)
 209
 210         nodes = in_rspec.version.get_nodes()
 211         # protogeni rspecs need to advertise the availabel sliver types
 212         for node in nodes:
 213             if not node.has_key('sliver') or not node['sliver']:
 214                 node['sliver'] = {'name': 'slab-node'}
 215
 216         self.add_nodes(nodes)
 217         #self.add_links(in_rspec.version.get_links())
 218
 219         #
 220         #rspec = RSpec(in_rspec)
 221         #for child in rspec.xml.iterchildren():
 222         #    self.xml.root.append(child)
 223
 224
 225
 226     def cleanup(self):
 227         # remove unncecessary elements, attributes
 228         if self.type in ['request', 'manifest']:
 229             # remove 'available' element from remaining node elements
 230             self.xml.remove_element('//default:available | //available')
 231
 232
 233 class Slabv1Ad(Slabv1):
 234     enabled = True
 235     content_type = 'ad'
 236     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
 237     #http://www.geni.net/resources/rspec/3/ad.xsd'
 238     template = '<rspec type="advertisement" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 239
 240 class Slabv1Request(Slabv1):
 241     enabled = True
 242     content_type = 'request'
 243     schema = 'http://senslab.info/resources/rspec/1/request.xsd'
 244     #http://www.geni.net/resources/rspec/3/request.xsd
 245     template = '<rspec type="request" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/request.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 246
 247 class Slabv1Manifest(Slabv1):
 248     enabled = True
 249     content_type = 'manifest'
 250     schema = 'http://senslab.info/resources/rspec/1/manifest.xsd'
 251     #http://www.geni.net/resources/rspec/3/manifest.xsd
 252     template = '<rspec type="manifest" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/manifest.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 253
 254
 255 if __name__ == '__main__':
 256     from sfa.rspecs.rspec import RSpec
 257     from sfa.rspecs.rspec_elements import *
 258     r = RSpec('/tmp/slab.rspec')
 259     r.load_rspec_elements(Slabv1.elements)
 260     r.namespaces = Slabv1.namespaces
 261     print r.get(RSpecElements.NODE)