sfa/rspecs/versions/iotlabv1.py

   1 from copy import deepcopy
   2
   3
   4 from sfa.rspecs.version import RSpecVersion
   5 import sys
   6 from sfa.rspecs.elements.versions.iotlabv1Lease import Iotlabv1Lease
   7 from sfa.rspecs.elements.versions.iotlabv1Node import Iotlabv1Node
   8 from sfa.rspecs.elements.versions.iotlabv1Sliver import Iotlabv1Sliver
   9
  10
  11 from sfa.rspecs.elements.versions.sfav1Lease import SFAv1Lease
  12
  13 from sfa.util.sfalogging import logger
  14
  15 class Iotlabv1(RSpecVersion):
  16     #enabled = True
  17     type = 'Slab'
  18     content_type = 'ad'
  19     version = '1'
  20     #template = '<RSpec type="%s"></RSpec>' % type
  21
  22     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
  23     namespace = 'http://www.geni.net/resources/rspec/3'
  24     extensions = {
  25         'flack': "http://www.protogeni.net/resources/rspec/ext/flack/1",
  26         'planetlab': "http://www.planet-lab.org/resources/sfa/ext/planetlab/1",
  27     }
  28     namespaces = dict(extensions.items() + [('default', namespace)])
  29     elements = []
  30
  31     # Network
  32     def get_networks(self):
  33         #WARNING Added //default:network to the xpath
  34         #otherwise network element not detected 16/07/12 SA
  35
  36         network_elems = self.xml.xpath('//network | //default:network')
  37         networks = [network_elem.get_instance(fields=['name', 'slice']) for \
  38                     network_elem in network_elems]
  39         return networks
  40
  41
  42     def add_network(self, network):
  43         network_tags = self.xml.xpath('//network[@name="%s"]' % network)
  44         if not network_tags:
  45             network_tag = self.xml.add_element('network', name=network)
  46         else:
  47             network_tag = network_tags[0]
  48         return network_tag
  49
  50
  51     # Nodes
  52
  53     def get_nodes(self, filter=None):
  54         return Iotlabv1Node.get_nodes(self.xml, filter)
  55
  56     def get_nodes_with_slivers(self):
  57         return Iotlabv1Node.get_nodes_with_slivers(self.xml)
  58
  59     def get_slice_timeslot(self ):
  60         return Iotlabv1Timeslot.get_slice_timeslot(self.xml)
  61
  62     def add_connection_information(self, ldap_username, sites_set):
  63         return Iotlabv1Node.add_connection_information(self.xml,ldap_username, sites_set)
  64
  65     def add_nodes(self, nodes, check_for_dupes=False):
  66         return Iotlabv1Node.add_nodes(self.xml,nodes )
  67
  68     def merge_node(self, source_node_tag, network, no_dupes = False):
  69         logger.debug("SLABV1 merge_node")
  70         #if no_dupes and self.get_node_element(node['hostname']):
  71             ## node already exists
  72             #return
  73         network_tag = self.add_network(network)
  74         network_tag.append(deepcopy(source_node_tag))
  75
  76     # Slivers
  77
  78     def get_sliver_attributes(self, hostname, node, network=None):
  79         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes hostname %s " %(hostname)
  80         nodes = self.get_nodes({'component_id': '*%s*' %hostname})
  81         attribs = []
  82         print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes-----------------nodes %s  " %(nodes)
  83         if nodes is not None and isinstance(nodes, list) and len(nodes) > 0:
  84             node = nodes[0]
  85         #if node :
  86             #sliver = node.xpath('./default:sliver | ./sliver')
  87             #sliver = node.xpath('./default:sliver', namespaces=self.namespaces)
  88             sliver = node['slivers']
  89
  90             if sliver is not None and isinstance(sliver, list) and len(sliver) > 0:
  91                 sliver = sliver[0]
  92                 attribs = sliver
  93                 #attribs = self.attributes_list(sliver)
  94                 print>>sys.stderr, "\r\n \r\n \r\n \t\t SLABV1.PY  get_sliver_attributes----------NN------- sliver %s self.namespaces %s attribs %s " %(sliver, self.namespaces,attribs)
  95         return attribs
  96
  97     def get_slice_attributes(self, network=None):
  98
  99         slice_attributes = []
 100
 101         nodes_with_slivers = self.get_nodes_with_slivers()
 102
 103         # TODO: default sliver attributes in the PG rspec?
 104         default_ns_prefix = self.namespaces['default']
 105         for node in nodes_with_slivers:
 106             sliver_attributes = self.get_sliver_attributes(node['component_id'],node, network)
 107             for sliver_attribute in sliver_attributes:
 108                 name = str(sliver_attribute[0])
 109                 text = str(sliver_attribute[1])
 110                 attribs = sliver_attribute[2]
 111                 # we currently only suppor the <initscript> and <flack> attributes
 112                 #if  'info' in name:
 113                     #attribute = {'name': 'flack_info', 'value': str(attribs), 'node_id': node}
 114                     #slice_attributes.append(attribute)
 115                 #elif 'initscript' in name:
 116                 if 'initscript' in name:
 117                     if attribs is not None and 'name' in attribs:
 118                         value = attribs['name']
 119                     else:
 120                         value = text
 121                     attribute = {'name': 'initscript', 'value': value, 'node_id': node}
 122                     slice_attributes.append(attribute)
 123
 124
 125         return slice_attributes
 126
 127     def attributes_list(self, elem):
 128         opts = []
 129         if elem is not None:
 130             for e in elem:
 131                 opts.append((e.tag, str(e.text).strip(), e.attrib))
 132         return opts
 133
 134     def get_default_sliver_attributes(self, network=None):
 135         return []
 136
 137     def add_default_sliver_attribute(self, name, value, network=None):
 138         pass
 139
 140     def add_slivers(self, hostnames, attributes=[], sliver_urn=None, append=False):
 141         # all nodes hould already be present in the rspec. Remove all
 142         # nodes that done have slivers
 143         print>>sys.stderr, "\r\n \r\n \r\n \t\t\t Iotlabv1.PY add_slivers  ----->get_node "
 144         for hostname in hostnames:
 145             node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
 146             if not node_elems:
 147                 continue
 148             node_elem = node_elems[0]
 149
 150             # determine sliver types for this node
 151             #TODO : add_slivers valid type of sliver needs to be changed 13/07/12 SA
 152             valid_sliver_types = ['iotlab-node', 'emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
 153             #valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
 154             requested_sliver_type = None
 155             for sliver_type in node_elem.get('slivers', []):
 156                 if sliver_type.get('type') in valid_sliver_types:
 157                     requested_sliver_type = sliver_type['type']
 158
 159             if not requested_sliver_type:
 160                 continue
 161             sliver = {'type': requested_sliver_type,
 162                      'pl_tags': attributes}
 163             print>>sys.stderr, "\r\n \r\n \r\n \t\t\t Iotlabv1.PY add_slivers  node_elem %s sliver_type %s \r\n \r\n " %(node_elem, sliver_type)
 164             # remove available element
 165             for available_elem in node_elem.xpath('./default:available | ./available'):
 166                 node_elem.remove(available_elem)
 167
 168             # remove interface elements
 169             for interface_elem in node_elem.xpath('./default:interface | ./interface'):
 170                 node_elem.remove(interface_elem)
 171
 172             # remove existing sliver_type elements
 173             for sliver_type in node_elem.get('slivers', []):
 174                 node_elem.element.remove(sliver_type.element)
 175
 176             # set the client id
 177             node_elem.element.set('client_id', hostname)
 178             if sliver_urn:
 179                 pass
 180                 # TODO
 181                 # set the sliver id
 182                 #slice_id = sliver_info.get('slice_id', -1)
 183                 #node_id = sliver_info.get('node_id', -1)
 184                 #sliver_id = urn_to_sliver_id(sliver_urn, slice_id, node_id)
 185                 #node_elem.set('sliver_id', sliver_id)
 186
 187             # add the sliver type elemnt
 188             Iotlabv1Sliver.add_slivers(node_elem.element, sliver)
 189             #Iotlabv1SliverType.add_slivers(node_elem.element, sliver)
 190
 191         # remove all nodes without slivers
 192         if not append:
 193             for node_elem in self.get_nodes():
 194                 if not node_elem['client_id']:
 195                     parent = node_elem.element.getparent()
 196                     parent.remove(node_elem.element)
 197
 198     def remove_slivers(self, slivers, network=None, no_dupes=False):
 199         Iotlabv1Node.remove_slivers(self.xml, slivers)
 200
 201
 202     # Utility
 203
 204     def merge(self, in_rspec):
 205         """
 206         Merge contents for specified rspec with current rspec
 207         """
 208
 209         if not in_rspec:
 210             return
 211
 212         from sfa.rspecs.rspec import RSpec
 213
 214         if isinstance(in_rspec, RSpec):
 215             rspec = in_rspec
 216         else:
 217             rspec = RSpec(in_rspec)
 218         if rspec.version.type.lower() == 'protogeni':
 219             from sfa.rspecs.rspec_converter import RSpecConverter
 220             in_rspec = RSpecConverter.to_sfa_rspec(rspec.toxml())
 221             rspec = RSpec(in_rspec)
 222         # just copy over all networks
 223         #Attention special get_networks using //default:network xpath
 224         current_networks = self.get_networks()
 225         networks = rspec.version.get_networks()
 226         for network in networks:
 227             current_network = network.get('name')
 228             if current_network and current_network not in current_networks:
 229                 self.xml.append(network.element)
 230                 current_networks.append(current_network)
 231
 232
 233
 234
 235
 236     # Leases
 237
 238     def get_leases(self, lease_filter=None):
 239         return SFAv1Lease.get_leases(self.xml, lease_filter)
 240         #return Iotlabv1Lease.get_leases(self.xml, lease_filter)
 241
 242     def add_leases(self, leases, network = None, no_dupes=False):
 243         SFAv1Lease.add_leases(self.xml, leases)
 244         #Iotlabv1Lease.add_leases(self.xml, leases)
 245
 246     def cleanup(self):
 247         # remove unncecessary elements, attributes
 248         if self.type in ['request', 'manifest']:
 249             # remove 'available' element from remaining node elements
 250             self.xml.remove_element('//default:available | //available')
 251
 252
 253 class Iotlabv1Ad(Iotlabv1):
 254     enabled = True
 255     content_type = 'ad'
 256     schema = 'http://senslab.info/resources/rspec/1/ad.xsd'
 257     #http://www.geni.net/resources/rspec/3/ad.xsd'
 258     template = '<rspec type="advertisement" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/ad.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 259
 260 class Iotlabv1Request(Iotlabv1):
 261     enabled = True
 262     content_type = 'request'
 263     schema = 'http://senslab.info/resources/rspec/1/request.xsd'
 264     #http://www.geni.net/resources/rspec/3/request.xsd
 265     template = '<rspec type="request" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/request.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 266
 267 class Iotlabv1Manifest(Iotlabv1):
 268     enabled = True
 269     content_type = 'manifest'
 270     schema = 'http://senslab.info/resources/rspec/1/manifest.xsd'
 271     #http://www.geni.net/resources/rspec/3/manifest.xsd
 272     template = '<rspec type="manifest" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://senslab.info/resources/rspec/1" xmlns:flack="http://senslab.info/resources/rspec/ext/flack/1" xmlns:planetlab="http://www.planet-lab.org/resources/sfa/ext/planetlab/1" xsi:schemaLocation="http://senslab.info/resources/rspec/1 http://senslab.info/resources/rspec/1/manifest.xsd http://www.planet-lab.org/resources/sfa/ext/planetlab/1 http://www.planet-lab.org/resources/sfa/ext/planetlab/1/planetlab.xsd"/>'
 273
 274
 275 if __name__ == '__main__':
 276     from sfa.rspecs.rspec import RSpec
 277     from sfa.rspecs.rspec_elements import *
 278     r = RSpec('/tmp/iotlab.rspec')
 279     r.load_rspec_elements(Iotlabv1.elements)
 280     r.namespaces = Iotlabv1.namespaces
 281     print r.get(RSpecElements.NODE)