sfa/plc/aggregate.py

   1 #!/usr/bin/python
   2 from sfa.util.xrn import hrn_to_urn, urn_to_hrn
   3 from sfa.util.plxrn import PlXrn, hostname_to_urn, hrn_to_pl_slicename
   4
   5 from sfa.rspecs.rspec import RSpec
   6 from sfa.rspecs.elements.link import Link
   7 from sfa.rspecs.elements.interface import Interface
   8
   9 from sfa.util.topology import Topology
  10 from sfa.rspecs.version_manager import VersionManager
  11 from sfa.plc.vlink import get_tc_rate
  12
  13 class Aggregate:
  14
  15     api = None
  16     sites = {}
  17     nodes = {}
  18     interfaces = {}
  19     links = {}
  20     node_tags = {}
  21     pl_initscripts = {}
  22     prepared=False
  23     #panos new user options variable
  24     user_options = {}
  25
  26     def __init__(self, api, user_options={}):
  27         self.api = api
  28         self.user_options = user_options
  29
  30     def prepare_sites(self, filter={}, force=False):
  31         if not self.sites or force:
  32             for site in self.api.driver.GetSites(filter):
  33                 self.sites[site['site_id']] = site
  34
  35     def prepare_nodes(self, filter={}, force=False):
  36         if not self.nodes or force:
  37             filter.update({'peer_id': None})
  38             nodes = self.api.driver.GetNodes(filter)
  39             site_ids = []
  40             interface_ids = []
  41             tag_ids = []
  42             for node in nodes:
  43                 site_ids.append(node['site_id'])
  44                 interface_ids.extend(node['interface_ids'])
  45                 tag_ids.extend(node['node_tag_ids'])
  46             self.prepare_sites({'site_id': site_ids})
  47             self.prepare_interfaces({'interface_id': interface_ids})
  48             self.prepare_node_tags({'node_tag_id': tag_ids})
  49             for node in nodes:
  50                 # add site/interface info to nodes.
  51                 # assumes that sites, interfaces and tags have already been prepared.
  52                 site = self.sites[node['site_id']]
  53                 interfaces = [self.interfaces[interface_id] for interface_id in node['interface_ids']]
  54                 tags = [self.node_tags[tag_id] for tag_id in node['node_tag_ids']]
  55                 node['network'] = self.api.hrn
  56                 node['network_urn'] = hrn_to_urn(self.api.hrn, 'authority+am')
  57                 node['urn'] = hostname_to_urn(self.api.hrn, site['login_base'], node['hostname'])
  58                 node['site_urn'] = hrn_to_urn(PlXrn.site_hrn(self.api.hrn, site['login_base']), 'authority+sa')
  59                 node['site'] = site
  60                 node['interfaces'] = interfaces
  61                 node['tags'] = tags
  62                 self.nodes[node['node_id']] = node
  63
  64     def prepare_interfaces(self, filter={}, force=False):
  65         if not self.interfaces or force:
  66             for interface in self.api.driver.GetInterfaces(filter):
  67                 self.interfaces[interface['interface_id']] = interface
  68
  69     def prepare_links(self, filter={}, force=False):
  70         # we're aobut to deprecate sfa_aggregate_type, need to get this right
  71         # with the generic framework
  72         if not self.links or force:
  73             if not self.api.config.SFA_AGGREGATE_TYPE.lower() == 'vini':
  74                 return
  75
  76             topology = Topology()
  77             for (site_id1, site_id2) in topology:
  78                 link = Link()
  79                 if not site_id1 in self.sites or site_id2 not in self.sites:
  80                     continue
  81                 site1 = self.sites[site_id1]
  82                 site2 = self.sites[site_id2]
  83                 # get hrns
  84                 site1_hrn = self.api.hrn + '.' + site1['login_base']
  85                 site2_hrn = self.api.hrn + '.' + site2['login_base']
  86                 # get the first node
  87                 node1 = self.nodes[site1['node_ids'][0]]
  88                 node2 = self.nodes[site2['node_ids'][0]]
  89
  90                 # set interfaces
  91                 # just get first interface of the first node
  92                 if1_xrn = PlXrn(auth=self.api.hrn, interface='node%s:eth0' % (node1['node_id']))
  93                 if1_ipv4 = self.interfaces[node1['interface_ids'][0]]['ip']
  94                 if2_xrn = PlXrn(auth=self.api.hrn, interface='node%s:eth0' % (node2['node_id']))
  95                 if2_ipv4 = self.interfaces[node2['interface_ids'][0]]['ip']
  96
  97                 if1 = Interface({'component_id': if1_xrn.urn, 'ipv4': if1_ipv4} )
  98                 if2 = Interface({'component_id': if2_xrn.urn, 'ipv4': if2_ipv4} )
  99
 100                 # set link
 101                 link = Link({'capacity': '1000000', 'latency': '0', 'packet_loss': '0', 'type': 'ipv4'})
 102                 link['interface1'] = if1
 103                 link['interface2'] = if2
 104                 link['component_name'] = "%s:%s" % (site1['login_base'], site2['login_base'])
 105                 link['component_id'] = PlXrn(auth=self.api.hrn, interface=link['component_name']).get_urn()
 106                 link['component_manager_id'] =  hrn_to_urn(self.api.hrn, 'authority+am')
 107                 self.links[link['component_name']] = link
 108
 109
 110     def prepare_node_tags(self, filter={}, force=False):
 111         if not self.node_tags or force:
 112             for node_tag in self.api.driver.GetNodeTags(filter):
 113                 self.node_tags[node_tag['node_tag_id']] = node_tag
 114
 115     def prepare_pl_initscripts(self, filter={}, force=False):
 116         if not self.pl_initscripts or force:
 117             filter.update({'enabled': True})
 118             for initscript in self.api.driver.GetInitScripts(filter):
 119                 self.pl_initscripts[initscript['initscript_id']] = initscript
 120
 121     def prepare(self, slice = None, force=False):
 122         if not self.prepared or force or slice:
 123             if not slice:
 124                 self.prepare_sites(force=force)
 125                 self.prepare_interfaces(force=force)
 126                 self.prepare_node_tags(force=force)
 127                 self.prepare_nodes(force=force)
 128                 self.prepare_links(force=force)
 129                 self.prepare_pl_initscripts(force=force)
 130             else:
 131                 self.prepare_sites({'site_id': slice['site_id']})
 132                 self.prepare_interfaces({'node_id': slice['node_ids']})
 133                 self.prepare_node_tags({'node_id': slice['node_ids']})
 134                 self.prepare_nodes({'node_id': slice['node_ids']})
 135                 self.prepare_links({'slice_id': slice['slice_id']})
 136                 self.prepare_pl_initscripts()
 137             self.prepared = True
 138
 139     def get_rspec(self, slice_xrn=None, version = None):
 140         version_manager = VersionManager()
 141         version = version_manager.get_version(version)
 142         if not slice_xrn:
 143             rspec_version = version_manager._get_version(version.type, version.version, 'ad')
 144         else:
 145             rspec_version = version_manager._get_version(version.type, version.version, 'manifest')
 146
 147         rspec = RSpec(version=rspec_version, user_options=self.user_options)
 148         # get slice details if specified
 149         slice = None
 150         if slice_xrn:
 151             slice_hrn, _ = urn_to_hrn(slice_xrn)
 152             slice_name = hrn_to_pl_slicename(slice_hrn)
 153             slices = self.api.driver.GetSlices(slice_name)
 154             if slices:
 155                 slice = slices[0]
 156             self.prepare(slice=slice)
 157         else:
 158             self.prepare()
 159
 160         # filter out nodes with a whitelist:
 161         valid_nodes = []
 162         for node in self.nodes.values():
 163             # only doing this because protogeni rspec needs
 164             # to advertise available initscripts
 165             node['pl_initscripts'] = self.pl_initscripts
 166
 167             if slice and node['node_id'] in slice['node_ids']:
 168                 valid_nodes.append(node)
 169             elif slice and slice['slice_id'] in node['slice_ids_whitelist']:
 170                 valid_nodes.append(node)
 171             elif not slice and not node['slice_ids_whitelist']:
 172                 valid_nodes.append(node)
 173
 174         rspec.version.add_nodes(valid_nodes)
 175         rspec.version.add_interfaces(self.interfaces.values())
 176         rspec.version.add_links(self.links.values())
 177
 178         # add slivers
 179         if slice_xrn and slice:
 180             slivers = []
 181             tags = self.api.driver.GetSliceTags(slice['slice_tag_ids'])
 182
 183             # add default tags
 184             for tag in tags:
 185                 # if tag isn't bound to a node then it applies to all slivers
 186                 # and belongs in the <sliver_defaults> tag
 187                 if not tag['node_id']:
 188                     rspec.version.add_default_sliver_attribute(tag['tagname'], tag['value'], self.api.hrn)
 189                 if tag['tagname'] == 'topo_rspec' and tag['node_id']:
 190                     node = self.nodes[tag['node_id']]
 191                     value = eval(tag['value'])
 192                     for (id, realip, bw, lvip, rvip, vnet) in value:
 193                         bps = get_tc_rate(bw)
 194                         remote = self.nodes[id]
 195                         site1 = self.sites[node['site_id']]
 196                         site2 = self.sites[remote['site_id']]
 197                         link1_name = '%s:%s' % (site1['login_base'], site2['login_base'])
 198                         link2_name = '%s:%s' % (site2['login_base'], site1['login_base'])
 199                         p_link = None
 200                         if link1_name in self.links:
 201                             link = self.links[link1_name]
 202                         elif link2_name in self.links:
 203                             link = self.links[link2_name]
 204                         v_link = Link()
 205
 206                         link.capacity = bps
 207             for node_id in slice['node_ids']:
 208                 try:
 209                     sliver = {}
 210                     sliver['hostname'] = self.nodes[node_id]['hostname']
 211                     sliver['node_id'] = node_id
 212                     sliver['slice_id'] = slice['slice_id']
 213                     sliver['tags'] = []
 214                     slivers.append(sliver)
 215
 216                     # add tags for this node only
 217                     for tag in tags:
 218                         if tag['node_id'] and (tag['node_id'] == node_id):
 219                             sliver['tags'].append(tag)
 220                 except:
 221                     self.api.logger.log_exc('unable to add sliver %s to node %s' % (slice['name'], node_id))
 222             rspec.version.add_slivers(slivers, sliver_urn=slice_xrn)
 223
 224         return rspec.toxml()