sfa/plc/aggregate.py

   1 #!/usr/bin/python
   2 from sfa.util.xrn import hrn_to_urn, urn_to_hrn
   3 from sfa.util.plxrn import PlXrn, hostname_to_urn, hrn_to_pl_slicename
   4 from sfa.rspecs.rspec import RSpec
   5 from sfa.rspecs.elements.link import Link
   6 from sfa.rspecs.elements.interface import Interface
   7 from sfa.managers.vini.topology import PhysicalLinks
   8 from sfa.rspecs.version_manager import VersionManager
   9 from sfa.plc.vlink import get_tc_rate
  10
  11 class Aggregate:
  12
  13     api = None
  14     sites = {}
  15     nodes = {}
  16     interfaces = {}
  17     links = {}
  18     node_tags = {}
  19     pl_initscripts = {}
  20     prepared=False
  21     #panos new user options variable
  22     user_options = {}
  23
  24     def __init__(self, api, user_options={}):
  25         self.api = api
  26         self.user_options = user_options
  27
  28     def prepare_sites(self, force=False):
  29         if not self.sites or force:
  30             for site in self.api.plshell.GetSites(self.api.plauth):
  31                 self.sites[site['site_id']] = site
  32
  33     def prepare_nodes(self, force=False):
  34         if not self.nodes or force:
  35             for node in self.api.plshell.GetNodes(self.api.plauth, {'peer_id': None}):
  36                 # add site/interface info to nodes.
  37                 # assumes that sites, interfaces and tags have already been prepared.
  38                 site = self.sites[node['site_id']]
  39                 interfaces = [self.interfaces[interface_id] for interface_id in node['interface_ids']]
  40                 tags = [self.node_tags[tag_id] for tag_id in node['node_tag_ids']]
  41                 node['network'] = self.api.hrn
  42                 node['network_urn'] = hrn_to_urn(self.api.hrn, 'authority+am')
  43                 node['urn'] = hostname_to_urn(self.api.hrn, site['login_base'], node['hostname'])
  44                 node['site_urn'] = hrn_to_urn(PlXrn.site_hrn(self.api.hrn, site['login_base']), 'authority+sa')
  45                 node['site'] = site
  46                 node['interfaces'] = interfaces
  47                 node['tags'] = tags
  48                 self.nodes[node['node_id']] = node
  49
  50     def prepare_interfaces(self, force=False):
  51         if not self.interfaces or force:
  52             for interface in self.api.plshell.GetInterfaces(self.api.plauth):
  53                 self.interfaces[interface['interface_id']] = interface
  54
  55     def prepare_links(self, force=False):
  56         if not self.links or force:
  57             if not self.api.config.SFA_AGGREGATE_TYPE.lower() == 'vini':
  58                 return
  59
  60             for (site_id1, site_id2) in PhysicalLinks:
  61                 link = Link()
  62                 if not site_id1 in self.sites or site_id2 not in self.sites:
  63                     continue
  64                 site1 = self.sites[site_id1]
  65                 site2 = self.sites[site_id2]
  66                 # get hrns
  67                 site1_hrn = self.api.hrn + '.' + site1['login_base']
  68                 site2_hrn = self.api.hrn + '.' + site2['login_base']
  69                 # get the first node
  70                 node1 = self.nodes[site1['node_ids'][0]]
  71                 node2 = self.nodes[site2['node_ids'][0]]
  72
  73                 # set interfaces
  74                 # just get first interface of the first node
  75                 if1_xrn = PlXrn(auth=self.api.hrn, interface='node%s:eth0' % (node1['node_id']))
  76                 if2_xrn = PlXrn(auth=self.api.hrn, interface='node%s:eth0' % (node2['node_id']))
  77
  78                 if1 = Interface({'component_id': if1_xrn.urn} )
  79                 if2 = Interface({'component_id': if2_xrn.urn} )
  80
  81                 # set link
  82                 link = Link({'capacity': '1000000', 'latency': '0', 'packet_loss': '0', 'type': 'ipv4'})
  83                 link['interface1'] = if1
  84                 link['interface2'] = if2
  85                 link['component_name'] = "%s:%s" % (site1['login_base'], site2['login_base'])
  86                 link['component_id'] = PlXrn(auth=self.api.hrn, link=link['component_name'])
  87                 link['component_manager_id'] =  hrn_to_urn(self.api.hrn, 'authority+am')
  88                 self.links[link['component_name']] = link
  89
  90
  91     def prepare_node_tags(self, force=False):
  92         if not self.node_tags or force:
  93             for node_tag in self.api.plshell.GetNodeTags(self.api.plauth):
  94                 self.node_tags[node_tag['node_tag_id']] = node_tag
  95
  96     def prepare_pl_initscripts(self, force=False):
  97         if not self.pl_initscripts or force:
  98             for initscript in self.api.plshell.GetInitScripts(self.api.plauth, {'enabled': True}):
  99                 self.pl_initscripts[initscript['initscript_id']] = initscript
 100
 101     def prepare(self, force=False):
 102         if not self.prepared or force:
 103             self.prepare_sites(force)
 104             self.prepare_interfaces(force)
 105             self.prepare_node_tags(force)
 106             self.prepare_nodes(force)
 107             self.prepare_links(force)
 108             self.prepare_pl_initscripts()
 109         self.prepared = True
 110
 111     def get_rspec(self, slice_xrn=None, version = None):
 112         self.prepare()
 113         version_manager = VersionManager()
 114         version = version_manager.get_version(version)
 115         if not slice_xrn:
 116             rspec_version = version_manager._get_version(version.type, version.version, 'ad')
 117         else:
 118             rspec_version = version_manager._get_version(version.type, version.version, 'manifest')
 119
 120         rspec = RSpec(version=rspec_version, user_options=self.user_options)
 121         # get slice details if specified
 122         slice = None
 123         if slice_xrn:
 124             slice_hrn, _ = urn_to_hrn(slice_xrn)
 125             slice_name = hrn_to_pl_slicename(slice_hrn)
 126             slices = self.api.plshell.GetSlices(self.api.plauth, slice_name)
 127             if slices:
 128                 slice = slices[0]
 129
 130         # filter out nodes with a whitelist:
 131         valid_nodes = []
 132         for node in self.nodes.values():
 133             # only doing this because protogeni rspec needs
 134             # to advertise available initscripts
 135             node['pl_initscripts'] = self.pl_initscripts
 136
 137             if slice and node['node_id'] in slice['node_ids']:
 138                 valid_nodes.append(node)
 139             elif slice and slice['slice_id'] in node['slice_ids_whitelist']:
 140                 valid_nodes.append(node)
 141             elif not slice and not node['slice_ids_whitelist']:
 142                 valid_nodes.append(node)
 143
 144         rspec.version.add_nodes(valid_nodes)
 145         rspec.version.add_interfaces(self.interfaces.values())
 146         rspec.version.add_links(self.links.values())
 147
 148         # add slivers
 149         if slice_xrn and slice:
 150             slivers = []
 151             tags = self.api.plshell.GetSliceTags(self.api.plauth, slice['slice_tag_ids'])
 152
 153             # add default tags
 154             for tag in tags:
 155                 # if tag isn't bound to a node then it applies to all slivers
 156                 # and belongs in the <sliver_defaults> tag
 157                 if not tag['node_id']:
 158                     rspec.version.add_default_sliver_attribute(tag['tagname'], tag['value'], self.api.hrn)
 159                 if tag['tagname'] == 'topo_rspec' and tag['node_id']:
 160                     node = self.nodes[tag['node_id']]
 161                     value = eval(tag['value'])
 162                     for (id, realip, bw, lvip, rvip, vnet) in value:
 163                         bps = get_tc_rate(bw)
 164                         remote = self.nodes[id]
 165                         site1 = self.sites[node['site_id']]
 166                         site2 = self.sites[remote['site_id']]
 167                         link1_name = '%s:%s' % (site1['login_base'], site2['login_base'])
 168                         link2_name = '%s:%s' % (site2['login_base'], site1['login_base'])
 169                         p_link = None
 170                         if link1_name in self.links:
 171                             link = self.links[link1_name]
 172                         elif link2_name in self.links:
 173                             link = self.links[link2_name]
 174                         v_link = Link()
 175
 176                         link.capacity = bps
 177             for node_id in slice['node_ids']:
 178                 try:
 179                     sliver = {}
 180                     sliver['hostname'] = self.nodes[node_id]['hostname']
 181                     sliver['node_id'] = node_id
 182                     sliver['slice_id'] = slice['slice_id']
 183                     sliver['tags'] = []
 184                     slivers.append(sliver)
 185
 186                     # add tags for this node only
 187                     for tag in tags:
 188                         if tag['node_id'] and (tag['node_id'] == node_id):
 189                             sliver['tags'].append(tag)
 190                 except:
 191                     self.api.logger.log_exc('unable to add sliver %s to node %s' % (slice['name'], node_id))
 192             rspec.version.add_slivers(slivers, sliver_urn=slice_xrn)
 193
 194         return rspec.toxml()