X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=sfa%2Fplc%2Faggregate.py;h=c1f008fc3ef127175a949b8414f6a04ba363679e;hb=69fb221c274eb0b6e9f6ff6f895e5e6f90b17230;hp=ef4705ba1f97940bb946e8fc3c96211ab59adf28;hpb=df395fe20045551d7e460881e8fb982dc96a25f4;p=sfa.git diff --git a/sfa/plc/aggregate.py b/sfa/plc/aggregate.py index ef4705ba..c1f008fc 100644 --- a/sfa/plc/aggregate.py +++ b/sfa/plc/aggregate.py @@ -1,20 +1,25 @@ #!/usr/bin/python -from sfa.util.xrn import * -from sfa.util.plxrn import * -from sfa.rspecs.sfa_rspec import SfaRSpec -from sfa.rspecs.pg_rspec import PGRSpec -from sfa.rspecs.rspec_version import RSpecVersion +from sfa.util.xrn import hrn_to_urn, urn_to_hrn, urn_to_sliver_id +from sfa.util.plxrn import PlXrn, hostname_to_urn, hrn_to_pl_slicename + +from sfa.rspecs.rspec import RSpec +from sfa.rspecs.elements.hardware_type import HardwareType +from sfa.rspecs.elements.node import Node +from sfa.rspecs.elements.link import Link +from sfa.rspecs.elements.sliver import Sliver +from sfa.rspecs.elements.login import Login +from sfa.rspecs.elements.location import Location +from sfa.rspecs.elements.interface import Interface +from sfa.rspecs.elements.services import Services +from sfa.rspecs.elements.pltag import PLTag +from sfa.util.topology import Topology +from sfa.rspecs.version_manager import VersionManager +from sfa.plc.vlink import get_tc_rate +from sfa.util.sfatime import epochparse class Aggregate: api = None - sites = {} - nodes = {} - interfaces = {} - links = {} - node_tags = {} - pl_initscripts = {} - prepared=False #panos new user options variable user_options = {} @@ -22,128 +27,216 @@ class Aggregate: self.api = api self.user_options = user_options - def prepare_sites(self, force=False): - if not self.sites or force: - for site in self.api.plshell.GetSites(self.api.plauth): - self.sites[site['site_id']] = site - - def prepare_nodes(self, force=False): - if not self.nodes or force: - for node in self.api.plshell.GetNodes(self.api.plauth, {'peer_id': None}): - self.nodes[node['node_id']] = node - - def prepare_interfaces(self, force=False): - if not self.interfaces or force: - for interface in self.api.plshell.GetInterfaces(self.api.plauth): - self.interfaces[interface['interface_id']] = interface - - def prepare_links(self, force=False): - if not self.links or force: - pass - - def prepare_node_tags(self, force=False): - if not self.node_tags or force: - for node_tag in self.api.plshell.GetNodeTags(self.api.plauth): - self.node_tags[node_tag['node_tag_id']] = node_tag - - def prepare_pl_initscripts(self, force=False): - if not self.pl_initscripts or force: - for initscript in self.api.plshell.GetInitScripts(self.api.plauth, {'enabled': True}): - self.pl_initscripts[initscript['initscript_id']] = initscript - - def prepare(self, force=False): - if not self.prepared or force: - self.prepare_sites(force) - self.prepare_nodes(force) - self.prepare_interfaces(force) - self.prepare_links(force) - self.prepare_node_tags(force) - self.prepare_pl_initscripts() - # add site/interface info to nodes - for node_id in self.nodes: - node = self.nodes[node_id] - site = self.sites[node['site_id']] - interfaces = [self.interfaces[interface_id] for interface_id in node['interface_ids']] - tags = [self.node_tags[tag_id] for tag_id in node['node_tag_ids']] - node['network'] = self.api.hrn - node['network_urn'] = hrn_to_urn(self.api.hrn, 'authority+am') - node['urn'] = hostname_to_urn(self.api.hrn, site['login_base'], node['hostname']) - node['site_urn'] = hrn_to_urn(PlXrn.site_hrn(self.api.hrn, site['login_base']), 'authority+sa') - node['site'] = site - node['interfaces'] = interfaces - node['tags'] = tags - - self.prepared = True - + def get_sites(self, filter={}): + sites = {} + for site in self.api.driver.GetSites(filter): + sites[site['site_id']] = site + return sites + + def get_interfaces(self, filter={}): + interfaces = {} + for interface in self.api.driver.GetInterfaces(filter): + iface = Interface() + iface['interface_id'] = interface['interface_id'] + iface['node_id'] = interface['node_id'] + iface['ipv4'] = interface['ip'] + if interface['bwlimit']: + iface['bwlimit'] = str(int(interface['bwlimit'])/1000) + interfaces[iface['interface_id']] = iface + return interfaces + + def get_links(self, filter={}): + + if not self.api.config.SFA_AGGREGATE_TYPE.lower() == 'vini': + return [] + + topology = Topology() + links = {} + for (site_id1, site_id2) in topology: + link = Link() + if not site_id1 in self.sites or site_id2 not in self.sites: + continue + site1 = self.sites[site_id1] + site2 = self.sites[site_id2] + # get hrns + site1_hrn = self.api.hrn + '.' + site1['login_base'] + site2_hrn = self.api.hrn + '.' + site2['login_base'] + + for s1_node in self.nodes[site1['node_ids']]: + for s2_node in self.nodes[site2['node_ids']]: + # set interfaces + # just get first interface of the first node + if1_xrn = PlXrn(auth=self.api.hrn, interface='node%s:eth0' % (s1_node['node_id'])) + if1_ipv4 = self.interfaces[node1['interface_ids'][0]]['ip'] + if2_xrn = PlXrn(auth=self.api.hrn, interface='node%s:eth0' % (s2_node['node_id'])) + if2_ipv4 = self.interfaces[node2['interface_ids'][0]]['ip'] + + if1 = Interface({'component_id': if1_xrn.urn, 'ipv4': if1_ipv4} ) + if2 = Interface({'component_id': if2_xrn.urn, 'ipv4': if2_ipv4} ) + + # set link + link = Link({'capacity': '1000000', 'latency': '0', 'packet_loss': '0', 'type': 'ipv4'}) + link['interface1'] = if1 + link['interface2'] = if2 + link['component_name'] = "%s:%s" % (site1['login_base'], site2['login_base']) + link['component_id'] = PlXrn(auth=self.api.hrn, interface=link['component_name']).get_urn() + link['component_manager_id'] = hrn_to_urn(self.api.hrn, 'authority+am') + links[link['component_name']] = link + + return links + + def get_node_tags(self, filter={}): + node_tags = {} + for node_tag in self.api.driver.GetNodeTags(filter): + node_tags[node_tag['node_tag_id']] = node_tag + return node_tags + + def get_pl_initscripts(self, filter={}): + pl_initscripts = {} + filter.update({'enabled': True}) + for initscript in self.api.driver.GetInitScripts(filter): + pl_initscripts[initscript['initscript_id']] = initscript + return pl_initscripts + + + def get_slice_and_slivers(self, slice_xrn): + """ + Returns a dict of slivers keyed on the sliver's node_id + """ + slivers = {} + slice = None + if not slice_xrn: + return (slice, slivers) + slice_urn = hrn_to_urn(slice_xrn, 'slice') + slice_hrn, _ = urn_to_hrn(slice_xrn) + slice_name = hrn_to_pl_slicename(slice_hrn) + slices = self.api.driver.GetSlices(slice_name) + if not slices: + return (slice, slivers) + slice = slices[0] + + # sort slivers by node id + for node_id in slice['node_ids']: + sliver = Sliver({'sliver_id': urn_to_sliver_id(slice_urn, slice['slice_id'], node_id), + 'name': slice['name'], + 'type': 'plab-vserver', + 'tags': []}) + slivers[node_id]= sliver + + # sort sliver attributes by node id + tags = self.api.driver.GetSliceTags({'slice_tag_id': slice['slice_tag_ids']}) + for tag in tags: + # most likely a default/global sliver attribute (node_id == None) + if tag['node_id'] not in slivers: + sliver = Sliver({'sliver_id': urn_to_sliver_id(slice_urn, slice['slice_id'], ""), + 'name': 'plab-vserver', + 'tags': []}) + slivers[tag['node_id']] = sliver + slivers[tag['node_id']]['tags'].append(tag) + + return (slice, slivers) + + def get_nodes (self, slice=None,slivers=[]): + filter = {} + tags_filter = {} + if slice and 'node_ids' in slice and slice['node_ids']: + filter['node_id'] = slice['node_ids'] + tags_filter=filter.copy() + + filter.update({'peer_id': None}) + nodes = self.api.driver.GetNodes(filter) + + site_ids = [] + interface_ids = [] + tag_ids = [] + for node in nodes: + site_ids.append(node['site_id']) + interface_ids.extend(node['interface_ids']) + tag_ids.extend(node['node_tag_ids']) + + # get sites + sites_dict = self.get_sites({'site_id': site_ids}) + # get interfaces + interfaces = self.get_interfaces({'interface_id':interface_ids}) + # get tags + node_tags = self.get_node_tags(tags_filter) + # get initscripts + pl_initscripts = self.get_pl_initscripts() + + rspec_nodes = [] + for node in nodes: + # skip whitelisted nodes + if node['slice_ids_whitelist']: + if not slice or slice['slice_id'] not in node['slice_ids_whitelist']: + continue + rspec_node = Node() + # xxx how to retrieve site['login_base'] + site_id=node['site_id'] + site=sites_dict[site_id] + rspec_node['component_id'] = hostname_to_urn(self.api.hrn, site['login_base'], node['hostname']) + rspec_node['component_name'] = node['hostname'] + rspec_node['component_manager_id'] = self.api.hrn + rspec_node['authority_id'] = hrn_to_urn(PlXrn.site_hrn(self.api.hrn, site['login_base']), 'authority+sa') + rspec_node['boot_state'] = node['boot_state'] + rspec_node['exclusive'] = 'False' + rspec_node['hardware_types']= [HardwareType({'name': 'plab-pc'}), + HardwareType({'name': 'pc'})] + # only doing this because protogeni rspec needs + # to advertise available initscripts + rspec_node['pl_initscripts'] = pl_initscripts.values() + # add site/interface info to nodes. + # assumes that sites, interfaces and tags have already been prepared. + site = sites_dict[node['site_id']] + if site['longitude'] and site['latitude']: + location = Location({'longitude': site['longitude'], 'latitude': site['latitude']}) + rspec_node['location'] = location + rspec_node['interfaces'] = [] + if_count=0 + for if_id in node['interface_ids']: + interface = Interface(interfaces[if_id]) + interface['ipv4'] = interface['ipv4'] + interface['component_id'] = PlXrn(auth=self.api.hrn, interface='node%s:eth%s' % (node['node_id'], if_count)).get_urn() + rspec_node['interfaces'].append(interface) + if_count+=1 + + tags = [PLTag(node_tags[tag_id]) for tag_id in node['node_tag_ids']] + rspec_node['tags'] = tags + if node['node_id'] in slivers: + # add sliver info + sliver = slivers[node['node_id']] + rspec_node['sliver_id'] = sliver['sliver_id'] + rspec_node['client_id'] = node['hostname'] + rspec_node['slivers'] = [sliver] + + # slivers always provide the ssh service + login = Login({'authentication': 'ssh-keys', 'hostname': node['hostname'], 'port':'22'}) + service = Services({'login': login}) + rspec_node['services'] = [service] + rspec_nodes.append(rspec_node) + return rspec_nodes + + def get_rspec(self, slice_xrn=None, version = None): - self.prepare() - rspec = None - rspec_version = RSpecVersion(version) - if slice_xrn: - type = 'manifest' - else: - type = 'advertisement' - if rspec_version['type'].lower() == 'protogeni': - rspec = PGRSpec(type=type) - elif rspec_version['type'].lower() == 'sfa': - rspec = SfaRSpec(type=type, user_options=self.user_options) + + version_manager = VersionManager() + version = version_manager.get_version(version) + if not slice_xrn: + rspec_version = version_manager._get_version(version.type, version.version, 'ad') else: - rspec = SfaRSpec(type=type, user_options=self.user_options) + rspec_version = version_manager._get_version(version.type, version.version, 'manifest') + + slice, slivers = self.get_slice_and_slivers(slice_xrn) + rspec = RSpec(version=rspec_version, user_options=self.user_options) + if slice and 'expires' in slice: + rspec.xml.set('expires', epochparse(slice['expires'])) + rspec.version.add_nodes(self.get_nodes(slice, slivers)) + rspec.version.add_links(self.get_links(slice)) + + # add sliver defaults + default_sliver_attribs = slivers.get(None, []) + for sliver_attrib in default_sliver_attribs: + rspec.version.add_default_sliver_attribute(sliver_attrib['name'], sliver_attrib['value']) + + return rspec.toxml() + - # get slice details if specified - slice = None - if slice_xrn: - slice_hrn, _ = urn_to_hrn(slice_xrn) - slice_name = hrn_to_pl_slicename(slice_hrn) - slices = self.api.plshell.GetSlices(self.api.plauth, slice_name) - if slices: - slice = slices[0] - - # filter out nodes with a whitelist: - valid_nodes = [] - for node in self.nodes.values(): - # only doing this becuase protogeni rspec needs - # to advertise available initscripts - node['pl_initscripts'] = self.pl_initscripts - - if slice and node['node_id'] in slice['node_ids']: - valid_nodes.append(node) - elif slice and slice['slice_id'] in node['slice_ids_whitelist']: - valid_nodes.append(node) - elif not slice and not node['slice_ids_whitelist']: - valid_nodes.append(node) - - rspec.add_nodes(valid_nodes) - rspec.add_interfaces(self.interfaces.values()) - rspec.add_links(self.links.values()) - - # add slivers - if slice_xrn and slice: - slivers = [] - tags = self.api.plshell.GetSliceTags(self.api.plauth, slice['slice_tag_ids']) - - # add default tags - for tag in tags: - # if tag isn't bound to a node then it applies to all slivers - # and belongs in the tag - if not tag['node_id']: - rspec.add_default_sliver_attribute(tag['tagname'], tag['value'], self.api.hrn) - - for node_id in slice['node_ids']: - try: - sliver = {} - sliver['hostname'] = self.nodes[node_id]['hostname'] - sliver['node_id'] = node_id - sliver['slice_id'] = slice['slice_id'] - sliver['tags'] = [] - slivers.append(sliver) - - # add tags for this node only - for tag in tags: - if tag['node_id'] and (tag['node_id'] == node_id): - sliver['tags'].append(tag) - except: - self.api.logger.log_exc('unable to add sliver %s to node %s' % (slice['name'], node_id)) - rspec.add_slivers(slivers, sliver_urn=slice_xrn) - - return rspec.toxml(cleanup=True)