From: Sapan Bhatia Date: Mon, 2 Sep 2013 20:10:14 +0000 (-0400) Subject: Merge branch 'master' of git://git.planet-lab.org/plstackapi X-Git-Url: http://git.onelab.eu/?a=commitdiff_plain;h=34ed9931f8a09ab950993c03528e942f2d5fbfc7;hp=0dba22b6f8e4550d7641fb310edb716f2d451e78;p=plstackapi.git Merge branch 'master' of git://git.planet-lab.org/plstackapi --- diff --git a/planetstack/tests/GetConfiguration.py b/planetstack/tests/GetConfiguration.py new file mode 100644 index 0000000..b3193f4 --- /dev/null +++ b/planetstack/tests/GetConfiguration.py @@ -0,0 +1,233 @@ +import os +import json +import socket +import sys +import time + +sys.path.append("/opt/planetstack") + +os.environ.setdefault("DJANGO_SETTINGS_MODULE", "planetstack.settings") +from openstack.manager import OpenStackManager +from core.models import Slice, Sliver, ServiceClass, Reservation, Tag, Network, User, Node, Image, Deployment, Site, NetworkTemplate, NetworkSlice + +def ps_id_to_pl_id(x): + # Since we don't want the PlanetStack object IDs to conflict with existing + # PlanetLab object IDs in the CMI, just add 100000 to the PlanetStack object + # IDs. + return 100000 + x + +def pl_id_to_ps_id(x): + return x - 100000 + +def pl_slice_id(slice): + if slice.name == "princeton_vcoblitz": + # 70 is the slice id of princeton_vcoblitz on vicci + return 70 + else: + return ps_id_to_pl_id(slice.id) + +def filter_fields(src, fields): + dest = {} + for (key,value) in src.items(): + if (not fields) or (key in fields): + dest[key] = value + return dest + +def GetSlices(filter={}): + ps_slices = Slice.objects.filter(**filter) + slices = [] + for ps_slice in ps_slices: + node_ids=[] + for ps_sliver in ps_slice.slivers.all(): + node_ids.append(ps_id_to_pl_id(ps_sliver.node.id)) + + slice = {"instantiation": "plc-instantiated", + "description": "planetstack slice", + "slice_id": pl_slice_id(ps_slice), + "node_ids": node_ids, + "url": "planetstack", + "max_nodes": 1000, + "peer_slice_id": None, + "slice_tag_ids": [], + "peer_id": None, + "site_id": ps_id_to_pl_id(ps_slice.site_id), + "name": ps_slice.name} + + # creator_person_id, person_ids, expires, created + + slices.append(slice) + return slices + +def GetNodes(node_ids=None, fields=None): + if node_ids: + ps_nodes = Node.objects.filter(id__in=[pl_id_to_ps_id(nid) for nid in node_ids]) + else: + ps_nodes = Node.objects.all() + nodes = [] + for ps_node in ps_nodes: + slice_ids=[] + for ps_sliver in ps_node.slivers.all(): + slice_ids.append(pl_slice_id(ps_sliver.slice)) + + node = {"node_id": ps_id_to_pl_id(ps_node.id), + "site_id": ps_id_to_pl_id(ps_node.site_id), + "node_type": "regular", + "peer_node_id": None, + "hostname": ps_node.name, + "conf_file_ids": [], + "slice_ids": slice_ids, + "model": "planetstack", + "peer_id": None, + "node_tag_ids": []} + + # last_updated, key, boot_state, pcu_ids, node_type, session, last_boot, + # interface_ids, slice_ids_whitelist, run_level, ssh_rsa_key, last_pcu_reboot, + # nodegroup_ids, verified, last_contact, boot_nonce, version, + # last_pcu_configuration, last_download, date_created, ports + + nodes.append(node) + + nodes = [filter_fields(node, fields) for node in nodes] + + return nodes + +def GetTags(slicename,node_id): + return {} + +def GetSites(): + ps_sites = Site.objects.all() + sites = [] + for ps_site in ps_sites: + slice_ids=[] + for ps_slice in ps_site.slices.all(): + slice_ids.append(pl_slice_id(ps_slice)) + + node_ids=[] + for ps_node in ps_site.nodes.all(): + node_ids.append(ps_id_to_pl_id(ps_node.id)) + + + site = {"site_id": ps_id_to_pl_id(ps_site.id), + "node_ids": node_ids, + "pcu_ids": [], + "max_slices": 100, + "max_slivers": 1000, + "is_public": False, + "peer_site_id": None, + "abbrebiated_name": ps_site.abbreviated_name, + "address_ids": [], + "name": ps_site.name, + "url": None, + "site_tag_ids": [], + "enabled": True, + "longitude": float(ps_site.location.longitude), + "latitude": float(ps_site.location.latitude), + "slice_ids": slice_ids, + "login_base": ps_site.login_base, + "peer_id": None} + + # last_updated, ext_consortium_id, person_ids, date_created + + sites.append(site) + + return sites + +def GetInterfaces(slicename, node_ids): + interfaces = [] + ps_slices = Slice.objects.filter(name=slicename) + for ps_slice in ps_slices: + for ps_sliver in ps_slice.slivers.all(): + node_id = ps_id_to_pl_id(ps_sliver.node_id) + if node_id in node_ids: + ps_node = ps_sliver.node + interface = {"node_id": node_id, + "ip": socket.gethostbyname(ps_node.name), + "broadcast": None, + "mac": "11:22:33:44:55:66", + "bwlimit": None, + "network": None, + "is_primary": True, + "dns1": None, + "hostname": None, + "netmask": None, + "interface_tag_ids": [], + "interface_id": node_id, # assume each node has only one interface + "gateway": None, + "dns2": None, + "type": "ipv4", + "method": "dhcp"} + interfaces.append(interface) + return interfaces + +def GetConfiguration(name): + slicename = name["name"] + if "node_id" in name: + node_id = name["node_id"] + else: + node_id = 0 + + node_sliver_tags = GetTags(slicename, node_id) + + slices = GetSlices({"name": slicename}) + perhost = {} + allinterfaces = {} + hostipmap = {} + nodes = [] + if len(slices)==1: + slice = slices[0] + node_ids = slice['node_ids'] + nodes = GetNodes(node_ids, ['hostname', 'node_id', 'site_id']) + nodemap = {} + for node in nodes: + nodemap[node['node_id']]=node['hostname'] + + interfaces = GetInterfaces(slicename, node_ids) + hostipmap = {} + for interface in interfaces: + if nodemap[interface['node_id']] not in allinterfaces: + allinterfaces[nodemap[interface['node_id']]] = [] + interface['interface_tags'] = [] + allinterfaces[nodemap[interface['node_id']]].append(interface) + if interface['is_primary']: + hostipmap[nodemap[interface['node_id']]] = interface['ip'] + + for nid in node_ids: + sliver_tags = GetTags(slicename,nid) + perhost[nodemap[nid]] = sliver_tags + + slivers = GetSlices() + if node_id != 0: + slivers = [slice for slice in slivers if (node_id in slice.node_ids)] + + sites = GetSites() + for site in sites: + site["site_tags"] = [] + + timestamp = int(time.time()) + return {'version': 3, + 'timestamp': timestamp, + 'configuration': node_sliver_tags, + 'allconfigurations':perhost, + 'hostipmap':hostipmap, + 'slivers': slivers, + 'interfaces': allinterfaces, + 'sites': sites, + 'nodes': nodes} + +if __name__ == '__main__': + slices = GetSlices() + nodes = GetNodes() + + if ("-d" in sys.argv): + config = GetConfiguration({"name": "princeton_coblitz"}) + print config + print slices + print nodes + else: + configs={} + for slicename in ["princeton_vcoblitz"]: + configs[slicename] = GetConfiguration({"name": slicename}) + + file("planetstack_config","w").write(json.dumps(configs)) + file("planetstack_slices","w").write(json.dumps(slices)) + file("planetstack_nodes","w").write(json.dumps(nodes))