X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=planetstack%2Fopenstack_observer%2Fsteps%2Fsync_slivers.py;h=8155c10300f7253da13293472616d0c11074a6d4;hb=ac5578b11e845c752b83f44371c8e1dd58f7e22b;hp=4f33bba42c7380fa438f92b5fd5a51d26db43395;hpb=d1c5c1c57acb45ee856c651042c6c90ff2bcb696;p=plstackapi.git diff --git a/planetstack/openstack_observer/steps/sync_slivers.py b/planetstack/openstack_observer/steps/sync_slivers.py index 4f33bba..8155c10 100644 --- a/planetstack/openstack_observer/steps/sync_slivers.py +++ b/planetstack/openstack_observer/steps/sync_slivers.py @@ -4,8 +4,8 @@ from django.db.models import F, Q from planetstack.config import Config from observer.openstacksyncstep import OpenStackSyncStep from core.models.sliver import Sliver -from core.models.slice import Slice, SlicePrivilege, SliceDeployments -from core.models.network import Network, NetworkSlice, NetworkDeployments +from core.models.slice import Slice, SlicePrivilege, ControllerSlice +from core.models.network import Network, NetworkSlice, ControllerNetwork from util.logger import Logger, logging from observer.ansible import * @@ -14,7 +14,7 @@ logger = Logger(level=logging.INFO) def escape(s): s = s.replace('\n',r'\n').replace('"',r'\"') return s - + class SyncSlivers(OpenStackSyncStep): provides=[Sliver] requested_interval=0 @@ -24,10 +24,10 @@ class SyncSlivers(OpenStackSyncStep): return userdata def sync_record(self, sliver): - logger.info("sync'ing sliver:%s deployment:%s " % (sliver, sliver.node.deployment)) + logger.info("sync'ing sliver:%s slice:%s controller:%s " % (sliver, sliver.slice.name, sliver.node.site_deployment.controller)) metadata_update = {} - if (sliver.numberCores): + if (sliver.numberCores): metadata_update["cpu_cores"] = str(sliver.numberCores) for tag in sliver.slice.tags.all(): @@ -37,88 +37,111 @@ class SyncSlivers(OpenStackSyncStep): # public keys slice_memberships = SlicePrivilege.objects.filter(slice=sliver.slice) pubkeys = set([sm.user.public_key for sm in slice_memberships if sm.user.public_key]) - if sliver.creator.public_key: - pubkeys.add(sliver.creator.public_key) + if sliver.creator.public_key: + pubkeys.add(sliver.creator.public_key) if sliver.slice.creator.public_key: - pubkeys.add(sliver.slice.creator.public_key) - - nics = [] - networks = [ns.network for ns in NetworkSlice.objects.filter(slice=sliver.slice)] - network_deployments = NetworkDeployments.objects.filter(network__in=networks, - deployment=sliver.node.deployment) - - for network_deployment in network_deployments: - if network_deployment.network.template.visibility == 'private' and \ - network_deployment.network.template.translation == 'none' and network_deployment.net_id: - nics.append(network_deployment.net_id) - - # now include network template - network_templates = [network.template.sharedNetworkName for network in networks \ - if network.template.sharedNetworkName] - - #driver = self.driver.client_driver(caller=sliver.creator, tenant=sliver.slice.name, deployment=sliver.deploymentNetwork) - driver = self.driver.admin_driver(tenant='admin', deployment=sliver.deploymentNetwork) - nets = driver.shell.quantum.list_networks()['networks'] - for net in nets: - if net['name'] in network_templates: - nics.append(net['id']) - - if (not nics): - for net in nets: - if net['name']=='public': - nics.append(net['id']) - - # look up image id - deployment_driver = self.driver.admin_driver(deployment=sliver.deploymentNetwork.name) - image_id = None - images = deployment_driver.shell.glanceclient.images.list() - for image in images: - if image.name == sliver.image.name or not image_id: - image_id = image.id - - # look up key name at the deployment - # create/fetch keypair - keyname = None - keyname = sliver.creator.email.lower().replace('@', 'AT').replace('.', '') +\ - sliver.slice.name - key_fields = {'name': keyname, - 'public_key': sliver.creator.public_key} - - - userData = self.get_userdata(sliver) - if sliver.userData: - userData = sliver.userData - - sliver_name = '@'.join([sliver.slice.name,sliver.node.name]) - tenant_fields = {'endpoint':sliver.node.deployment.auth_url, - 'admin_user': sliver.node.deployment.admin_user, - 'admin_password': sliver.node.deployment.admin_password, - 'admin_tenant': 'admin', - 'tenant': sliver.slice.name, - 'tenant_description': sliver.slice.description, - 'name':sliver_name, - 'image_id':image_id, - 'key_name':keyname, - 'flavor_id':1, - 'nics':nics, - 'meta':metadata_update, - 'key':key_fields, - 'user_data':r'%s'%escape(userData)} - - res = run_template('sync_slivers.yaml', tenant_fields) - if (len(res)!=2): - raise Exception('Could not sync sliver %s'%sliver.slice.name) - else: - sliver_id = res[1]['id'] # 0 is for the key + pubkeys.add(sliver.slice.creator.public_key) + + nics = [] + networks = [ns.network for ns in NetworkSlice.objects.filter(slice=sliver.slice)] + controller_networks = ControllerNetwork.objects.filter(network__in=networks, + controller=sliver.node.site_deployment.controller) + + for controller_network in controller_networks: + if controller_network.network.template.visibility == 'private' and \ + controller_network.network.template.translation == 'none' and controller_network.net_id: + nics.append(controller_network.net_id) + + # now include network template + network_templates = [network.template.shared_network_name for network in networks \ + if network.template.shared_network_name] + + #driver = self.driver.client_driver(caller=sliver.creator, tenant=sliver.slice.name, controller=sliver.controllerNetwork) + driver = self.driver.admin_driver(tenant='admin', controller=sliver.node.site_deployment.controller) + nets = driver.shell.quantum.list_networks()['networks'] + for net in nets: + if net['name'] in network_templates: + nics.append(net['id']) + + if (not nics): + for net in nets: + if net['name']=='public': + nics.append(net['id']) + + # look up image id + controller_driver = self.driver.admin_driver(controller=sliver.node.site_deployment.controller) + image_id = None + images = controller_driver.shell.glanceclient.images.list() + for image in images: + if image.name == sliver.image.name or not image_id: + image_id = image.id + + # look up key name at the controller + # create/fetch keypair + keyname = None + keyname = sliver.creator.email.lower().replace('@', 'AT').replace('.', '') +\ + sliver.slice.name + key_fields = {'name': keyname, + 'public_key': sliver.creator.public_key} + + try: + legacy = Config().observer_legacy + except: + legacy = False + + if (legacy): + host_filter = sliver.node.name.split('.',1)[0] + else: + host_filter = sliver.node.name.strip() + + availability_zone_filter = 'nova:%s'%host_filter + sliver_name = '%s-%d'%(sliver.slice.name,sliver.id) + + userData = self.get_userdata(sliver) + if sliver.userData: + userData = sliver.userData + + controller = sliver.node.site_deployment.controller + tenant_fields = {'endpoint':controller.auth_url, + 'admin_user': sliver.creator.email, + 'admin_password': sliver.creator.remote_password, + 'admin_tenant': sliver.slice.name, + 'tenant': sliver.slice.name, + 'tenant_description': sliver.slice.description, + 'name':sliver_name, + 'ansible_tag':sliver_name, + 'availability_zone': availability_zone_filter, + 'image_id':image_id, + 'key_name':keyname, + 'flavor_id':sliver.flavor.id, + 'nics':nics, + 'meta':metadata_update, + 'key':key_fields, + 'user_data':r'%s'%escape(userData)} + + res = run_template('sync_slivers.yaml', tenant_fields,path='slivers') + if (len(res)!=2): + raise Exception('Could not sync sliver %s'%sliver.slice.name) + else: + sliver_id = res[1]['info']['OS-EXT-SRV-ATTR:instance_name'] # 0 is for the key + sliver_uuid = res[1]['id'] # 0 is for the key + + try: + hostname = res[1]['info']['OS-EXT-SRV-ATTR:hypervisor_hostname'] + ip = socket.gethostbyname(hostname) + sliver.ip = ip + except: + pass sliver.instance_id = sliver_id + sliver.instance_uuid = sliver_uuid sliver.instance_name = sliver_name - sliver.save() + sliver.save() def delete_record(self, sliver): - if sliver.instance_id: - driver = self.driver.client_driver(caller=sliver.creator, - tenant=sliver.slice.name, - deployment=sliver.deploymentNetwork.name) - driver.destroy_instance(sliver.instance_id) + sliver_name = '@'.join([sliver.slice.name,sliver.node.name]) + tenant_fields = {'name':sliver_name, + 'ansible_tag':sliver_name + } + res = run_template('delete_slivers.yaml', tenant_fields, path='slivers')