X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=planetstack%2Fopenstack_observer%2Fsteps%2Fsync_slivers.py;h=8155c10300f7253da13293472616d0c11074a6d4;hb=ac5578b11e845c752b83f44371c8e1dd58f7e22b;hp=3b8176659a31c55dd00d8c6917ed93d62f9290b7;hpb=a358f0fb280d3da6938575be3d9c5d4a4a7e3f7a;p=plstackapi.git diff --git a/planetstack/openstack_observer/steps/sync_slivers.py b/planetstack/openstack_observer/steps/sync_slivers.py index 3b81766..8155c10 100644 --- a/planetstack/openstack_observer/steps/sync_slivers.py +++ b/planetstack/openstack_observer/steps/sync_slivers.py @@ -4,88 +4,144 @@ from django.db.models import F, Q from planetstack.config import Config from observer.openstacksyncstep import OpenStackSyncStep from core.models.sliver import Sliver -from core.models.slice import Slice, SlicePrivilege, SliceDeployments -from core.models.network import Network, NetworkSlice, NetworkDeployments +from core.models.slice import Slice, SlicePrivilege, ControllerSlice +from core.models.network import Network, NetworkSlice, ControllerNetwork from util.logger import Logger, logging +from observer.ansible import * logger = Logger(level=logging.INFO) +def escape(s): + s = s.replace('\n',r'\n').replace('"',r'\"') + return s + class SyncSlivers(OpenStackSyncStep): provides=[Sliver] requested_interval=0 - def fetch_pending(self): - return Sliver.objects.filter(Q(enacted__lt=F('updated')) | Q(enacted=None)) + def get_userdata(self, sliver): + userdata = 'opencloud:\n slicename: "%s"\n hostname: "%s"\n' % (sliver.slice.name, sliver.node.name) + return userdata def sync_record(self, sliver): - logger.info("sync'ing sliver:%s deployment:%s " % (sliver, sliver.node.deployment)) + logger.info("sync'ing sliver:%s slice:%s controller:%s " % (sliver, sliver.slice.name, sliver.node.site_deployment.controller)) + metadata_update = {} - if ("numberCores" in sliver.changed_fields): + if (sliver.numberCores): metadata_update["cpu_cores"] = str(sliver.numberCores) for tag in sliver.slice.tags.all(): if tag.name.startswith("sysctl-"): metadata_update[tag.name] = tag.value - if not sliver.instance_id: - driver = self.driver.client_driver(caller=sliver.creator, tenant=sliver.slice.name, deployment=sliver.deploymentNetwork.name) - # public keys - slice_memberships = SlicePrivilege.objects.filter(slice=sliver.slice) - pubkeys = [sm.user.public_key for sm in slice_memberships if sm.user.public_key] - if sliver.creator.public_key: - pubkeys.append(sliver.creator.public_key) - if sliver.slice.creator.public_key: - pubkeys.append(sliver.slice.creator.public_key) - # netowrks - # include all networks available to the slice and/or associated network templates - nics = [] - networks = [ns.network for ns in NetworkSlice.objects.filter(slice=sliver.slice)] - network_deployments = NetworkDeployments.objects.filter(network__in=networks, - deployment=sliver.node.deployment) - # Gather private networks first. This includes networks with a template that has - # visibility = private and translation = none - for network_deployment in network_deployments: - if network_deployment.network.template.visibility == 'private' and \ - network_deployment.network.template.translation == 'none': - nics.append({'net-id': network_deployment.net_id}) - - # now include network template - network_templates = [network.template.sharedNetworkName for network in networks \ - if network.template.sharedNetworkName] - #logger.info("%s %s %s %s" % (driver.shell.quantum.username, driver.shell.quantum.password, driver.shell.quantum.tenant, driver.shell.quantum.url)) - for net in driver.shell.quantum.list_networks()['networks']: - if net['name'] in network_templates: - nics.append({'net-id': net['id']}) - - # look up image id - deployment_driver = self.driver.admin_driver(deployment=sliver.deploymentNetwork.name) - image_id = None - images = deployment_driver.shell.glance.get_images() - for image in images: - if image['name'] == sliver.image.name: - image_id = image['id'] - - # look up key name at the deployment - # create/fetch keypair - keyname = None - if sliver.creator.public_key: - keyname = sliver.creator.email.lower().replace('@', 'AT').replace('.', '') +\ - sliver.slice.name - key_fields = {'name': keyname, - 'public_key': sliver.creator.public_key} - driver.create_keypair(**key_fields) - - instance = driver.spawn_instance(name=sliver.name, - key_name = keyname, - image_id = image_id, - hostname = sliver.node.name, - pubkeys = pubkeys, - nics = nics, - userdata = sliver.userData ) - sliver.instance_id = instance.id - sliver.instance_name = getattr(instance, 'OS-EXT-SRV-ATTR:instance_name') - sliver.save() - - if sliver.instance_id and metadata_update: - driver.update_instance_metadata(sliver.instance_id, metadata_update) + # public keys + slice_memberships = SlicePrivilege.objects.filter(slice=sliver.slice) + pubkeys = set([sm.user.public_key for sm in slice_memberships if sm.user.public_key]) + if sliver.creator.public_key: + pubkeys.add(sliver.creator.public_key) + + if sliver.slice.creator.public_key: + pubkeys.add(sliver.slice.creator.public_key) + + nics = [] + networks = [ns.network for ns in NetworkSlice.objects.filter(slice=sliver.slice)] + controller_networks = ControllerNetwork.objects.filter(network__in=networks, + controller=sliver.node.site_deployment.controller) + + for controller_network in controller_networks: + if controller_network.network.template.visibility == 'private' and \ + controller_network.network.template.translation == 'none' and controller_network.net_id: + nics.append(controller_network.net_id) + + # now include network template + network_templates = [network.template.shared_network_name for network in networks \ + if network.template.shared_network_name] + + #driver = self.driver.client_driver(caller=sliver.creator, tenant=sliver.slice.name, controller=sliver.controllerNetwork) + driver = self.driver.admin_driver(tenant='admin', controller=sliver.node.site_deployment.controller) + nets = driver.shell.quantum.list_networks()['networks'] + for net in nets: + if net['name'] in network_templates: + nics.append(net['id']) + + if (not nics): + for net in nets: + if net['name']=='public': + nics.append(net['id']) + + # look up image id + controller_driver = self.driver.admin_driver(controller=sliver.node.site_deployment.controller) + image_id = None + images = controller_driver.shell.glanceclient.images.list() + for image in images: + if image.name == sliver.image.name or not image_id: + image_id = image.id + + # look up key name at the controller + # create/fetch keypair + keyname = None + keyname = sliver.creator.email.lower().replace('@', 'AT').replace('.', '') +\ + sliver.slice.name + key_fields = {'name': keyname, + 'public_key': sliver.creator.public_key} + + try: + legacy = Config().observer_legacy + except: + legacy = False + + if (legacy): + host_filter = sliver.node.name.split('.',1)[0] + else: + host_filter = sliver.node.name.strip() + + availability_zone_filter = 'nova:%s'%host_filter + sliver_name = '%s-%d'%(sliver.slice.name,sliver.id) + + userData = self.get_userdata(sliver) + if sliver.userData: + userData = sliver.userData + + controller = sliver.node.site_deployment.controller + tenant_fields = {'endpoint':controller.auth_url, + 'admin_user': sliver.creator.email, + 'admin_password': sliver.creator.remote_password, + 'admin_tenant': sliver.slice.name, + 'tenant': sliver.slice.name, + 'tenant_description': sliver.slice.description, + 'name':sliver_name, + 'ansible_tag':sliver_name, + 'availability_zone': availability_zone_filter, + 'image_id':image_id, + 'key_name':keyname, + 'flavor_id':sliver.flavor.id, + 'nics':nics, + 'meta':metadata_update, + 'key':key_fields, + 'user_data':r'%s'%escape(userData)} + + res = run_template('sync_slivers.yaml', tenant_fields,path='slivers') + if (len(res)!=2): + raise Exception('Could not sync sliver %s'%sliver.slice.name) + else: + sliver_id = res[1]['info']['OS-EXT-SRV-ATTR:instance_name'] # 0 is for the key + sliver_uuid = res[1]['id'] # 0 is for the key + + try: + hostname = res[1]['info']['OS-EXT-SRV-ATTR:hypervisor_hostname'] + ip = socket.gethostbyname(hostname) + sliver.ip = ip + except: + pass + + sliver.instance_id = sliver_id + sliver.instance_uuid = sliver_uuid + sliver.instance_name = sliver_name + sliver.save() + def delete_record(self, sliver): + sliver_name = '@'.join([sliver.slice.name,sliver.node.name]) + tenant_fields = {'name':sliver_name, + 'ansible_tag':sliver_name + } + res = run_template('delete_slivers.yaml', tenant_fields, path='slivers')