planetstack/openstack_observer/steps/sync_network_deployments.py

   1 import os
   2 import base64
   3 from collections import defaultdict
   4 from netaddr import IPAddress, IPNetwork
   5 from django.db.models import F, Q
   6 from planetstack.config import Config
   7 from observer.openstacksyncstep import OpenStackSyncStep
   8 from core.models.network import *
   9 from core.models.slice import *
  10 from core.models.sliver import Sliver
  11 from util.logger import Logger, logging
  12
  13 logger = Logger(level=logging.INFO)
  14
  15 class SyncNetworkDeployments(OpenStackSyncStep):
  16     requested_interval = 0
  17     provides=[Network, NetworkDeployments, Sliver]
  18
  19     def fetch_pending(self, deleted):
  20         if (deleted):
  21             return NetworkDeployments.deleted_objects.all()
  22         else:
  23             return NetworkDeployments.objects.filter(Q(enacted__lt=F('updated')) | Q(enacted=None))
  24
  25     def get_next_subnet(self, deployment=None):
  26         # limit ourself to 10.0.x.x for now
  27         valid_subnet = lambda net: net.startswith('10.0')
  28         driver = self.driver.admin_driver(deployment=deployment)
  29         subnets = driver.shell.quantum.list_subnets()['subnets']
  30         ints = [int(IPNetwork(subnet['cidr']).ip) for subnet in subnets \
  31                 if valid_subnet(subnet['cidr'])]
  32         ints.sort()
  33         if ints:
  34             last_ip = IPAddress(ints[-1])
  35         else:
  36             last_ip = IPAddress('10.0.0.0')
  37         last_network = IPNetwork(str(last_ip) + "/24")
  38         next_network = IPNetwork(str(IPAddress(last_network) + last_network.size) + "/24")
  39         return next_network
  40
  41     def save_network_deployment(self, network_deployment):
  42         if (not network_deployment.net_id) and network_deployment.network.template.sharedNetworkName:
  43             # It's a shared network, try to find the shared network id
  44
  45             quantum_networks = self.driver.shell.quantum.list_networks(name=network_deployment.network.template.sharedNetworkName)["networks"]
  46             if quantum_networks:
  47                 logger.info("set shared network id %s" % quantum_networks[0]["id"])
  48                 network_deployment.net_id = quantum_networks[0]["id"]
  49             else:
  50                 logger.info("failed to find shared network id for deployment")
  51                 return
  52
  53         # At this point, it must be a private network, so create it if it does
  54         # not exist.
  55
  56         if not network_deployment.net_id:
  57             network_name = network_deployment.network.name
  58
  59             # create network
  60             os_network = self.driver.create_network(network_name, shared=True)
  61             network_deployment.net_id = os_network['id']
  62
  63             # create router
  64             #router = self.driver.create_router(network_name)
  65             #network_deployment.router_id = router['id']
  66
  67             # create subnet
  68             next_subnet = self.get_next_subnet(deployment=network_deployment.deployment.name)
  69             cidr = str(next_subnet.cidr)
  70             ip_version = next_subnet.version
  71             start = str(next_subnet[2])
  72             end = str(next_subnet[-2])
  73             subnet = self.driver.create_subnet(name=network_name,
  74                                                network_id = network_deployment.net_id,
  75                                                cidr_ip = cidr,
  76                                                ip_version = ip_version,
  77                                                start = start,
  78                                                end = end)
  79             network_deployment.subnet = cidr
  80             network_deployment.subnet_id = subnet['id']
  81             # add subnet as interface to slice's router
  82             #self.driver.add_router_interface(router['id'], subnet['id'])
  83             # add external route
  84             #self.driver.add_external_route(subnet)
  85             logger.info("created private subnet (%s) for network: %s" % (cidr, network_deployment.network))
  86
  87         # Now, figure out the subnet and subnet_id for the network. This works
  88         # for both private and shared networks.
  89
  90         if (not network_deployment.subnet_id) or (not network_deployment.subnet):
  91             (network_deployment.subnet_id, network_deployment.subnet) = self.driver.get_network_subnet(network_deployment.net_id)
  92             logger.info("sync'ed subnet (%s) for network: %s" % (network_deployment.subnet, network_deployment.network))
  93
  94         if (not network_deployment.subnet):
  95             # this will generate a non-null database constraint error
  96             #   ... which in turn leads to transaction errors
  97             # it's probably caused by networks that no longer exist at the
  98             # quantum level.
  99
 100             logger.info("null subnet for network %s, skipping save" % network_deployment.network)
 101             return
 102
 103         network_deployment.save()
 104
 105     def sync_record(self, network_deployment):
 106         if not network_deployment.deployment.admin_user:
 107             logger.info("deployment %r has no admin_user, skipping" % network_deployment.deployment)
 108             return
 109
 110         if network_deployment.network.owner and network_deployment.network.owner.creator:
 111             try:
 112                 # update manager context
 113                 real_driver = self.driver
 114                 self.driver = self.driver.client_driver(caller=network_deployment.network.owner.creator,
 115                                                         tenant=network_deployment.network.owner.name,
 116                                                         deployment=network_deployment.deployment.name)
 117                 self.save_network_deployment(network_deployment)
 118                 self.driver = real_driver
 119                 logger.info("saved network deployment: %s" % (network_deployment))
 120             except Exception,e:
 121                 logger.log_exc("save network deployment failed: %s" % network_deployment)
 122                 raise e
 123
 124
 125     def delete_record(self, network_deployment):
 126         driver = OpenStackDriver().client_driver(caller=network_deployment.network.owner.creator,
 127                                                  tenant=network_deployment.network.owner.name,
 128                                                  deployment=network_deployment.deployment.name)
 129         if (network_deployment.router_id) and (network_deployment.subnet_id):
 130             driver.delete_router_interface(network_deployment.router_id, network_deployment.subnet_id)
 131         if network_deployment.subnet_id:
 132             driver.delete_subnet(network_deployment.subnet_id)
 133         if network_deployment.router_id:
 134             driver.delete_router(network_deployment.router_id)
 135         if network_deployment.net_id:
 136             driver.delete_network(network_deployment.net_id)