3 from django.db.models import F, Q
4 from planetstack.config import Config
5 from observer.openstacksyncstep import OpenStackSyncStep
6 from core.models.network import *
7 from util.logger import Logger, logging
9 logger = Logger(level=logging.INFO)
11 class SyncNetworkSlivers(OpenStackSyncStep):
12 requested_interval = 0 # 3600
13 provides=[NetworkSliver]
15 # The way it works is to enumerate the all of the ports that quantum
16 # has, and then work backward from each port's network-id to determine
17 # which Network is associated from the port.
19 def call(self, **args):
20 networkSlivers = NetworkSliver.objects.all()
21 networkSlivers_by_id = {}
22 networkSlivers_by_port = {}
23 for networkSliver in networkSlivers:
24 networkSlivers_by_id[networkSliver.id] = networkSliver
25 networkSlivers_by_port[networkSliver.port_id] = networkSliver
27 networks = Network.objects.all()
29 for network in networks:
30 for nd in network.networkdeployments_set.all():
31 networks_by_id[nd.net_id] = network
33 #logger.info("networks_by_id = ")
34 #for (network_id, network) in networks_by_id.items():
35 # logger.info(" %s: %s" % (network_id, network.name))
37 slivers = Sliver.objects.all()
38 slivers_by_instance_id = {}
39 for sliver in slivers:
40 slivers_by_instance_id[sliver.instance_id] = sliver
42 # Get all ports in all deployments
45 for deployment in Deployment.objects.all():
46 if not deployment.admin_tenant:
47 logger.info("deployment %s has no admin_tenant" % deployment.name)
50 driver = self.driver.admin_driver(deployment=deployment.name,tenant='admin')
51 ports = driver.shell.quantum.list_ports()["ports"]
53 logger.log_exc("failed to get ports from deployment %s" % deployment.name)
57 ports_by_id[port["id"]] = port
59 for port in ports_by_id.values():
60 #logger.info("port %s" % str(port))
61 if port["id"] in networkSlivers_by_port:
63 #logger.info("already accounted for port %s" % port["id"])
66 if port["device_owner"] != "compute:nova":
67 # we only want the ports that connect to instances
68 #logger.info("port %s is not a compute port, it is a %s" % (port["id"], port["device_owner"]))
71 sliver = slivers_by_instance_id.get(port['device_id'], None)
73 logger.info("no sliver for port %s device_id %s" % (port["id"], port['device_id']))
76 network = networks_by_id.get(port['network_id'], None)
78 logger.info("no network for port %s network %s" % (port["id"], port["network_id"]))
80 # we know it's associated with a sliver, but we don't know
81 # which network it is part of.
85 if network.template.sharedNetworkName:
86 # If it's a shared network template, then more than one network
87 # object maps to the quantum network. We have to do a whole bunch
88 # of extra work to find the right one.
89 networks = network.template.network_set.all()
91 for candidate_network in networks:
92 if (candidate_network.owner == sliver.slice):
93 print "found network", candidate_network
94 network = candidate_network
97 logger.info("failed to find the correct network for a shared template for port %s network %s" % (port["id"], port["network_id"]))
100 if not port["fixed_ips"]:
101 logger.info("port %s has no fixed_ips" % port["id"])
104 ip=port["fixed_ips"][0]["ip_address"]
105 logger.info("creating NetworkSliver (%s, %s, %s, %s)" % (str(network), str(sliver), ip, str(port["id"])))
107 ns = NetworkSliver(network=network,
113 # Now, handle port forwarding
114 # We get the list of NetworkSlivers again, since we might have just
115 # added a few. Then, for each one of them we find it's quantum port and
116 # make sure quantum's nat:forward_ports argument is the same.
118 for networkSliver in NetworkSliver.objects.all():
120 nat_list = networkSliver.network.nat_list
121 except (TypeError, ValueError), e:
122 logger.info("Failed to decode nat_list: %s" % str(e))
125 if not networkSliver.port_id:
128 neutron_port = ports_by_id.get(networkSliver.port_id, None)
132 neutron_nat_list = neutron_port.get("nat:forward_ports", None)
133 if not neutron_nat_list:
134 # make sure that None and the empty set are treated identically
135 neutron_nat_list = []
137 if (neutron_nat_list != nat_list):
138 logger.info("Setting nat:forward_ports for port %s network %s sliver %s to %s" % (str(networkSliver.port_id), str(networkSliver.network.id), str(networkSliver.sliver), str(nat_list)))
140 driver = self.driver.admin_driver(deployment=networkSliver.sliver.node.deployment,tenant='admin')
141 driver.shell.quantum.update_port(networkSliver.port_id, {"port": {"nat:forward_ports": nat_list}})
143 logger.log_exc("failed to update port with nat_list %s" % str(nat_list))
146 #logger.info("port %s network %s sliver %s nat %s is already set" % (str(networkSliver.port_id), str(networkSliver.network.id), str(networkSliver.sliver), str(nat_list)))
149 def delete_record(self, network_sliver):
150 # Nothing to do, this is an OpenCloud object