planetstack/openstack/manager.py

   1 import os
   2 os.environ.setdefault("DJANGO_SETTINGS_MODULE", "planetstack.settings")
   3
   4 from netaddr import IPAddress, IPNetwork
   5 from planetstack import settings
   6 from django.core import management
   7 from planetstack.config import Config
   8 try:
   9     from openstack.client import OpenStackClient
  10     from openstack.driver import OpenStackDriver
  11     from core.models import *
  12     has_openstack = True
  13 except:
  14     has_openstack = False
  15
  16 manager_enabled = Config().api_nova_enabled
  17
  18 def require_enabled(callable):
  19     def wrapper(*args, **kwds):
  20         if manager_enabled and has_openstack:
  21             return callable(*args, **kwds)
  22         else:
  23             return None
  24     return wrapper
  25
  26
  27 class OpenStackManager:
  28
  29     def __init__(self, auth={}, caller=None):
  30         self.client = None
  31         self.driver = None
  32         self.caller = None
  33         self.has_openstack = has_openstack
  34         self.enabled = manager_enabled
  35
  36         if has_openstack and manager_enabled:
  37             if auth:
  38                 try:
  39                     self.init_user(auth, caller)
  40                 except:
  41                     # if this fails then it meanse the caller doesn't have a
  42                     # role at the slice's tenant. if the caller is an admin
  43                     # just use the admin client/manager.
  44                     if caller and caller.is_admin:
  45                         self.init_admin()
  46                     else: raise
  47             else:
  48                 self.init_admin()
  49
  50     @require_enabled
  51     def init_user(self, auth, caller):
  52         self.client = OpenStackClient(**auth)
  53         self.driver = OpenStackDriver(client=self.client)
  54         self.caller = caller
  55
  56     @require_enabled
  57     def init_admin(self):
  58         # use the admin credentials
  59         self.client = OpenStackClient()
  60         self.driver = OpenStackDriver(client=self.client)
  61         self.caller = self.driver.admin_user
  62         self.caller.kuser_id = self.caller.id
  63
  64     @require_enabled
  65     def save_role(self, role):
  66         if not role.role:
  67             keystone_role = self.driver.create_role(role.role_type)
  68             role.role = keystone_role.id
  69
  70     @require_enabled
  71     def delete_role(self, role):
  72         if role.role:
  73             self.driver.delete_role({'id': role.role})
  74
  75     @require_enabled
  76     def save_key(self, key):
  77         if not key.nkey_id:
  78             key_fields = {'name': key.user.email[:key.user.email.find('@')],
  79                           'key': key.key}
  80             nova_key = self.driver.create_keypair(**key_fields)
  81             key.nkey_id = nova_key.id
  82
  83     @require_enabled
  84     def delete_key(self, key):
  85         if key.nkey_id:
  86             self.driver.delete_keypair(key.nkey_id)
  87
  88     @require_enabled
  89     def save_user(self, user):
  90         if not user.kuser_id:
  91             name = user.email[:user.email.find('@')]
  92             user_fields = {'name': name,
  93                            'email': user.email,
  94                            'password': user.password,
  95                            'enabled': True}
  96             keystone_user = self.driver.create_user(**user_fields)
  97             user.kuser_id = keystone_user.id
  98         if user.site:
  99             self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'user')
 100             if user.is_admin:
 101                 self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'admin')
 102             else:
 103                 # may have admin role so attempt to remove it
 104                 self.driver.delete_user_role(user.kuser_id, user.site.tenant_id, 'admin')
 105
 106     @require_enabled
 107     def delete_user(self, user):
 108         if user.kuser_id:
 109             self.driver.delete_user(user.kuser_id)
 110
 111     @require_enabled
 112     def save_site(self, site, add_role=True):
 113         if not site.tenant_id:
 114             tenant = self.driver.create_tenant(tenant_name=site.login_base,
 115                                                description=site.name,
 116                                                enabled=site.enabled)
 117             site.tenant_id = tenant.id
 118             # give caller an admin role at the tenant they've created
 119             self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
 120
 121         # update the record
 122         if site.id and site.tenant_id:
 123             self.driver.update_tenant(site.tenant_id,
 124                                       description=site.name,
 125                                       enabled=site.enabled)
 126
 127     @require_enabled
 128     def delete_site(self, site):
 129         if site.tenant_id:
 130             self.driver.delete_tenant(site.tenant_id)
 131
 132     @require_enabled
 133     def save_slice(self, slice):
 134         if not slice.tenant_id:
 135             nova_fields = {'tenant_name': slice.name,
 136                    'description': slice.description,
 137                    'enabled': slice.enabled}
 138             tenant = self.driver.create_tenant(**nova_fields)
 139             slice.tenant_id = tenant.id
 140
 141             # give caller an admin role at the tenant they've created
 142             self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
 143
 144             # refresh credentials using this tenant
 145             self.driver.shell.connect(username=self.driver.shell.keystone.username,
 146                                       password=self.driver.shell.keystone.password,
 147                                       tenant=tenant.name)
 148
 149             # create network
 150             network = self.driver.create_network(slice.name)
 151             slice.network_id = network['id']
 152
 153             # create router
 154             router = self.driver.create_router(slice.name)
 155             slice.router_id = router['id']
 156
 157             # create subnet
 158             next_subnet = self.get_next_subnet()
 159             cidr = str(next_subnet.cidr)
 160             ip_version = next_subnet.version
 161             start = str(next_subnet[2])
 162             end = str(next_subnet[-2])
 163             subnet = self.driver.create_subnet(name=slice.name,
 164                                                network_id = network['id'],
 165                                                cidr_ip = cidr,
 166                                                ip_version = ip_version,
 167                                                start = start,
 168                                                end = end)
 169             slice.subnet_id = subnet['id']
 170             # add subnet as interface to slice's router
 171             self.driver.add_router_interface(router['id'], subnet['id'])
 172
 173
 174         if slice.id and slice.tenant_id:
 175             self.driver.update_tenant(slice.tenant_id,
 176                                       description=slice.description,
 177                                       enabled=slice.enabled)
 178
 179     @require_enabled
 180     def delete_slice(self, slice):
 181         if slice.tenant_id:
 182             self.driver.delete_router_interface(slice.router_id, slice.subnet_id)
 183             self.driver.delete_subnet(slice.subnet_id)
 184             self.driver.delete_router(slice.router_id)
 185             self.driver.delete_network(slice.network_id)
 186             self.driver.delete_tenant(slice.tenant_id)
 187
 188
 189
 190     def get_next_subnet(self):
 191         # limit ourself to 10.0.x.x for now
 192         valid_subnet = lambda net: net.startswith('10.0')
 193         subnets = self.driver.shell.quantum.list_subnets()['subnets']
 194         ints = [int(IPNetwork(subnet['cidr']).ip) for subnet in subnets \
 195                 if valid_subnet(subnet['cidr'])]
 196         ints.sort()
 197         last_ip = IPAddress(ints[-1])
 198         last_network = IPNetwork(str(last_ip) + "/24")
 199         next_network = IPNetwork(str(IPAddress(last_network) + last_network.size) + "/24")
 200         return next_network
 201
 202     @require_enabled
 203     def save_subnet(self, subnet):
 204         if not subnet.subnet_id:
 205             quantum_subnet = self.driver.create_subnet(name= subnet.slice.name,
 206                                           network_id=subnet.slice.network_id,
 207                                           cidr_ip = subnet.cidr,
 208                                           ip_version=subnet.ip_version,
 209                                           start = subnet.start,
 210                                           end = subnet.end)
 211             subnet.subnet_id = quantum_subnet['id']
 212             # add subnet as interface to slice's router
 213             self.driver.add_router_interface(subnet.slice.router_id, subnet.subnet_id)
 214             #add_route = 'route add -net %s dev br-ex gw 10.100.0.5' % self.cidr
 215             #commands.getstatusoutput(add_route)
 216
 217
 218     @require_enabled
 219     def delete_subnet(self, subnet):
 220         if subnet.subnet_id:
 221             self.driver.delete_router_interface(subnet.slice.router_id, subnet.subnet_id)
 222             self.driver.delete_subnet(subnet.subnet_id)
 223             #del_route = 'route del -net %s' % self.cidr
 224             #commands.getstatusoutput(del_route)
 225
 226     @require_enabled
 227     def save_sliver(self, sliver):
 228         if not sliver.instance_id:
 229             instance = self.driver.spawn_instance(name=sliver.name,
 230                                    key_name = sliver.key.name,
 231                                    image_id = sliver.image.image_id,
 232                                    hostname = sliver.node.name )
 233             sliver.instance_id = instance.id
 234             sliver.instance_name = getattr(instance, 'OS-EXT-SRV-ATTR:instance_name')
 235
 236         if sliver.instance_id and ("numberCores" in sliver.changed_fields):
 237             self.driver.update_instance_metadata(sliver.instance_id, {"cpu_cores": str(sliver.numberCores)})
 238
 239     @require_enabled
 240     def delete_sliver(self, sliver):
 241         if sliver.instance_id:
 242             self.driver.destroy_instance(sliver.instance_id)
 243
 244
 245     def refresh_nodes(self):
 246         # collect local nodes
 247         nodes = Node.objects.all()
 248         nodes_dict = {}
 249         for node in nodes:
 250             if 'viccidev10' not in node.name:
 251                 nodes_dict[node.name] = node
 252
 253         deployment = DeploymentNetwork.objects.filter(name='VICCI')[0]
 254         login_bases = ['princeton', 'stanford', 'gt', 'uw', 'mpisws']
 255         sites = Site.objects.filter(login_base__in=login_bases)
 256         # collect nova nodes:
 257         compute_nodes = self.client.nova.hypervisors.list()
 258
 259         compute_nodes_dict = {}
 260         for compute_node in compute_nodes:
 261             compute_nodes_dict[compute_node.hypervisor_hostname] = compute_node
 262
 263         # add new nodes:
 264         new_node_names = set(compute_nodes_dict.keys()).difference(nodes_dict.keys())
 265         i = 0
 266         max = len(sites)
 267         for name in new_node_names:
 268             if i == max:
 269                 i = 0
 270             site = sites[i]
 271             node = Node(name=compute_nodes_dict[name].hypervisor_hostname,
 272                         site=site,
 273                         deploymentNetwork=deployment)
 274             node.save()
 275             i+=1
 276
 277         # remove old nodes
 278         old_node_names = set(nodes_dict.keys()).difference(compute_nodes_dict.keys())
 279         Node.objects.filter(name__in=old_node_names).delete()
 280
 281     def refresh_images(self):
 282         from core.models.image import Image
 283         # collect local images
 284         images = Image.objects.all()
 285         images_dict = {}
 286         for image in images:
 287             images_dict[image.name] = image
 288
 289         # collect glance images
 290         glance_images = self.client.glance.get_images()
 291         glance_images_dict = {}
 292         for glance_image in glance_images:
 293             glance_images_dict[glance_image['name']] = glance_image
 294
 295         # add new images
 296         new_image_names = set(glance_images_dict.keys()).difference(images_dict.keys())
 297         for name in new_image_names:
 298             image = Image(image_id=glance_images_dict[name]['id'],
 299                           name=glance_images_dict[name]['name'],
 300                           disk_format=glance_images_dict[name]['disk_format'],
 301                           container_format=glance_images_dict[name]['container_format'])
 302             image.save()
 303
 304         # remove old images
 305         old_image_names = set(images_dict.keys()).difference(glance_images_dict.keys())
 306         Image.objects.filter(name__in=old_image_names).delete()
 307
 308