planetstack/openstack/manager.py

   1 import os
   2 #os.environ.setdefault("DJANGO_SETTINGS_MODULE", "planetstack.settings")
   3 import string
   4 import random
   5
   6 from netaddr import IPAddress, IPNetwork
   7 from planetstack import settings
   8 from django.core import management
   9 from core.models import *
  10 from planetstack.config import Config
  11 try:
  12     from openstack.client import OpenStackClient
  13     from openstack.driver import OpenStackDriver
  14     has_openstack = True
  15 except:
  16     has_openstack = False
  17
  18 manager_enabled = Config().api_nova_enabled
  19
  20
  21 def random_string(size=6):
  22     return ''.join(random.choice(string.ascii_uppercase + string.digits) for x in range(size))
  23
  24 def require_enabled(callable):
  25     def wrapper(*args, **kwds):
  26         if manager_enabled and has_openstack:
  27             return callable(*args, **kwds)
  28         else:
  29             return None
  30     return wrapper
  31
  32
  33 class OpenStackManager:
  34
  35     def __init__(self, auth={}, caller=None):
  36         self.client = None
  37         self.driver = None
  38         self.caller = None
  39         self.has_openstack = has_openstack
  40         self.enabled = manager_enabled
  41
  42         if has_openstack and manager_enabled:
  43             if auth:
  44                 try:
  45                     self.init_user(auth, caller)
  46                 except:
  47                     # if this fails then it meanse the caller doesn't have a
  48                     # role at the slice's tenant. if the caller is an admin
  49                     # just use the admin client/manager.
  50                     if caller and caller.is_admin:
  51                         self.init_admin()
  52                     else: raise
  53             else:
  54                 self.init_admin()
  55
  56     @require_enabled
  57     def init_user(self, auth, caller):
  58         self.client = OpenStackClient(**auth)
  59         self.driver = OpenStackDriver(client=self.client)
  60         self.caller = caller
  61
  62     @require_enabled
  63     def init_admin(self):
  64         # use the admin credentials
  65         self.client = OpenStackClient()
  66         self.driver = OpenStackDriver(client=self.client)
  67         self.caller = self.driver.admin_user
  68         self.caller.kuser_id = self.caller.id
  69
  70     @require_enabled
  71     def save_role(self, role):
  72         if not role.role:
  73             keystone_role = self.driver.create_role(role.role_type)
  74             role.role = keystone_role.id
  75
  76     @require_enabled
  77     def delete_role(self, role):
  78         if role.role:
  79             self.driver.delete_role({'id': role.role})
  80
  81     @require_enabled
  82     def save_key(self, key, name):
  83         key_fields = {'name': name,
  84                       'public_key': key}
  85         nova_key = self.driver.create_keypair(**key_fields)
  86
  87     @require_enabled
  88     def delete_key(self, key):
  89         if key.nkey_id:
  90             self.driver.delete_keypair(key.nkey_id)
  91
  92     @require_enabled
  93     def save_user(self, user):
  94         if not user.kuser_id:
  95             name = user.email[:user.email.find('@')]
  96             user_fields = {'name': name,
  97                            'email': user.email,
  98                            'password': user.password,
  99                            'enabled': True}
 100             keystone_user = self.driver.create_user(**user_fields)
 101             user.kuser_id = keystone_user.id
 102
 103         if user.public_key:
 104             self.save_key(user.public_key, user.keyname)
 105
 106         if user.site:
 107             self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'user')
 108             if user.is_admin:
 109                 self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'admin')
 110             else:
 111                 # may have admin role so attempt to remove it
 112                 self.driver.delete_user_role(user.kuser_id, user.site.tenant_id, 'admin')
 113
 114     @require_enabled
 115     def delete_user(self, user):
 116         if user.kuser_id:
 117             self.driver.delete_user(user.kuser_id)
 118
 119     @require_enabled
 120     def save_site(self, site, add_role=True):
 121         if not site.tenant_id:
 122             tenant = self.driver.create_tenant(tenant_name=site.login_base,
 123                                                description=site.name,
 124                                                enabled=site.enabled)
 125             site.tenant_id = tenant.id
 126             # give caller an admin role at the tenant they've created
 127             self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
 128
 129         # update the record
 130         if site.id and site.tenant_id:
 131             self.driver.update_tenant(site.tenant_id,
 132                                       description=site.name,
 133                                       enabled=site.enabled)
 134
 135     @require_enabled
 136     def delete_site(self, site):
 137         if site.tenant_id:
 138             self.driver.delete_tenant(site.tenant_id)
 139
 140     @require_enabled
 141     def save_slice(self, slice):
 142         if not slice.tenant_id:
 143             nova_fields = {'tenant_name': slice.name,
 144                    'description': slice.description,
 145                    'enabled': slice.enabled}
 146             tenant = self.driver.create_tenant(**nova_fields)
 147             slice.tenant_id = tenant.id
 148
 149             # give caller an admin role at the tenant they've created
 150             self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
 151
 152             # refresh credentials using this tenant
 153             self.driver.shell.connect(username=self.driver.shell.keystone.username,
 154                                       password=self.driver.shell.keystone.password,
 155                                       tenant=tenant.name)
 156
 157             # create network
 158             network = self.driver.create_network(slice.name)
 159             slice.network_id = network['id']
 160
 161             # create router
 162             router = self.driver.create_router(slice.name)
 163             slice.router_id = router['id']
 164
 165             # create subnet
 166             next_subnet = self.get_next_subnet()
 167             cidr = str(next_subnet.cidr)
 168             ip_version = next_subnet.version
 169             start = str(next_subnet[2])
 170             end = str(next_subnet[-2])
 171             subnet = self.driver.create_subnet(name=slice.name,
 172                                                network_id = network['id'],
 173                                                cidr_ip = cidr,
 174                                                ip_version = ip_version,
 175                                                start = start,
 176                                                end = end)
 177             slice.subnet_id = subnet['id']
 178             # add subnet as interface to slice's router
 179             self.driver.add_router_interface(router['id'], subnet['id'])
 180             # add external route
 181             self.driver.add_external_route(subnet)
 182
 183
 184         if slice.id and slice.tenant_id:
 185             self.driver.update_tenant(slice.tenant_id,
 186                                       description=slice.description,
 187                                       enabled=slice.enabled)
 188
 189     @require_enabled
 190     def delete_slice(self, slice):
 191         if slice.tenant_id:
 192             self.driver.delete_router_interface(slice.router_id, slice.subnet_id)
 193             self.driver.delete_subnet(slice.subnet_id)
 194             self.driver.delete_router(slice.router_id)
 195             self.driver.delete_network(slice.network_id)
 196             self.driver.delete_tenant(slice.tenant_id)
 197             # delete external route
 198             subnet = None
 199             subnets = self.driver.shell.quantum.list_subnets()['subnets']
 200             for snet in subnets:
 201                 if snet['id'] == slice.subnet_id:
 202                     subnet = snet
 203             if subnet:
 204                 self.driver.delete_external_route(subnet)
 205
 206
 207
 208     def get_next_subnet(self):
 209         # limit ourself to 10.0.x.x for now
 210         valid_subnet = lambda net: net.startswith('10.0')
 211         subnets = self.driver.shell.quantum.list_subnets()['subnets']
 212         ints = [int(IPNetwork(subnet['cidr']).ip) for subnet in subnets \
 213                 if valid_subnet(subnet['cidr'])]
 214         ints.sort()
 215         last_ip = IPAddress(ints[-1])
 216         last_network = IPNetwork(str(last_ip) + "/24")
 217         next_network = IPNetwork(str(IPAddress(last_network) + last_network.size) + "/24")
 218         return next_network
 219
 220     @require_enabled
 221     def save_subnet(self, subnet):
 222         if not subnet.subnet_id:
 223             quantum_subnet = self.driver.create_subnet(name= subnet.slice.name,
 224                                           network_id=subnet.slice.network_id,
 225                                           cidr_ip = subnet.cidr,
 226                                           ip_version=subnet.ip_version,
 227                                           start = subnet.start,
 228                                           end = subnet.end)
 229             subnet.subnet_id = quantum_subnet['id']
 230             # add subnet as interface to slice's router
 231             self.driver.add_router_interface(subnet.slice.router_id, subnet.subnet_id)
 232             #add_route = 'route add -net %s dev br-ex gw 10.100.0.5' % self.cidr
 233             #commands.getstatusoutput(add_route)
 234
 235
 236     @require_enabled
 237     def delete_subnet(self, subnet):
 238         if subnet.subnet_id:
 239             self.driver.delete_router_interface(subnet.slice.router_id, subnet.subnet_id)
 240             self.driver.delete_subnet(subnet.subnet_id)
 241             #del_route = 'route del -net %s' % self.cidr
 242             #commands.getstatusoutput(del_route)
 243
 244     @require_enabled
 245     def save_sliver(self, sliver):
 246         if not sliver.instance_id:
 247             instance = self.driver.spawn_instance(name=sliver.name,
 248                                    key_name = sliver.creator.keyname,
 249                                    image_id = sliver.image.image_id,
 250                                    hostname = sliver.node.name )
 251             sliver.instance_id = instance.id
 252             sliver.instance_name = getattr(instance, 'OS-EXT-SRV-ATTR:instance_name')
 253
 254         if sliver.instance_id and ("numberCores" in sliver.changed_fields):
 255             self.driver.update_instance_metadata(sliver.instance_id, {"cpu_cores": str(sliver.numberCores)})
 256
 257     @require_enabled
 258     def delete_sliver(self, sliver):
 259         if sliver.instance_id:
 260             self.driver.destroy_instance(sliver.instance_id)
 261
 262
 263     def refresh_nodes(self):
 264         # collect local nodes
 265         nodes = Node.objects.all()
 266         nodes_dict = {}
 267         for node in nodes:
 268             if 'viccidev10' not in node.name:
 269                 nodes_dict[node.name] = node
 270
 271         deployment = Deployment.objects.filter(name='VICCI')[0]
 272         login_bases = ['princeton', 'stanford', 'gt', 'uw', 'mpisws']
 273         sites = Site.objects.filter(login_base__in=login_bases)
 274         # collect nova nodes:
 275         compute_nodes = self.client.nova.hypervisors.list()
 276
 277         compute_nodes_dict = {}
 278         for compute_node in compute_nodes:
 279             compute_nodes_dict[compute_node.hypervisor_hostname] = compute_node
 280
 281         # add new nodes:
 282         new_node_names = set(compute_nodes_dict.keys()).difference(nodes_dict.keys())
 283         i = 0
 284         max = len(sites)
 285         for name in new_node_names:
 286             if i == max:
 287                 i = 0
 288             site = sites[i]
 289             node = Node(name=compute_nodes_dict[name].hypervisor_hostname,
 290                         site=site,
 291                         deployment=deployment)
 292             node.save()
 293             i+=1
 294
 295         # remove old nodes
 296         old_node_names = set(nodes_dict.keys()).difference(compute_nodes_dict.keys())
 297         Node.objects.filter(name__in=old_node_names).delete()
 298
 299     def refresh_images(self):
 300         from core.models.image import Image
 301         # collect local images
 302         images = Image.objects.all()
 303         images_dict = {}
 304         for image in images:
 305             images_dict[image.name] = image
 306
 307         # collect glance images
 308         glance_images = self.client.glance.get_images()
 309         glance_images_dict = {}
 310         for glance_image in glance_images:
 311             glance_images_dict[glance_image['name']] = glance_image
 312
 313         # add new images
 314         new_image_names = set(glance_images_dict.keys()).difference(images_dict.keys())
 315         for name in new_image_names:
 316             image = Image(image_id=glance_images_dict[name]['id'],
 317                           name=glance_images_dict[name]['name'],
 318                           disk_format=glance_images_dict[name]['disk_format'],
 319                           container_format=glance_images_dict[name]['container_format'])
 320             image.save()
 321
 322         # remove old images
 323         old_image_names = set(images_dict.keys()).difference(glance_images_dict.keys())
 324         Image.objects.filter(name__in=old_image_names).delete()
 325
 326