plstackapi/openstack/manager.py

   1 from plstackapi.planetstack import settings
   2 from django.core import management
   3 management.setup_environ(settings)
   4 from plstackapi.openstack.client import OpenStackClient
   5
   6
   7 class Manager:
   8
   9     def __init__(self):
  10
  11         self.client = OpenStackClient()
  12
  13     def refresh_nodes(self):
  14         # collect local nodes
  15         from plstackapi.core.models import Node
  16         from plstackapi.core.models import DeploymentNetwork
  17         from plstackapi.core.models import Site
  18         nodes = Node.objects.all()
  19         nodes_dict = {}
  20         for node in nodes:
  21             if 'viccidev10' not in node.name:
  22                 nodes_dict[node.name] = node
  23
  24         deployment = DeploymentNetwork.objects.filter(name='VICCI')
  25         login_bases = ['princeton', 'stanford', 'gt', 'uw', 'mpisws']
  26         sites = Site.objects.filter(login_base__in=login_bases)
  27         nodes_per_site = len(nodes)/len(sites)
  28
  29         def chunks(l, n):
  30             return [l[i:i+n] for i in range(0, len(l), n)]
  31
  32         # collect nova nodes:
  33         compute_nodes = self.client.nova.hypervisors.list()
  34
  35         compute_nodes_dict = {}
  36         for compute_node in compute_nodes:
  37             compute_nodes_dict[compute_node.hypervisor_hostname] = compute_node
  38
  39         # add new nodes:
  40         counter = 1
  41         new_node_names = set(compute_nodes_dict.keys()).difference(nodes_dict.keys())
  42
  43         def chunks(l, n):
  44             return [l[i:i+n] for i in range(0, len(l), n)]
  45
  46         node_chunks = chunks(compute_nodes, nodes_per_site)
  47         for name in new_node_names:
  48             for
  49             node = Node(name=compute_nodes_dict[name].hypervisor_hostname)
  50             node.save()
  51
  52         # remove old nodes
  53         old_node_names = set(nodes_dict.keys()).difference(compute_nodes_dict.keys())
  54         Node.objects.filter(name__in=old_node_names).delete()
  55
  56     def refresh_flavors(self):
  57         # collect local flavors
  58         from plstackapi.core.models import Flavor
  59         flavors = Flavor.objects.all()
  60         flavors_dict = {}
  61         for flavor in flavors:
  62             flavors_dict[flavor.name] = flavor
  63
  64         # collect nova falvors
  65         nova_flavors = self.client.nova.flavors.list()
  66         nova_flavors_dict = {}
  67         for nova_flavor in nova_flavors:
  68             nova_flavors_dict[nova_flavor.name] = nova_flavor
  69
  70         # add new flavors
  71         new_flavor_names = set(nova_flavors_dict.keys()).difference(flavors_dict.keys())
  72         for name in new_flavor_names:
  73
  74             flavor = Flavor(flavor_id=nova_flavors_dict[name].id,
  75                             name=nova_flavors_dict[name].name,
  76                             memory_mb=nova_flavors_dict[name].ram,
  77                             disk_gb=nova_flavors_dict[name].disk,
  78                             vcpus=nova_flavors_dict[name].vcpus)
  79             flavor.save()
  80
  81         # remove old flavors
  82         old_flavor_names = set(flavors_dict.keys()).difference(nova_flavors_dict.keys())
  83         Flavor.objects.filter(name__in=old_flavor_names).delete()
  84
  85     def refresh_images(self):
  86         # collect local images
  87         from plstackapi.core.models import Image
  88         images = Image.objects.all()
  89         images_dict = {}
  90         for image in images:
  91             images_dict[image.name] = image
  92
  93         # collect glance images
  94         glance_images = self.client.glance.get_images()
  95         glance_images_dict = {}
  96         for glance_image in glance_images:
  97             glance_images_dict[glance_image['name']] = glance_image
  98
  99         # add new images
 100         new_image_names = set(glance_images_dict.keys()).difference(images_dict.keys())
 101         for name in new_image_names:
 102             image = Image(image_id=glance_images_dict[name]['id'],
 103                           name=glance_images_dict[name]['name'],
 104                           disk_format=glance_images_dict[name]['disk_format'],
 105                           container_format=glance_images_dict[name]['container_format'])
 106             image.save()
 107
 108         # remove old images
 109         old_image_names = set(images_dict.keys()).difference(glance_images_dict.keys())
 110         Image.objects.filter(name__in=old_image_names).delete()