2 #os.environ.setdefault("DJANGO_SETTINGS_MODULE", "planetstack.settings")
6 from netaddr import IPAddress, IPNetwork
7 from planetstack import settings
8 from django.core import management
9 from core.models import *
10 from planetstack.config import Config
12 from openstack.client import OpenStackClient
13 from openstack.driver import OpenStackDriver
18 manager_enabled = Config().api_nova_enabled
21 def random_string(size=6):
22 return ''.join(random.choice(string.ascii_uppercase + string.digits) for x in range(size))
24 def require_enabled(callable):
25 def wrapper(*args, **kwds):
26 if manager_enabled and has_openstack:
27 return callable(*args, **kwds)
33 class OpenStackManager:
35 def __init__(self, auth={}, caller=None):
39 self.has_openstack = has_openstack
40 self.enabled = manager_enabled
42 if has_openstack and manager_enabled:
45 self.init_user(auth, caller)
47 # if this fails then it meanse the caller doesn't have a
48 # role at the slice's tenant. if the caller is an admin
49 # just use the admin client/manager.
50 if caller and caller.is_admin:
57 def init_caller(self, caller, tenant):
58 auth = {'username': caller.email,
61 self.client = OpenStackClient(**auth)
62 self.driver = OpenStackDriver(client=self.client)
66 def init_admin(self, tenant=None):
67 # use the admin credentials
68 self.client = OpenStackClient(tenant=tenant)
69 self.driver = OpenStackDriver(client=self.client)
70 self.caller = self.driver.admin_user
71 self.caller.kuser_id = self.caller.id
74 def save_role(self, role):
76 keystone_role = self.driver.create_role(role.role_type)
77 role.role = keystone_role.id
80 def delete_role(self, role):
82 self.driver.delete_role({'id': role.role})
85 def save_key(self, key, name):
86 key_fields = {'name': name,
88 nova_key = self.driver.create_keypair(**key_fields)
91 def delete_key(self, key):
93 self.driver.delete_keypair(key.nkey_id)
96 def save_user(self, user):
98 name = user.email[:user.email.find('@')]
99 user_fields = {'name': name,
101 'password': user.password,
103 keystone_user = self.driver.create_user(**user_fields)
104 user.kuser_id = keystone_user.id
107 self.save_key(user.public_key, user.keyname)
110 self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'user')
112 self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'admin')
114 # may have admin role so attempt to remove it
115 self.driver.delete_user_role(user.kuser_id, user.site.tenant_id, 'admin')
118 def delete_user(self, user):
120 self.driver.delete_user(user.kuser_id)
123 def save_site(self, site, add_role=True):
124 if not site.tenant_id:
125 tenant = self.driver.create_tenant(tenant_name=site.login_base,
126 description=site.name,
127 enabled=site.enabled)
128 site.tenant_id = tenant.id
129 # give caller an admin role at the tenant they've created
130 self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
133 if site.id and site.tenant_id:
134 self.driver.update_tenant(site.tenant_id,
135 description=site.name,
136 enabled=site.enabled)
139 def delete_site(self, site):
141 self.driver.delete_tenant(site.tenant_id)
144 def save_slice(self, slice):
145 if not slice.tenant_id:
146 nova_fields = {'tenant_name': slice.name,
147 'description': slice.description,
148 'enabled': slice.enabled}
149 tenant = self.driver.create_tenant(**nova_fields)
150 slice.tenant_id = tenant.id
152 # give caller an admin role at the tenant they've created
153 self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
155 # refresh credentials using this tenant
156 self.driver.shell.connect(username=self.driver.shell.keystone.username,
157 password=self.driver.shell.keystone.password,
161 network = self.driver.create_network(slice.name)
162 slice.network_id = network['id']
165 router = self.driver.create_router(slice.name)
166 slice.router_id = router['id']
169 next_subnet = self.get_next_subnet()
170 cidr = str(next_subnet.cidr)
171 ip_version = next_subnet.version
172 start = str(next_subnet[2])
173 end = str(next_subnet[-2])
174 subnet = self.driver.create_subnet(name=slice.name,
175 network_id = network['id'],
177 ip_version = ip_version,
180 slice.subnet_id = subnet['id']
181 # add subnet as interface to slice's router
182 self.driver.add_router_interface(router['id'], subnet['id'])
184 self.driver.add_external_route(subnet)
187 if slice.id and slice.tenant_id:
188 self.driver.update_tenant(slice.tenant_id,
189 description=slice.description,
190 enabled=slice.enabled)
193 def delete_slice(self, slice):
195 self.driver.delete_router_interface(slice.router_id, slice.subnet_id)
196 self.driver.delete_subnet(slice.subnet_id)
197 self.driver.delete_router(slice.router_id)
198 self.driver.delete_network(slice.network_id)
199 self.driver.delete_tenant(slice.tenant_id)
200 # delete external route
202 subnets = self.driver.shell.quantum.list_subnets()['subnets']
204 if snet['id'] == slice.subnet_id:
207 self.driver.delete_external_route(subnet)
211 def get_next_subnet(self):
212 # limit ourself to 10.0.x.x for now
213 valid_subnet = lambda net: net.startswith('10.0')
214 subnets = self.driver.shell.quantum.list_subnets()['subnets']
215 ints = [int(IPNetwork(subnet['cidr']).ip) for subnet in subnets \
216 if valid_subnet(subnet['cidr'])]
218 last_ip = IPAddress(ints[-1])
219 last_network = IPNetwork(str(last_ip) + "/24")
220 next_network = IPNetwork(str(IPAddress(last_network) + last_network.size) + "/24")
224 def save_subnet(self, subnet):
225 if not subnet.subnet_id:
226 quantum_subnet = self.driver.create_subnet(name= subnet.slice.name,
227 network_id=subnet.slice.network_id,
228 cidr_ip = subnet.cidr,
229 ip_version=subnet.ip_version,
230 start = subnet.start,
232 subnet.subnet_id = quantum_subnet['id']
233 # add subnet as interface to slice's router
234 self.driver.add_router_interface(subnet.slice.router_id, subnet.subnet_id)
235 #add_route = 'route add -net %s dev br-ex gw 10.100.0.5' % self.cidr
236 #commands.getstatusoutput(add_route)
240 def delete_subnet(self, subnet):
242 self.driver.delete_router_interface(subnet.slice.router_id, subnet.subnet_id)
243 self.driver.delete_subnet(subnet.subnet_id)
244 #del_route = 'route del -net %s' % self.cidr
245 #commands.getstatusoutput(del_route)
248 def save_sliver(self, sliver):
249 if not sliver.instance_id:
250 instance = self.driver.spawn_instance(name=sliver.name,
251 key_name = sliver.creator.keyname,
252 image_id = sliver.image.image_id,
253 hostname = sliver.node.name )
254 sliver.instance_id = instance.id
255 sliver.instance_name = getattr(instance, 'OS-EXT-SRV-ATTR:instance_name')
257 if sliver.instance_id and ("numberCores" in sliver.changed_fields):
258 self.driver.update_instance_metadata(sliver.instance_id, {"cpu_cores": str(sliver.numberCores)})
261 def delete_sliver(self, sliver):
262 if sliver.instance_id:
263 self.driver.destroy_instance(sliver.instance_id)
266 def refresh_nodes(self):
267 # collect local nodes
268 nodes = Node.objects.all()
271 if 'viccidev10' not in node.name:
272 nodes_dict[node.name] = node
274 deployment = Deployment.objects.filter(name='VICCI')[0]
275 login_bases = ['princeton', 'stanford', 'gt', 'uw', 'mpisws']
276 sites = Site.objects.filter(login_base__in=login_bases)
277 # collect nova nodes:
278 compute_nodes = self.client.nova.hypervisors.list()
280 compute_nodes_dict = {}
281 for compute_node in compute_nodes:
282 compute_nodes_dict[compute_node.hypervisor_hostname] = compute_node
285 new_node_names = set(compute_nodes_dict.keys()).difference(nodes_dict.keys())
288 for name in new_node_names:
292 node = Node(name=compute_nodes_dict[name].hypervisor_hostname,
294 deployment=deployment)
299 old_node_names = set(nodes_dict.keys()).difference(compute_nodes_dict.keys())
300 Node.objects.filter(name__in=old_node_names).delete()
302 def refresh_images(self):
303 from core.models.image import Image
304 # collect local images
305 images = Image.objects.all()
308 images_dict[image.name] = image
310 # collect glance images
311 glance_images = self.client.glance.get_images()
312 glance_images_dict = {}
313 for glance_image in glance_images:
314 glance_images_dict[glance_image['name']] = glance_image
317 new_image_names = set(glance_images_dict.keys()).difference(images_dict.keys())
318 for name in new_image_names:
319 image = Image(image_id=glance_images_dict[name]['id'],
320 name=glance_images_dict[name]['name'],
321 disk_format=glance_images_dict[name]['disk_format'],
322 container_format=glance_images_dict[name]['container_format'])
326 old_image_names = set(images_dict.keys()).difference(glance_images_dict.keys())
327 Image.objects.filter(name__in=old_image_names).delete()