Merge branch 'master' of ssh://git.planet-lab.org/git/plstackapi
authorScott Baker <smbaker@gmail.com>
Fri, 20 Jun 2014 06:51:04 +0000 (23:51 -0700)
committerScott Baker <smbaker@gmail.com>
Fri, 20 Jun 2014 06:51:04 +0000 (23:51 -0700)
14 files changed:
planetstack/core/tests.py [new file with mode: 0644]
planetstack/observer/steps/garbage_collector.py
planetstack/observer/steps/sync_image_deployments.py
planetstack/observer/steps/sync_nodes.py
planetstack/observer/steps/sync_roles.py
planetstack/observer/steps/sync_site_deployments.py
planetstack/observer/steps/sync_site_privileges.py
planetstack/observer/steps/sync_slice_deployments.py
planetstack/observer/steps/sync_slice_memberships.py
planetstack/observer/steps/sync_user_deployments.py
planetstack/observer/steps/sync_users.py
planetstack/openstack/client.py
planetstack/openstack/driver.py
planetstack/planetstack/urls.py

diff --git a/planetstack/core/tests.py b/planetstack/core/tests.py
new file mode 100644 (file)
index 0000000..1c490c8
--- /dev/null
@@ -0,0 +1,128 @@
+#!/usr/bin/python
+from django.test import TestCase
+from core.models import *
+from rest_framework.test import *
+from genapi import *
+import json
+from datetime import datetime
+
+FIXTURES_FILE = 'core/fixtures/initial_data.json'
+MODELS = ['Deployment','Image','Node','Reservation','Slice','Sliver','User']
+
+def is_dynamic_type(x):
+       t = type(x)
+       return t in [datetime]
+
+class APITestCase(TestCase):
+       def setUp(self):
+               self.init_data=json.loads(open(FIXTURES_FILE).read())
+               self.data_dict={}
+               self.hidden_keys={}
+
+               for d in self.init_data:
+                       model_tag = d['model']
+                       model_name = model_tag.split('.')[1]
+
+                       try:
+                               self.data_dict[model_name].append(d)
+                       except:
+                               self.data_dict[model_name]=[d]
+
+               # Any admin user would do
+               self.calling_user = User('sapan@onlab.us')
+               self.client = APIClient()
+               self.client.force_authenticate(user=self.calling_user)
+
+
+       def check_items(self, response, data_list):
+               rdict = {}
+               for r in response:
+                       rdict['%d'%r['id']]=r
+
+               for d in data_list:
+                       match = True
+                       try:
+                               item = rdict['%d'%d['pk']]
+                       except Exception,e:
+                               print 'API missing item %d / %r'%(d['pk'],rdict.keys())
+                               raise e
+
+                       fields=d['fields']
+                       fields['id']=d['pk']
+
+                       for k in item.keys():
+                               try:
+                                       resp_val = fields[k]
+                               except KeyError:
+                                       if (not self.hidden_keys.has_key(k)):
+                                               print 'Hidden key %s'%k
+                                               self.hidden_keys[k]=True
+
+                                       continue
+
+                               if (item[k]!=resp_val and not is_dynamic_type(item[k])):
+                                       if (type(resp_val)==type(item[k])):
+                                               print 'Key %s did not match: 1. %r 2. %r'%(k,item[k],resp_val)
+                                               print fields
+                                               match = False
+
+
+
+       def create(self, model, mplural, record):
+               request = self.client.put('/plstackapi/%s/'%mplural,record['fields'])
+
+               #if (len2==len1):
+               #       raise Exception('Could not delete %s/%d'%(model,pk))
+
+               return
+
+       def update(self, model, mplural, pk):
+               src_record = self.data_dict[model.lower()][0]
+               record_to_update = src_record['fields']
+               now = datetime.now()
+               record_to_update['enacted']=now
+               response = self.client.put('/plstackapi/%s/%d/'%(mplural,pk),record_to_update)
+               self.assertEqual(response.data['enacted'],now)
+
+               return
+
+       def delete(self, model, mplural, pk):
+               mclass = globals()[model]
+               len1 = len(mclass.objects.all())
+               response = self.client.delete('/plstackapi/%s/%d/'%(mplural,pk))
+               len2 = len(mclass.objects.all())
+               self.assertNotEqual(len1,len2)
+
+               return
+
+       def retrieve(self, m, mplural, mlower):
+               response = self.client.get('/plstackapi/%s/'%mplural)
+               #force_authenticate(request,user=self.calling_user)
+               self.check_items(response.data,self.data_dict[mlower])
+
+               return
+
+       def test_initial_retrieve(self):
+               for m in MODELS:
+                       print 'Checking retrieve on %s...'%m
+                       self.retrieve(m, m.lower()+'s',m.lower())
+
+       
+       def test_update(self):
+               for m in MODELS:
+                       print 'Checking update on %s...'%m
+                       first = self.data_dict[m.lower()][0]['pk']
+                       self.update(m, m.lower()+'s',int(first))
+       
+       def test_delete(self):
+               for m in MODELS:
+                       print 'Checking delete on %s...'%m
+                       first = self.data_dict[m.lower()][0]['pk']
+                       self.delete(m, m.lower()+'s',int(first))
+
+       def test_create(self):
+               for m in MODELS:
+                       print 'Checking create on %s...'%m
+                       first = self.data_dict[m.lower()][0]
+                       self.create(m, m.lower()+'s',first)
+
index 6feff14..7c42922 100644 (file)
@@ -6,7 +6,6 @@ from django.db.models import F, Q
 from planetstack.config import Config
 from util.logger import Logger, logging
 from observer.openstacksyncstep import OpenStackSyncStep
-from core.models.deployment import Deployment
 from core.models import *
 
 logger = Logger(logfile='/var/log/observer.log', level=logging.INFO)
index 3957e74..4a69b1c 100644 (file)
@@ -4,8 +4,8 @@ from collections import defaultdict
 from django.db.models import F, Q
 from planetstack.config import Config
 from observer.openstacksyncstep import OpenStackSyncStep
-from core.models.deployment import Deployment
-from core.models.image import Image, ImageDeployments
+from core.models import Deployment
+from core.models import Image, ImageDeployments
 from util.logger import Logger, logging
 \r
 logger = Logger(level=logging.INFO)
index ecd32b4..030d57c 100644 (file)
@@ -6,8 +6,7 @@ from django.db.models import F, Q
 from planetstack.config import Config
 from observer.openstacksyncstep import OpenStackSyncStep
 from core.models.node import Node
-from core.models.deployment import Deployment
-from core.models.site import Site
+from core.models.site import Site, Deployment
 
 class SyncNodes(OpenStackSyncStep):
     provides=[Node]
index ca85d57..e3a20e9 100644 (file)
@@ -4,9 +4,8 @@ from django.db.models import F, Q
 from planetstack.config import Config
 from observer.openstacksyncstep import OpenStackSyncStep
 from core.models.role import Role
-from core.models.site import SiteRole
+from core.models.site import SiteRole, Deployment, DeploymentRole
 from core.models.slice import SliceRole
-from core.models.deployment import Deployment, DeploymentRole
 
 class SyncRoles(OpenStackSyncStep):
     provides=[Role]
index a996c85..fa89d2c 100644 (file)
@@ -21,7 +21,7 @@ class SyncSiteDeployments(OpenStackSyncStep):
             site_deployment.tenant_id = tenant.id
             site_deployment.save()
         elif site_deployment.site.id and site_deployment.tenant_id:
-            driver = self.driver.admin_driver(deployment=site_deployment.name)
+            driver = self.driver.admin_driver(deployment=site_deployment.deployment.name)
             driver.update_tenant(site_deployment.tenant_id,
                                  description=site_deployment.site.name,
                                  enabled=site_deployment.site.enabled)
index b57ae43..c229257 100644 (file)
@@ -3,8 +3,7 @@ import base64
 from django.db.models import F, Q
 from planetstack.config import Config
 from observer.openstacksyncstep import OpenStackSyncStep
-from core.models.site import *
-from core.models.user import User, UserDeployments    
+from core.models import User, UserDeployments, SitePrivilege, SiteDeployments   
 
 class SyncSitePrivileges(OpenStackSyncStep):
     requested_interval=0
index b40eb6b..7cce152 100644 (file)
@@ -5,10 +5,9 @@ from netaddr import IPAddress, IPNetwork
 from django.db.models import F, Q
 from planetstack.config import Config
 from observer.openstacksyncstep import OpenStackSyncStep
-from core.models.deployment import Deployment
-from core.models.site import SiteDeployments
+from core.models.site import Deployment, SiteDeployments
 from core.models.slice import Slice, SliceDeployments
-from core.models.user import UserDeployments
+from core.models.userdeployments import UserDeployments
 from util.logger import Logger, logging
 
 logger = Logger(level=logging.INFO)
index 38bd26c..d2ec03e 100644 (file)
@@ -4,7 +4,7 @@ from django.db.models import F, Q
 from planetstack.config import Config
 from observer.openstacksyncstep import OpenStackSyncStep
 from core.models.slice import *
-from core.models.user import UserDeployments
+from core.models.userdeployments import UserDeployments
 from util.logger import Logger, logging
 
 logger = Logger(level=logging.INFO)
index 39943f7..a6995ab 100644 (file)
@@ -6,7 +6,8 @@ from django.db.models import F, Q
 from planetstack.config import Config
 from observer.openstacksyncstep import OpenStackSyncStep
 from core.models.site import SiteDeployments, Deployment
-from core.models.user import User, UserDeployments
+from core.models.user import User
+from core.models.userdeployments import UserDeployments
 from util.logger import Logger, logging
 
 logger = Logger(level=logging.INFO)
index 71f9c0f..9d88918 100644 (file)
@@ -4,7 +4,8 @@ import hashlib
 from django.db.models import F, Q
 from planetstack.config import Config
 from observer.openstacksyncstep import OpenStackSyncStep
-from core.models.user import User, UserDeployments
+from core.models.user import User
+from core.models.userdeployments import  UserDeployments
 
 class SyncUsers(OpenStackSyncStep):
     provides=[User]
index 162e506..af91387 100644 (file)
@@ -42,7 +42,7 @@ def parse_novarc(filename):
 
 class Client:
     def __init__(self, username=None, password=None, tenant=None, url=None, token=None, endpoint=None, deployment=None, admin=True, *args, **kwds):
-        
+       
         self.has_openstack = has_openstack
         self.url = deployment.auth_url
         if admin:
@@ -193,7 +193,7 @@ class OpenStackClient:
         self.keystone_db = KeystoneDB()
         self.glance = GlanceClient(*args, **kwds)
         
-        self.glanceclient = GlanceClientNew('1', endpoint='http://%s:9292' % hostname, token=token.id)
+        self.glanceclient = GlanceClientNew('1', endpoint='http://%s:9292' % hostname, token=token.id, **kwds)
         self.nova = NovaClient(*args, **kwds)
         self.nova_db = NovaDB(*args, **kwds)
         self.quantum = QuantumClient(*args, **kwds)
index 8ebea68..c3e1f35 100644 (file)
@@ -1,6 +1,7 @@
 import commands
 import hashlib
 from planetstack.config import Config
+from core.models import Deployment
 
 try:
     from openstack.client import OpenStackClient
@@ -12,38 +13,41 @@ manager_enabled = Config().api_nova_enabled
 
 class OpenStackDriver:
 
-    def __init__(self, config = None, client=None, deployment=None):
+    def __init__(self, config = None, client=None):
         if config:
             self.config = Config(config)
         else:
             self.config = Config()
 
-        self.admin_client = OpenStackClient(deployment=deployment)
-        self.admin_user = self.admin_client.keystone.users.find(name=self.admin_client.keystone.username)
-
         if client:
             self.shell = client
-        else:
-            self.shell = OpenStackClient(deployment=deployment)
 
         self.enabled = manager_enabled
         self.has_openstack = has_openstack
+        self.deployment = None
+        self.admin_user = None
 
     def client_driver(self, caller=None, tenant=None, deployment=None):
+        admin_driver = self.admin_driver(tenant=tenant, deployment=deployment)
         if caller:
             auth = {'username': caller.email,
                     'password': hashlib.md5(caller.password).hexdigest()[:6],
                     'tenant': tenant}
-            client = OpenStackClient(deployment=deployment, **auth)
+            client = OpenStackClient(deployment=admin_driver.deployment, **auth)
         else:
-            client = OpenStackClient(tenant=tenant, deployment=deployment)
+            client = OpenStackClient(tenant=tenant, deployment=admin_driver.deployment)
 
-        driver = OpenStackDriver(client=client, deployment=deployment)
+        driver = OpenStackDriver(client=client)
+        driver.admin_user = admin_driver.admin_user
+        driver.deployment = admin_driver.deployment
         return driver
 
     def admin_driver(self, tenant=None, deployment=None):
+        deployment = Deployment.objects.get(name=deployment)
         client = OpenStackClient(tenant=tenant, deployment=deployment)
-        driver = OpenStackDriver(client=client, deployment=deployment)
+        driver = OpenStackDriver(client=client)
+        driver.admin_user = client.keystone.users.find(name=deployment.admin_user)
+        driver.deployment = deployment
         return driver    
 
     def create_role(self, name):
index ca997d9..eb7f40c 100644 (file)
@@ -36,12 +36,27 @@ urlpatterns = patterns('',
 
     url(r'^plstackapi/$', api_root),
 
+    url(r'^plstackapi/dashboardviews/$', DashboardViewList.as_view(), name='dashboardview-list'),
+    url(r'^plstackapi/dashboardview/(?P<pk>[a-zA-Z0-9\-]+)/$', DashboardViewDetail.as_view(), name='dashboardview-detail'),
+
+    url(r'^plstackapi/payments/$', PaymentList.as_view(), name='payment-list'),
+    url(r'^plstackapi/payments/(?P<pk>[a-zA-Z0-9\-]+)/$', PaymentDetail.as_view(), name='payment-detail'),
+
+    url(r'^plstackapi/charges/$', ChargeList.as_view(), name='charge-list'),
+    url(r'^plstackapi/charges/(?P<pk>[a-zA-Z0-9\-]+)/$', ChargeDetail.as_view(), name='charge-detail'),
+
+    url(r'^plstackapi/accounts/$', AccountList.as_view(), name='account-list'),
+    url(r'^plstackapi/accounts/(?P<pk>[a-zA-Z0-9\-]+)/$', AccountDetail.as_view(), name='account-detail'),
+
     url(r'^plstackapi/deployments/$', DeploymentList.as_view(), name='deployment-list'),
     url(r'^plstackapi/deployments/(?P<pk>[a-zA-Z0-9\-]+)/$', DeploymentDetail.as_view(), name='deployment-detail'),
 
     url(r'^plstackapi/images/$', ImageList.as_view(), name='image-list'),
     url(r'^plstackapi/images/(?P<pk>[a-zA-Z0-9_\-]+)/$', ImageDetail.as_view(), name='image-detail'),
 
+    url(r'^plstackapi/networkparametertypes/$', NodeList.as_view(), name='node-list'),
+    url(r'^plstackapi/networkparametertypes/(?P<pk>[a-zA-Z0-9_\-]+)/$', NodeDetail.as_view(), name='node-detail'),
+
     url(r'^plstackapi/nodes/$', NodeList.as_view(), name='node-list'),
     url(r'^plstackapi/nodes/(?P<pk>[a-zA-Z0-9_\-]+)/$', NodeDetail.as_view(), name='node-detail'),
     
@@ -66,10 +81,19 @@ urlpatterns = patterns('',
     url(r'^plstackapi/sites/$', SiteList.as_view(), name='site-list'),
     url(r'^plstackapi/sites/(?P<pk>[a-zA-Z0-9_\-]+)/$', SiteDetail.as_view(), name='site-detail'),
 
-       url(r'^plstackapi/networks/$', NetworkList.as_view(), name='network-list'),
-       url(r'^plstackapi/networks/(?P<pk>[a-zA-Z0-9_\-]+)/$', NetworkDetail.as_view(), name='network-detail'),
-       
-       url(r'^plstackapi/services/$', SliceList.as_view(), name='service-list'),
+    url(r'^plstackapi/accounts/$', AccountList.as_view(), name='account-list'),
+    url(r'^plstackapi/accounts/(?P<pk>[a-zA-Z0-9_\-]+)/$', AccountDetail.as_view(), name='account-detail'),
+
+    url(r'^plstackapi/networktemplates/$', NetworkSliceList.as_view(), name='networkslice-list'),
+    url(r'^plstackapi/networktemplates/(?P<pk>[a-zA-Z0-9_\-]+)/$', NetworkSliceDetail.as_view(), name='networkslice-detail'),
+
+    url(r'^plstackapi/networkslices/$', NetworkSliceList.as_view(), name='networkslice-list'),
+    url(r'^plstackapi/networkslices/(?P<pk>[a-zA-Z0-9_\-]+)/$', NetworkSliceDetail.as_view(), name='networkslice-detail'),
+
+    url(r'^plstackapi/networks/$', NetworkList.as_view(), name='network-list'),
+    url(r'^plstackapi/networks/(?P<pk>[a-zA-Z0-9_\-]+)/$', NetworkDetail.as_view(), name='network-detail'),
+    
+    url(r'^plstackapi/services/$', SliceList.as_view(), name='service-list'),
     url(r'^plstackapi/services/(?P<pk>[a-zA-Z0-9_\-]+)/$', SliceDetail.as_view(), name='service-detail'),
 
     url(r'^plstackapi/slices/$', SliceList.as_view(), name='slice-list'),