import json
import ConfigParser
import datetime
-from time import mktime
+from time import mktime
+import time
import xmltodict
-from django.shortcuts import render_to_response
-from django.http import HttpResponse
+from django.shortcuts import render_to_response
+from django.http import HttpResponse,QueryDict
-from sfa.trust.certificate import Keypair, Certificate
-from sfa.client.sfaserverproxy import SfaServerProxy
-from sfa.client.return_value import ReturnValue
-from sfa.util.xrn import Xrn, get_leaf, get_authority, hrn_to_urn, urn_to_hrn
+from sfa.trust.certificate import Keypair, Certificate
+from sfa.client.sfaserverproxy import SfaServerProxy
+from manifold.gateways.sfa.proxy import SFAProxy
+from sfa.client.return_value import ReturnValue
+from sfa.util.xrn import Xrn, get_leaf, get_authority, hrn_to_urn, urn_to_hrn
-from manifold.core.query import Query
-from manifold.models import db
-from manifold.models.platform import Platform
-from manifold.models.user import User
+from manifold.core.query import Query
-from unfold.loginrequired import LoginRequiredView
+from manifoldapi.manifoldapi import execute_admin_query
-from myslice.settings import logger
+from unfold.loginrequired import LoginRequiredView
-from rest.json_encoder import MyEncoder
+from myslice.settings import logger, config
+
+from repoze.lru import lru_cache
+from rest.json_encoder import MyEncoder
+
+import uuid
+def unique_call_id(): return uuid.uuid4().urn
def dispatch(request, method):
- Config = ConfigParser.ConfigParser()
- Config.read(os.getcwd() + "/myslice/monitor.ini")
- #logger.debug(request.session['user']['email'])
- user_email = request.session['user']['email']
+ hrn = None
+ urn = None
+ object_type = None
+ rspec = None
+ output_format = None
+ recursive = False
+ # Have to be hashable for lru_cache
+ options = frozenset() # dict()
+ platforms = frozenset() # list()
- platforms = list()
- options = dict()
- rspec = ''
results = dict()
- urn = ''
- hrn = ''
- object_type = ''
display = None
if request.method == 'POST':
elif request.method == 'GET':
req_items = request.GET
- for el in req_items.items():
- if el[0].startswith('rspec'):
- rspec += el[1]
- elif el[0].startswith('platform'):
- platforms += req_items.getlist('platform[]')
- #elif el[0].startswith('options'):
- # options += req_items.getlist('options[]')
- elif el[0].startswith('hrn'):
- hrn = el[1]
- elif el[0].startswith('urn'):
- urn = el[1]
- elif el[0].startswith('type'):
- object_type = el[1]
- elif el[0].startswith('display'):
- display = el[1]
+ logger.debug("dispatch got = %s" % req_items.dict())
+ #t = dict(req_items.iterlists())
+ #rspec = req_items.getlist('rspec')
+ #logger.debug("dispatch got = %s" % t)
+
+ platforms = req_items.getlist('platform[]')
+ for k in req_items.dict():
+ logger.debug("key = %s - value = %s" % (k,req_items.get(k)))
+ if k == 'rspec':
+ rspec = req_items.get(k)
+ if k == 'options':
+ options = req_items.get(k)
+ if k == 'output_format':
+ output_format = req_items.get(k)
+ if k == 'hrn':
+ hrn = req_items.get(k)
+ if k == 'urn':
+ urn = req_items.get(k)
+ if k == 'type':
+ object_type = req_items.get(k)
+ if k == 'recursive':
+ if v == '1':
+ recursive = True
+ else:
+ recursive = False
+ if k == 'display':
+ display = req_items.get(k)
+
+ if rspec is not None:
+ try:
+ rspec = json.loads(rspec)
+ except Exception,e:
+ logger.debug("rspec type = %s" % type(rspec))
+ if type(rspec) is dict:
+ rspec = xmltodict.unparse(rspec)
+
+ start_time = time.time()
+ results = sfa_client(request, method, hrn=hrn, urn=urn, object_type=object_type, rspec=rspec, recursive=recursive, options=options, platforms=platforms, output_format=output_format, admin=False)
+ logger.debug("EXEC TIME - sfa_client() - %s sec." % (time.time() - start_time))
+ if display == 'table':
+ return render_to_response('table-default.html', {'data' : data, 'fields' : columns, 'id' : '@component_id', 'options' : None})
+ else:
+ return HttpResponse(json.dumps(results, cls=MyEncoder), content_type="application/json")
+
+def get_user_account(request, user_email, platform_name):
+ """
+ Returns the user configuration for a given platform.
+ This function does not resolve references.
+ """
+ user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id')
+ user_details = execute_admin_query(request, user_query)
+ platform_query = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform_id')
+ platform_details = execute_admin_query(request, platform_query)
+
+ account_query = Query().get('local:account').filter_by('platform_id','==',platform_details[0]['platform_id']).filter_by('user_id', '==', user_details[0]['user_id']).select('user_id','platform_id','auth_type','config')
+ accounts = execute_admin_query(request, account_query)
+
+ if not accounts:
+ raise Exception, "this account does not exist"
+
+ if accounts[0]['auth_type'] == 'reference':
+ pf = json.loads(accounts[0]['config'])['reference_platform']
+ return get_user_account(request, user_email, pf)
+
+ return accounts[0]
+
+#@lru_cache(100)
+def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None, recursive=False, options=None, platforms=None, output_format=None, admin=False):
+
+ Config = ConfigParser.ConfigParser()
+ monitor_file = os.path.abspath(os.path.dirname(__file__) + '/../myslice/monitor.ini')
+ Config.read(monitor_file)
+
+ if admin:
+ user_email, admin_password = config.manifold_admin_user_password()
+ else:
+ #logger.debug(request.session['user']['email'])
+ user_email = request.session['user']['email']
+
+ results = dict()
+
+ if hrn is None:
+ hrn = ''
+ if urn is None:
+ urn = ''
+ if object_type is None:
+ object_type = ''
+ if rspec is None:
+ rspec = ''
+ else:
+ logger.debug("RSPEC = %s" % rspec)
+ if recursive is None:
+ recursive = False
+ if options is None:
+ options = dict()
+ if platforms is None:
+ platforms = list()
if method not in ['GetVersion','ListResources']:
try:
raise Exception, "Provide urn OR hrn + type as parameters of method %s" % method
if len(platforms)==0:
- platforms = get_platforms()
+ platforms = get_platforms(request)
#platforms.append('myslice')
#results = {'method':method,'platforms':platforms,'rspec':rspec,'options':options}
data = []
columns = []
api_options = {}
- api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
api_options['list_leases'] = 'all'
server_am = False
- from manifoldapi.manifoldapi import execute_admin_query
for pf in platforms:
- platform = get_platform_config(pf)
- logger.debug("platform={}".format(platform))
+ platform = get_platform_config(request, pf)
+ if 'rspec_type' in platform and 'rspec_version' in platform:
+ api_options['geni_rspec_version'] = {'type': platform['rspec_type'],'version': platform['rspec_version']}
+ else:
+ api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
if 'sm' in platform and len(platform['sm']) > 0:
- logger.debug('sm')
server_am = True
server_url = platform['sm']
if 'rm' in platform and len(platform['rm']) > 0:
- logger.debug('rm')
server_am = False
server_url = platform['rm']
if 'registry' in platform and len(platform['registry']) > 0:
- logger.debug('registry')
server_am = False
server_url = platform['registry']
if not Config.has_option('monitor', 'cert') :
- return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
+ #return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
+ return {'error' : '-1', 'msg': 'monitor.ini has no cert configured'}
cert = os.path.abspath(Config.get('monitor', 'cert'))
if not os.path.isfile(cert) :
- return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
+ #return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
+ return {'error' : '-1', 'msg': 'check cert file at %s'%cert}
if not Config.has_option('monitor', 'pkey') :
- return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
+ #return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
+ return {'error' : '-2'}
pkey = os.path.abspath(Config.get('monitor', 'pkey'))
if not os.path.isfile(pkey) :
- return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
+ #return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
+ return {'error' : '-2'}
- server = SfaServerProxy(server_url, pkey, cert)
+ server = SfaServerProxy(server_url, pkey, cert, verbose=False)#, timeout=5)
+ #server = SFAProxy(server_url, pkey, cert)
+ #if 'geni_rspec_version' in api_options:
+ # # GetVersion to know if the AM supports the requested version
+ # # if not ask for the default GENI v3
+ # start_time = time.time()
+ # result = server.GetVersion()
+ # logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time))
+ # if 'geni_ad_rspec_versions' in result['value']:
+ # for v in result['value']['geni_ad_rspec_versions']:
+ # if v['type'] == api_options['geni_rspec_version']:
+ # api_options['geni_rspec_version'] = {'type': api_options['geni_rspec_version']}
+ # break
+ # else:
+ # api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
+ #else:
+ # api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
try:
# Get user config from Manifold
- user_config = get_user_config(user_email, pf)
+ user_config = get_user_config(request, user_email, pf)
if 'delegated_user_credential' in user_config:
+ logger.debug('delegated_user_credential')
user_cred = user_config['delegated_user_credential']
+ elif 'user_credential' in user_config:
+ logger.debug('user_credential')
+ user_cred = user_config['user_credential']
else:
+ logger.error("no user credentials for user = ", user_email)
user_cred = {}
if object_type:
if 'delegated_%s_credentials'%object_type in user_config:
+ logger.debug('delegated_%s_credentials'%object_type)
for obj_name, cred in user_config['delegated_%s_credentials'%object_type].items():
if obj_name == hrn:
object_cred = cred
+ elif '%s_credentials'%object_type in user_config:
+ logger.debug('%s_credentials'%object_type)
+ for obj_name, cred in user_config['%s_credentials'%object_type].items():
+ if obj_name == hrn:
+ object_cred = cred
+ else:
+ logger.error("no credentials for object")
+ logger.error(object_type)
+ logger.error(object_name)
+ object_cred = {}
# Both AM & Registry
if method == "GetVersion":
+ start_time = time.time()
result = server.GetVersion()
+ logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time))
else:
- # AM V3
+ # AM API Calls
if server_am:
if method == "ListResources":
+ start_time = time.time()
result = server.ListResources([user_cred], api_options)
- logger.debug(result.keys())
+ logger.debug("EXEC TIME - ListResources() - %s sec." % (time.time() - start_time))
dict_result = xmltodict.parse(result['value'])
- result['json'] = json.dumps(dict_result)
+ result['parsed'] = dict_result
if isinstance(dict_result['rspec']['node'], list):
columns.extend(dict_result['rspec']['node'][0].keys())
else:
columns.extend(dict_result['rspec']['node'].keys())
elif method == "Describe":
+ start_time = time.time()
version = server.GetVersion()
+ logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time))
logger.debug(version['geni_api'])
# if GetVersion = v2
if version['geni_api'] == 2:
# ListResources(slice_hrn)
api_options['geni_slice_urn'] = urn
result = server.ListResources([object_cred], api_options)
+ logger.debug(result)
dict_result = xmltodict.parse(result['value'])
# else GetVersion = v3
else:
result = server.Describe([urn] ,[object_cred], api_options)
- dict_result = xmltodict.parse(result['value']['geni_rspec'])
+ if isinstance(result, dict):
+ if result['value'] != 0:
+ dict_result = xmltodict.parse(result['value']['geni_rspec'])
- result['json'] = json.dumps(dict_result)
- if isinstance(dict_result['rspec']['node'], list):
- columns.extend(dict_result['rspec']['node'][0].keys())
- else:
- columns.extend(dict_result['rspec']['node'].keys())
+ result['parsed'] = dict_result
+ if 'rspec' in dict_result and 'node' in dict_result['rspec']:
+ if isinstance(dict_result['rspec']['node'], list):
+ columns.extend(dict_result['rspec']['node'][0].keys())
+ else:
+ columns.extend(dict_result['rspec']['node'].keys())
elif method == 'Renew':
# Renew till 1 month from now
elif method == 'Delete':
result = server.Delete([urn] ,[object_cred], api_options)
elif method == 'Allocate':
- # if GetVersion = v2
- # CreateSliver(slice_hrn)
- # else GetVersion = v3
api_options['call_id'] = unique_call_id()
# List of users comes from the Registry
- api_options['sfa_users'] = sfa_users
- api_options['geni_users'] = geni_users
- result = server.Allocate([urn] ,[object_cred], rspec, api_options)
+ users = get_users_in_slice(request, hrn)
+ api_options['sfa_users'] = users
+ api_options['geni_users'] = users
+ # if GetVersion = v2
+ version = server.GetVersion()
+ if version['geni_api'] == 2:
+ result = server.CreateSliver([urn] ,[object_cred], rspec, api_options)
+ # else GetVersion = v3
+ else:
+ result = server.Allocate(urn ,[object_cred], rspec, api_options)
elif method == 'Provision':
# if GetVersion = v2
# Nothing it is not supported by v2 AMs
- api_options['call_id'] = unique_call_id()
+ version = server.GetVersion()
# List of users comes from the Registry
- api_options['sfa_users'] = sfa_users
- api_options['geni_users'] = geni_users
- result = server.Provision([urn] ,[object_cred], api_options)
+ users = get_users_in_slice(request, hrn)
+ api_options['sfa_users'] = users
+ api_options['geni_users'] = users
+ if version['geni_api'] == 3:
+ api_options['call_id'] = unique_call_id()
+ result = server.Provision([urn] ,[object_cred], api_options)
elif method == 'Status':
result = server.Status([urn] ,[object_cred], api_options)
elif method == 'PerformOperationalAction':
# if GetVersion = v2
# Nothing it is not supported by v2 AMs
- result = server.PerformOperationalAction([urn] ,[object_cred], action, api_options)
+ version = server.GetVersion()
+ if version['geni_api'] == 3:
+ result = server.PerformOperationalAction([urn] ,[object_cred], action, api_options)
elif method == 'Shutdown':
result = server.Shutdown(urn ,[object_cred], api_options)
else:
#return HttpResponse(json.dumps({'error' : '-3','msg':'method not supported by AM'}), content_type="application/json")
logger.debug('method %s not handled by AM' % method)
result = []
+
+ # Registry API Calls
else:
record_dict = {'urn': urn, 'hrn': hrn, 'type': object_type}
if method == "List":
# hrn is required
- result = server.List(hrn, user_cred, options)
- logger.debug(result)
+ api_options['recursive'] = recursive
+ result = server.List(hrn, user_cred, api_options)
+ if object_type:
+ result = filter_records(object_type, result)
elif method == "Resolve":
# hrn is required
# details can be True or False
- options['details']=True
- result = server.Resolve(hrn, user_cred, options)
- logger.debug(result)
+ api_options['details']=True
+ result = server.Resolve(hrn, user_cred, api_options)
+ if object_type:
+ result = filter_records(object_type, result)
elif method == "Register":
# record_dict must be crafted
# auth_cred must be selected in the list of auth_creds from user's account
#return HttpResponse(json.dumps({'error' : '-3','msg':'method not supported by Registry'}), content_type="application/json")
logger.debug('method %s not handled by Registry' % method)
result = []
+ if output_format is not None:
+ if 'value' in result:
+ # TODO Python Caching
+ # to avoid translating the same RSpec in the same format several times
+ start_time = time.time()
+ result = translate(result['value'],output_format)
+ logger.debug("EXEC TIME - translate() - %s sec." % (time.time() - start_time))
results[pf] = result
if dict_result:
- if isinstance(dict_result['rspec']['node'], list):
- data = data + dict_result['rspec']['node']
- else:
- data.append(dict_result['rspec']['node'])
+ if 'rspec' in dict_result and 'node' in dict_result['rspec']:
+ if isinstance(dict_result['rspec']['node'], list):
+ data = data + dict_result['rspec']['node']
+ else:
+ data.append(dict_result['rspec']['node'])
except Exception,e:
import traceback
logger.error(traceback.format_exc())
logger.error(e)
- results[pf] = {'error':'-3', 'error_msg': str(e)}
- if display == 'table':
- return render_to_response('table-default.html', {'data' : data, 'fields' : columns, 'id' : '@component_id', 'options' : None})
- else:
- results['columns'] = columns
- return HttpResponse(json.dumps(results, cls=MyEncoder), content_type="application/json")
+ results[pf] = {'error':'-3', 'result':result,'error_msg': str(e)}
-def get_user_account(user_email, platform_name):
- """
- Returns the user configuration for a given platform.
- This function does not resolve references.
- """
- user = db.query(User).filter(User.email == user_email).one()
- platform = db.query(Platform).filter(Platform.platform == platform_name).one()
- accounts = [a for a in user.accounts if a.platform == platform]
- if not accounts:
- raise Exception, "this account does not exist"
+ results['columns'] = columns
+ return results
- if accounts[0].auth_type == 'reference':
- pf = json.loads(accounts[0].config)['reference_platform']
- return get_user_account(user_email, pf)
+@lru_cache(100)
+def translate(rspec, output_format):
+ import urllib
+ import urllib2
- return accounts[0]
+ values = {'content' : rspec}
+ url = 'https://demo.fiteagle.org/omnweb/convert/to/' + output_format
+ data = urllib.urlencode(values)
+ req = urllib2.Request(url, data)
+ response = urllib2.urlopen(req)
+ return response.read()
+
+def rename(self,key,new_key):
+ ind = self._keys.index(key) #get the index of old key, O(N) operation
+ self._keys[ind] = new_key #replace old key with new key in self._keys
+ self[new_key] = self[key] #add the new key, this is added at the end of self._keys
+ self._keys.pop(-1) #pop the last item in self._keys
-def get_user_config(user_email, platform_name):
- account = get_user_account(user_email, platform_name)
- return json.loads(account.config) if account.config else {}
+def get_users_in_slice(request, slice_hrn):
+ # select users.user_hrn, users.user_email, users.keys
+ # from myslice:slice
+ # where slice_hrn=='onelab.upmc.r2d2.slice1'
+ users_query = Query().get('myslice:slice').filter_by('slice_hrn', '==', slice_hrn).select('users.user_hrn', 'users.user_urn', 'users.user_email','users.keys')
+ users = execute_admin_query(request, users_query)
+ rmap = {'user_urn':'urn','user_email':'email','user_hrn':'hrn'}
+ res = list()
+ for u in users[0]['users']:
+ r_user = dict()
+ for k,v in u.items():
+ if k in rmap.keys():
+ r_user[rmap[k]] = v
+ else:
+ r_user[k]=v
+ res.append(r_user)
+ return res
+
+def get_user_config(request, user_email, platform_name):
+ account = get_user_account(request, user_email, platform_name)
+ return json.loads(account['config']) if account['config'] else {}
-def get_platforms():
+def get_platforms(request):
ret = list()
- platforms = db.query(Platform).filter(Platform.gateway_type == 'sfa', Platform.disabled == 0).all()
+ platform_query = Query().get('local:platform').filter_by('gateway_type', '==', 'sfa').filter_by('disabled','==',0).select('platform')
+ platforms = execute_admin_query(request, platform_query)
+
for p in platforms:
- ret.append(p.platform)
+ ret.append(p['platform'])
return ret
+def get_platform_config(request, platform_name):
+ platform_query = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform', 'config')
+ platforms = execute_admin_query(request, platform_query)
+
+ return json.loads(platforms[0]['config']) if platforms[0]['config'] else {}
-def get_platform_config(platform_name):
- platform = db.query(Platform).filter(Platform.platform == platform_name).one()
- return json.loads(platform.config) if platform.config else {}
+def filter_records(type, records):
+ filtered_records = []
+ for record in records:
+ if (record['type'] == type) or (type == "all"):
+ filtered_records.append(record)
+ return filtered_records