X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=rest%2Fsfa_api.py;h=42b26f5b41f3f26091e84aec6beb382c6fdc3947;hb=9fb4e38d727d9f6d3e1fbc60742a5ee433d7d3b6;hp=e7711644a4c99f0b0baa22fead61e33515e81655;hpb=416b12a90d6a2ec3a1801d37a28ce1e5ffd8a58d;p=myslice.git diff --git a/rest/sfa_api.py b/rest/sfa_api.py index e7711644..42b26f5b 100644 --- a/rest/sfa_api.py +++ b/rest/sfa_api.py @@ -2,37 +2,41 @@ import os import json import ConfigParser import datetime -from time import mktime +from time import mktime +import time import xmltodict -from django.shortcuts import render_to_response -from django.http import HttpResponse +from django.shortcuts import render_to_response +from django.http import HttpResponse,QueryDict -from sfa.trust.certificate import Keypair, Certificate -from sfa.client.sfaserverproxy import SfaServerProxy -from sfa.client.return_value import ReturnValue -from sfa.util.xrn import Xrn, get_leaf, get_authority, hrn_to_urn, urn_to_hrn +from sfa.trust.certificate import Keypair, Certificate +from sfa.client.sfaserverproxy import SfaServerProxy +from manifold.gateways.sfa.proxy import SFAProxy +from sfa.client.return_value import ReturnValue +from sfa.util.xrn import Xrn, get_leaf, get_authority, hrn_to_urn, urn_to_hrn -from manifold.core.query import Query -from manifold.models import db -from manifold.models.platform import Platform -from manifold.models.user import User +from manifold.core.query import Query -from unfold.loginrequired import LoginRequiredView +from manifoldapi.manifoldapi import execute_admin_query -from myslice.settings import logger, config +from unfold.loginrequired import LoginRequiredView -from rest.json_encoder import MyEncoder +from myslice.settings import logger, config + +from repoze.lru import lru_cache +from rest.json_encoder import MyEncoder def dispatch(request, method): - hrn = '' - urn = '' - object_type = '' - rspec = '' + hrn = None + urn = None + object_type = None + rspec = None + output_format = None recursive = False - options = dict() - platforms = list() + # Have to be hashable for lru_cache + options = frozenset() # dict() + platforms = frozenset() # list() results = dict() display = None @@ -42,13 +46,18 @@ def dispatch(request, method): elif request.method == 'GET': req_items = request.GET + logger.debug("URL = %s" % request.build_absolute_uri()) + for el in req_items.items(): if el[0].startswith('rspec'): rspec += el[1] elif el[0].startswith('platform'): - platforms = req_items.getlist('platform[]') - #elif el[0].startswith('options'): - # options += req_items.getlist('options[]') + platforms = frozenset(req_items.getlist('platform[]')) + elif el[0].startswith('options'): + options_url = el[1] #req_items.getlist('options') + options = QueryDict(options_url) + elif el[0].startswith('output_format'): + output_format = el[1] #req_items.getlist('options') elif el[0].startswith('hrn'): hrn = el[1] elif el[0].startswith('urn'): @@ -63,30 +72,38 @@ def dispatch(request, method): elif el[0].startswith('display'): display = el[1] - results = sfa_client(request, method, hrn=hrn, urn=urn, object_type=object_type, recursive=recursive, options=options, platforms=platforms) + start_time = time.time() + results = sfa_client(request, method, hrn, urn, object_type, rspec, recursive, options, platforms, output_format, False) + logger.debug("EXEC TIME - sfa_client() - %s sec." % (time.time() - start_time)) if display == 'table': return render_to_response('table-default.html', {'data' : data, 'fields' : columns, 'id' : '@component_id', 'options' : None}) else: return HttpResponse(json.dumps(results, cls=MyEncoder), content_type="application/json") -def get_user_account(user_email, platform_name): +def get_user_account(request, user_email, platform_name): """ Returns the user configuration for a given platform. This function does not resolve references. """ - user = db.query(User).filter(User.email == user_email).one() - platform = db.query(Platform).filter(Platform.platform == platform_name).one() - accounts = [a for a in user.accounts if a.platform == platform] + user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id') + user_details = execute_admin_query(request, user_query) + platform_query = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform_id') + platform_details = execute_admin_query(request, platform_query) + + account_query = Query().get('local:account').filter_by('platform_id','==',platform_details[0]['platform_id']).filter_by('user_id', '==', user_details[0]['user_id']).select('user_id','platform_id','auth_type','config') + accounts = execute_admin_query(request, account_query) + if not accounts: raise Exception, "this account does not exist" - if accounts[0].auth_type == 'reference': - pf = json.loads(accounts[0].config)['reference_platform'] - return get_user_account(user_email, pf) + if accounts[0]['auth_type'] == 'reference': + pf = json.loads(accounts[0]['config'])['reference_platform'] + return get_user_account(request, user_email, pf) return accounts[0] -def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None, recursive=None, options=None, platforms=None, admin=False): +#@lru_cache(100) +def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None, recursive=False, options=None, platforms=None, output_format=None, admin=False): Config = ConfigParser.ConfigParser() monitor_file = os.path.abspath(os.path.dirname(__file__) + '/../myslice/monitor.ini') @@ -126,7 +143,7 @@ def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None raise Exception, "Provide urn OR hrn + type as parameters of method %s" % method if len(platforms)==0: - platforms = get_platforms() + platforms = get_platforms(request) #platforms.append('myslice') #results = {'method':method,'platforms':platforms,'rspec':rspec,'options':options} @@ -135,12 +152,10 @@ def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None data = [] columns = [] api_options = {} - api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'} api_options['list_leases'] = 'all' server_am = False - from manifoldapi.manifoldapi import execute_admin_query for pf in platforms: - platform = get_platform_config(pf) + platform = get_platform_config(request, pf) logger.debug("platform={}".format(platform)) if 'sm' in platform and len(platform['sm']) > 0: logger.debug('sm') @@ -174,44 +189,81 @@ def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None return {'error' : '-2'} server = SfaServerProxy(server_url, pkey, cert) + #server = SFAProxy(server_url, pkey, cert) + if 'geni_rspec_version' in options: + # GetVersion to know if the AM supports the requested version + # if not ask for the default GENI v3 + start_time = time.time() + result = server.GetVersion() + logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time)) + logger.debug(result) + logger.debug(result['value']) + if 'geni_ad_rspec_versions' in result['value']: + for v in result['value']['geni_ad_rspec_versions']: + if v['type'] == options['geni_rspec_version']: + api_options['geni_rspec_version'] = {'type': options['geni_rspec_version']} + break + else: + api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'} + else: + api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'} try: # Get user config from Manifold - user_config = get_user_config(user_email, pf) + user_config = get_user_config(request, user_email, pf) if 'delegated_user_credential' in user_config: + logger.debug('delegated_user_credential') user_cred = user_config['delegated_user_credential'] elif 'user_credential' in user_config: + logger.debug('user_credential') user_cred = user_config['user_credential'] else: + logger.error("no user credentials for user = ", user_email) user_cred = {} if object_type: if 'delegated_%s_credentials'%object_type in user_config: + logger.debug('delegated_%s_credentials'%object_type) for obj_name, cred in user_config['delegated_%s_credentials'%object_type].items(): if obj_name == hrn: object_cred = cred elif '%s_credentials'%object_type in user_config: + logger.debug('%s_credentials'%object_type) for obj_name, cred in user_config['%s_credentials'%object_type].items(): if obj_name == hrn: object_cred = cred + else: + logger.error("no credentials for object") + logger.error(object_type) + logger.error(object_name) + object_cred = {} # Both AM & Registry if method == "GetVersion": + start_time = time.time() result = server.GetVersion() + logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time)) else: # AM API Calls if server_am: if method == "ListResources": + logger.debug(api_options) + #logger.debug(user_cred) + start_time = time.time() result = server.ListResources([user_cred], api_options) + logger.debug("EXEC TIME - ListResources() - %s sec." % (time.time() - start_time)) + #logger.debug(result) dict_result = xmltodict.parse(result['value']) - result['json'] = json.dumps(dict_result) + result['parsed'] = dict_result if isinstance(dict_result['rspec']['node'], list): columns.extend(dict_result['rspec']['node'][0].keys()) else: columns.extend(dict_result['rspec']['node'].keys()) elif method == "Describe": + start_time = time.time() version = server.GetVersion() + logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time)) logger.debug(version['geni_api']) # if GetVersion = v2 if version['geni_api'] == 2: @@ -222,9 +274,11 @@ def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None # else GetVersion = v3 else: result = server.Describe([urn] ,[object_cred], api_options) - dict_result = xmltodict.parse(result['value']['geni_rspec']) + if isinstance(result, dict): + if result['value'] != 0: + dict_result = xmltodict.parse(result['value']['geni_rspec']) - result['json'] = json.dumps(dict_result) + result['parsed'] = dict_result if 'rspec' in dict_result and 'node' in dict_result['rspec']: if isinstance(dict_result['rspec']['node'], list): columns.extend(dict_result['rspec']['node'][0].keys()) @@ -239,28 +293,35 @@ def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None elif method == 'Delete': result = server.Delete([urn] ,[object_cred], api_options) elif method == 'Allocate': - # if GetVersion = v2 - # CreateSliver(slice_hrn) - # else GetVersion = v3 api_options['call_id'] = unique_call_id() # List of users comes from the Registry api_options['sfa_users'] = sfa_users api_options['geni_users'] = geni_users - result = server.Allocate([urn] ,[object_cred], rspec, api_options) + # if GetVersion = v2 + version = server.GetVersion() + if version['geni_api'] == 2: + result = server.CreateSliver([urn] ,[object_cred], rspec, api_options) + # else GetVersion = v3 + else: + result = server.Allocate([urn] ,[object_cred], rspec, api_options) elif method == 'Provision': # if GetVersion = v2 # Nothing it is not supported by v2 AMs - api_options['call_id'] = unique_call_id() - # List of users comes from the Registry - api_options['sfa_users'] = sfa_users - api_options['geni_users'] = geni_users - result = server.Provision([urn] ,[object_cred], api_options) + version = server.GetVersion() + if version['geni_api'] == 3: + api_options['call_id'] = unique_call_id() + # List of users comes from the Registry + api_options['sfa_users'] = sfa_users + api_options['geni_users'] = geni_users + result = server.Provision([urn] ,[object_cred], api_options) elif method == 'Status': result = server.Status([urn] ,[object_cred], api_options) elif method == 'PerformOperationalAction': # if GetVersion = v2 # Nothing it is not supported by v2 AMs - result = server.PerformOperationalAction([urn] ,[object_cred], action, api_options) + version = server.GetVersion() + if version['geni_api'] == 3: + result = server.PerformOperationalAction([urn] ,[object_cred], action, api_options) elif method == 'Shutdown': result = server.Shutdown(urn ,[object_cred], api_options) else: @@ -302,6 +363,13 @@ def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None #return HttpResponse(json.dumps({'error' : '-3','msg':'method not supported by Registry'}), content_type="application/json") logger.debug('method %s not handled by Registry' % method) result = [] + if output_format is not None: + if 'value' in result: + # TODO Python Caching + # to avoid translating the same RSpec in the same format several times + start_time = time.time() + result = translate(result['value'],output_format) + logger.debug("EXEC TIME - translate() - %s sec." % (time.time() - start_time)) results[pf] = result if dict_result: @@ -314,26 +382,41 @@ def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None import traceback logger.error(traceback.format_exc()) logger.error(e) - results[pf] = {'error':'-3', 'error_msg': str(e)} + results[pf] = {'error':'-3', 'result':result,'error_msg': str(e)} results['columns'] = columns return results -def get_user_config(user_email, platform_name): - account = get_user_account(user_email, platform_name) - return json.loads(account.config) if account.config else {} +@lru_cache(100) +def translate(rspec, output_format): + import urllib + import urllib2 + + values = {'content' : rspec} + url = 'https://demo.fiteagle.org/omnweb/convert/to/' + output_format + data = urllib.urlencode(values) + req = urllib2.Request(url, data) + response = urllib2.urlopen(req) + return response.read() -def get_platforms(): +def get_user_config(request, user_email, platform_name): + account = get_user_account(request, user_email, platform_name) + return json.loads(account['config']) if account['config'] else {} + +def get_platforms(request): ret = list() - platforms = db.query(Platform).filter(Platform.gateway_type == 'sfa', Platform.disabled == 0).all() + platform_query = Query().get('local:platform').filter_by('gateway_type', '==', 'sfa').filter_by('disabled','==',0).select('platform') + platforms = execute_admin_query(request, platform_query) + for p in platforms: - ret.append(p.platform) + ret.append(p['platform']) return ret +def get_platform_config(request, platform_name): + platform_query = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform', 'config') + platforms = execute_admin_query(request, platform_query) -def get_platform_config(platform_name): - platform = db.query(Platform).filter(Platform.platform == platform_name).one() - return json.loads(platform.config) if platform.config else {} + return json.loads(platforms[0]['config']) if platforms[0]['config'] else {} def filter_records(type, records): filtered_records = []