rest/sfa_api.py

   1 import os
   2 import json
   3 import ConfigParser
   4 import datetime
   5 from time                       import mktime
   6 import xmltodict
   7
   8 from django.shortcuts           import render_to_response
   9 from django.http                import HttpResponse
  10
  11 from sfa.trust.certificate      import Keypair, Certificate
  12 from sfa.client.sfaserverproxy  import SfaServerProxy
  13 from sfa.client.return_value    import ReturnValue
  14 from sfa.util.xrn               import Xrn, get_leaf, get_authority, hrn_to_urn, urn_to_hrn
  15
  16 from manifold.core.query        import Query
  17
  18 from manifoldapi.manifoldapi    import execute_admin_query
  19
  20 from unfold.loginrequired       import LoginRequiredView
  21
  22 from myslice.settings           import logger, config
  23
  24 from rest.json_encoder          import MyEncoder
  25
  26 def dispatch(request, method):
  27
  28     hrn = ''
  29     urn = ''
  30     object_type = ''
  31     rspec = ''
  32     recursive = False
  33     options   = dict()
  34     platforms = list()
  35
  36     results = dict()
  37     display = None
  38
  39     if request.method == 'POST':
  40         req_items = request.POST
  41     elif request.method == 'GET':
  42         req_items = request.GET
  43
  44     for el in req_items.items():
  45         if el[0].startswith('rspec'):
  46             rspec += el[1]
  47         elif el[0].startswith('platform'):
  48             platforms = req_items.getlist('platform[]')
  49         #elif el[0].startswith('options'):
  50         #    options += req_items.getlist('options[]')
  51         elif el[0].startswith('hrn'):
  52             hrn = el[1]
  53         elif el[0].startswith('urn'):
  54             urn = el[1]
  55         elif el[0].startswith('type'):
  56             object_type = el[1]
  57         elif el[0].startswith('recursive'):
  58             if el[1] == '1':
  59                 recursive = True
  60             else:
  61                 recursive = False
  62         elif el[0].startswith('display'):
  63             display = el[1]
  64
  65     results = sfa_client(request, method, hrn=hrn, urn=urn, object_type=object_type, recursive=recursive, options=options, platforms=platforms)
  66     if display == 'table':
  67         return render_to_response('table-default.html', {'data' : data, 'fields' : columns, 'id' : '@component_id', 'options' : None})
  68     else:
  69         return HttpResponse(json.dumps(results, cls=MyEncoder), content_type="application/json")
  70
  71 def get_user_account(request, user_email, platform_name):
  72     """
  73     Returns the user configuration for a given platform.
  74     This function does not resolve references.
  75     """
  76     user_query  = Query().get('local:user').filter_by('email', '==', user_email).select('user_id')
  77     user_details = execute_admin_query(request, user_query)
  78     platform_query  = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform_id')
  79     platform_details = execute_admin_query(request, platform_query)
  80
  81     account_query  = Query().get('local:account').filter_by('platform_id','==',platform_details[0]['platform_id']).filter_by('user_id', '==', user_details[0]['user_id']).select('user_id','platform_id','auth_type','config')
  82     accounts = execute_admin_query(request, account_query)
  83
  84     if not accounts:
  85         raise Exception, "this account does not exist"
  86
  87     if accounts[0]['auth_type'] == 'reference':
  88         pf = json.loads(accounts[0]['config'])['reference_platform']
  89         return get_user_account(request, user_email, pf)
  90
  91     return accounts[0]
  92
  93 def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None, recursive=None, options=None, platforms=None, admin=False):
  94
  95     Config = ConfigParser.ConfigParser()
  96     monitor_file = os.path.abspath(os.path.dirname(__file__) + '/../myslice/monitor.ini')
  97     Config.read(monitor_file)
  98
  99     if admin:
 100         user_email, admin_password = config.manifold_admin_user_password()
 101     else:
 102         #logger.debug(request.session['user']['email'])
 103         user_email = request.session['user']['email']
 104
 105     results = dict()
 106
 107     if hrn is None:
 108         hrn = ''
 109     if urn is None:
 110         urn = ''
 111     if object_type is None:
 112         object_type = ''
 113     if rspec is None:
 114         rspec = ''
 115     if recursive is None:
 116         recursive = False
 117     if options is None:
 118         options  = dict()
 119     if platforms is None:
 120         platforms = list()
 121
 122     if method not in ['GetVersion','ListResources']:
 123         try:
 124             if not hrn:
 125                 hrn = urn_to_hrn(urn)
 126             else:
 127                 urn = hrn_to_urn(hrn, object_type)
 128         except Exception,e:
 129             logger.error(e)
 130             raise Exception, "Provide urn OR hrn + type as parameters of method %s" % method
 131
 132     if len(platforms)==0:
 133         platforms = get_platforms(request)
 134         #platforms.append('myslice')
 135     #results = {'method':method,'platforms':platforms,'rspec':rspec,'options':options}
 136
 137     result = []
 138     dict_result = {}
 139     data = []
 140     columns = []
 141     api_options = {}
 142     api_options['list_leases'] = 'all'
 143     server_am = False
 144     for pf in platforms:
 145         platform = get_platform_config(request, pf)
 146         if 'rspec_type' in platform and 'rspec_version' in platform:
 147             api_options['geni_rspec_version'] = {'type': platform['rspec_type'],'version': platform['rspec_version']}
 148         else:
 149             api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
 150         if 'sm' in platform and len(platform['sm']) > 0:
 151             server_am = True
 152             server_url = platform['sm']
 153         if 'rm' in platform and len(platform['rm']) > 0:
 154             server_am = False
 155             server_url = platform['rm']
 156         if 'registry' in platform and len(platform['registry']) > 0:
 157             server_am = False
 158             server_url = platform['registry']
 159
 160         if not Config.has_option('monitor', 'cert') :
 161              #return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
 162              return {'error' : '-1', 'msg': 'monitor.ini has no cert configured'}
 163
 164         cert = os.path.abspath(Config.get('monitor', 'cert'))
 165         if not os.path.isfile(cert) :
 166              #return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
 167              return {'error' : '-1', 'msg': 'check cert file at %s'%cert}
 168
 169         if not Config.has_option('monitor', 'pkey') :
 170              #return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
 171              return {'error' : '-2'}
 172
 173         pkey = os.path.abspath(Config.get('monitor', 'pkey'))
 174         if not os.path.isfile(pkey) :
 175              #return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
 176              return {'error' : '-2'}
 177
 178         server = SfaServerProxy(server_url, pkey, cert)
 179
 180         try:
 181             # Get user config from Manifold
 182             user_config = get_user_config(request, user_email, pf)
 183             if 'delegated_user_credential' in user_config:
 184                 user_cred = user_config['delegated_user_credential']
 185             elif 'user_credential' in user_config:
 186                 user_cred = user_config['user_credential']
 187             else:
 188                 logger.error("no user credentials for user = ", user_email)
 189                 user_cred = {}
 190
 191             if object_type:
 192                 if 'delegated_%s_credentials'%object_type in user_config:
 193                     for obj_name, cred in user_config['delegated_%s_credentials'%object_type].items():
 194                         if obj_name == hrn:
 195                             object_cred = cred
 196                 elif '%s_credentials'%object_type in user_config:
 197                     for obj_name, cred in user_config['%s_credentials'%object_type].items():
 198                         if obj_name == hrn:
 199                             object_cred = cred
 200                 else:
 201                     logger.error("no credentials for object")
 202                     logger.error(object_type)
 203                     logger.error(object_name)
 204                     object_cred = {}
 205
 206             # Both AM & Registry
 207             if method == "GetVersion":
 208                 result = server.GetVersion()
 209             else:
 210                 # AM API Calls
 211                 if server_am:
 212                     if method == "ListResources":
 213                         result = server.ListResources([user_cred], api_options)
 214                         dict_result = xmltodict.parse(result['value'])
 215                         result['parsed'] = dict_result
 216                         if isinstance(dict_result['rspec']['node'], list):
 217                             columns.extend(dict_result['rspec']['node'][0].keys())
 218                         else:
 219                             columns.extend(dict_result['rspec']['node'].keys())
 220
 221                     elif method == "Describe":
 222                         version = server.GetVersion()
 223                         # if GetVersion = v2
 224                         if version['geni_api'] == 2:
 225                             # ListResources(slice_hrn)
 226                             api_options['geni_slice_urn'] = urn
 227                             result = server.ListResources([object_cred], api_options)
 228                             dict_result = xmltodict.parse(result['value'])
 229                         # else GetVersion = v3
 230                         else:
 231                             result = server.Describe([urn] ,[object_cred], api_options)
 232                             if isinstance(result, dict):
 233                                 if result['value'] != 0:
 234                                     dict_result = xmltodict.parse(result['value']['geni_rspec'])
 235
 236                         result['parsed'] = dict_result
 237                         if 'rspec' in dict_result and 'node' in dict_result['rspec']:
 238                             if isinstance(dict_result['rspec']['node'], list):
 239                                 columns.extend(dict_result['rspec']['node'][0].keys())
 240                             else:
 241                                 columns.extend(dict_result['rspec']['node'].keys())
 242
 243                     elif method == 'Renew':
 244                         # Renew till 1 month from now
 245                         d = datetime.datetime.utcnow() + datetime.timedelta(365/12)
 246                         date = d.isoformat("T") + "Z"
 247                         result = server.Renew([urn] ,[object_cred], date, api_options)
 248                     elif method == 'Delete':
 249                         result = server.Delete([urn] ,[object_cred], api_options)
 250                     elif method == 'Allocate':
 251                         api_options['call_id']    = unique_call_id()
 252                         # List of users comes from the Registry
 253                         api_options['sfa_users']  = sfa_users
 254                         api_options['geni_users'] = geni_users
 255                         # if GetVersion = v2
 256                         version = server.GetVersion()
 257                         if version['geni_api'] == 2:
 258                             result = server.CreateSliver([urn] ,[object_cred], rspec, api_options)
 259                         # else GetVersion = v3
 260                         else:
 261                             result = server.Allocate([urn] ,[object_cred], rspec, api_options)
 262                     elif method == 'Provision':
 263                         # if GetVersion = v2
 264                         # Nothing it is not supported by v2 AMs
 265                         version = server.GetVersion()
 266                         if version['geni_api'] == 3:
 267                             api_options['call_id']    = unique_call_id()
 268                             # List of users comes from the Registry
 269                             api_options['sfa_users']  = sfa_users
 270                             api_options['geni_users'] = geni_users
 271                             result = server.Provision([urn] ,[object_cred], api_options)
 272                     elif method == 'Status':
 273                         result = server.Status([urn] ,[object_cred], api_options)
 274                     elif method == 'PerformOperationalAction':
 275                         # if GetVersion = v2
 276                         # Nothing it is not supported by v2 AMs
 277                         version = server.GetVersion()
 278                         if version['geni_api'] == 3:
 279                             result = server.PerformOperationalAction([urn] ,[object_cred], action, api_options)
 280                     elif method == 'Shutdown':
 281                         result = server.Shutdown(urn ,[object_cred], api_options)
 282                     else:
 283                         #return HttpResponse(json.dumps({'error' : '-3','msg':'method not supported by AM'}), content_type="application/json")
 284                         logger.debug('method %s not handled by AM' % method)
 285                         result = []
 286
 287                 # Registry API Calls
 288                 else:
 289                     record_dict = {'urn': urn, 'hrn': hrn, 'type': object_type}
 290                     if method == "List":
 291                         # hrn is required
 292                         api_options['recursive'] = recursive
 293                         result = server.List(hrn, user_cred, api_options)
 294                         if object_type:
 295                             result = filter_records(object_type, result)
 296                     elif method == "Resolve":
 297                         # hrn is required
 298                         # details can be True or False
 299                         api_options['details']=True
 300                         result = server.Resolve(hrn, user_cred, api_options)
 301                         if object_type:
 302                             result = filter_records(object_type, result)
 303                     elif method == "Register":
 304                         # record_dict must be crafted
 305                         # auth_cred must be selected in the list of auth_creds from user's account
 306                         result = server.Register(record_dict, auth_cred)
 307                     elif method == "Update":
 308                         # record_dict must be crafted
 309                         # object_cred must be selected in the list of creds for the object type
 310                         # from user's account
 311                         result = server.Update(record_dict, object_cred)
 312                     elif method == "Remove":
 313                         # hrn is required
 314                         # auth_cred must be selected in the list of auth_creds from user's account
 315                         # object_type is required
 316                         result = server.Remove(hrn, auth_cred, object_type)
 317                     else:
 318                         #return HttpResponse(json.dumps({'error' : '-3','msg':'method not supported by Registry'}), content_type="application/json")
 319                         logger.debug('method %s not handled by Registry' % method)
 320                         result = []
 321
 322             results[pf] = result
 323             if dict_result:
 324                 if 'rspec' in dict_result and 'node' in dict_result['rspec']:
 325                     if isinstance(dict_result['rspec']['node'], list):
 326                         data = data + dict_result['rspec']['node']
 327                     else:
 328                         data.append(dict_result['rspec']['node'])
 329         except Exception,e:
 330             import traceback
 331             logger.error(traceback.format_exc())
 332             logger.error(e)
 333             results[pf] = {'error':'-3', 'error_msg': str(e)}
 334
 335     results['columns'] = columns
 336     return results
 337
 338 def get_user_config(request, user_email, platform_name):
 339     account = get_user_account(request, user_email, platform_name)
 340     return json.loads(account['config']) if account['config'] else {}
 341
 342 def get_platforms(request):
 343     ret = list()
 344     platform_query  = Query().get('local:platform').filter_by('gateway_type', '==', 'sfa').filter_by('disabled','==',0).select('platform')
 345     platforms = execute_admin_query(request, platform_query)
 346
 347     for p in platforms:
 348         ret.append(p['platform'])
 349     return ret
 350
 351 def get_platform_config(request, platform_name):
 352     platform_query  = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform', 'config')
 353     platforms = execute_admin_query(request, platform_query)
 354
 355     return json.loads(platforms[0]['config']) if platforms[0]['config'] else {}
 356
 357 def filter_records(type, records):
 358     filtered_records = []
 359     for record in records:
 360         if (record['type'] == type) or (type == "all"):
 361             filtered_records.append(record)
 362     return filtered_records