5 from time import mktime
9 from django.shortcuts import render_to_response
10 from django.http import HttpResponse,QueryDict
12 from sfa.trust.certificate import Keypair, Certificate
13 from sfa.client.sfaserverproxy import SfaServerProxy
14 from manifold.gateways.sfa.proxy import SFAProxy
15 from sfa.client.return_value import ReturnValue
16 from sfa.util.xrn import Xrn, get_leaf, get_authority, hrn_to_urn, urn_to_hrn
18 from manifold.core.query import Query
20 from manifoldapi.manifoldapi import execute_admin_query
22 from unfold.loginrequired import LoginRequiredView
24 from myslice.settings import logger, config
26 from repoze.lru import lru_cache
27 from rest.json_encoder import MyEncoder
30 def unique_call_id(): return uuid.uuid4().urn
32 def dispatch(request, method):
40 # Have to be hashable for lru_cache
41 options = frozenset() # dict()
42 platforms = frozenset() # list()
47 if request.method == 'POST':
48 req_items = request.POST
49 elif request.method == 'GET':
50 req_items = request.GET
52 logger.debug("dispatch got = %s" % req_items.dict())
53 #t = dict(req_items.iterlists())
54 #rspec = req_items.getlist('rspec')
55 #logger.debug("dispatch got = %s" % t)
57 platforms = req_items.getlist('platform[]')
58 for k in req_items.dict():
59 logger.debug("key = %s - value = %s" % (k,req_items.get(k)))
61 rspec = req_items.get(k)
63 options = req_items.get(k)
64 if k == 'output_format':
65 output_format = req_items.get(k)
67 hrn = req_items.get(k)
69 urn = req_items.get(k)
71 object_type = req_items.get(k)
78 display = req_items.get(k)
82 rspec = json.loads(rspec)
84 logger.debug("rspec type = %s" % type(rspec))
85 if type(rspec) is dict:
86 rspec = xmltodict.unparse(rspec)
88 start_time = time.time()
89 results = sfa_client(request, method, hrn=hrn, urn=urn, object_type=object_type, rspec=rspec, recursive=recursive, options=options, platforms=platforms, output_format=output_format, admin=False)
90 logger.debug("EXEC TIME - sfa_client() - %s sec." % (time.time() - start_time))
91 if display == 'table':
92 return render_to_response('table-default.html', {'data' : data, 'fields' : columns, 'id' : '@component_id', 'options' : None})
94 return HttpResponse(json.dumps(results, cls=MyEncoder), content_type="application/json")
96 def get_user_account(request, user_email, platform_name):
98 Returns the user configuration for a given platform.
99 This function does not resolve references.
101 user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id')
102 user_details = execute_admin_query(request, user_query)
103 platform_query = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform_id')
104 platform_details = execute_admin_query(request, platform_query)
106 account_query = Query().get('local:account').filter_by('platform_id','==',platform_details[0]['platform_id']).filter_by('user_id', '==', user_details[0]['user_id']).select('user_id','platform_id','auth_type','config')
107 accounts = execute_admin_query(request, account_query)
110 raise Exception, "this account does not exist"
112 if accounts[0]['auth_type'] == 'reference':
113 pf = json.loads(accounts[0]['config'])['reference_platform']
114 return get_user_account(request, user_email, pf)
119 def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None, recursive=False, options=None, platforms=None, output_format=None, admin=False):
121 Config = ConfigParser.ConfigParser()
122 monitor_file = os.path.abspath(os.path.dirname(__file__) + '/../myslice/monitor.ini')
123 Config.read(monitor_file)
126 user_email, admin_password = config.manifold_admin_user_password()
128 #logger.debug(request.session['user']['email'])
129 user_email = request.session['user']['email']
137 if object_type is None:
142 logger.debug("RSPEC = %s" % rspec)
143 if recursive is None:
147 if platforms is None:
150 if method not in ['GetVersion','ListResources']:
153 hrn = urn_to_hrn(urn)
155 urn = hrn_to_urn(hrn, object_type)
158 raise Exception, "Provide urn OR hrn + type as parameters of method %s" % method
160 if len(platforms)==0:
161 platforms = get_platforms(request)
162 #platforms.append('myslice')
163 #results = {'method':method,'platforms':platforms,'rspec':rspec,'options':options}
170 api_options['list_leases'] = 'all'
173 platform = get_platform_config(request, pf)
174 if 'rspec_type' in platform and 'rspec_version' in platform:
175 api_options['geni_rspec_version'] = {'type': platform['rspec_type'],'version': platform['rspec_version']}
177 api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
178 if 'sm' in platform and len(platform['sm']) > 0:
180 server_url = platform['sm']
181 if 'rm' in platform and len(platform['rm']) > 0:
183 server_url = platform['rm']
184 if 'registry' in platform and len(platform['registry']) > 0:
186 server_url = platform['registry']
188 if not Config.has_option('monitor', 'cert') :
189 #return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
190 return {'error' : '-1', 'msg': 'monitor.ini has no cert configured'}
192 cert = os.path.abspath(Config.get('monitor', 'cert'))
193 if not os.path.isfile(cert) :
194 #return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
195 return {'error' : '-1', 'msg': 'check cert file at %s'%cert}
197 if not Config.has_option('monitor', 'pkey') :
198 #return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
199 return {'error' : '-2'}
201 pkey = os.path.abspath(Config.get('monitor', 'pkey'))
202 if not os.path.isfile(pkey) :
203 #return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
204 return {'error' : '-2'}
206 server = SfaServerProxy(server_url, pkey, cert, verbose=False)#, timeout=5)
207 #server = SFAProxy(server_url, pkey, cert)
208 #if 'geni_rspec_version' in api_options:
209 # # GetVersion to know if the AM supports the requested version
210 # # if not ask for the default GENI v3
211 # start_time = time.time()
212 # result = server.GetVersion()
213 # logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time))
214 # if 'geni_ad_rspec_versions' in result['value']:
215 # for v in result['value']['geni_ad_rspec_versions']:
216 # if v['type'] == api_options['geni_rspec_version']:
217 # api_options['geni_rspec_version'] = {'type': api_options['geni_rspec_version']}
220 # api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
222 # api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
225 # Get user config from Manifold
226 user_config = get_user_config(request, user_email, pf)
227 if 'delegated_user_credential' in user_config:
228 logger.debug('delegated_user_credential')
229 user_cred = user_config['delegated_user_credential']
230 elif 'user_credential' in user_config:
231 logger.debug('user_credential')
232 user_cred = user_config['user_credential']
234 logger.error("no user credentials for user = ", user_email)
238 if 'delegated_%s_credentials'%object_type in user_config:
239 logger.debug('delegated_%s_credentials'%object_type)
240 for obj_name, cred in user_config['delegated_%s_credentials'%object_type].items():
243 elif '%s_credentials'%object_type in user_config:
244 logger.debug('%s_credentials'%object_type)
245 for obj_name, cred in user_config['%s_credentials'%object_type].items():
249 logger.error("no credentials for object")
250 logger.error(object_type)
251 logger.error(object_name)
255 if method == "GetVersion":
256 start_time = time.time()
257 result = server.GetVersion()
258 logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time))
262 if method == "ListResources":
263 start_time = time.time()
264 result = server.ListResources([user_cred], api_options)
265 logger.debug("EXEC TIME - ListResources() - %s sec." % (time.time() - start_time))
266 dict_result = xmltodict.parse(result['value'])
267 result['parsed'] = dict_result
268 if isinstance(dict_result['rspec']['node'], list):
269 columns.extend(dict_result['rspec']['node'][0].keys())
271 columns.extend(dict_result['rspec']['node'].keys())
273 elif method == "Describe":
274 start_time = time.time()
275 version = server.GetVersion()
276 logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time))
277 logger.debug(version['geni_api'])
279 if version['geni_api'] == 2:
280 # ListResources(slice_hrn)
281 api_options['geni_slice_urn'] = urn
282 result = server.ListResources([object_cred], api_options)
284 dict_result = xmltodict.parse(result['value'])
285 # else GetVersion = v3
287 result = server.Describe([urn] ,[object_cred], api_options)
288 if isinstance(result, dict):
289 if result['value'] != 0:
290 dict_result = xmltodict.parse(result['value']['geni_rspec'])
292 result['parsed'] = dict_result
293 if 'rspec' in dict_result and 'node' in dict_result['rspec']:
294 if isinstance(dict_result['rspec']['node'], list):
295 columns.extend(dict_result['rspec']['node'][0].keys())
297 columns.extend(dict_result['rspec']['node'].keys())
299 elif method == 'Renew':
300 # Renew till 1 month from now
301 d = datetime.datetime.utcnow() + datetime.timedelta(365/12)
302 date = d.isoformat("T") + "Z"
303 result = server.Renew([urn] ,[object_cred], date, api_options)
304 elif method == 'Delete':
305 result = server.Delete([urn] ,[object_cred], api_options)
306 elif method == 'Allocate':
307 api_options['call_id'] = unique_call_id()
308 # List of users comes from the Registry
309 users = get_users_in_slice(request, hrn)
310 api_options['sfa_users'] = users
311 api_options['geni_users'] = users
313 version = server.GetVersion()
314 if version['geni_api'] == 2:
315 result = server.CreateSliver([urn] ,[object_cred], rspec, api_options)
316 # else GetVersion = v3
318 result = server.Allocate(urn ,[object_cred], rspec, api_options)
319 elif method == 'Provision':
321 # Nothing it is not supported by v2 AMs
322 version = server.GetVersion()
323 # List of users comes from the Registry
324 users = get_users_in_slice(request, hrn)
325 api_options['sfa_users'] = users
326 api_options['geni_users'] = users
327 if version['geni_api'] == 3:
328 api_options['call_id'] = unique_call_id()
329 result = server.Provision([urn] ,[object_cred], api_options)
330 elif method == 'Status':
331 result = server.Status([urn] ,[object_cred], api_options)
332 elif method == 'PerformOperationalAction':
334 # Nothing it is not supported by v2 AMs
335 version = server.GetVersion()
336 if version['geni_api'] == 3:
337 result = server.PerformOperationalAction([urn] ,[object_cred], action, api_options)
338 elif method == 'Shutdown':
339 result = server.Shutdown(urn ,[object_cred], api_options)
341 #return HttpResponse(json.dumps({'error' : '-3','msg':'method not supported by AM'}), content_type="application/json")
342 logger.debug('method %s not handled by AM' % method)
347 record_dict = {'urn': urn, 'hrn': hrn, 'type': object_type}
350 api_options['recursive'] = recursive
351 result = server.List(hrn, user_cred, api_options)
353 result = filter_records(object_type, result)
354 elif method == "Resolve":
356 # details can be True or False
357 api_options['details']=True
358 result = server.Resolve(hrn, user_cred, api_options)
360 result = filter_records(object_type, result)
361 elif method == "Register":
362 # record_dict must be crafted
363 # auth_cred must be selected in the list of auth_creds from user's account
364 result = server.Register(record_dict, auth_cred)
365 elif method == "Update":
366 # record_dict must be crafted
367 # object_cred must be selected in the list of creds for the object type
368 # from user's account
369 result = server.Update(record_dict, object_cred)
370 elif method == "Remove":
372 # auth_cred must be selected in the list of auth_creds from user's account
373 # object_type is required
374 result = server.Remove(hrn, auth_cred, object_type)
376 #return HttpResponse(json.dumps({'error' : '-3','msg':'method not supported by Registry'}), content_type="application/json")
377 logger.debug('method %s not handled by Registry' % method)
379 if output_format is not None:
380 if 'value' in result:
381 # TODO Python Caching
382 # to avoid translating the same RSpec in the same format several times
383 start_time = time.time()
384 result = translate(result['value'],output_format)
385 logger.debug("EXEC TIME - translate() - %s sec." % (time.time() - start_time))
389 if 'rspec' in dict_result and 'node' in dict_result['rspec']:
390 if isinstance(dict_result['rspec']['node'], list):
391 data = data + dict_result['rspec']['node']
393 data.append(dict_result['rspec']['node'])
396 logger.error(traceback.format_exc())
398 results[pf] = {'error':'-3', 'result':result,'error_msg': str(e)}
400 results['columns'] = columns
404 def translate(rspec, output_format):
408 values = {'content' : rspec}
409 url = 'https://demo.fiteagle.org/omnweb/convert/to/' + output_format
410 data = urllib.urlencode(values)
411 req = urllib2.Request(url, data)
412 response = urllib2.urlopen(req)
413 return response.read()
415 def rename(self,key,new_key):
416 ind = self._keys.index(key) #get the index of old key, O(N) operation
417 self._keys[ind] = new_key #replace old key with new key in self._keys
418 self[new_key] = self[key] #add the new key, this is added at the end of self._keys
419 self._keys.pop(-1) #pop the last item in self._keys
421 def get_users_in_slice(request, slice_hrn):
422 # select users.user_hrn, users.user_email, users.keys
424 # where slice_hrn=='onelab.upmc.r2d2.slice1'
425 users_query = Query().get('myslice:slice').filter_by('slice_hrn', '==', slice_hrn).select('users.user_hrn', 'users.user_urn', 'users.user_email','users.keys')
426 users = execute_admin_query(request, users_query)
427 rmap = {'user_urn':'urn','user_email':'email','user_hrn':'hrn'}
429 for u in users[0]['users']:
431 for k,v in u.items():
439 def get_user_config(request, user_email, platform_name):
440 account = get_user_account(request, user_email, platform_name)
441 return json.loads(account['config']) if account['config'] else {}
443 def get_platforms(request):
445 platform_query = Query().get('local:platform').filter_by('gateway_type', '==', 'sfa').filter_by('disabled','==',0).select('platform')
446 platforms = execute_admin_query(request, platform_query)
449 ret.append(p['platform'])
452 def get_platform_config(request, platform_name):
453 platform_query = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform', 'config')
454 platforms = execute_admin_query(request, platform_query)
456 return json.loads(platforms[0]['config']) if platforms[0]['config'] else {}
458 def filter_records(type, records):
459 filtered_records = []
460 for record in records:
461 if (record['type'] == type) or (type == "all"):
462 filtered_records.append(record)
463 return filtered_records