5 from time import mktime
9 from django.shortcuts import render_to_response
10 from django.http import HttpResponse,QueryDict
12 from sfa.trust.certificate import Keypair, Certificate
13 from sfa.client.sfaserverproxy import SfaServerProxy
14 from manifold.gateways.sfa.proxy import SFAProxy
15 from sfa.client.return_value import ReturnValue
16 from sfa.util.xrn import Xrn, get_leaf, get_authority, hrn_to_urn, urn_to_hrn
18 from manifold.core.query import Query
20 from manifoldapi.manifoldapi import execute_admin_query
22 from unfold.loginrequired import LoginRequiredView
24 from myslice.settings import logger, config
26 from repoze.lru import lru_cache
27 from rest.json_encoder import MyEncoder
30 def unique_call_id(): return uuid.uuid4().urn
32 def dispatch(request, method):
40 # Have to be hashable for lru_cache
41 options = frozenset() # dict()
42 platforms = frozenset() # list()
47 if request.method == 'POST':
48 req_items = request.POST
49 elif request.method == 'GET':
50 req_items = request.GET
52 logger.debug("dispatch got = %s" % req_items.dict())
53 #t = dict(req_items.iterlists())
54 #rspec = req_items.getlist('rspec')
55 #logger.debug("dispatch got = %s" % t)
57 platforms = req_items.getlist('platform[]')
58 for k in req_items.dict():
59 logger.debug("key = %s - value = %s" % (k,req_items.get(k)))
61 rspec = req_items.get(k)
63 options = req_items.get(k)
64 if k == 'output_format':
65 output_format = req_items.get(k)
67 hrn = req_items.get(k)
69 urn = req_items.get(k)
71 object_type = req_items.get(k)
78 display = req_items.get(k)
82 rspec = json.loads(rspec)
84 logger.debug("rspec type = %s" % type(rspec))
85 if type(rspec) is dict:
86 rspec = xmltodict.unparse(rspec)
88 start_time = time.time()
89 results = sfa_client(request, method, hrn=hrn, urn=urn, object_type=object_type, rspec=rspec, recursive=recursive, options=options, platforms=platforms, output_format=output_format, admin=False)
90 logger.debug("EXEC TIME - sfa_client() - %s sec." % (time.time() - start_time))
91 if display == 'table':
92 return render_to_response('table-default.html', {'data' : data, 'fields' : columns, 'id' : '@component_id', 'options' : None})
94 return HttpResponse(json.dumps(results, cls=MyEncoder), content_type="application/json")
96 def get_user_account(request, user_email, platform_name):
98 Returns the user configuration for a given platform.
99 This function does not resolve references.
101 user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id')
102 user_details = execute_admin_query(request, user_query)
103 platform_query = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform_id')
104 platform_details = execute_admin_query(request, platform_query)
106 account_query = Query().get('local:account').filter_by('platform_id','==',platform_details[0]['platform_id']).filter_by('user_id', '==', user_details[0]['user_id']).select('user_id','platform_id','auth_type','config')
107 accounts = execute_admin_query(request, account_query)
110 raise Exception, "this account does not exist"
112 if accounts[0]['auth_type'] == 'reference':
113 pf = json.loads(accounts[0]['config'])['reference_platform']
114 return get_user_account(request, user_email, pf)
119 def sfa_client(request, method, hrn=None, urn=None, object_type=None, rspec=None, recursive=False, options=None, platforms=None, output_format=None, admin=False):
121 Config = ConfigParser.ConfigParser()
122 monitor_file = os.path.abspath(os.path.dirname(__file__) + '/../myslice/monitor.ini')
123 Config.read(monitor_file)
126 user_email, admin_password = config.manifold_admin_user_password()
128 #logger.debug(request.session['user']['email'])
129 user_email = request.session['user']['email']
137 if object_type is None:
142 logger.debug("RSPEC = %s" % rspec)
143 if recursive is None:
147 if platforms is None:
150 if method not in ['GetVersion','ListResources']:
153 hrn = urn_to_hrn(urn)
155 urn = hrn_to_urn(hrn, object_type)
158 raise Exception, "Provide urn OR hrn + type as parameters of method %s" % method
160 if len(platforms)==0:
161 platforms = get_platforms(request)
162 #platforms.append('myslice')
163 #results = {'method':method,'platforms':platforms,'rspec':rspec,'options':options}
170 api_options['list_leases'] = 'all'
173 platform = get_platform_config(request, pf)
174 if 'rspec_type' in platform and 'rspec_version' in platform:
175 api_options['geni_rspec_version'] = {'type': platform['rspec_type'],'version': platform['rspec_version']}
177 api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
178 if 'sm' in platform and len(platform['sm']) > 0:
180 server_url = platform['sm']
181 if 'rm' in platform and len(platform['rm']) > 0:
183 server_url = platform['rm']
184 if 'registry' in platform and len(platform['registry']) > 0:
186 server_url = platform['registry']
188 if not Config.has_option('monitor', 'cert') :
189 #return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
190 return {'error' : '-1', 'msg': 'monitor.ini has no cert configured'}
192 cert = os.path.abspath(Config.get('monitor', 'cert'))
193 if not os.path.isfile(cert) :
194 #return HttpResponse(json.dumps({'error' : '-1'}), content_type="application/json")
195 return {'error' : '-1', 'msg': 'check cert file at %s'%cert}
197 if not Config.has_option('monitor', 'pkey') :
198 #return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
199 return {'error' : '-2'}
201 pkey = os.path.abspath(Config.get('monitor', 'pkey'))
202 if not os.path.isfile(pkey) :
203 #return HttpResponse(json.dumps({'error' : '-2'}), content_type="application/json")
204 return {'error' : '-2'}
206 server = SfaServerProxy(server_url, pkey, cert, verbose=False)#, timeout=5)
207 #server = SFAProxy(server_url, pkey, cert)
208 #if 'geni_rspec_version' in api_options:
209 # # GetVersion to know if the AM supports the requested version
210 # # if not ask for the default GENI v3
211 # start_time = time.time()
212 # result = server.GetVersion()
213 # logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time))
214 # if 'geni_ad_rspec_versions' in result['value']:
215 # for v in result['value']['geni_ad_rspec_versions']:
216 # if v['type'] == api_options['geni_rspec_version']:
217 # api_options['geni_rspec_version'] = {'type': api_options['geni_rspec_version']}
220 # api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
222 # api_options['geni_rspec_version'] = {'type': 'GENI', 'version': '3'}
225 # Get user config from Manifold
226 user_config = get_user_config(request, user_email, pf)
227 if 'delegated_user_credential' in user_config:
228 logger.debug('delegated_user_credential')
229 user_cred = user_config['delegated_user_credential']
230 elif 'user_credential' in user_config:
231 logger.debug('user_credential')
232 user_cred = user_config['user_credential']
234 logger.error("no user credentials for user = ", user_email)
238 if 'delegated_%s_credentials'%object_type in user_config:
239 logger.debug('delegated_%s_credentials'%object_type)
240 for obj_name, cred in user_config['delegated_%s_credentials'%object_type].items():
243 elif '%s_credentials'%object_type in user_config:
244 logger.debug('%s_credentials'%object_type)
245 for obj_name, cred in user_config['%s_credentials'%object_type].items():
249 logger.error("no credentials for object")
250 logger.error(object_type)
251 logger.error(object_name)
255 if method == "GetVersion":
256 start_time = time.time()
257 result = server.GetVersion()
258 logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time))
262 if method == "ListResources":
263 start_time = time.time()
264 result = server.ListResources([user_cred], api_options)
265 logger.debug("EXEC TIME - ListResources() - %s sec." % (time.time() - start_time))
266 dict_result = xmltodict.parse(result['value'])
267 result['parsed'] = dict_result
268 if isinstance(dict_result['rspec']['node'], list):
269 columns.extend(dict_result['rspec']['node'][0].keys())
271 columns.extend(dict_result['rspec']['node'].keys())
273 elif method == "Describe":
274 start_time = time.time()
275 version = server.GetVersion()
276 logger.debug("EXEC TIME - GetVersion() - %s sec." % (time.time() - start_time))
277 logger.debug(version['geni_api'])
279 if version['geni_api'] == 2:
280 # ListResources(slice_hrn)
281 api_options['geni_slice_urn'] = urn
282 result = server.ListResources([object_cred], api_options)
283 dict_result = xmltodict.parse(result['value'])
284 # else GetVersion = v3
286 result = server.Describe([urn] ,[object_cred], api_options)
287 if isinstance(result, dict):
288 if result['value'] != 0:
289 dict_result = xmltodict.parse(result['value']['geni_rspec'])
291 result['parsed'] = dict_result
292 if 'rspec' in dict_result and 'node' in dict_result['rspec']:
293 if isinstance(dict_result['rspec']['node'], list):
294 columns.extend(dict_result['rspec']['node'][0].keys())
296 columns.extend(dict_result['rspec']['node'].keys())
298 elif method == 'Renew':
299 # Renew till 1 month from now
300 d = datetime.datetime.utcnow() + datetime.timedelta(365/12)
301 date = d.isoformat("T") + "Z"
302 result = server.Renew([urn] ,[object_cred], date, api_options)
303 elif method == 'Delete':
304 result = server.Delete([urn] ,[object_cred], api_options)
305 elif method == 'Allocate':
306 api_options['call_id'] = unique_call_id()
307 # List of users comes from the Registry
308 users = get_users_in_slice(request, hrn)
309 api_options['sfa_users'] = users
310 api_options['geni_users'] = users
312 version = server.GetVersion()
313 if version['geni_api'] == 2:
314 result = server.CreateSliver([urn] ,[object_cred], rspec, api_options)
315 # else GetVersion = v3
317 result = server.Allocate(urn ,[object_cred], rspec, api_options)
318 elif method == 'Provision':
320 # Nothing it is not supported by v2 AMs
321 version = server.GetVersion()
322 # List of users comes from the Registry
323 users = get_users_in_slice(request, hrn)
324 api_options['sfa_users'] = users
325 api_options['geni_users'] = users
326 if version['geni_api'] == 3:
327 api_options['call_id'] = unique_call_id()
328 result = server.Provision([urn] ,[object_cred], api_options)
329 elif method == 'Status':
330 result = server.Status([urn] ,[object_cred], api_options)
331 elif method == 'PerformOperationalAction':
333 # Nothing it is not supported by v2 AMs
334 version = server.GetVersion()
335 if version['geni_api'] == 3:
336 result = server.PerformOperationalAction([urn] ,[object_cred], action, api_options)
337 elif method == 'Shutdown':
338 result = server.Shutdown(urn ,[object_cred], api_options)
340 #return HttpResponse(json.dumps({'error' : '-3','msg':'method not supported by AM'}), content_type="application/json")
341 logger.debug('method %s not handled by AM' % method)
346 record_dict = {'urn': urn, 'hrn': hrn, 'type': object_type}
349 api_options['recursive'] = recursive
350 result = server.List(hrn, user_cred, api_options)
352 result = filter_records(object_type, result)
353 elif method == "Resolve":
355 # details can be True or False
356 api_options['details']=True
357 result = server.Resolve(hrn, user_cred, api_options)
359 result = filter_records(object_type, result)
360 elif method == "Register":
361 # record_dict must be crafted
362 # auth_cred must be selected in the list of auth_creds from user's account
363 result = server.Register(record_dict, auth_cred)
364 elif method == "Update":
365 # record_dict must be crafted
366 # object_cred must be selected in the list of creds for the object type
367 # from user's account
368 result = server.Update(record_dict, object_cred)
369 elif method == "Remove":
371 # auth_cred must be selected in the list of auth_creds from user's account
372 # object_type is required
373 result = server.Remove(hrn, auth_cred, object_type)
375 #return HttpResponse(json.dumps({'error' : '-3','msg':'method not supported by Registry'}), content_type="application/json")
376 logger.debug('method %s not handled by Registry' % method)
378 if output_format is not None:
379 if 'value' in result:
380 # TODO Python Caching
381 # to avoid translating the same RSpec in the same format several times
382 start_time = time.time()
383 result = translate(result['value'],output_format)
384 logger.debug("EXEC TIME - translate() - %s sec." % (time.time() - start_time))
388 if 'rspec' in dict_result and 'node' in dict_result['rspec']:
389 if isinstance(dict_result['rspec']['node'], list):
390 data = data + dict_result['rspec']['node']
392 data.append(dict_result['rspec']['node'])
395 logger.error(traceback.format_exc())
397 results[pf] = {'error':'-3', 'result':result,'error_msg': str(e)}
399 results['columns'] = columns
403 def translate(rspec, output_format):
407 values = {'content' : rspec}
408 url = 'https://demo.fiteagle.org/omnweb/convert/to/' + output_format
409 data = urllib.urlencode(values)
410 req = urllib2.Request(url, data)
411 response = urllib2.urlopen(req)
412 return response.read()
414 def rename(self,key,new_key):
415 ind = self._keys.index(key) #get the index of old key, O(N) operation
416 self._keys[ind] = new_key #replace old key with new key in self._keys
417 self[new_key] = self[key] #add the new key, this is added at the end of self._keys
418 self._keys.pop(-1) #pop the last item in self._keys
420 def get_users_in_slice(request, slice_hrn):
421 # select users.user_hrn, users.user_email, users.keys
423 # where slice_hrn=='onelab.upmc.r2d2.slice1'
424 users_query = Query().get('myslice:slice').filter_by('slice_hrn', '==', slice_hrn).select('users.user_hrn', 'users.user_urn', 'users.user_email','users.keys')
425 users = execute_admin_query(request, users_query)
426 rmap = {'user_urn':'urn','user_email':'email','user_hrn':'hrn'}
428 for u in users[0]['users']:
430 for k,v in u.items():
438 def get_user_config(request, user_email, platform_name):
439 account = get_user_account(request, user_email, platform_name)
440 return json.loads(account['config']) if account['config'] else {}
442 def get_platforms(request):
444 platform_query = Query().get('local:platform').filter_by('gateway_type', '==', 'sfa').filter_by('disabled','==',0).select('platform')
445 platforms = execute_admin_query(request, platform_query)
448 ret.append(p['platform'])
451 def get_platform_config(request, platform_name):
452 platform_query = Query().get('local:platform').filter_by('platform', '==', platform_name).select('platform', 'config')
453 platforms = execute_admin_query(request, platform_query)
455 return json.loads(platforms[0]['config']) if platforms[0]['config'] else {}
457 def filter_records(type, records):
458 filtered_records = []
459 for record in records:
460 if (record['type'] == type) or (type == "all"):
461 filtered_records.append(record)
462 return filtered_records