1 from django.http import HttpResponse
2 from manifold.core.query import Query
3 from manifoldapi.manifoldapi import execute_query,execute_admin_query
4 from portal.models import PendingUser, PendingSlice, PendingAuthority, PendingProject, PendingJoin
5 from unfold.page import Page
9 from django.contrib.auth.models import User
10 from django.contrib.auth import get_user_model
11 from django.template.loader import render_to_string
12 from django.core.mail import EmailMultiAlternatives, send_mail
14 from myslice.theme import ThemeView
15 from myslice.configengine import ConfigEngine
17 from myslice.settings import logger
23 # Thierry: moving this right into the code so
24 # most people can use myslice without having to install sfa
25 # XXX tmp sfa dependency, should be moved to SFA gateway
26 #from sfa.util.xrn import Xrn
28 def get_myslice_platform(request):
29 platform_query = Query().get('local:platform').select('platform_id','platform','gateway_type','disabled','config').filter_by('platform','==','myslice')
30 platform_details = execute_query(request, platform_query)
31 if isinstance(platform_details,list):
32 for platform_detail in platform_details:
33 return platform_detail
37 def get_myslice_account(request):
39 platform_myslice = get_myslice_platform(request)
40 account_query = Query().get('local:account').select('user_id','platform_id','auth_type','config').filter_by('platform_id','==',platform_myslice['platform_id'])
41 account_details = execute_query(request, account_query)
42 for account_detail in account_details:
44 except Exception as e:
48 def get_registry_url(request):
50 platform_detail = get_myslice_platform(request)
51 platform_config = json.loads(platform_detail['config'])
53 hostname = socket.gethostbyaddr(socket.gethostname())[0]
54 registry = platform_config.get('registry','N/A')
55 if 'localhost' in registry:
56 port = registry.split(':')[-1:][0]
57 registry = "http://" + hostname +':'+ port
59 except Exception as e:
63 def get_jfed_identity(request):
65 account_detail = get_myslice_account(request)
66 account_config = json.loads(account_detail['config'])
67 if 'user_private_key' in account_config:
68 private_key = account_config['user_private_key']
69 user_hrn = account_config.get('user_hrn','N/A')
70 platform_detail = get_myslice_platform(request)
71 registry = get_registry_url(request)
72 #registry = 'http://sfa-fed4fire.pl.sophia.inria.fr:12345/'
73 jfed_identity = user_hrn + '\n' + registry + '\n' + private_key
77 except Exception as e:
81 # Get the list of pis in a given authority
82 def authority_get_pis(request, authority_hrn):
83 # CACHE PB with fields
85 metadata = page.get_metadata()
86 auth_md = metadata.details_by_object('authority')
87 auth_fields = [column['name'] for column in auth_md['column']]
89 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
90 query = Query.get('myslice:authority').filter_by('authority_hrn', '==', authority_hrn).select(auth_fields)
91 results = execute_admin_query(request, query)
92 #print "authority_get_pis = %s" % results
93 # NOTE: temporarily commented. Because results is giving empty list.
94 # Needs more debugging
96 # raise Exception, "Authority not found: %s" % authority_hrn
98 #return result['pi_users']
101 #check the user is pi or not in the registry
102 def authority_check_pis(request, user_email):
104 user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id','email','password','config')
105 user_details = execute_admin_query(request, user_query)
107 # getting the authority_hrn
108 for user_detail in user_details:
109 user_id = user_detail['user_id']
110 if user_detail['config']:
111 config = json.loads(user_detail['config'])
112 authority_hrn = config.get('authority','Unknown Authority')
114 account_query = Query().get('local:account').filter_by('user_id', '==', user_id).select('user_id','platform_id','auth_type','config')
115 account_details = execute_admin_query(request, account_query)
117 platform_query = Query().get('local:platform').select('platform_id','platform')
118 platform_details = execute_admin_query(request, platform_query)
120 for account_detail in account_details:
121 for platform_detail in platform_details:
122 if platform_detail['platform_id'] == account_detail['platform_id']:
123 if 'myslice' in platform_detail['platform']:
124 account_config = json.loads(account_detail['config'])
125 user_hrn = account_config.get('user_hrn','N/A')
128 pis = authority_get_pis (request, authority_hrn)
130 pi_list = pi['pi_users']
132 if user_hrn in pi_list:
136 except Exception as e:
137 logger.error("Exception in actions.py in authority_check_pis {}".format(e))
141 def authority_add_pis(request, authority_hrn, user_hrn):
144 # getting pis of the authority of the user
145 pis = authority_get_pis (request, authority_hrn)
147 pi_list = pi['pi_users']
149 updated_pi_list = pi_list.append(user_hrn)
150 query = Query.update('myslice:authority').filter_by('authority_hrn', '==', authority_hrn).set({'pi_users':pi_list})
151 results = execute_query(request,query)
152 newpis = authority_get_pis (request, authority_hrn)
154 # Add the user to the slices of the project he/she joined
155 if len(authority_hrn.split('.')) > 2:
156 # this authority_hrn is a project
157 query_slices = Query.get('myslice:slice').filter_by('parent_authority', '==', authority_hrn).select('slice_hrn')
158 results_slices = execute_query(request,query_slices)
159 for s in results_slices:
160 sfa_add_user_to_slice(request, user_hrn, s['slice_hrn'])
161 # Clear Credentials of the user
162 user_email = get_user_email(request, user_hrn)
163 clear_user_creds(request, user_email)
166 except Exception as e:
167 logger.error("Exception in actions.py in authority_add_pis {}".format(e))
168 raise Exception, "Exception in actions.py in authority_add_pis {}".format(e)
170 def authority_remove_pis(request, authority_hrn, user_hrn):
173 # getting pis of the authority of the user
174 pis = authority_get_pis (request, authority_hrn)
176 pi_list = pi['pi_users']
178 updated_pi_list = pi_list.remove(user_hrn)
179 query = Query.update('myslice:authority').filter_by('authority_hrn', '==', authority_hrn).set({'pi_users':pi_list})
180 results = execute_query(request,query)
181 newpis = authority_get_pis (request, authority_hrn)
183 # Remove the user from the slices of the project he/she left
184 if len(authority_hrn.split('.')) > 2:
185 # this authority_hrn is a project
186 query_slices = Query.get('myslice:slice').filter_by('parent_authority', '==', authority_hrn).select('slice_hrn')
187 results_slices = execute_query(request,query_slices)
188 for s in results_slices:
189 print 'remove from slice %s' % s
190 sfa_remove_user_from_slice(request, user_hrn, s['slice_hrn'])
192 # Clear Credentials of the user
193 user_email = get_user_email(request, user_hrn)
194 clear_user_creds(request, user_email)
197 except Exception as e:
198 logger.error("Exception in actions.py in authority_remove_pis {}".format(e))
199 raise Exception, "Exception in actions.py in authority_remove_pis {}".format(e)
202 def authority_get_pi_emails(request, authority_hrn):
203 pi_users = authority_get_pis(request,authority_hrn)
204 logger.info("pi_users = %s" % pi_users)
206 if any(pi['pi_users'] == None or not pi['pi_users'] for pi in pi_users):
207 #theme.template_name = 'email_default_recipients.txt'
208 #default_email = render_to_string(theme.template, request)
209 #default_email = default_email.replace('\n', '')
210 #return default_email
211 # the above doesn't work
212 return ['support@onelab.eu']
214 pi_user_hrns = [ hrn for x in pi_users for hrn in x['pi_users'] ]
216 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
217 query = Query.get('myslice:user').filter_by('user_hrn', 'included', pi_user_hrns).select('user_email')
218 results = execute_admin_query(request, query)
219 return [result['user_email'] for result in results]
221 def get_user_email(request, user_hrn):
222 query = Query.get('myslice:user').filter_by('user_hrn', '==', user_hrn).select('user_email')
223 results = execute_admin_query(request, query)
224 return results[0]['user_email']
226 #clear user credentials
227 def clear_user_creds(request, user_email):
229 user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id','email','password','config')
230 user_details = execute_admin_query(request, user_query)
232 # getting the user_id from the session
233 for user_detail in user_details:
234 user_id = user_detail['user_id']
235 user_email = user_detail['email']
237 account_query = Query().get('local:account').filter_by('user_id', '==', user_id).select('user_id','platform_id','auth_type','config')
238 account_details = execute_admin_query(request, account_query)
240 platform_query = Query().get('local:platform').select('platform_id','platform')
241 platform_details = execute_admin_query(request, platform_query)
243 for account_detail in account_details:
244 for platform_detail in platform_details:
245 if platform_detail['platform_id'] == account_detail['platform_id']:
246 if 'myslice' in platform_detail['platform']:
247 account_config = json.loads(account_detail['config'])
248 #user_cred = account_config.get('delegated_user_credential','N/A')
249 user_cred = account_config.get('user_credential','N/A')
250 if 'N/A' not in user_cred:
251 user_hrn = account_config.get('user_hrn','N/A')
252 user_pub_key = json.dumps(account_config.get('user_public_key','N/A'))
253 user_priv_key = json.dumps(account_config.get('user_private_key','N/A'))
254 updated_config = '{"user_public_key":'+ user_pub_key + ', "user_private_key":'+ user_priv_key + ', "user_hrn":"'+ user_hrn + '"}'
255 user_params = { 'config': updated_config}
256 manifold_update_account(request, user_id,user_params)
261 except Exception as e:
262 logger.error("Exception in actions.py in clear_user_creds {}".format(e))
265 def is_pi(wsgi_request, user_hrn, authority_hrn):
266 # authorities from user where user_hrn == "ple.upmc.jordan_auge"
267 logger.debug("#### actions.py is_pi authority_hrn = {}".format(authority_hrn))
269 # CACHE PB with fields
270 page = Page(wsgi_request)
271 metadata = page.get_metadata()
272 user_md = metadata.details_by_object('user')
273 user_fields = [column['name'] for column in user_md['column']]
275 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
276 query = Query().get('myslice:user').select(user_fields).filter_by('user_hrn','==',user_hrn)
277 #query = Query.get('myslice:user').filter_by('user_hrn', '==', user_hrn).select('pi_authorities')
278 results = execute_query(wsgi_request, query)
279 for user_detail in results:
280 if authority_hrn in user_detail['pi_authorities']:
282 except Exception as e:
283 logger.error("Exception in actions.py in is_pi {}".format(e))
288 def sfa_get_user(request, user_hrn, pub=None):
290 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
291 query_sfa_user = Query.get('myslice:user').filter_by('user_hrn', '==', user_hrn)
292 result_sfa_user = execute_admin_query(request, query_sfa_user)
293 return result_sfa_user[0]
295 def sfa_update_user(request, user_hrn, user_params):
296 # user_params: keys [public_key]
297 if 'email' in user_params:
298 user_params['user_email'] = user_params['email']
300 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
301 query = Query.update('myslice:user').filter_by('user_hrn', '==', user_hrn).set(user_params).select('user_hrn')
302 results = execute_admin_query(request,query)
305 def sfa_add_authority(request, authority_params):
307 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
308 query = Query.create('myslice:authority').set(authority_params).select('authority_hrn')
309 results = execute_query(request, query)
310 logger.info("sfa_add_auth results={}".format(results))
312 raise Exception, "Could not create %s. Already exists ?" % authority_params['hrn']
315 def sfa_add_user_to_slice(request, user_hrn, slice_hrn):
316 # UPDATE myslice:slice SET users = ['fed4fire.upmc.loic_baron', 'fed4fire.upmc.mohammed-yasin_rahman', 'fed4fire.upmc.demo'] WHERE slice_hrn == 'fed4fire.upmc.project_y.test_under' SELECT slice_hrn, slice_urn
317 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
318 query_current_users = Query.get('myslice:slice').select('users').filter_by('slice_hrn','==',slice_hrn)
319 results_current_users = execute_query(request, query_current_users)
320 current_users = list()
321 for r in results_current_users:
322 current_users.extend(r['users'])
323 users = list(set([user_hrn]) | set(current_users))
325 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
326 query = Query.update('myslice:slice').filter_by('slice_hrn', '==', slice_hrn).set({'users':users}).select('slice_hrn')
327 results = execute_query(request, query)
328 # Also possible but not supported yet
329 # UPDATE myslice:user SET slice=['ple.upmc.agent','ple.upmc.myslicedemo','ple.upmc.tophat'] where user_hrn=='ple.upmc.azerty'
331 raise Exception, "Could not add user %s to slice %s" % (user_hrn, slice_hrn)
334 def sfa_remove_user_from_slice(request, user_hrn, slice_hrn):
335 # UPDATE myslice:slice SET users = ['fed4fire.upmc.loic_baron', 'fed4fire.upmc.demo'] WHERE slice_hrn == 'fed4fire.upmc.project_y.test_under' SELECT slice_hrn, slice_urn
336 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
337 query_current_users = Query.get('myslice:slice').select('users').filter_by('slice_hrn','==',slice_hrn)
338 results_current_users = execute_query(request, query_current_users)
339 current_users = list()
340 for r in results_current_users:
341 current_users.extend(r['users'])
342 if user_hrn in current_users:
343 current_users.remove(user_hrn)
345 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
346 query = Query.update('myslice:slice').filter_by('slice_hrn', '==', slice_hrn).set({'users':current_users}).select('slice_hrn')
347 results = execute_query(request, query)
348 # Also possible but not supported yet
349 # UPDATE myslice:user SET slice=['ple.upmc.agent','ple.upmc.myslicedemo','ple.upmc.tophat'] where user_hrn=='ple.upmc.azerty'
351 raise Exception, "Could not remove user %s to slice %s" % (user_hrn, slice_hrn)
356 def manifold_add_user(wsgi_request, request):
357 """Add a Manifold user corresponding to a user request.
360 wsgi_request: a WSGIRequest instance
361 request (dict): a dictionary containing the user request built from the
365 The user_id of the inserted user.
371 USER_CONFIG = '{"firstname": "%(first_name)s", "lastname": "%(last_name)s", "authority": "%(authority_hrn)s"}'
374 'email' : request['email'],
375 'password' : request['password'],
376 'config' : USER_CONFIG % request,
380 query = Query.create('local:user').set(user_params).select('email')
381 results = execute_admin_query(request, query)
383 raise Exception, "Failed creating manifold user: %s" % user_params['email']
385 return result['email']
387 def manifold_update_user(request, email, user_params):
388 # user_params: password, config e.g.,
389 query = Query.update('local:user').filter_by('email', '==', email).set(user_params).select('email')
390 results = execute_admin_query(request,query)
391 # NOTE: results remains empty and goes to Exception. However, it updates the manifold DB.
392 # That's why I commented the exception part. -- Yasin
394 # raise Exception, "Failed updating manifold user: %s" % user_params['email']
398 def manifold_add_account(request, account_params):
399 query = Query.create('local:account').set(account_params).select(['user', 'platform'])
400 results = execute_admin_query(request,query)
402 raise Exception, "Failed creating manifold account on platform %s for user: %s" % (account_params['platform'], account_params['user'])
404 return result['user_id']
406 def manifold_update_account(request,user_id,account_params):
407 # account_params: config
408 query = Query.update('local:account').filter_by('platform', '==', 'myslice').filter_by('user_id', '==', user_id).set(account_params).select('user_id')
409 results = execute_admin_query(request,query)
412 #explicitly mention the platform_id
413 def manifold_delete_account(request, user_id, platform_id = None):
414 query = Query.delete('local:account').filter_by('user_id', '==', user_id)
415 if platform_id is not None:
416 query.filter_by('platform_id', '==', platform_id)
417 results = execute_admin_query(request,query)
420 def manifold_delete_user(request, user_id):
421 query = Query.delete('local:user').filter_by('user_id', '==', user_id).select('user_id')
422 results = execute_admin_query(request,query)
427 def manifold_add_platform(request, platform_params):
428 query = Query.create('local:platform').set(platform_params).select(['user', 'platform'])
429 results = execute_admin_query(request,query)
431 raise Exception, "Failed creating manifold platform %s for user: %s" % (platform_params['platform'], platform_params['user'])
433 return result['platform_id']
435 def delete_local_user(wsgi_request, user_email):
436 user_query = Query().get('local:user') \
437 .filter_by('email', '==', user_email) \
438 .select('user_id','config')
439 user = execute_admin_query(wsgi_request, user_query)
442 #raise Exception, "User not found, check local DB"
444 user_id = user[0]['user_id']
445 user_config = json.loads(user[0]['config'])
446 authority_hrn = user_config.get('authority', None)
448 if is_pi(wsgi_request, '$user_hrn', authority_hrn):
449 # removing from Django auth_user
450 UserModel = get_user_model()
451 UserModel._default_manager.filter(email__iexact = user_email).delete()
453 # removing manifold account
454 manifold_delete_account(wsgi_request, user_id)
456 # removing manifold user
457 manifold_delete_user(wsgi_request, user_id)
460 #raise Exception, "No sufficient rights on authority = ",authority_hrn
465 def make_request_user(user):
467 request['type'] = 'user'
468 request['id'] = user.id
469 request['timestamp'] = user.created # XXX in DB ?
470 request['authority_hrn'] = user.authority_hrn
471 request['first_name'] = user.first_name
472 request['last_name'] = user.last_name
473 request['email'] = user.email
474 request['login'] = user.login
475 request['user_hrn'] = user.user_hrn
476 request['public_key'] = user.public_key
477 request['private_key'] = user.private_key
480 def make_request_slice(slice):
482 request['type'] = 'slice'
483 request['id'] = slice.id
484 request['user_hrn'] = slice.user_hrn
485 request['timestamp'] = slice.created
486 request['authority_hrn'] = slice.authority_hrn
487 request['slice_name'] = slice.slice_name
488 request['number_of_nodes'] = slice.number_of_nodes
489 request['type_of_nodes'] = slice.type_of_nodes
490 request['purpose'] = slice.purpose
493 def make_request_project(project):
495 request['type'] = 'project'
496 request['id'] = project.id
497 request['user_hrn'] = project.user_hrn
498 request['email'] = project.email
499 request['timestamp'] = project.created
500 request['authority_hrn'] = project.authority_hrn
501 request['project_name'] = project.project_name
502 request['purpose'] = project.purpose
505 def make_request_join(join):
507 request['type'] = 'join'
508 request['id'] = join.id
509 request['user_hrn'] = join.user_hrn
510 request['email'] = join.email
511 request['timestamp'] = join.created
512 request['authority_hrn'] = join.authority_hrn
513 request['project_name'] = join.project_name
516 def make_request_authority(authority):
518 request['type'] = 'authority'
519 request['id'] = authority.id
520 request['site_name'] = authority.site_name
521 request['site_latitude'] = authority.site_latitude
522 request['site_longitude'] = authority.site_longitude
523 request['site_url'] = authority.site_url
524 request['site_authority'] = authority.site_authority
525 request['site_abbreviated_name'] = authority.site_abbreviated_name
526 request['address_line1'] = authority.address_line1
527 request['address_line2'] = authority.address_line2
528 request['address_line3'] = authority.address_line3
529 request['address_city'] = authority.address_city
530 request['address_postalcode'] = authority.address_postalcode
531 request['address_state'] = authority.address_state
532 request['address_country'] = authority.address_country
533 request['authority_hrn'] = authority.authority_hrn
534 request['timestamp'] = authority.created
537 def make_requests(pending_users, pending_slices, pending_authorities, pending_projects, pending_joins):
538 logger.info("$$$$$$$$$$$$$$$ make_request")
540 for user in pending_users:
541 requests.append(make_request_user(user))
542 for slice in pending_slices:
543 requests.append(make_request_slice(slice))
544 for authority in pending_authorities:
545 requests.append(make_request_authority(authority))
546 for project in pending_projects:
547 requests.append(make_request_project(project))
548 for join in pending_joins:
549 requests.append(make_request_join(join))
552 def get_request_by_id(ids):
553 logger.info("$$$$$$$$$$$$$$$$ get_request_by_id")
554 sorted_ids = { 'user': [], 'slice': [], 'authority': [], 'project': [], 'join': [] }
556 type, id = type__id.split('__')
557 sorted_ids[type].append(id)
560 pending_users = PendingUser.objects.all()
561 pending_slices = PendingSlice.objects.all()
562 pending_authorities = PendingAuthority.objects.all()
563 pending_projects = PendingProject.objects.all()
564 pending_joins = PendingJoin.objects.all()
566 pending_users = PendingUser.objects.filter(id__in=sorted_ids['user']).all()
567 pending_slices = PendingSlice.objects.filter(id__in=sorted_ids['slice']).all()
568 pending_authorities = PendingAuthority.objects.filter(id__in=sorted_ids['authority']).all()
569 pending_projects = PendingProject.objects.filter(id__in=sorted_ids['project']).all()
570 pending_joins = PendingJoin.objects.filter(id__in=sorted_ids['join']).all()
572 return make_requests(pending_users, pending_slices, pending_authorities, pending_projects, pending_joins)
574 def get_requests(authority_hrns=None):
575 logger.info("$$$$$$$$$$$$$ get_request_by_authority auth_hrns = {}".format(authority_hrns))
576 if not authority_hrns:
577 ## get those pending users who have confirmed their emails
578 pending_users = PendingUser.objects.filter(status__iexact = 'True')
579 pending_slices = PendingSlice.objects.all()
580 pending_authorities = PendingAuthority.objects.all()
581 pending_projects = PendingProject.objects.all()
582 pending_joins = PendingJoin.objects.all()
584 pending_users = PendingUser.objects
585 pending_slices = PendingSlice.objects
586 pending_authorities = PendingAuthority.objects
587 pending_projects = PendingProject.objects
588 pending_joins = PendingJoin.objects
589 from django.db.models import Q
591 list_slice_Q = list()
595 for hrn in authority_hrns:
596 list_user_Q.append(Q(authority_hrn__startswith=hrn, status__iexact = 'True'))
597 list_slice_Q.append(Q(authority_hrn__startswith=hrn))
598 list_auth_Q.append(Q(site_authority__startswith=hrn))
599 list_proj_Q.append(Q(authority_hrn__startswith=hrn))
600 list_join_Q.append(Q(authority_hrn__startswith=hrn))
601 from operator import __or__ as OR
602 pending_users = pending_users.filter(reduce(OR, list_user_Q))
603 pending_slices = pending_slices.filter(reduce(OR, list_slice_Q))
604 pending_authorities = pending_authorities.filter(reduce(OR, list_auth_Q))
605 pending_projects = pending_projects.filter(reduce(OR, list_proj_Q))
606 pending_joins = pending_joins.filter(reduce(OR, list_join_Q))
607 #pending_authorities = pending_authorities.all() #filter(reduce(OR, list_Q))
609 return make_requests(pending_users, pending_slices, pending_authorities, pending_projects, pending_joins)
611 # XXX Is it in sync with the form fields ?
613 def portal_validate_request(wsgi_request, request_ids):
616 if not isinstance(request_ids, list):
617 request_ids = [request_ids]
619 requests = get_request_by_id(request_ids)
620 for request in requests:
621 # type, id, timestamp, details, allowed -- MISSING: authority_hrn
622 # CAREFUL about details
623 # user : first name, last name, email, password, keypair
624 # slice : number of nodes, type of nodes, purpose
628 if request['type'] == 'user':
629 create_user(wsgi_request, request)
630 request_status['SFA user'] = {'status': True }
631 u = PendingUser.objects.get(id=request['id'])
633 'first_name' : u.first_name,
634 'last_name' : u.last_name,
639 PendingUser.objects.get(id=request['id']).delete()
641 elif request['type'] == 'slice':
642 create_slice(wsgi_request, request)
643 request_status['SFA slice'] = {'status': True }
644 s = PendingSlice.objects.get(id=request['id'])
646 'slice_name' : s.slice_name,
648 'purpose' : s.purpose,
653 PendingSlice.objects.get(id=request['id']).delete()
655 # Clear user's Credentials
656 sfa_user = sfa_get_user(wsgi_request, request['user_hrn'])
657 clear_user_creds(wsgi_request,sfa_user['user_email'])
659 elif request['type'] == 'authority':
660 #hrn = "%s.%s" % (request['authority_hrn'], request['site_authority'])
661 hrn = request['site_authority']
662 # XXX tmp sfa dependency
663 from sfa.util.xrn import Xrn
664 urn = Xrn(hrn, request['type']).get_urn()
666 # Only hrn is required for Manifold Query
667 sfa_authority_params = {
668 'authority_hrn' : hrn,
669 #'authority_urn' : urn,
670 #'type' : request['type'],
674 logger.info("ADD Authority")
675 sfa_add_authority(wsgi_request, sfa_authority_params)
676 request_status['SFA authority'] = {'status': True }
677 a = PendingAuthority.objects.get(id=request['id'])
679 'site_name' : a.site_name,
680 'short_name' : a.short_name,
683 'country' : a.country,
684 'portal_url' : a.current_site,
688 PendingAuthority.objects.get(id=request['id']).delete()
690 # Clear Admin Cache as it is used to display the list of authorities in Registration page
691 query = Query.update('myslice:authority').filter_by('authority_hrn', '==', sfa_authority_params['authority_hrn']).set({'authority_hrn':sfa_authority_params['authority_hrn']}).select('authority_hrn')
692 res = execute_admin_query(request, query)
694 elif request['type'] == 'project':
695 hrn = request['authority_hrn'] + '.' + request['project_name']
697 # Only hrn is required for Manifold Query
698 sfa_authority_params = {
699 'authority_hrn' : hrn
701 sfa_add_authority(wsgi_request, sfa_authority_params)
703 # Add user as a PI of the project
704 # Clear user's Credentials
705 authority_add_pis(wsgi_request, hrn , request['user_hrn'])
707 request_status['SFA project'] = {'status': True }
708 p = PendingProject.objects.get(id=request['id'])
710 'project_name' : p.project_name,
711 'authority_hrn' : p.authority_hrn,
713 'purpose' : p.purpose,
717 PendingProject.objects.get(id=request['id']).delete()
719 # Clear Admin Cache as it is used to display the list of projects in Slice request page
720 query = Query.update('myslice:authority').filter_by('authority_hrn', '==', sfa_authority_params['authority_hrn']).set({'authority_hrn':sfa_authority_params['authority_hrn']}).select('authority_hrn')
721 res = execute_admin_query(request, query)
724 elif request['type'] == 'join':
725 # Add user as a PI of the project
726 # Clear user's Credentials
727 authority_add_pis(wsgi_request, request['authority_hrn'] , request['user_hrn'])
729 request_status['SFA join'] = {'status': True }
730 j = PendingJoin.objects.get(id=request['id'])
732 'project_name' : j.project_name,
733 'authority_hrn' : j.authority_hrn,
735 'user_hrn' : j.user_hrn,
739 PendingJoin.objects.get(id=request['id']).delete()
741 raise Exception, 'unknown type of request %s' % request['type']
742 # XXX Remove from Pendings in database
744 send_status_email(wsgi_request, ctx, user_email, request['type'], 'validated')
746 request_status['SFA '+request['type']] = {'status': False, 'description': str(e)}
747 logger.error('ERROR - actions.py - portal_validate_request: %s' % e)
749 logger.error(traceback.format_exc())
751 status['%s__%s' % (request['type'], request['id'])] = request_status
755 def validate_action(request, **kwargs):
756 ids = filter(None, kwargs['id'].split('/'))
757 status = portal_validate_request(request, ids)
758 json_answer = json.dumps(status)
759 return HttpResponse (json_answer, content_type="application/json")
762 def reject_action(request, **kwargs):
763 ids = filter(None, kwargs['id'].split('/'))
764 status = portal_reject_request(request, ids)
765 json_answer = json.dumps(status)
766 return HttpResponse (json_answer, content_type="application/json")
768 def get_current_site(request):
769 if request.is_secure():
770 current_site = 'https://'
772 current_site = 'http://'
773 current_site += request.META['HTTP_HOST']
776 def portal_reject_request(wsgi_request, request_ids):
778 current_site = get_current_site(wsgi_request)
779 if not isinstance(request_ids, list):
780 request_ids = [request_ids]
782 requests = get_request_by_id(request_ids)
783 for request in requests:
784 # type, id, timestamp, details, allowed -- MISSING: authority_hrn
785 # CAREFUL about details
786 # user : first name, last name, email, password, keypair
787 # slice : number of nodes, type of nodes, purpose
792 if request['type'] == 'user':
793 request_status['SFA user'] = {'status': True }
794 # getting user email based on id
795 ## RAW SQL queries on Django DB- https://docs.djangoproject.com/en/dev/topics/db/sql/
796 for user in PendingUser.objects.raw('SELECT * FROM portal_pendinguser WHERE id = %s', [request['id']]):
797 user_email= user.email
798 first_name = user.first_name
799 last_name = user.last_name
802 'first_name' : first_name,
803 'last_name' : last_name,
804 'email' : user_email,
805 'portal_url' : current_site,
808 # removing from Django portal_pendinguser
809 PendingUser.objects.get(id=request['id']).delete()
811 delete_local_user(wsgi_request, user_email)
813 elif request['type'] == 'slice':
814 request_status['SFA slice'] = {'status': True }
816 # getting user email based on id
817 ## RAW SQL queries on Django DB- https://docs.djangoproject.com/en/dev/topics/db/sql/
818 for user in PendingSlice.objects.raw('SELECT * FROM portal_pendingslice WHERE id = %s', [request['id']]):
819 user_email= user.type_of_nodes # XXX type_of_nodes field contains the email [shd be renamed in DB]
820 slice_name = user.slice_name
821 purpose = user.purpose
822 url = user.number_of_nodes
825 'slice_name': slice_name,
828 'portal_url': current_site,
831 PendingSlice.objects.get(id=request['id']).delete()
833 elif request['type'] == 'authority':
834 request_status['SFA authority'] = {'status': True }
836 # getting user email based on id
837 ## RAW SQL queries on Django DB- https://docs.djangoproject.com/en/dev/topics/db/sql/
838 for user in PendingAuthority.objects.raw('SELECT * FROM portal_pendingauthority WHERE id = %s', [request['id']]):
839 user_email= user.address_line1 # XXX address_line1 field contains the email [shd be renamed in DB]
840 site_name = user.site_name
841 city = user.address_city
842 country = user.address_country
843 short_name = user.site_abbreviated_name
847 'site_name': site_name,
848 'short_name': short_name,
852 'portal_url' : current_site,
855 PendingAuthority.objects.get(id=request['id']).delete()
857 # XXX TMP we should send an email to the user to inform him/her
858 elif request['type'] == 'project':
859 request_status['SFA project'] = {'status': True }
860 p = PendingProject.objects.get(id=request['id'])
862 'project_name' : p.project_name,
863 'authority_hrn' : p.authority_hrn,
865 'purpose' : p.purpose,
868 PendingProject.objects.get(id=request['id']).delete()
870 elif request['type'] == 'join':
871 request_status['SFA join'] = {'status': True }
872 j = PendingJoin.objects.get(id=request['id'])
874 'project_name' : j.project_name,
875 'authority_hrn' : j.authority_hrn,
877 'user_hrn' : j.user_hrn,
881 PendingJoin.objects.get(id=request['id']).delete()
883 raise Exception, 'unknown type of request %s' % request['type']
885 send_status_email(wsgi_request, ctx, user_email, request['type'], 'denied')
887 request_status['SFA '+request['type']] = {'status': False, 'description': str(e)}
888 logger.error('ERROR - actions.py - portal_reject_request: %s' % e)
890 logger.error(traceback.format_exc())
892 status['%s__%s' % (request['type'], request['id'])] = request_status
896 def send_status_email(request, ctx, user_email, obj_type, status):
898 ctx['current_site'] = get_current_site(request)
901 theme.template_name = obj_type + '_request_' + status + '.txt'
902 text_content = render_to_string(theme.template, ctx)
903 theme.template_name = obj_type + '_request_' + status + '.html'
904 html_content = render_to_string(theme.template, ctx)
905 theme.template_name = 'email_default_sender.txt'
907 sender = render_to_string(theme.template, ctx)
908 sender = sender.replace('\n', '')
910 subject = obj_type + ' request '+ status +'.'
912 msg = EmailMultiAlternatives(subject, text_content, sender, [user_email])
913 msg.attach_alternative(html_content, "text/html")
915 except Exception as e:
917 logger.error("Failed to send email, please check the mail templates and the SMTP configuration of your server")
921 # http://djangosnippets.org/snippets/942/
925 #-------------------------------------------------------------------------------
927 #-------------------------------------------------------------------------------
929 def create_slice(wsgi_request, request):
932 wsgi_request (~ WSGIRequest) :
933 request (dict) : the slice request in our own dict format
938 hrn = "%s.%s" % (request['authority_hrn'], request['slice_name'])
939 # XXX tmp sfa dependency
940 from sfa.util.xrn import Xrn
941 urn = Xrn(hrn, request['type']).get_urn()
943 # Add User to Slice if we have the user_hrn in pendingslice table
944 user_hrn = request.get('user_hrn', None)
945 user_hrns = list([user_hrn]) if user_hrn else list()
947 # CACHE PB with fields
948 page = Page(wsgi_request)
949 metadata = page.get_metadata()
950 user_md = metadata.details_by_object('user')
951 user_fields = [column['name'] for column in user_md['column']]
953 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
954 #user_query = Query().get('myslice:user').select('user_hrn','user_email').filter_by('user_hrn','==',user_hrn)
955 user_query = Query().get('myslice:user').select(user_fields).filter_by('user_hrn','==',user_hrn)
956 user_details_sfa = execute_admin_query(wsgi_request, user_query)
957 if not user_details_sfa:
958 raise Exception, "User %s doesn't exist, validate user before validating slice" % user_hrn
959 for user in user_details_sfa:
960 user_email = user['user_email']
962 # XXX LOIC Quick fix because this is totally inconsistent
963 if not 'number_of_nodes' in request:
964 request['number_of_nodes']=""
966 # Slice is under a project
967 if len(request['authority_hrn'].split('.')) > 2:
969 pis = authority_get_pis(wsgi_request, request['authority_hrn'])
971 pi_list = pi['pi_users']
972 user_hrns.extend(pi_list)
974 # XXX We should create a slice with Manifold terminology
978 'slice_type' : request['type'],
979 'url' : request['number_of_nodes'],
981 'slice_enabled' : True
983 # ignored in request: id, timestamp, number_of_nodes, type_of_nodes, purpose
985 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
986 query = Query.create('myslice:slice').set(slice_params).select('slice_hrn')
987 results = execute_query(wsgi_request, query)
989 raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn']
992 for u_hrn in user_hrns:
993 u_email = get_user_email(wsgi_request, u_hrn)
994 clear_user_creds(wsgi_request, u_email)
995 except Exception as e:
996 logger.error("Failed clear credentials for all users")
997 clear_user_creds(wsgi_request,user_email)
999 activity.slice.validate(request, { "slice" : hrn })
1003 def create_pending_slice(wsgi_request, request, email):
1007 # Insert an entry in the PendingSlice table
1009 slice_name = request['slice_name'],
1010 user_hrn = request['user_hrn'],
1011 authority_hrn = request['authority_hrn'],
1012 number_of_nodes = request['url'], # field needs to be renamed
1013 purpose = request['purpose'],
1014 type_of_nodes = request['email'] # field needs to be renamed
1018 send_email_to_pis(wsgi_request, request, 'slice')
1020 def create_pending_project(wsgi_request, request):
1024 # Insert an entry in the PendingProject table
1026 project_name = request['project_name'],
1027 user_hrn = request['user_hrn'],
1028 email = request['email'],
1029 authority_hrn = request['authority_hrn'],
1030 purpose = request['purpose'],
1034 send_email_to_pis(wsgi_request, request, 'project')
1036 def create_pending_join(wsgi_request, request):
1040 # Insert an entry in the PendingJoin table
1042 user_hrn = request['user_hrn'],
1043 email = request['email'],
1044 project_name = request['project_name'],
1045 authority_hrn = request['authority_hrn'],
1049 send_email_to_pis(wsgi_request, request, 'join')
1051 #-------------------------------------------------------------------------------
1053 #-------------------------------------------------------------------------------
1055 def send_email_to_pis(request, context, obj_type):
1057 context['current_site'] = get_current_site(request)
1058 context['theme'] = theme
1059 # Send an email: the recipients are the PIs of the authority
1060 recipients = authority_get_pi_emails(request, context['authority_hrn'])
1062 theme.template_name = obj_type + '_request_email.txt'
1063 text_content = render_to_string(theme.template, context)
1065 theme.template_name = obj_type + '_request_email.html'
1066 html_content = render_to_string(theme.template, context)
1068 #theme.template_name = obj_type + '_request_email_subject.txt'
1069 #subject = render_to_string(theme.template, request)
1070 #subject = subject.replace('\n', '')
1071 subject = "New "+obj_type+" request"
1073 theme.template_name = 'email_default_sender.txt'
1074 sender = render_to_string(theme.template, context)
1075 sender = sender.replace('\n', '')
1077 msg = EmailMultiAlternatives(subject, text_content, sender, recipients)
1078 msg.attach_alternative(html_content, "text/html")
1080 except Exception, e:
1082 print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
1085 #-------------------------------------------------------------------------------
1087 #-------------------------------------------------------------------------------
1089 def manifold_add_reference_user_accounts(wsgi_request, request):
1090 """When a new user is created, add reference accounts to the reference platform.
1092 # XXX XXX XXX The rest of this function has to be checked XXX XXX XXX
1094 # Retrieve user information
1095 user_query = Query().get('local:user') \
1096 .select('user_id', 'config', 'email', 'status') \
1097 .filter_by('email', '==', request['email'])
1098 user_details = execute_admin_query(wsgi_request, user_query)
1100 # USER MAIN ACCOUNT != reference
1101 #print 'USER MAIN ACCOUNT != reference'
1102 list_accounts_query = Query().get('local:account') \
1103 .select('user_id', 'platform_id', 'auth_type', 'config') \
1104 .filter_by('user_id', '==', user_details[0]['user_id']) \
1105 .filter_by('auth_type', '!=', 'reference')
1106 list_accounts = execute_admin_query(wsgi_request, list_accounts_query)
1108 # XXX main_platform is being erased several times ???
1109 for account in list_accounts:
1110 main_platform_query = Query().get('local:platform') \
1111 .select('platform_id', 'platform') \
1112 .filter_by('platform_id', '==', account['platform_id'])
1113 main_platform = execute_admin_query(wsgi_request, main_platform_query)
1115 # Add reference accounts on SFA enabled platforms
1116 platforms_query = Query().get('local:platform') \
1117 .filter_by('disabled', '==', '0') \
1118 .filter_by('gateway_type', '==', 'sfa') \
1119 .select('platform_id', 'gateway_type')
1120 platforms = execute_admin_query(wsgi_request, platforms_query)
1121 for platform in platforms:
1122 #print "add reference to platform ",platform
1123 manifold_account_params = {
1124 'user_id' : user_details[0]['user_id'],
1125 'platform_id' : platform['platform_id'],
1126 'auth_type' : 'reference',
1127 'config' : '{"reference_platform": "' + main_platform[0]['platform'] + '"}',
1129 manifold_add_account(wsgi_request, manifold_account_params)
1131 def sfa_create_user(wsgi_request, request, namespace = None, as_admin = False):
1134 wsgi_request (~ WSGIRequest) :
1135 request (dict) : the user request in our own dict format
1140 from sfa.util.xrn import Xrn
1142 auth_pi = request.get('pi', None)
1143 auth_pi = list([auth_pi]) if auth_pi else list()
1145 # We create a user request with Manifold terminology
1147 'user_hrn' : request['user_hrn'],
1148 'user_email' : request['email'],
1149 'user_urn' : Xrn(request['user_hrn'], request['type']).get_urn(),
1150 'user_type' : request['type'],
1151 'keys' : request['public_key'],
1152 'user_first_name' : request['first_name'],
1153 'user_last_name' : request['last_name'],
1154 'pi_authorities' : auth_pi,
1155 'user_enabled' : True
1158 if namespace is not None:
1159 query = Query.create('%s:user' % namespace).set(sfa_user_params).select('user_hrn')
1161 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
1162 query = Query.create('myslice:user').set(sfa_user_params).select('user_hrn')
1165 results = execute_admin_query(wsgi_request, query)
1167 results = execute_query(wsgi_request, query)
1170 raise Exception, "Could not create %s. Already exists ?" % sfa_user_params['user_hrn']
1174 def iotlab_create_user (wsgi_request, request, namespace = None, as_admin=False):
1178 from requests.auth import HTTPBasicAuth
1180 engine = ConfigEngine()
1181 URL_REST = engine.iotlab_url()
1182 LOGIN_ADMIN = engine.iotlab_admin_user()
1183 PASSWORD_ADMIN = engine.iotlab_admin_password()
1185 auth = HTTPBasicAuth(LOGIN_ADMIN,PASSWORD_ADMIN)
1186 headers = {'content-type': 'application/json'}
1188 for user in PendingUser.objects.raw('SELECT * FROM portal_pendinguser WHERE email = %s', [request['email']]):
1189 password= user.password
1192 iotlab_user_params = {
1194 #"login" : request['email'], #auto generated by iotlab
1195 "password" : password,
1196 "firstName" : request['first_name'],
1197 "lastName" : request['last_name'],
1198 "email" : request['email'],
1199 "structure" : request['authority_hrn'],
1202 "sshPublicKey" : request['public_key'],
1203 "motivations" : "SFA federation",
1206 iotlab_user_params1 = json.dumps(iotlab_user_params)
1207 r=requests.post(url=URL_REST, data=iotlab_user_params1, headers=headers, auth=auth)
1208 logger.info('Create iotlab user : {} {}'.format(r.status_code, r.text))
1211 def create_user(wsgi_request, request, namespace = None, as_admin = False):
1212 # XXX This has to be stored centrally
1213 USER_STATUS_ENABLED = 2
1215 # NOTE : if we were to create a user directly (just like we create slices,
1216 # we would have to perform the steps in create_pending_user too
1218 # Add the user to the SFA registry
1219 sfa_create_user(wsgi_request, request, namespace, as_admin)
1221 # Update Manifold user status
1222 manifold_update_user(wsgi_request, request['email'], {'status': USER_STATUS_ENABLED})
1224 # Add reference accounts for platforms
1225 manifold_add_reference_user_accounts(wsgi_request, request)
1227 # Add the user to iotlab portal if theme is set to onelab
1228 if theme.theme == 'onelab':
1229 iotlab_create_user (wsgi_request, request)
1231 def create_pending_user(wsgi_request, request, user_detail):
1235 # Insert an entry in the PendingUser table
1237 first_name = request['first_name'],
1238 last_name = request['last_name'],
1239 authority_hrn = request['authority_hrn'],
1240 email = request['email'],
1241 password = request['password'],
1242 public_key = request['public_key'],
1243 private_key = request['private_key'],
1244 user_hrn = request['user_hrn'],
1246 email_hash = request['email_hash'],
1250 # sends email to user to activate the email
1251 request['current_site'] = get_current_site(wsgi_request)
1252 request['theme'] = theme
1253 theme.template_name = 'activate_user.html'
1254 html_content = render_to_string(theme.template, request)
1255 theme.template_name = 'activate_user.txt'
1256 text_content = render_to_string(theme.template, request)
1257 theme.template_name = 'activate_user_email_subject.txt'
1258 subject = render_to_string(theme.template, request)
1259 subject = subject.replace('\n', '')
1260 theme.template_name = 'email_default_sender.txt'
1261 sender = render_to_string(theme.template, request)
1262 sender = sender.replace('\n', '')
1263 recipient = [request['email']]
1264 #recipient = recipient.append(request['email'])
1266 msg = EmailMultiAlternatives(subject, text_content, sender, recipient)
1267 msg.attach_alternative(html_content, "text/html")
1270 # saves the user to django auth_user table [needed for password reset]
1271 user = User.objects.create_user(request['email'], request['email'], request['password'])
1273 # Creating a manifold user
1274 user_id = manifold_add_user(wsgi_request, request)
1276 # Creating a Manifold account on the MySlice platform
1277 # Note the JSON representation of public and private keys already includes quotes
1279 'user_hrn' : request['user_hrn'],
1280 'user_public_key' : request['public_key'],
1282 if request['private_key']:
1283 account_config['user_private_key'] = request['private_key']
1285 user_id = user_detail['user_id'] + 1 # the user_id for the newly created user in local:user
1287 # XXX TODO: Require a myslice platform
1288 # ALERT: this will disapear with ROUTERV2 of Manifold
1289 # We have to consider the case where several registries can be used
1290 # Removed hardcoded platform = 5
1291 # This platform == 'myslice' is a TMP FIX !!
1293 reg_platform_query = Query().get('local:platform') \
1294 .filter_by('platform', '==', 'myslice') \
1295 .select('platform_id')
1296 reg_platform = execute_admin_query(wsgi_request, reg_platform_query)
1298 reg_platform_id = reg_platform[0]['platform_id']
1300 'platform_id' : reg_platform_id, # XXX ALERT !!
1301 'user_id' : user_id,
1302 'auth_type' : request['auth_type'],
1303 'config' : json.dumps(account_config),
1305 manifold_add_account(wsgi_request, account_params)
1307 # Email to PIs is sent when the user activates his email
1308 # portal/emailactivationview.py
1310 except Exception as e:
1311 logger.error("Failed creating manifold account on platform {} for user: {}".format('myslice', request['email']))