1 from django.http import HttpResponse
2 from manifold.core.query import Query
3 from manifoldapi.manifoldapi import execute_query,execute_admin_query
4 from portal.models import PendingUser, PendingSlice, PendingAuthority
7 from django.contrib.auth.models import User
8 from django.template.loader import render_to_string
9 from django.core.mail import EmailMultiAlternatives, send_mail
11 from myslice.theme import ThemeView
15 # Thierry: moving this right into the code so
16 # most people can use myslice without having to install sfa
17 # XXX tmp sfa dependency, should be moved to SFA gateway
18 #from sfa.util.xrn import Xrn
21 # Get the list of authorities
23 def authority_get_pis(request, authority_hrn):
24 query = Query.get('authority').filter_by('authority_hrn', '==', authority_hrn).select('pi_users')
25 results = execute_admin_query(request, query)
26 print "authority_get_pis = %s" % results
27 # NOTE: temporarily commented. Because results is giving empty list.
28 # Needs more debugging
30 # raise Exception, "Authority not found: %s" % authority_hrn
32 #return result['pi_users']
35 def authority_get_pi_emails(request, authority_hrn):
36 pi_users = authority_get_pis(request,authority_hrn)
37 print "pi_users = %s" % pi_users
39 if any(pi['pi_users'] == None or not pi['pi_users'] for pi in pi_users):
40 #theme.template_name = 'email_default_recipients.txt'
41 #default_email = render_to_string(theme.template, request)
42 #default_email = default_email.replace('\n', '')
44 # the above doesn't work
45 return ['support@myslice.info']
47 pi_user_hrns = [ hrn for x in pi_users for hrn in x['pi_users'] ]
48 query = Query.get('user').filter_by('user_hrn', 'included', pi_user_hrns).select('user_email')
49 results = execute_admin_query(request, query)
50 return [result['user_email'] for result in results]
52 #clear user credentials
53 def clear_user_creds(request, user_email):
55 user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id','email','password','config')
56 user_details = execute_admin_query(request, user_query)
58 # getting the user_id from the session
59 for user_detail in user_details:
60 user_id = user_detail['user_id']
61 user_email = user_detail['email']
63 account_query = Query().get('local:account').filter_by('user_id', '==', user_id).select('user_id','platform_id','auth_type','config')
64 account_details = execute_admin_query(request, account_query)
66 platform_query = Query().get('local:platform').select('platform_id','platform')
67 platform_details = execute_admin_query(request, platform_query)
69 for account_detail in account_details:
70 for platform_detail in platform_details:
71 if platform_detail['platform_id'] == account_detail['platform_id']:
72 if 'myslice' in platform_detail['platform']:
73 account_config = json.loads(account_detail['config'])
74 user_cred = account_config.get('delegated_user_credential','N/A')
75 if 'N/A' not in user_cred:
76 user_hrn = account_config.get('user_hrn','N/A')
77 user_pub_key = json.dumps(account_config.get('user_public_key','N/A'))
78 user_priv_key = json.dumps(account_config.get('user_private_key','N/A'))
79 updated_config = '{"user_public_key":'+ user_pub_key + ', "user_private_key":'+ user_priv_key + ', "user_hrn":"'+ user_hrn + '"}'
80 user_params = { 'config': updated_config}
81 manifold_update_account(request, user_id,user_params)
87 print "Exception in actions.py in clear_user_creds %s" % e
90 def is_pi(wsgi_request, user_hrn, authority_hrn):
91 # XXX could be done in a single query !
93 # select pi_authorities from user where user_hrn == "ple.upmc.jordan_auge"
94 query = Query.get('user').filter_by('user_hrn', '==', user_hrn).select('pi_authorities')
95 results = execute_admin_query(wsgi_request, query)
100 user_authority_hrns = result.get('pi_authorities', [])
101 return authority_hrn in user_authority_hrns
105 def sfa_get_user(request, user_hrn, pub):
106 query_sfa_user = Query.get('user').filter_by('user_hrn', '==', user_hrn)
107 result_sfa_user = execute_query(request, query_sfa_user)
108 return result_sfa_user
110 def sfa_update_user(request, user_hrn, user_params):
111 # user_params: keys [public_key]
112 if 'email' in user_params:
113 user_params['user_email'] = user_params['email']
114 query = Query.update('user').filter_by('user_hrn', '==', user_hrn).set(user_params).select('user_hrn')
115 results = execute_query(request,query)
118 def sfa_add_authority(request, authority_params):
119 query = Query.create('authority').set(authority_params).select('authority_hrn')
120 results = execute_query(request, query)
121 print "sfa_add_auth results=",results
123 raise Exception, "Could not create %s. Already exists ?" % authority_params['hrn']
126 def sfa_add_user_to_slice(request, user_hrn, slice_params):
127 # UPDATE myslice:slice SET researcher=['ple.upmc.jordan_auge','ple.inria.thierry_parmentelat','ple.upmc.loic_baron','ple.upmc.ciro_scognamiglio','ple.upmc.mohammed-yasin_rahman','ple.upmc.azerty'] where slice_hrn=='ple.upmc.myslicedemo'
128 query_current_users = Query.get('slice').select('user').filter_by('slice_hrn','==',slice_params['hrn'])
129 results_current_users = execute_query(request, query_current_users)
130 slice_params['researcher'] = slice_params['researcher'] | results_current_users
131 query = Query.update('slice').filter_by('user_hrn', '==', user_hrn).set(slice_params).select('slice_hrn')
132 results = execute_query(request, query)
133 # Also possible but not supported yet
134 # UPDATE myslice:user SET slice=['ple.upmc.agent','ple.upmc.myslicedemo','ple.upmc.tophat'] where user_hrn=='ple.upmc.azerty'
136 raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn']
141 def manifold_add_user(wsgi_request, request):
142 """Add a Manifold user corresponding to a user request.
145 wsgi_request: a WSGIRequest instance
146 request (dict): a dictionary containing the user request built from the
150 The user_id of the inserted user.
156 USER_CONFIG = '{"firstname": "%(first_name)s", "lastname": "%(last_name)s", "authority": "%(authority_hrn)s"}'
159 'email' : request['email'],
160 'password' : request['password'],
161 'config' : USER_CONFIG % request,
165 query = Query.create('local:user').set(user_params).select('email')
166 results = execute_admin_query(request, query)
168 raise Exception, "Failed creating manifold user: %s" % user_params['email']
170 return result['email']
172 def manifold_update_user(request, email, user_params):
173 # user_params: password, config e.g.,
174 query = Query.update('local:user').filter_by('email', '==', email).set(user_params).select('email')
175 results = execute_admin_query(request,query)
176 # NOTE: results remains empty and goes to Exception. However, it updates the manifold DB.
177 # That's why I commented the exception part. -- Yasin
179 # raise Exception, "Failed updating manifold user: %s" % user_params['email']
183 def manifold_add_account(request, account_params):
184 query = Query.create('local:account').set(account_params).select(['user', 'platform'])
185 results = execute_admin_query(request,query)
187 raise Exception, "Failed creating manifold account on platform %s for user: %s" % (account_params['platform'], account_params['user'])
189 return result['user_id']
191 def manifold_update_account(request,user_id,account_params):
192 # account_params: config
193 query = Query.update('local:account').filter_by('platform', '==', 'myslice').filter_by('user_id', '==', user_id).set(account_params).select('user_id')
194 results = execute_admin_query(request,query)
197 #explicitly mention the platform_id
198 def manifold_delete_account(request, platform_id, user_id, account_params):
199 query = Query.delete('local:account').filter_by('platform_id', '==', platform_id).filter_by('user_id', '==', user_id).set(account_params).select('user_id')
200 results = execute_admin_query(request,query)
205 def manifold_add_platform(request, platform_params):
206 query = Query.create('local:platform').set(platform_params).select(['user', 'platform'])
207 results = execute_admin_query(request,query)
209 raise Exception, "Failed creating manifold platform %s for user: %s" % (platform_params['platform'], platform_params['user'])
211 return result['platform_id']
214 def make_request_user(user):
216 request['type'] = 'user'
217 request['id'] = user.id
218 request['timestamp'] = user.created # XXX in DB ?
219 request['authority_hrn'] = user.authority_hrn
220 request['first_name'] = user.first_name
221 request['last_name'] = user.last_name
222 request['email'] = user.email
223 request['login'] = user.login
224 request['user_hrn'] = user.user_hrn
225 request['public_key'] = user.public_key
226 request['private_key'] = user.private_key
229 def make_request_slice(slice):
231 request['type'] = 'slice'
232 request['id'] = slice.id
233 request['user_hrn'] = slice.user_hrn
234 request['timestamp'] = slice.created
235 request['authority_hrn'] = slice.authority_hrn
236 request['slice_name'] = slice.slice_name
237 request['number_of_nodes'] = slice.number_of_nodes
238 request['type_of_nodes'] = slice.type_of_nodes
239 request['purpose'] = slice.purpose
242 def make_request_authority(authority):
244 request['type'] = 'authority'
245 request['id'] = authority.id
246 request['site_name'] = authority.site_name
247 request['site_latitude'] = authority.site_latitude
248 request['site_longitude'] = authority.site_longitude
249 request['site_url'] = authority.site_url
250 request['site_authority'] = authority.site_authority
251 request['site_abbreviated_name'] = authority.site_abbreviated_name
252 request['address_line1'] = authority.address_line1
253 request['address_line2'] = authority.address_line2
254 request['address_line3'] = authority.address_line3
255 request['address_city'] = authority.address_city
256 request['address_postalcode'] = authority.address_postalcode
257 request['address_state'] = authority.address_state
258 request['address_country'] = authority.address_country
259 request['authority_hrn'] = authority.authority_hrn
260 request['timestamp'] = authority.created
263 def make_requests(pending_users, pending_slices, pending_authorities):
265 for user in pending_users:
266 requests.append(make_request_user(user))
267 for slice in pending_slices:
268 requests.append(make_request_slice(slice))
269 for authority in pending_authorities:
270 requests.append(make_request_authority(authority))
273 def get_request_by_id(ids):
274 sorted_ids = { 'user': [], 'slice': [], 'authority': [] }
276 type, id = type__id.split('__')
277 sorted_ids[type].append(id)
280 pending_users = PendingUser.objects.all()
281 pending_slices = PendingSlice.objects.all()
282 pending_authorities = PendingAuthority.objects.all()
284 pending_users = PendingUser.objects.filter(id__in=sorted_ids['user']).all()
285 pending_slices = PendingSlice.objects.filter(id__in=sorted_ids['slice']).all()
286 pending_authorities = PendingAuthority.objects.filter(id__in=sorted_ids['authority']).all()
288 return make_requests(pending_users, pending_slices, pending_authorities)
290 def get_requests(authority_hrns=None):
291 print "get_request_by_authority auth_hrns = ", authority_hrns
292 if not authority_hrns:
293 ## get those pending users who have confirmed their emails
294 pending_users = PendingUser.objects.filter(status__iexact = 'True')
295 pending_slices = PendingSlice.objects.all()
296 pending_authorities = PendingAuthority.objects.all()
298 pending_users = PendingUser.objects.filter(authority_hrn__in=authority_hrns).all()
299 pending_slices = PendingSlice.objects.filter(authority_hrn__in=authority_hrns).all()
300 pending_authorities = PendingAuthority.objects.filter(authority_hrn__in=authority_hrns).all()
302 return make_requests(pending_users, pending_slices, pending_authorities)
304 # XXX Is it in sync with the form fields ?
306 def portal_validate_request(wsgi_request, request_ids):
309 if not isinstance(request_ids, list):
310 request_ids = [request_ids]
312 requests = get_request_by_id(request_ids)
313 for request in requests:
314 # type, id, timestamp, details, allowed -- MISSING: authority_hrn
315 # CAREFUL about details
316 # user : first name, last name, email, password, keypair
317 # slice : number of nodes, type of nodes, purpose
321 if request['type'] == 'user':
324 create_user(wsgi_request, request)
325 request_status['SFA user'] = {'status': True }
326 PendingUser.objects.get(id=request['id']).delete()
328 request_status['SFA user'] = {'status': False, 'description': str(e)}
330 # user_params = {'status':2}
331 # manifold_update_user(request, request['email'], user_params)
333 # MANIFOLD user should be added beforehand, during registration
335 # manifold_user_params = { key: request[key] for key in MANIFOLD_USER_KEYS }
336 # # XXX # manifold_add_user(manifold_user_params)
337 # request_status['MySlice user'] = {'status': True }
338 #except Exception, e:
339 # request_status['MySlice user'] = {'status': False, 'description': str(e)}
342 #manifold_account_params = { key: request[key] for key in MANIFOLD_ACCOUNT_KEYS }
343 #manifold_add_account(manifold_account_params)
344 #request_status['MySlice testbed accounts'] = {'status': False }
346 elif request['type'] == 'slice':
348 create_slice(wsgi_request, request)
349 request_status['SFA slice'] = {'status': True }
350 PendingSlice.objects.get(id=request['id']).delete()
353 request_status['SFA slice'] = {'status': False, 'description': str(e)}
355 elif request['type'] == 'authority':
357 #hrn = "%s.%s" % (request['authority_hrn'], request['site_authority'])
358 hrn = request['site_authority']
359 # XXX tmp sfa dependency
360 from sfa.util.xrn import Xrn
361 urn = Xrn(hrn, request['type']).get_urn()
363 # Only hrn is required for Manifold Query
364 sfa_authority_params = {
365 'authority_hrn' : hrn,
366 #'authority_urn' : urn,
367 #'type' : request['type'],
371 print "ADD Authority"
372 sfa_add_authority(wsgi_request, sfa_authority_params)
373 request_status['SFA authority'] = {'status': True }
374 PendingAuthority.objects.get(id=request['id']).delete()
377 request_status['SFA authority'] = {'status': False, 'description': str(e)}
379 # XXX Remove from Pendings in database
381 status['%s__%s' % (request['type'], request['id'])] = request_status
386 def validate_action(request, **kwargs):
387 ids = filter(None, kwargs['id'].split('/'))
388 status = portal_validate_request(request, ids)
389 json_answer = json.dumps(status)
390 return HttpResponse (json_answer, mimetype="application/json")
393 # http://djangosnippets.org/snippets/942/
397 #-------------------------------------------------------------------------------
399 #-------------------------------------------------------------------------------
401 def create_slice(wsgi_request, request):
404 wsgi_request (~ WSGIRequest) :
405 request (dict) : the slice request in our own dict format
410 hrn = "%s.%s" % (request['authority_hrn'], request['slice_name'])
411 # XXX tmp sfa dependency
412 from sfa.util.xrn import Xrn
413 urn = Xrn(hrn, request['type']).get_urn()
415 # Add User to Slice if we have the user_hrn in pendingslice table
416 user_hrn = request.get('user_hrn', None)
417 user_hrns = list([user_hrn]) if user_hrn else list()
419 user_email = request.get
421 # XXX We should create a slice with Manifold terminology
425 'slice_type' : request['type'],
427 'slice_enabled' : True
429 # ignored in request: id, timestamp, number_of_nodes, type_of_nodes, purpose
431 query = Query.create('slice').set(slice_params).select('slice_hrn')
432 results = execute_query(wsgi_request, query)
434 raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn']
435 ## We do not store the email in pendingslice table. As a result receiver's email is unknown ##
436 ## Need modification in pendingslice table ###
438 # subject = 'Slice created'
439 # msg = 'A manager of your institution has validated your slice request. You can now add resources to the slice and start experimenting.'
440 # send_mail(subject, msg, 'support@onelab.eu',['yasin.upmc@gmail.com'], fail_silently=False)
444 def create_pending_slice(wsgi_request, request, email):
448 # Insert an entry in the PendingSlice table
450 slice_name = request['slice_name'],
451 user_hrn = request['user_hrn'],
452 authority_hrn = request['authority_hrn'],
453 number_of_nodes = request['exp_url'],
454 purpose = request['purpose'],
459 # Send an email: the recipients are the PI of the authority
460 recipients = authority_get_pi_emails(wsgi_request, request['authority_hrn'])
462 theme.template_name = 'slice_request_email.txt'
463 text_content = render_to_string(theme.template, request)
465 theme.template_name = 'slice_request_email.html'
466 html_content = render_to_string(theme.template, request)
468 theme.template_name = 'slice_request_email_subject.txt'
469 subject = render_to_string(theme.template, request)
470 subject = subject.replace('\n', '')
473 msg = EmailMultiAlternatives(subject, text_content, sender, recipients)
474 msg.attach_alternative(html_content, "text/html")
477 print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
479 #-------------------------------------------------------------------------------
481 #-------------------------------------------------------------------------------
483 def manifold_add_reference_user_accounts(wsgi_request, request):
484 """When a new user is created, add reference accounts to the reference platform.
486 # XXX XXX XXX The rest of this function has to be checked XXX XXX XXX
488 # Retrieve user information
489 user_query = Query().get('local:user') \
490 .select('user_id', 'config', 'email', 'status') \
491 .filter_by('email', '==', request['email'])
492 user_details = execute_admin_query(wsgi_request, user_query)
494 # USER MAIN ACCOUNT != reference
495 #print 'USER MAIN ACCOUNT != reference'
496 list_accounts_query = Query().get('local:account') \
497 .select('user_id', 'platform_id', 'auth_type', 'config') \
498 .filter_by('user_id', '==', user_details[0]['user_id']) \
499 .filter_by('auth_type', '!=', 'reference')
500 list_accounts = execute_admin_query(wsgi_request, list_accounts_query)
502 # XXX main_platform is being erased several times ???
503 for account in list_accounts:
504 main_platform_query = Query().get('local:platform') \
505 .select('platform_id', 'platform') \
506 .filter_by('platform_id', '==', account['platform_id'])
507 main_platform = execute_admin_query(wsgi_request, main_platform_query)
509 # Add reference accounts on SFA enabled platforms
510 platforms_query = Query().get('local:platform') \
511 .filter_by('disabled', '==', '0') \
512 .filter_by('gateway_type', '==', 'sfa') \
513 .select('platform_id', 'gateway_type')
514 platforms = execute_admin_query(wsgi_request, platforms_query)
515 for platform in platforms:
516 #print "add reference to platform ",platform
517 manifold_account_params = {
518 'user_id' : user_details[0]['user_id'],
519 'platform_id' : platform['platform_id'],
520 'auth_type' : 'reference',
521 'config' : '{"reference_platform": "' + main_platform[0]['platform'] + '"}',
523 manifold_add_account(wsgi_request, manifold_account_params)
525 def sfa_create_user(wsgi_request, request):
528 wsgi_request (~ WSGIRequest) :
529 request (dict) : the user request in our own dict format
534 from sfa.util.xrn import Xrn
536 auth_pi = request.get('pi', None)
537 auth_pi = list([auth_pi]) if auth_pi else list()
539 # We create a user request with Manifold terminology
541 'user_hrn' : request['user_hrn'],
542 'user_email' : request['email'],
543 'user_urn' : Xrn(request['user_hrn'], request['type']).get_urn(),
544 'user_type' : request['type'],
545 'keys' : request['public_key'],
546 'user_first_name' : request['first_name'],
547 'user_last_name' : request['last_name'],
548 'pi_authorities' : auth_pi,
549 'user_enabled' : True
552 query = Query.create('user').set(sfa_user_params).select('user_hrn')
553 results = execute_query(wsgi_request, query)
555 raise Exception, "Could not create %s. Already exists ?" % sfa_user_params['user_hrn']
557 subject = 'User validated'
558 msg = 'A manager of your institution has validated your account. You have now full user access to the portal.'
559 send_mail(subject, msg, 'support@onelab.eu',[request['email']], fail_silently=False)
562 def create_user(wsgi_request, request):
564 # XXX This has to be stored centrally
565 USER_STATUS_ENABLED = 2
567 # NOTE : if we were to create a user directly (just like we create slices,
568 # we would have to perform the steps in create_pending_user too
570 # Add the user to the SFA registry
571 sfa_create_user(wsgi_request, request)
573 # Update Manifold user status
574 manifold_update_user(wsgi_request, request['email'], {'status': USER_STATUS_ENABLED})
576 # Add reference accounts for platforms
577 manifold_add_reference_user_accounts(wsgi_request, request)
579 def create_pending_user(wsgi_request, request, user_detail):
583 # Insert an entry in the PendingUser table
585 first_name = request['first_name'],
586 last_name = request['last_name'],
587 authority_hrn = request['authority_hrn'],
588 email = request['email'],
589 password = request['password'],
590 public_key = request['public_key'],
591 private_key = request['private_key'],
592 user_hrn = request['user_hrn'],
594 email_hash = request['email_hash'],
598 # sends email to user to activate the email
599 theme.template_name = 'activate_user.html'
600 html_content = render_to_string(theme.template, request)
601 theme.template_name = 'activate_user.txt'
602 text_content = render_to_string(theme.template, request)
603 theme.template_name = 'activate_user_email_subject.txt'
604 subject = render_to_string(theme.template, request)
605 subject = subject.replace('\n', '')
606 #sender = 'support@myslice.info'
607 theme.template_name = 'email_default_sender.txt'
608 sender = render_to_string(theme.template, request)
609 sender = sender.replace('\n', '')
610 recipient = [request['email']]
611 #recipient = recipient.append(request['email'])
613 msg = EmailMultiAlternatives(subject, text_content, sender, recipient)
614 msg.attach_alternative(html_content, "text/html")
617 # saves the user to django auth_user table [needed for password reset]
618 user = User.objects.create_user(request['email'], request['email'], request['password'])
620 # Creating a manifold user
621 user_id = manifold_add_user(wsgi_request, request)
623 # Creating a Manifold account on the MySlice platform
624 # Note the JSON representation of public and private keys already includes quotes
626 'user_hrn' : request['user_hrn'],
627 'user_public_key' : request['public_key'],
629 if request['private_key']:
630 account_config['user_private_key'] = request['private_key']
632 user_id = user_detail['user_id'] + 1 # the user_id for the newly created user in local:user
634 # XXX TODO: Require a myslice platform
635 # ALERT: this will disapear with ROUTERV2 of Manifold
636 # We have to consider the case where several registries can be used
637 # Removed hardcoded platform = 5
638 # This platform == 'myslice' is a TMP FIX !!
640 reg_platform_query = Query().get('local:platform') \
641 .filter_by('platform', '==', 'myslice') \
642 .select('platform_id')
643 reg_platform = execute_admin_query(wsgi_request, reg_platform_query)
645 reg_platform_id = reg_platform[0]['platform_id']
647 'platform_id' : reg_platform_id, # XXX ALERT !!
649 'auth_type' : request['auth_type'],
650 'config' : json.dumps(account_config),
652 manifold_add_account(wsgi_request, account_params)
654 print "Failed creating manifold account on platform %s for user: %s" % ('myslice', request['email'])
657 # Send an email: the recipients are the PI of the authority
658 # If No PI is defined for this Authority, send to a default email (different for each theme)
659 recipients = authority_get_pi_emails(wsgi_request, request['authority_hrn'])
661 theme.template_name = 'user_request_email.html'
662 html_content = render_to_string(theme.template, request)
664 theme.template_name = 'user_request_email.txt'
665 text_content = render_to_string(theme.template, request)
667 theme.template_name = 'user_request_email_subject.txt'
668 subject = render_to_string(theme.template, request)
669 subject = subject.replace('\n', '')
671 theme.template_name = 'email_default_sender.txt'
672 sender = render_to_string(theme.template, request)
673 sender = sender.replace('\n', '')
675 msg = EmailMultiAlternatives(subject, text_content, sender, recipients)
676 msg.attach_alternative(html_content, "text/html")
679 print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
681 traceback.print_exc()