X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=portal%2Factions.py;h=3f8301355810d0afecddbc6ea806c3f722f14906;hb=d22c36263acb20d9f7a2f80832946c2503499476;hp=c22d8fbab25963e60db7b6b94434cc3d75894648;hpb=6143e0e624058757d3479f26bdcc62d923848613;p=myslice.git diff --git a/portal/actions.py b/portal/actions.py index c22d8fba..3f830135 100644 --- a/portal/actions.py +++ b/portal/actions.py @@ -1,9 +1,17 @@ -from django.http import HttpResponse -from manifold.core.query import Query -from manifoldapi.manifoldapi import execute_query,execute_admin_query -from portal.models import PendingUser, PendingSlice, PendingAuthority +from django.http import HttpResponse +from manifold.core.query import Query +from manifoldapi.manifoldapi import execute_query,execute_admin_query +from portal.models import PendingUser, PendingSlice, PendingAuthority import json +from django.contrib.auth.models import User +from django.template.loader import render_to_string +from django.core.mail import EmailMultiAlternatives, send_mail + +from myslice.theme import ThemeView + +theme = ThemeView() + # Thierry: moving this right into the code so # most people can use myslice without having to install sfa # XXX tmp sfa dependency, should be moved to SFA gateway @@ -15,6 +23,7 @@ import json def authority_get_pis(request, authority_hrn): query = Query.get('authority').filter_by('authority_hrn', '==', authority_hrn).select('pi_users') results = execute_admin_query(request, query) + print "authority_get_pis = %s" % results # NOTE: temporarily commented. Because results is giving empty list. # Needs more debugging #if not results: @@ -24,17 +33,73 @@ def authority_get_pis(request, authority_hrn): return results def authority_get_pi_emails(request, authority_hrn): - #return ['jordan.auge@lip6.fr', 'loic.baron@lip6.fr'] pi_users = authority_get_pis(request,authority_hrn) - if any(d['pi_users'] == None for d in pi_users): + print "pi_users = %s" % pi_users + + if any(pi['pi_users'] == None or not pi['pi_users'] for pi in pi_users): + #theme.template_name = 'email_default_recipients.txt' + #default_email = render_to_string(theme.template, request) + #default_email = default_email.replace('\n', '') + #return default_email + # the above doesn't work return ['support@myslice.info'] else: pi_user_hrns = [ hrn for x in pi_users for hrn in x['pi_users'] ] - query = Query.get('user').filter_by('user_hrn', 'included', pi_user_hrns).select('email') + query = Query.get('user').filter_by('user_hrn', 'included', pi_user_hrns).select('user_email') results = execute_admin_query(request, query) - print "mails", [result['email'] for result in results] - return [result['email'] for result in results] - + return [result['user_email'] for result in results] + +#clear user credentials +def clear_user_creds(request, user_email): + try: + user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id','email','password','config') + user_details = execute_admin_query(request, user_query) + + # getting the user_id from the session + for user_detail in user_details: + user_id = user_detail['user_id'] + user_email = user_detail['email'] + + account_query = Query().get('local:account').filter_by('user_id', '==', user_id).select('user_id','platform_id','auth_type','config') + account_details = execute_admin_query(request, account_query) + + platform_query = Query().get('local:platform').select('platform_id','platform') + platform_details = execute_admin_query(request, platform_query) + + for account_detail in account_details: + for platform_detail in platform_details: + if platform_detail['platform_id'] == account_detail['platform_id']: + if 'myslice' in platform_detail['platform']: + account_config = json.loads(account_detail['config']) + user_cred = account_config.get('delegated_user_credential','N/A') + if 'N/A' not in user_cred: + user_hrn = account_config.get('user_hrn','N/A') + user_pub_key = json.dumps(account_config.get('user_public_key','N/A')) + user_priv_key = json.dumps(account_config.get('user_private_key','N/A')) + updated_config = '{"user_public_key":'+ user_pub_key + ', "user_private_key":'+ user_priv_key + ', "user_hrn":"'+ user_hrn + '"}' + user_params = { 'config': updated_config} + manifold_update_account(request, user_id,user_params) + return user_email + else: + return None + + except Exception,e: + print "Exception in actions.py in clear_user_creds %s" % e + return None + +def is_pi(wsgi_request, user_hrn, authority_hrn): + # XXX could be done in a single query ! + + # select pi_authorities from user where user_hrn == "ple.upmc.jordan_auge" + query = Query.get('user').filter_by('user_hrn', '==', user_hrn).select('pi_authorities') + results = execute_admin_query(wsgi_request, query) + if not results: + # XXX Warning ? + return False + result = results[0] + user_authority_hrns = result.get('pi_authorities', []) + return authority_hrn in user_authority_hrns + # SFA get record def sfa_get_user(request, user_hrn, pub): @@ -42,17 +107,6 @@ def sfa_get_user(request, user_hrn, pub): result_sfa_user = execute_query(request, query_sfa_user) return result_sfa_user -# SFA add record (user, slice) - -def sfa_add_user(request, user_params): - if 'email' in user_params: - user_params['user_email'] = user_params['email'] - query = Query.create('user').set(user_params).select('user_hrn') - results = execute_query(request, query) - if not results: - raise Exception, "Could not create %s. Already exists ?" % user_params['hrn'] - return results - def sfa_update_user(request, user_hrn, user_params): # user_params: keys [public_key] if 'email' in user_params: @@ -61,13 +115,6 @@ def sfa_update_user(request, user_hrn, user_params): results = execute_query(request,query) return results -def sfa_add_slice(request, slice_params): - query = Query.create('slice').set(slice_params).select('slice_hrn') - results = execute_query(request, query) - if not results: - raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn'] - return results - def sfa_add_authority(request, authority_params): query = Query.create('authority').set(authority_params).select('authority_hrn') results = execute_query(request, query) @@ -91,13 +138,35 @@ def sfa_add_user_to_slice(request, user_hrn, slice_params): # Propose hrn -def manifold_add_user(request, user_params): - # user_params: email, password e.g., user_params = {'email':'aa@aa.com','password':'demo'} +def manifold_add_user(wsgi_request, request): + """Add a Manifold user corresponding to a user request. + + Args: + wsgi_request: a WSGIRequest instance + request (dict): a dictionary containing the user request built from the + form. + + Returns: + The user_id of the inserted user. + + Raises: + ? + + """ + USER_CONFIG = '{"firstname": "%(first_name)s", "lastname": "%(last_name)s", "authority": "%(authority_hrn)s"}' + + user_params = { + 'email' : request['email'], + 'password' : request['password'], + 'config' : USER_CONFIG % request, + 'status' : 1, + } + query = Query.create('local:user').set(user_params).select('email') results = execute_admin_query(request, query) if not results: raise Exception, "Failed creating manifold user: %s" % user_params['email'] - result, = results + result = results[0] return result['email'] def manifold_update_user(request, email, user_params): @@ -137,7 +206,7 @@ def manifold_add_platform(request, platform_params): query = Query.create('local:platform').set(platform_params).select(['user', 'platform']) results = execute_admin_query(request,query) if not results: - raise Exception, "Failed creating manifold platform %s for user: %s" % (platform_params['platform'], platform_params['user']) + raise Exception, "Failed creating manifold platform %s for user: %s" % (platform_params['platform'], platform_params['user']) result, = results return result['platform_id'] @@ -152,7 +221,9 @@ def make_request_user(user): request['last_name'] = user.last_name request['email'] = user.email request['login'] = user.login - request['keypair'] = user.keypair + request['user_hrn'] = user.user_hrn + request['public_key'] = user.public_key + request['private_key'] = user.private_key return request def make_request_slice(slice): @@ -219,7 +290,8 @@ def get_request_by_id(ids): def get_requests(authority_hrns=None): print "get_request_by_authority auth_hrns = ", authority_hrns if not authority_hrns: - pending_users = PendingUser.objects.all() + ## get those pending users who have confirmed their emails + pending_users = PendingUser.objects.filter(status__iexact = 'True') pending_slices = PendingSlice.objects.all() pending_authorities = PendingAuthority.objects.all() else: @@ -246,77 +318,12 @@ def portal_validate_request(wsgi_request, request_ids): request_status = {} - print "REQUEST", request if request['type'] == 'user': try: - # XXX tmp user_hrn inside the keypair column of pendiguser table - hrn = json.loads(request['keypair'])['user_hrn'] - #hrn = "%s.%s" % (request['authority_hrn'], request['login']) - # XXX tmp sfa dependency - from sfa.util.xrn import Xrn - urn = Xrn(hrn, request['type']).get_urn() - if 'pi' in request: - auth_pi = request['pi'] - else: - auth_pi = '' - sfa_user_params = { - 'hrn' : hrn, - 'urn' : urn, - 'type' : request['type'], - 'keys' : [json.loads(request['keypair'])['user_public_key']], - 'first_name' : request['first_name'], - 'last_name' : request['last_name'], - 'email' : request['email'], - #'slices' : None, - #'researcher': None, - 'pi' : [auth_pi], - 'enabled' : True - } - # ignored in request: id, timestamp, password - - # ADD USER TO SFA Registry - sfa_add_user(wsgi_request, sfa_user_params) - - # USER INFO - user_query = Query().get('local:user').select('user_id','config','email','status').filter_by('email', '==', request['email']) - user_details = execute_admin_query(request, user_query) - #print user_details[0] - - # UPDATE USER STATUS = 2 - manifold_user_params = { - 'status': 2 - } - manifold_update_user(request, request['email'], manifold_user_params) - - # USER MAIN ACCOUNT != reference - #print 'USER MAIN ACCOUNT != reference' - list_accounts_query = Query().get('local:account').select('user_id','platform_id','auth_type','config')\ - .filter_by('user_id','==',user_details[0]['user_id'])\ - .filter_by('auth_type','!=','reference') - list_accounts = execute_admin_query(request, list_accounts_query) - #print "List accounts = ",list_accounts - for account in list_accounts: - main_platform_query = Query().get('local:platform').select('platform_id','platform').filter_by('platform_id','==',account['platform_id']) - main_platform = execute_admin_query(request, main_platform_query) - - # ADD REFERENCE ACCOUNTS ON SFA ENABLED PLATFORMS - #print 'ADD REFERENCE ACCOUNTS ON SFA ENABLED PLATFORMS' - platforms_query = Query().get('local:platform').filter_by('disabled', '==', '0').filter_by('gateway_type','==','sfa').select('platform_id','gateway_type') - platforms = execute_admin_query(request, platforms_query) - #print "platforms SFA ENABLED = ",platforms - for platform in platforms: - #print "add reference to platform ",platform - manifold_account_params = { - 'user_id': user_details[0]['user_id'], - 'platform_id': platform['platform_id'], - 'auth_type': 'reference', - 'config': '{"reference_platform": "' + main_platform[0]['platform'] + '"}', - } - manifold_add_account(request, manifold_account_params) - + create_user(wsgi_request, request) request_status['SFA user'] = {'status': True } - + PendingUser.objects.get(id=request['id']).delete() except Exception, e: request_status['SFA user'] = {'status': False, 'description': str(e)} @@ -338,32 +345,9 @@ def portal_validate_request(wsgi_request, request_ids): elif request['type'] == 'slice': try: - hrn = "%s.%s" % (request['authority_hrn'], request['slice_name']) - # XXX tmp sfa dependency - from sfa.util.xrn import Xrn - urn = Xrn(hrn, request['type']).get_urn() - - # Add User to Slice if we have the user_hrn in pendingslice table - if 'user_hrn' in request: - user_hrn = request['user_hrn'] - print "Slice %s will be created for %s" % (hrn,request['user_hrn']) - else: - user_hrn='' - print "Slice %s will be created without users %s" % (hrn) - sfa_slice_params = { - 'hrn' : hrn, - 'urn' : urn, - 'type' : request['type'], - #'slices' : None, - 'researcher' : [user_hrn], - #'pi' : None, - 'enabled' : True - } - # ignored in request: id, timestamp, number_of_nodes, type_of_nodes, purpose - - sfa_add_slice(wsgi_request, sfa_slice_params) - #sfa_add_user_to_slice(wsgi_request, user_hrn, sfa_slice_params) + create_slice(wsgi_request, request) request_status['SFA slice'] = {'status': True } + PendingSlice.objects.get(id=request['id']).delete() except Exception, e: request_status['SFA slice'] = {'status': False, 'description': str(e)} @@ -375,17 +359,19 @@ def portal_validate_request(wsgi_request, request_ids): # XXX tmp sfa dependency from sfa.util.xrn import Xrn urn = Xrn(hrn, request['type']).get_urn() - + + # Only hrn is required for Manifold Query sfa_authority_params = { - 'hrn' : hrn, - 'urn' : urn, - 'type' : request['type'], + 'authority_hrn' : hrn, + #'authority_urn' : urn, + #'type' : request['type'], #'pi' : None, - 'enabled' : True + #'enabled' : True } print "ADD Authority" sfa_add_authority(wsgi_request, sfa_authority_params) request_status['SFA authority'] = {'status': True } + PendingAuthority.objects.get(id=request['id']).delete() except Exception, e: request_status['SFA authority'] = {'status': False, 'description': str(e)} @@ -405,3 +391,295 @@ def validate_action(request, **kwargs): # Django and ajax # http://djangosnippets.org/snippets/942/ + + + +#------------------------------------------------------------------------------- +# REQUESTS - Slices +#------------------------------------------------------------------------------- + +def create_slice(wsgi_request, request): + """ + Arguments: + wsgi_request (~ WSGIRequest) : + request (dict) : the slice request in our own dict format + + Raises: + Exception + """ + hrn = "%s.%s" % (request['authority_hrn'], request['slice_name']) + # XXX tmp sfa dependency + from sfa.util.xrn import Xrn + urn = Xrn(hrn, request['type']).get_urn() + + # Add User to Slice if we have the user_hrn in pendingslice table + user_hrn = request.get('user_hrn', None) + user_hrns = list([user_hrn]) if user_hrn else list() + + user_query = Query().get('user').select('user_hrn','user_email').filter_by('user_hrn','==',user_hrn) + user_details_sfa = execute_admin_query(wsgi_request, user_query) + if not user_details_sfa: + raise Exception, "User %s doesn't exist, validate user before validating slice" % user_hrn + for user in user_details_sfa: + user_email = user['user_email'] + + # XXX We should create a slice with Manifold terminology + slice_params = { + 'slice_hrn' : hrn, + 'slice_urn' : urn, + 'slice_type' : request['type'], + 'users' : user_hrns, + 'slice_enabled' : True + } + # ignored in request: id, timestamp, number_of_nodes, type_of_nodes, purpose + + query = Query.create('slice').set(slice_params).select('slice_hrn') + results = execute_query(wsgi_request, query) + if not results: + raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn'] + else: + clear_user_creds(wsgi_request,user_email) + subject = 'Slice created' + msg = 'A manager of your institution has validated your slice request. You can now add resources to the slice and start experimenting.' + send_mail(subject, msg, 'support@onelab.eu',[user_email], fail_silently=False) + + return results + +def create_pending_slice(wsgi_request, request, email): + """ + """ + + # Insert an entry in the PendingSlice table + s = PendingSlice( + slice_name = request['slice_name'], + user_hrn = request['user_hrn'], + authority_hrn = request['authority_hrn'], + number_of_nodes = request['exp_url'], + purpose = request['purpose'], + ) + s.save() + + try: + # Send an email: the recipients are the PI of the authority + recipients = authority_get_pi_emails(wsgi_request, request['authority_hrn']) + + theme.template_name = 'slice_request_email.txt' + text_content = render_to_string(theme.template, request) + + theme.template_name = 'slice_request_email.html' + html_content = render_to_string(theme.template, request) + + theme.template_name = 'slice_request_email_subject.txt' + subject = render_to_string(theme.template, request) + subject = subject.replace('\n', '') + + sender = email + msg = EmailMultiAlternatives(subject, text_content, sender, recipients) + msg.attach_alternative(html_content, "text/html") + msg.send() + except Exception, e: + print "Failed to send email, please check the mail templates and the SMTP configuration of your server" + +#------------------------------------------------------------------------------- +# REQUESTS - Users +#------------------------------------------------------------------------------- + +def manifold_add_reference_user_accounts(wsgi_request, request): + """When a new user is created, add reference accounts to the reference platform. + """ + # XXX XXX XXX The rest of this function has to be checked XXX XXX XXX + + # Retrieve user information + user_query = Query().get('local:user') \ + .select('user_id', 'config', 'email', 'status') \ + .filter_by('email', '==', request['email']) + user_details = execute_admin_query(wsgi_request, user_query) + + # USER MAIN ACCOUNT != reference + #print 'USER MAIN ACCOUNT != reference' + list_accounts_query = Query().get('local:account') \ + .select('user_id', 'platform_id', 'auth_type', 'config') \ + .filter_by('user_id', '==', user_details[0]['user_id']) \ + .filter_by('auth_type', '!=', 'reference') + list_accounts = execute_admin_query(wsgi_request, list_accounts_query) + + # XXX main_platform is being erased several times ??? + for account in list_accounts: + main_platform_query = Query().get('local:platform') \ + .select('platform_id', 'platform') \ + .filter_by('platform_id', '==', account['platform_id']) + main_platform = execute_admin_query(wsgi_request, main_platform_query) + + # Add reference accounts on SFA enabled platforms + platforms_query = Query().get('local:platform') \ + .filter_by('disabled', '==', '0') \ + .filter_by('gateway_type', '==', 'sfa') \ + .select('platform_id', 'gateway_type') + platforms = execute_admin_query(wsgi_request, platforms_query) + for platform in platforms: + #print "add reference to platform ",platform + manifold_account_params = { + 'user_id' : user_details[0]['user_id'], + 'platform_id' : platform['platform_id'], + 'auth_type' : 'reference', + 'config' : '{"reference_platform": "' + main_platform[0]['platform'] + '"}', + } + manifold_add_account(wsgi_request, manifold_account_params) + +def sfa_create_user(wsgi_request, request): + """ + Arguments: + wsgi_request (~ WSGIRequest) : + request (dict) : the user request in our own dict format + + Raises: + Exception + """ + from sfa.util.xrn import Xrn + + auth_pi = request.get('pi', None) + auth_pi = list([auth_pi]) if auth_pi else list() + + # We create a user request with Manifold terminology + sfa_user_params = { + 'user_hrn' : request['user_hrn'], + 'user_email' : request['email'], + 'user_urn' : Xrn(request['user_hrn'], request['type']).get_urn(), + 'user_type' : request['type'], + 'keys' : request['public_key'], + 'user_first_name' : request['first_name'], + 'user_last_name' : request['last_name'], + 'pi_authorities' : auth_pi, + 'user_enabled' : True + } + + query = Query.create('user').set(sfa_user_params).select('user_hrn') + results = execute_query(wsgi_request, query) + if not results: + raise Exception, "Could not create %s. Already exists ?" % sfa_user_params['user_hrn'] + else: + subject = 'User validated' + msg = 'A manager of your institution has validated your account. You have now full user access to the portal.' + send_mail(subject, msg, 'support@onelab.eu',[request['email']], fail_silently=False) + return results + +def create_user(wsgi_request, request): + + # XXX This has to be stored centrally + USER_STATUS_ENABLED = 2 + + # NOTE : if we were to create a user directly (just like we create slices, + # we would have to perform the steps in create_pending_user too + + # Add the user to the SFA registry + sfa_create_user(wsgi_request, request) + + # Update Manifold user status + manifold_update_user(wsgi_request, request['email'], {'status': USER_STATUS_ENABLED}) + + # Add reference accounts for platforms + manifold_add_reference_user_accounts(wsgi_request, request) + +def create_pending_user(wsgi_request, request, user_detail): + """ + """ + + # Insert an entry in the PendingUser table + b = PendingUser( + first_name = request['first_name'], + last_name = request['last_name'], + authority_hrn = request['authority_hrn'], + email = request['email'], + password = request['password'], + public_key = request['public_key'], + private_key = request['private_key'], + user_hrn = request['user_hrn'], + pi = request['pi'], + email_hash = request['email_hash'], + status = 'False', + ) + b.save() + # sends email to user to activate the email + theme.template_name = 'activate_user.html' + html_content = render_to_string(theme.template, request) + theme.template_name = 'activate_user.txt' + text_content = render_to_string(theme.template, request) + theme.template_name = 'activate_user_email_subject.txt' + subject = render_to_string(theme.template, request) + subject = subject.replace('\n', '') + #sender = 'support@myslice.info' + theme.template_name = 'email_default_sender.txt' + sender = render_to_string(theme.template, request) + sender = sender.replace('\n', '') + recipient = [request['email']] + #recipient = recipient.append(request['email']) + + msg = EmailMultiAlternatives(subject, text_content, sender, recipient) + msg.attach_alternative(html_content, "text/html") + msg.send() + + # saves the user to django auth_user table [needed for password reset] + user = User.objects.create_user(request['email'], request['email'], request['password']) + + # Creating a manifold user + user_id = manifold_add_user(wsgi_request, request) + + # Creating a Manifold account on the MySlice platform + # Note the JSON representation of public and private keys already includes quotes + account_config = { + 'user_hrn' : request['user_hrn'], + 'user_public_key' : request['public_key'], + } + if request['private_key']: + account_config['user_private_key'] = request['private_key'] + + user_id = user_detail['user_id'] + 1 # the user_id for the newly created user in local:user + + # XXX TODO: Require a myslice platform + # ALERT: this will disapear with ROUTERV2 of Manifold + # We have to consider the case where several registries can be used + # Removed hardcoded platform = 5 + # This platform == 'myslice' is a TMP FIX !! + try: + reg_platform_query = Query().get('local:platform') \ + .filter_by('platform', '==', 'myslice') \ + .select('platform_id') + reg_platform = execute_admin_query(wsgi_request, reg_platform_query) + + reg_platform_id = reg_platform[0]['platform_id'] + account_params = { + 'platform_id' : reg_platform_id, # XXX ALERT !! + 'user_id' : user_id, + 'auth_type' : request['auth_type'], + 'config' : json.dumps(account_config), + } + manifold_add_account(wsgi_request, account_params) + except Exception, e: + print "Failed creating manifold account on platform %s for user: %s" % ('myslice', request['email']) + + try: + # Send an email: the recipients are the PI of the authority + # If No PI is defined for this Authority, send to a default email (different for each theme) + recipients = authority_get_pi_emails(wsgi_request, request['authority_hrn']) + + theme.template_name = 'user_request_email.html' + html_content = render_to_string(theme.template, request) + + theme.template_name = 'user_request_email.txt' + text_content = render_to_string(theme.template, request) + + theme.template_name = 'user_request_email_subject.txt' + subject = render_to_string(theme.template, request) + subject = subject.replace('\n', '') + + theme.template_name = 'email_default_sender.txt' + sender = render_to_string(theme.template, request) + sender = sender.replace('\n', '') + + msg = EmailMultiAlternatives(subject, text_content, sender, recipients) + msg.attach_alternative(html_content, "text/html") + msg.send() + except Exception, e: + print "Failed to send email, please check the mail templates and the SMTP configuration of your server" + import traceback + traceback.print_exc()