portal/actions.py

   1 from django.http                 import HttpResponse
   2 from manifold.core.query         import Query
   3 from manifoldapi.manifoldapi        import execute_query,execute_admin_query
   4 from portal.models               import PendingUser, PendingSlice, PendingAuthority
   5 import json
   6
   7 from portal.models               import PendingSlice
   8 from django.template.loader      import render_to_string
   9 from django.core.mail            import send_mail
  10
  11 # Thierry: moving this right into the code so
  12 # most people can use myslice without having to install sfa
  13 # XXX tmp sfa dependency, should be moved to SFA gateway
  14 #from sfa.util.xrn                import Xrn
  15
  16
  17 # Get the list of authorities
  18
  19 def authority_get_pis(request, authority_hrn):
  20     query = Query.get('authority').filter_by('authority_hrn', '==', authority_hrn).select('pi_users')
  21     results = execute_admin_query(request, query)
  22     # NOTE: temporarily commented. Because results is giving empty list.
  23     # Needs more debugging
  24     #if not results:
  25     #    raise Exception, "Authority not found: %s" % authority_hrn
  26     #result, = results
  27     #return result['pi_users']
  28     return results
  29
  30 def authority_get_pi_emails(request, authority_hrn):
  31     pi_users = authority_get_pis(request,authority_hrn)
  32     if any(d['pi_users'] == None for d in pi_users):
  33         return ['support@myslice.info']
  34     else:
  35         pi_user_hrns = [ hrn for x in pi_users for hrn in x['pi_users'] ]
  36         query = Query.get('user').filter_by('user_hrn', 'included', pi_user_hrns).select('email')
  37         results = execute_admin_query(request, query)
  38         print "mails",  [result['email'] for result in results]
  39         return [result['email'] for result in results]
  40
  41 def is_pi(wsgi_request, user_hrn, authority_hrn):
  42     # XXX could be done in a single query !
  43
  44     # select pi_authorities from user where user_hrn == "ple.upmc.jordan_auge"
  45     query = Query.get('user').filter_by('user_hrn', '==', user_hrn).select('pi_authorities')
  46     results = execute_admin_query(wsgi_request, query)
  47     if not results:
  48         # XXX Warning ?
  49         return False
  50     result = results[0]
  51     user_authority_hrns = result.get('pi_authorities', [])
  52     return authority_hrn in user_authority_hrns
  53
  54 # SFA get record
  55
  56 def sfa_get_user(request, user_hrn, pub):
  57     query_sfa_user = Query.get('user').filter_by('user_hrn', '==', user_hrn)
  58     result_sfa_user = execute_query(request, query_sfa_user)
  59     return result_sfa_user
  60
  61 def sfa_update_user(request, user_hrn, user_params):
  62     # user_params: keys [public_key]
  63     if 'email' in user_params:
  64         user_params['user_email'] = user_params['email']
  65     query = Query.update('user').filter_by('user_hrn', '==', user_hrn).set(user_params).select('user_hrn')
  66     results = execute_query(request,query)
  67     return results
  68
  69 def sfa_add_authority(request, authority_params):
  70     query = Query.create('authority').set(authority_params).select('authority_hrn')
  71     results = execute_query(request, query)
  72     print "sfa_add_auth results=",results
  73     if not results:
  74         raise Exception, "Could not create %s. Already exists ?" % authority_params['hrn']
  75     return results
  76
  77 def sfa_add_user_to_slice(request, user_hrn, slice_params):
  78 # UPDATE myslice:slice SET researcher=['ple.upmc.jordan_auge','ple.inria.thierry_parmentelat','ple.upmc.loic_baron','ple.upmc.ciro_scognamiglio','ple.upmc.mohammed-yasin_rahman','ple.upmc.azerty'] where slice_hrn=='ple.upmc.myslicedemo'
  79     query_current_users = Query.get('slice').select('user').filter_by('slice_hrn','==',slice_params['hrn'])
  80     results_current_users = execute_query(request, query_current_users)
  81     slice_params['researcher'] = slice_params['researcher'] | results_current_users
  82     query = Query.update('slice').filter_by('user_hrn', '==', user_hrn).set(slice_params).select('slice_hrn')
  83     results = execute_query(request, query)
  84 # Also possible but not supported yet
  85 # UPDATE myslice:user SET slice=['ple.upmc.agent','ple.upmc.myslicedemo','ple.upmc.tophat'] where user_hrn=='ple.upmc.azerty'
  86     if not results:
  87         raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn']
  88     return results
  89
  90 # Propose hrn
  91
  92 def manifold_add_user(wsgi_request, request):
  93     """Add a Manifold user corresponding to a user request.
  94
  95     Args:
  96         wsgi_request: a WSGIRequest instance
  97         request (dict): a dictionary containing the user request built from the
  98             form.
  99
 100     Returns:
 101         The user_id of the inserted user.
 102
 103     Raises:
 104         ?
 105
 106     """
 107     USER_CONFIG = '{"firstname": "%(first_name)s", "lastname": "%(last_name)s", "authority": "%(authority_hrn)s"}'
 108
 109     user_params = {
 110         'email'     : request['email'],
 111         'password'  : request['password'],
 112         'config'    : USER_CONFIG % request,
 113         'status'    : 1,
 114     }
 115
 116     query = Query.create('local:user').set(user_params).select('email')
 117     results = execute_admin_query(request, query)
 118     if not results:
 119         raise Exception, "Failed creating manifold user: %s" % user_params['email']
 120     result = results[0]
 121     return result['email']
 122
 123 def manifold_update_user(request, email, user_params):
 124     # user_params: password, config e.g.,
 125     query = Query.update('local:user').filter_by('email', '==', email).set(user_params).select('email')
 126     results = execute_admin_query(request,query)
 127     # NOTE: results remains empty and goes to Exception. However, it updates the manifold DB.
 128     # That's why I commented the exception part. -- Yasin
 129     #if not results:
 130     #    raise Exception, "Failed updating manifold user: %s" % user_params['email']
 131     #result, = results
 132     return results
 133
 134 def manifold_add_account(request, account_params):
 135     query = Query.create('local:account').set(account_params).select(['user', 'platform'])
 136     results = execute_admin_query(request,query)
 137     if not results:
 138         raise Exception, "Failed creating manifold account on platform %s for user: %s" % (account_params['platform'], account_params['user'])
 139     result, = results
 140     return result['user_id']
 141
 142 def manifold_update_account(request,user_id,account_params):
 143     # account_params: config
 144     query = Query.update('local:account').filter_by('platform', '==', 'myslice').filter_by('user_id', '==', user_id).set(account_params).select('user_id')
 145     results = execute_admin_query(request,query)
 146     return results
 147
 148 #explicitly mention the platform_id
 149 def manifold_delete_account(request, platform_id, user_id, account_params):
 150     query = Query.delete('local:account').filter_by('platform_id', '==', platform_id).filter_by('user_id', '==', user_id).set(account_params).select('user_id')
 151     results = execute_admin_query(request,query)
 152     return results
 153
 154
 155 #not tested
 156 def manifold_add_platform(request, platform_params):
 157     query = Query.create('local:platform').set(platform_params).select(['user', 'platform'])
 158     results = execute_admin_query(request,query)
 159     if not results:
 160         raise Exception, "Failed creating manifold  platform %s for user: %s" % (platform_params['platform'], platform_params['user'])
 161     result, = results
 162     return result['platform_id']
 163
 164
 165 def make_request_user(user):
 166     request = {}
 167     request['type']          = 'user'
 168     request['id']            = user.id
 169     request['timestamp']     = user.created # XXX in DB ?
 170     request['authority_hrn'] = user.authority_hrn
 171     request['first_name']    = user.first_name
 172     request['last_name']     = user.last_name
 173     request['email']         = user.email
 174     request['login']         = user.login
 175     request['keypair']       = user.keypair
 176     return request
 177
 178 def make_request_slice(slice):
 179     request = {}
 180     request['type'] = 'slice'
 181     request['id'] = slice.id
 182     request['user_hrn'] = slice.user_hrn
 183     request['timestamp'] = slice.created
 184     request['authority_hrn'] = slice.authority_hrn
 185     request['slice_name'] = slice.slice_name
 186     request['number_of_nodes'] = slice.number_of_nodes
 187     request['type_of_nodes'] = slice.type_of_nodes
 188     request['purpose'] = slice.purpose
 189     return request
 190
 191 def make_request_authority(authority):
 192     request = {}
 193     request['type']                  = 'authority'
 194     request['id']                    = authority.id
 195     request['site_name']             = authority.site_name
 196     request['site_latitude']         = authority.site_latitude
 197     request['site_longitude']        = authority.site_longitude
 198     request['site_url']              = authority.site_url
 199     request['site_authority']        = authority.site_authority
 200     request['site_abbreviated_name'] = authority.site_abbreviated_name
 201     request['address_line1']         = authority.address_line1
 202     request['address_line2']         = authority.address_line2
 203     request['address_line3']         = authority.address_line3
 204     request['address_city']          = authority.address_city
 205     request['address_postalcode']    = authority.address_postalcode
 206     request['address_state']         = authority.address_state
 207     request['address_country']       = authority.address_country
 208     request['authority_hrn']         = authority.authority_hrn
 209     request['timestamp']             = authority.created
 210     return request
 211
 212 def make_requests(pending_users, pending_slices, pending_authorities):
 213     requests = []
 214     for user in pending_users:
 215         requests.append(make_request_user(user))
 216     for slice in pending_slices:
 217         requests.append(make_request_slice(slice))
 218     for authority in pending_authorities:
 219         requests.append(make_request_authority(authority))
 220     return requests
 221
 222 def get_request_by_id(ids):
 223     sorted_ids = { 'user': [], 'slice': [], 'authority': [] }
 224     for type__id in ids:
 225         type, id = type__id.split('__')
 226         sorted_ids[type].append(id)
 227
 228     if not ids:
 229         pending_users  = PendingUser.objects.all()
 230         pending_slices = PendingSlice.objects.all()
 231         pending_authorities = PendingAuthority.objects.all()
 232     else:
 233         pending_users  = PendingUser.objects.filter(id__in=sorted_ids['user']).all()
 234         pending_slices = PendingSlice.objects.filter(id__in=sorted_ids['slice']).all()
 235         pending_authorities = PendingAuthority.objects.filter(id__in=sorted_ids['authority']).all()
 236
 237     return make_requests(pending_users, pending_slices, pending_authorities)
 238
 239 def get_requests(authority_hrns=None):
 240     print "get_request_by_authority auth_hrns = ", authority_hrns
 241     if not authority_hrns:
 242         pending_users  = PendingUser.objects.all()
 243         pending_slices = PendingSlice.objects.all()
 244         pending_authorities = PendingAuthority.objects.all()
 245     else:
 246         pending_users  = PendingUser.objects.filter(authority_hrn__in=authority_hrns).all()
 247         pending_slices = PendingSlice.objects.filter(authority_hrn__in=authority_hrns).all()
 248         pending_authorities = PendingAuthority.objects.filter(authority_hrn__in=authority_hrns).all()
 249
 250     return make_requests(pending_users, pending_slices, pending_authorities)
 251
 252 # XXX Is it in sync with the form fields ?
 253
 254 def portal_validate_request(wsgi_request, request_ids):
 255     status = {}
 256
 257     if not isinstance(request_ids, list):
 258         request_ids = [request_ids]
 259
 260     requests = get_request_by_id(request_ids)
 261     for request in requests:
 262         # type, id, timestamp, details, allowed -- MISSING: authority_hrn
 263         # CAREFUL about details
 264         # user  : first name, last name, email, password, keypair
 265         # slice : number of nodes, type of nodes, purpose
 266
 267         request_status = {}
 268
 269         if request['type'] == 'user':
 270
 271             try:
 272                 create_user(wsgi_request, request)
 273                 request_status['SFA user'] = {'status': True }
 274
 275             except Exception, e:
 276                  request_status['SFA user'] = {'status': False, 'description': str(e)}
 277
 278 #            user_params = {'status':2}
 279 #            manifold_update_user(request, request['email'], user_params)
 280
 281             # MANIFOLD user should be added beforehand, during registration
 282             #try:
 283             #    manifold_user_params = { key: request[key] for key in MANIFOLD_USER_KEYS }
 284             #    # XXX # manifold_add_user(manifold_user_params)
 285             #    request_status['MySlice user'] = {'status': True }
 286             #except Exception, e:
 287             #    request_status['MySlice user'] = {'status': False, 'description': str(e)}
 288
 289             # XXX
 290             #manifold_account_params = { key: request[key] for key in MANIFOLD_ACCOUNT_KEYS }
 291             #manifold_add_account(manifold_account_params)
 292             #request_status['MySlice testbed accounts'] = {'status': False }
 293
 294         elif request['type'] == 'slice':
 295             try:
 296                 create_slice(wsgi_request, request)
 297                 request_status['SFA slice'] = {'status': True }
 298
 299             except Exception, e:
 300                 request_status['SFA slice'] = {'status': False, 'description': str(e)}
 301
 302         elif request['type'] == 'authority':
 303             try:
 304                 #hrn = "%s.%s" % (request['authority_hrn'], request['site_authority'])
 305                 hrn = request['site_authority']
 306                 # XXX tmp sfa dependency
 307                 from sfa.util.xrn import Xrn
 308                 urn = Xrn(hrn, request['type']).get_urn()
 309
 310                 sfa_authority_params = {
 311                     'hrn'        : hrn,
 312                     'urn'        : urn,
 313                     'type'       : request['type'],
 314                     #'pi'        : None,
 315                     'enabled'    : True
 316                 }
 317                 print "ADD Authority"
 318                 sfa_add_authority(wsgi_request, sfa_authority_params)
 319                 request_status['SFA authority'] = {'status': True }
 320
 321             except Exception, e:
 322                 request_status['SFA authority'] = {'status': False, 'description': str(e)}
 323
 324         # XXX Remove from Pendings in database
 325
 326         status['%s__%s' % (request['type'], request['id'])] = request_status
 327
 328     return status
 329
 330
 331 def validate_action(request, **kwargs):
 332     ids = filter(None, kwargs['id'].split('/'))
 333     status = portal_validate_request(request, ids)
 334     json_answer = json.dumps(status)
 335     return HttpResponse (json_answer, mimetype="application/json")
 336
 337 # Django and ajax
 338 # http://djangosnippets.org/snippets/942/
 339
 340
 341
 342 #-------------------------------------------------------------------------------
 343 # REQUESTS - Slices
 344 #-------------------------------------------------------------------------------
 345
 346 def create_slice(wsgi_request, request):
 347     """
 348     Arguments:
 349         wsgi_request (~ WSGIRequest) :
 350         request (dict) : the slice request in our own dict format
 351
 352     Raises:
 353         Exception
 354     """
 355     hrn = "%s.%s" % (request['authority_hrn'], request['slice_name'])
 356     # XXX tmp sfa dependency
 357     from sfa.util.xrn import Xrn
 358     urn = Xrn(hrn, request['type']).get_urn()
 359
 360     # Add User to Slice if we have the user_hrn in pendingslice table
 361     user_hrn = request.get('user_hrn', None)
 362     user_hrns = list([user_hrn]) if user_hrn else list()
 363
 364     # XXX We should create a slice with Manifold terminology
 365     slice_params = {
 366         'slice_hrn'        : hrn,
 367         'slice_urn'        : urn,
 368         'slice_type'       : request['type'],
 369         'users'            : user_hrns,
 370         'slice_enabled'    : True
 371     }
 372     # ignored in request: id, timestamp,  number_of_nodes, type_of_nodes, purpose
 373
 374     query = Query.create('slice').set(slice_params).select('slice_hrn')
 375     results = execute_query(wsgi_request, query)
 376     if not results:
 377         raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn']
 378     return results
 379
 380 def create_pending_slice(wgsi_request, request):
 381     """
 382     """
 383
 384     # Insert an entry in the PendingSlice table
 385     s = PendingSlice(
 386         slice_name      = request['slice_name'],
 387         user_hrn        = request['user_hrn'],
 388         authority_hrn   = request['authority_hrn'],
 389         number_of_nodes = request['number_of_nodes'],
 390         purpose         = request['purpose'],
 391     )
 392     s.save()
 393
 394     # Send an email: the recipients are the PI of the authority
 395     recipients = authority_get_pi_emails(wsgi_request, authority_hrn)
 396     msg = render_to_string('slice-request-email.txt', request)
 397     send_mail("Onelab user %(email)s requested a slice" % request, msg, email, recipients)
 398
 399 #-------------------------------------------------------------------------------
 400 # REQUESTS - Users
 401 #-------------------------------------------------------------------------------
 402
 403 def manifold_add_reference_user_accounts(wsgi_request, request):
 404     """When a new user is created, add reference accounts to the reference platform.
 405     """
 406     # XXX XXX XXX The rest of this function has to be checked XXX XXX XXX
 407
 408     # Retrieve user information
 409     user_query  = Query().get('local:user')             \
 410         .select('user_id', 'config', 'email', 'status') \
 411         .filter_by('email', '==', request['email'])
 412     user_details = execute_admin_query(wsgi_request, user_query)
 413
 414     # USER MAIN ACCOUNT != reference
 415     #print 'USER MAIN ACCOUNT != reference'
 416     list_accounts_query = Query().get('local:account')              \
 417         .select('user_id', 'platform_id', 'auth_type', 'config')    \
 418         .filter_by('user_id', '==', user_details[0]['user_id'])     \
 419         .filter_by('auth_type', '!=', 'reference')
 420     list_accounts = execute_admin_query(wsgi_request, list_accounts_query)
 421
 422     # XXX main_platform is being erased several times ???
 423     for account in list_accounts:
 424         main_platform_query = Query().get('local:platform')         \
 425             .select('platform_id', 'platform')                      \
 426             .filter_by('platform_id', '==', account['platform_id'])
 427         main_platform = execute_admin_query(wsgi_request, main_platform_query)
 428
 429     # Add reference accounts on SFA enabled platforms
 430     platforms_query = Query().get('local:platform') \
 431         .filter_by('disabled', '==', '0')           \
 432         .filter_by('gateway_type', '==', 'sfa')     \
 433         .select('platform_id', 'gateway_type')
 434     platforms = execute_admin_query(wsgi_request, platforms_query)
 435     for platform in platforms:
 436         #print "add reference to platform ",platform
 437         manifold_account_params = {
 438             'user_id'       : user_details[0]['user_id'],
 439             'platform_id'   : platform['platform_id'],
 440             'auth_type'     : 'reference',
 441             'config'        : '{"reference_platform": "' + main_platform[0]['platform'] + '"}',
 442         }
 443         manifold_add_account(wsgi_request, manifold_account_params)
 444
 445 def sfa_create_user(wsgi_request, request):
 446     """
 447     Arguments:
 448         wsgi_request (~ WSGIRequest) :
 449         request (dict) : the user request in our own dict format
 450
 451     Raises:
 452         Exception
 453     """
 454     from sfa.util.xrn import Xrn
 455
 456     auth_pi = request.get('pi', None)
 457     auth_pi = list([auth_pi]) if auth_pi else list()
 458
 459     # We create a slice request with Manifold terminology
 460     sfa_user_params = {
 461         'user_hrn'   : request['user_hrn'],
 462         'user_email' : request['email'],
 463         'urn'        : Xrn(request['user_hrn'], request['type']).get_urn(),
 464         'type'       : request['type'],
 465         'keys'       : request['public_key'],
 466         'first_name' : request['first_name'],
 467         'last_name'  : request['last_name'],
 468         #'slices'    : None,
 469         #'researcher': None,
 470         'pi'         : auth_pi,
 471         'enabled'    : True
 472     }
 473
 474     query = Query.create('user').set(user_params).select('user_hrn')
 475     results = execute_query(wsgi_request, query)
 476     if not results:
 477         raise Exception, "Could not create %s. Already exists ?" % user_params['user_hrn']
 478     return results
 479
 480 def create_user(wsgi_request, request):
 481
 482     # XXX This has to be stored centrally
 483     USER_STATUS_ENABLED = 2
 484
 485     # NOTE : if we were to create a user directly (just like we create slices,
 486     # we would have to perform the steps in create_pending_user too
 487
 488     # Add the user to the SFA registry
 489     sfa_add_user(wsgi_request, request)
 490
 491     # Update Manifold user status
 492     manifold_update_user(wsgi_request, request['email'], {'status': USER_STATUS_ENABLED})
 493
 494     # Add reference accounts for platforms
 495     manifold_add_reference_user_accounts(wsgi_request, request)
 496
 497 def create_pending_user(wgsi_request, request, user_detail):
 498     """
 499     """
 500
 501     # Insert an entry in the PendingUser table
 502     b = PendingUser(
 503         first_name    = request['first_name'],
 504         last_name     = request['last_name'],
 505         authority_hrn = request['authority_hrn'],
 506         email         = request['email'],
 507         password      = request['password'],
 508         keypair       = request['account_config'],  # XXX REMOVE
 509         public_key    = request['public_key'],      # TODO NEW
 510         private_key   = request['private_key'],     # TODO NEW
 511         user_hrn      = request['user_hrn'],        # TODO NEW
 512         pi            = '',                         # XXX Why not None ?
 513     )
 514     b.save()
 515
 516     # saves the user to django auth_user table [needed for password reset]
 517     user = User.objects.create_user(request['email'], request['email'], request['password'])
 518
 519     # Creating a manifold user
 520     user_id = manifold_add_user(wsgi_request, request)
 521
 522     # Creating a Manifold account on the MySlice platform
 523     # Note the JSON representation of public and private keys already includes quotes
 524     account_config = {
 525         'user_hrn'          : request['user_hrn'],
 526         'user_public_key'   : request['public_key'],
 527     }
 528     if request['private_key']:
 529         account_config['user_private_key'] = request['private_key']
 530
 531     user_id = user_detail['user_id'] + 1 # the user_id for the newly created user in local:user
 532     account_params = {
 533         'platform_id'   : 5, # XXX ALERT !!
 534         'user_id'       : user_id,
 535         'auth_type'     : request['auth_type'],
 536         'config'        : json.dumps(account_config),
 537     }
 538     manifold_add_account(wsgi_request, account_params)
 539
 540     # Send an email: the recipients are the PI of the authority
 541     recipients = authority_get_pi_emails(wsgi_request, authority_hrn)
 542     msg = render_to_string('user_request_email.txt', request)
 543     send_mail("Onelab New User request for %(email)s submitted" % request, msg, 'support@myslice.info', recipients)