6d657ed896054a0827706468076f8ea09836d845
[unfold.git] / portal / actions.py
1 from django.http                    import HttpResponse
2 from manifold.core.query            import Query
3 from manifoldapi.manifoldapi        import execute_query,execute_admin_query
4 from portal.models                  import PendingUser, PendingSlice, PendingAuthority, PendingProject, PendingJoin
5 from unfold.page                    import Page
6
7 import json
8
9 from django.contrib.auth.models     import User
10 from django.contrib.sites.models    import Site
11 from django.contrib.auth            import get_user_model
12 from django.template.loader         import render_to_string
13 from django.core.mail               import EmailMultiAlternatives, send_mail
14
15 from myslice.theme                  import ThemeView
16 from myslice.configengine           import ConfigEngine
17
18
19 theme = ThemeView()
20
21 import activity.slice
22
23 # Thierry: moving this right into the code so 
24 # most people can use myslice without having to install sfa
25 # XXX tmp sfa dependency, should be moved to SFA gateway
26 #from sfa.util.xrn                import Xrn 
27
28
29 # Get the list of pis in a given authority
30 def authority_get_pis(request, authority_hrn):
31     # CACHE PB with fields
32     page = Page(request)
33     metadata = page.get_metadata()
34     auth_md = metadata.details_by_object('authority')
35     auth_fields = [column['name'] for column in auth_md['column']]
36
37     # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
38     query = Query.get('myslice:authority').filter_by('authority_hrn', '==', authority_hrn).select(auth_fields)
39     results = execute_admin_query(request, query)
40     #print "authority_get_pis = %s" % results
41     # NOTE: temporarily commented. Because results is giving empty list. 
42     # Needs more debugging
43     #if not results:
44     #    raise Exception, "Authority not found: %s" % authority_hrn
45     #result, = results
46     #return result['pi_users']
47     return results
48
49 #check the user is pi or not in the registry
50 def authority_check_pis(request, user_email):
51     try:
52         user_query  = Query().get('local:user').filter_by('email', '==', user_email).select('user_id','email','password','config')
53         user_details = execute_admin_query(request, user_query)
54     
55         # getting the authority_hrn
56         for user_detail in user_details:
57             user_id = user_detail['user_id']
58             if user_detail['config']:
59                 config = json.loads(user_detail['config'])
60                 authority_hrn = config.get('authority','Unknown Authority')
61  
62         account_query  = Query().get('local:account').filter_by('user_id', '==', user_id).select('user_id','platform_id','auth_type','config')
63         account_details = execute_admin_query(request, account_query)
64     
65         platform_query  = Query().get('local:platform').select('platform_id','platform')
66         platform_details = execute_admin_query(request, platform_query)
67     
68         for account_detail in account_details:
69             for platform_detail in platform_details:
70                 if platform_detail['platform_id'] == account_detail['platform_id']:
71                     if 'myslice' in platform_detail['platform']:
72                         account_config = json.loads(account_detail['config'])
73                         user_hrn = account_config.get('user_hrn','N/A')
74
75         pi_status = False
76         pis = authority_get_pis (request, authority_hrn)
77         for pi in pis:
78             pi_list = pi['pi_users']
79
80         if user_hrn in pi_list:
81             pi_status = True
82         return pi_status
83
84     except Exception,e:
85         print "Exception in actions.py in authority_check_pis %s" % e
86         return None
87
88
89 def authority_add_pis(request, authority_hrn,user_hrn):
90     try:
91         # getting pis of the authority of the user
92         pis = authority_get_pis (request, authority_hrn)
93         for pi in pis:
94             pi_list = pi['pi_users']
95    
96         updated_pi_list = pi_list.append(user_hrn) 
97         query = Query.update('myslice:authority').filter_by('authority_hrn', '==', authority_hrn).set({'pi_users':pi_list})
98         results = execute_query(request,query)
99         newpis = authority_get_pis (request, authority_hrn)
100         return newpis
101     except Exception,e: 
102         print "Exception in actions.py in authority_add_pis %s" % e
103         return None
104
105
106 def authority_remove_pis(request, authority_hrn,user_hrn):
107     try:
108         # getting pis of the authority of the user
109         pis = authority_get_pis (request, authority_hrn)
110         for pi in pis:
111             pi_list = pi['pi_users']
112  
113         updated_pi_list = pi_list.remove(user_hrn) 
114         query = Query.update('authority').filter_by('authority_hrn', '==', authority_hrn).set({'pi_users':pi_list})
115         results = execute_query(request,query)
116         newpis = authority_get_pis (request, authority_hrn)
117         return newpis
118     except Exception,e: 
119         print "Exception in actions.py in authority_remove_pis %s" % e
120         return None
121
122
123 def authority_get_pi_emails(request, authority_hrn):
124     pi_users = authority_get_pis(request,authority_hrn)
125     print "pi_users = %s" % pi_users
126
127     if any(pi['pi_users'] == None or not pi['pi_users']  for pi in pi_users):
128         #theme.template_name = 'email_default_recipients.txt' 
129         #default_email = render_to_string(theme.template, request)
130         #default_email = default_email.replace('\n', '')
131         #return default_email
132         # the above doesn't work
133         return ['support@onelab.eu']
134     else:
135         pi_user_hrns = [ hrn for x in pi_users for hrn in x['pi_users'] ]
136
137         # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
138         query = Query.get('myslice:user').filter_by('user_hrn', 'included', pi_user_hrns).select('user_email')
139         results = execute_admin_query(request, query)
140         return [result['user_email'] for result in results]
141
142 #clear user credentials
143 def clear_user_creds(request, user_email):
144     try:
145         user_query  = Query().get('local:user').filter_by('email', '==', user_email).select('user_id','email','password','config')
146         user_details = execute_admin_query(request, user_query)
147     
148         # getting the user_id from the session
149         for user_detail in user_details:
150             user_id = user_detail['user_id']
151             user_email = user_detail['email']
152     
153         account_query  = Query().get('local:account').filter_by('user_id', '==', user_id).select('user_id','platform_id','auth_type','config')
154         account_details = execute_admin_query(request, account_query)
155     
156         platform_query  = Query().get('local:platform').select('platform_id','platform')
157         platform_details = execute_admin_query(request, platform_query)
158     
159         for account_detail in account_details:
160             for platform_detail in platform_details:
161                 if platform_detail['platform_id'] == account_detail['platform_id']:
162                     if 'myslice' in platform_detail['platform']:
163                         account_config = json.loads(account_detail['config'])
164                         #user_cred = account_config.get('delegated_user_credential','N/A')
165                         user_cred = account_config.get('user_credential','N/A')
166                         if 'N/A' not in user_cred:
167                             user_hrn = account_config.get('user_hrn','N/A')
168                             user_pub_key = json.dumps(account_config.get('user_public_key','N/A'))
169                             user_priv_key = json.dumps(account_config.get('user_private_key','N/A'))
170                             updated_config = '{"user_public_key":'+ user_pub_key + ', "user_private_key":'+ user_priv_key + ', "user_hrn":"'+ user_hrn + '"}'
171                             user_params = { 'config': updated_config}
172                             manifold_update_account(request, user_id,user_params)
173                             return user_email
174                         else:
175                             return None
176
177     except Exception,e:
178         print "Exception in actions.py in clear_user_creds %s" % e
179         return None
180
181 def is_pi(wsgi_request, user_hrn, authority_hrn):
182     # authorities from user where user_hrn == "ple.upmc.jordan_auge"
183     print "#### actions.py is_pi authority_hrn = ", authority_hrn
184     try:
185         # CACHE PB with fields
186         page = Page(wsgi_request)
187         metadata = page.get_metadata()
188         user_md = metadata.details_by_object('user')
189         user_fields = [column['name'] for column in user_md['column']]
190         
191         # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
192         query  = Query().get('myslice:user').select(user_fields).filter_by('user_hrn','==',user_hrn)
193         #query = Query.get('myslice:user').filter_by('user_hrn', '==', user_hrn).select('pi_authorities')
194         results = execute_query(wsgi_request, query)
195         #print "is_pi results = ", results
196         for user_detail in results:
197             if authority_hrn in user_detail['pi_authorities']:
198                 return True
199     except Exception,e:
200         print "Exception in actions.py in is_pi %s" % e
201     return False
202     
203 # SFA get record
204
205 def sfa_get_user(request, user_hrn, pub=None):
206
207     # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
208     query_sfa_user = Query.get('myslice:user').filter_by('user_hrn', '==', user_hrn)
209     result_sfa_user = execute_admin_query(request, query_sfa_user)
210     return result_sfa_user[0]                        
211
212 def sfa_update_user(request, user_hrn, user_params):
213     # user_params: keys [public_key] 
214     if 'email' in user_params:
215         user_params['user_email'] = user_params['email']
216
217     # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
218     query = Query.update('myslice:user').filter_by('user_hrn', '==', user_hrn).set(user_params).select('user_hrn')
219     results = execute_admin_query(request,query)
220     return results
221
222 def sfa_add_authority(request, authority_params):
223
224     # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
225     query = Query.create('myslice:authority').set(authority_params).select('authority_hrn')
226     results = execute_query(request, query)
227     print "sfa_add_auth results=",results
228     if not results:
229         raise Exception, "Could not create %s. Already exists ?" % authority_params['hrn']
230     return results
231
232 def sfa_add_user_to_slice(request, user_hrn, slice_params):
233 # UPDATE myslice:slice SET researcher=['ple.upmc.jordan_auge','ple.inria.thierry_parmentelat','ple.upmc.loic_baron','ple.upmc.ciro_scognamiglio','ple.upmc.mohammed-yasin_rahman','ple.upmc.azerty'] where slice_hrn=='ple.upmc.myslicedemo'
234
235     # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
236     query_current_users = Query.get('myslice:slice').select('user').filter_by('slice_hrn','==',slice_params['hrn'])
237     results_current_users = execute_query(request, query_current_users)
238     slice_params['researcher'] = slice_params['researcher'] | results_current_users
239
240     # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
241     query = Query.update('myslice:slice').filter_by('user_hrn', '==', user_hrn).set(slice_params).select('slice_hrn')
242     results = execute_query(request, query)
243 # Also possible but not supported yet
244 # UPDATE myslice:user SET slice=['ple.upmc.agent','ple.upmc.myslicedemo','ple.upmc.tophat'] where user_hrn=='ple.upmc.azerty'
245     if not results:
246         raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn']
247     return results
248
249 # Propose hrn
250
251 def manifold_add_user(wsgi_request, request):
252     """Add a Manifold user corresponding to a user request.
253
254     Args:
255         wsgi_request: a WSGIRequest instance
256         request (dict): a dictionary containing the user request built from the
257             form.
258
259     Returns:
260         The user_id of the inserted user.
261
262     Raises:
263         ?
264     
265     """
266     USER_CONFIG = '{"firstname": "%(first_name)s", "lastname": "%(last_name)s", "authority": "%(authority_hrn)s"}'
267
268     user_params = {
269         'email'     : request['email'],
270         'password'  : request['password'],
271         'config'    : USER_CONFIG % request,
272         'status'    : 1,
273     }
274
275     query = Query.create('local:user').set(user_params).select('email')
276     results = execute_admin_query(request, query)
277     if not results:
278         raise Exception, "Failed creating manifold user: %s" % user_params['email']
279     result = results[0]
280     return result['email']
281
282 def manifold_update_user(request, email, user_params):
283     # user_params: password, config e.g., 
284     query = Query.update('local:user').filter_by('email', '==', email).set(user_params).select('email')
285     results = execute_admin_query(request,query)
286     # NOTE: results remains empty and goes to Exception. However, it updates the manifold DB.
287     # That's why I commented the exception part. -- Yasin 
288     #if not results:
289     #    raise Exception, "Failed updating manifold user: %s" % user_params['email']
290     #result, = results
291     return results
292
293 def manifold_add_account(request, account_params):
294     query = Query.create('local:account').set(account_params).select(['user', 'platform'])
295     results = execute_admin_query(request,query)
296     if not results:
297         raise Exception, "Failed creating manifold account on platform %s for user: %s" % (account_params['platform'], account_params['user'])
298     result, = results
299     return result['user_id']
300
301 def manifold_update_account(request,user_id,account_params):
302     # account_params: config
303     query = Query.update('local:account').filter_by('platform', '==', 'myslice').filter_by('user_id', '==', user_id).set(account_params).select('user_id')
304     results = execute_admin_query(request,query)
305     return results
306
307 #explicitly mention the platform_id
308 def manifold_delete_account(request, user_id, platform_id = None):
309     query = Query.delete('local:account').filter_by('user_id', '==', user_id)
310     if platform_id is not None:
311         query.filter_by('platform_id', '==', platform_id)
312     results = execute_admin_query(request,query)
313     return results
314
315 def manifold_delete_user(request, user_id):
316     query = Query.delete('local:user').filter_by('user_id', '==', user_id).select('user_id')
317     results = execute_admin_query(request,query)
318     return results
319
320
321 #not tested
322 def manifold_add_platform(request, platform_params):
323     query = Query.create('local:platform').set(platform_params).select(['user', 'platform'])
324     results = execute_admin_query(request,query)
325     if not results:
326         raise Exception, "Failed creating manifold platform %s for user: %s" % (platform_params['platform'], platform_params['user'])
327     result, = results
328     return result['platform_id']
329
330 def delete_local_user(wsgi_request, user_email):
331     user_query = Query().get('local:user') \
332         .filter_by('email', '==', user_email)           \
333         .select('user_id','config')
334     user = execute_admin_query(wsgi_request, user_query)
335     if len(user) == 0:
336         return False
337         #raise Exception, "User not found, check local DB"
338     else:
339         user_id = user[0]['user_id']
340         user_config = json.loads(user[0]['config'])
341         authority_hrn = user_config.get('authority', None)
342         
343         if is_pi(wsgi_request, '$user_hrn', authority_hrn):
344             # removing from Django auth_user
345             UserModel = get_user_model()
346             UserModel._default_manager.filter(email__iexact = user_email).delete()
347
348             # removing manifold account
349             manifold_delete_account(wsgi_request, user_id)           
350                      
351             # removing manifold user
352             manifold_delete_user(wsgi_request, user_id)
353         else:
354             return False
355             #raise Exception, "No sufficient rights on authority = ",authority_hrn
356
357     return True      
358
359
360 def make_request_user(user):
361     request = {}
362     request['type']          = 'user'
363     request['id']            = user.id
364     request['timestamp']     = user.created # XXX in DB ?
365     request['authority_hrn'] = user.authority_hrn
366     request['first_name']    = user.first_name
367     request['last_name']     = user.last_name
368     request['email']         = user.email
369     request['login']         = user.login
370     request['user_hrn']      = user.user_hrn
371     request['public_key']    = user.public_key
372     request['private_key']   = user.private_key
373     return request
374
375 def make_request_slice(slice):
376     request = {}
377     request['type'] = 'slice'
378     request['id'] = slice.id
379     request['user_hrn'] = slice.user_hrn
380     request['timestamp'] = slice.created
381     request['authority_hrn'] = slice.authority_hrn
382     request['slice_name'] = slice.slice_name
383     request['number_of_nodes'] = slice.number_of_nodes
384     request['type_of_nodes'] = slice.type_of_nodes
385     request['purpose'] = slice.purpose
386     return request
387
388 def make_request_project(project):
389     request = {}
390     request['type'] = 'project'
391     request['id'] = project.id
392     request['user_hrn'] = project.user_hrn
393     request['email'] = project.email
394     request['timestamp'] = project.created
395     request['authority_hrn'] = project.authority_hrn
396     request['project_name'] = project.project_name
397     request['purpose'] = project.purpose
398     return request
399
400 def make_request_join(join):
401     request = {}
402     request['type'] = 'join'
403     request['id'] = join.id
404     request['user_hrn'] = join.user_hrn
405     request['email'] = join.email
406     request['timestamp'] = join.created
407     request['authority_hrn'] = join.authority_hrn
408     request['project_name'] = join.project_name
409     return request
410
411 def make_request_authority(authority):
412     request = {}
413     request['type']                  = 'authority'
414     request['id']                    = authority.id
415     request['site_name']             = authority.site_name
416     request['site_latitude']         = authority.site_latitude
417     request['site_longitude']        = authority.site_longitude
418     request['site_url']              = authority.site_url
419     request['site_authority']        = authority.site_authority
420     request['site_abbreviated_name'] = authority.site_abbreviated_name
421     request['address_line1']         = authority.address_line1
422     request['address_line2']         = authority.address_line2
423     request['address_line3']         = authority.address_line3
424     request['address_city']          = authority.address_city
425     request['address_postalcode']    = authority.address_postalcode
426     request['address_state']         = authority.address_state
427     request['address_country']       = authority.address_country
428     request['authority_hrn']         = authority.authority_hrn
429     request['timestamp']             = authority.created
430     return request
431
432 def make_requests(pending_users, pending_slices, pending_authorities, pending_projects, pending_joins):
433     print "$$$$$$$$$$$$$$$  make_request"
434     requests = []
435     for user in pending_users:
436         requests.append(make_request_user(user))
437     for slice in pending_slices:
438         requests.append(make_request_slice(slice))
439     for authority in pending_authorities:
440         requests.append(make_request_authority(authority))
441     for project in pending_projects:
442         requests.append(make_request_project(project))
443     for join in pending_joins:
444         requests.append(make_request_join(join))
445     return requests   
446
447 def get_request_by_id(ids):
448     print "$$$$$$$$$$$$$$$$  get_request_by_id"
449     sorted_ids = { 'user': [], 'slice': [], 'authority': [], 'project': [], 'join': [] }
450     for type__id in ids:
451         type, id = type__id.split('__')
452         sorted_ids[type].append(id)
453         
454     if not ids:
455         pending_users  = PendingUser.objects.all()
456         pending_slices = PendingSlice.objects.all()
457         pending_authorities = PendingAuthority.objects.all()
458         pending_projects = PendingProject.objects.all()
459         pending_joins = PendingJoin.objects.all()
460     else:
461         pending_users  = PendingUser.objects.filter(id__in=sorted_ids['user']).all()
462         pending_slices = PendingSlice.objects.filter(id__in=sorted_ids['slice']).all()
463         pending_authorities = PendingAuthority.objects.filter(id__in=sorted_ids['authority']).all()
464         pending_projects = PendingProject.objects.filter(id__in=sorted_ids['project']).all()
465         pending_joins = PendingJoin.objects.filter(id__in=sorted_ids['join']).all()
466
467     return make_requests(pending_users, pending_slices, pending_authorities, pending_projects, pending_joins)
468
469 def get_requests(authority_hrns=None):
470     print "$$$$$$$$$$$$$   get_request_by_authority auth_hrns = ", authority_hrns
471     if not authority_hrns:
472         ## get those pending users who have confirmed their emails
473         pending_users  = PendingUser.objects.filter(status__iexact = 'True')
474         pending_slices = PendingSlice.objects.all()
475         pending_authorities = PendingAuthority.objects.all()
476         pending_projects = PendingProject.objects.all()
477         pending_joins = PendingJoin.objects.all()
478     else:
479         pending_users  = PendingUser.objects
480         pending_slices = PendingSlice.objects
481         pending_authorities = PendingAuthority.objects
482         pending_projects = PendingProject.objects
483         pending_joins = PendingJoin.objects
484         from django.db.models import Q
485         list_user_Q = list()
486         list_slice_Q = list()
487         list_auth_Q = list()
488         list_proj_Q = list()
489         list_join_Q = list()
490         for hrn in authority_hrns:
491             list_user_Q.append(Q(authority_hrn__startswith=hrn, status__iexact = 'True'))
492             list_slice_Q.append(Q(authority_hrn__startswith=hrn))
493             list_auth_Q.append(Q(site_authority__startswith=hrn))
494             list_proj_Q.append(Q(authority_hrn__startswith=hrn))
495             list_join_Q.append(Q(authority_hrn__startswith=hrn))
496         from operator import __or__ as OR
497         pending_users        = pending_users.filter(reduce(OR, list_user_Q))
498         pending_slices       = pending_slices.filter(reduce(OR, list_slice_Q))
499         pending_authorities  = pending_authorities.filter(reduce(OR, list_auth_Q))
500         pending_projects     = pending_projects.filter(reduce(OR, list_proj_Q))
501         pending_joins        = pending_joins.filter(reduce(OR, list_join_Q))
502         #pending_authorities  = pending_authorities.all() #filter(reduce(OR, list_Q))
503
504     return make_requests(pending_users, pending_slices, pending_authorities, pending_projects, pending_joins)
505
506 # XXX Is it in sync with the form fields ?
507
508 def portal_validate_request(wsgi_request, request_ids):
509     status = {}
510
511     if not isinstance(request_ids, list):
512         request_ids = [request_ids]
513
514     requests = get_request_by_id(request_ids)
515     for request in requests:
516         # type, id, timestamp, details, allowed -- MISSING: authority_hrn
517         # CAREFUL about details
518         # user  : first name, last name, email, password, keypair
519         # slice : number of nodes, type of nodes, purpose
520         
521         request_status = {}
522
523         if request['type'] == 'user':
524
525             try:
526                 create_user(wsgi_request, request)
527                 request_status['SFA user'] = {'status': True }
528                 PendingUser.objects.get(id=request['id']).delete()
529             except Exception, e:
530                  request_status['SFA user'] = {'status': False, 'description': str(e)}
531                        
532 #            user_params = {'status':2}
533 #            manifold_update_user(request, request['email'], user_params)
534
535             # MANIFOLD user should be added beforehand, during registration
536             #try:
537             #    manifold_user_params = { key: request[key] for key in MANIFOLD_USER_KEYS }
538             #    # XXX # manifold_add_user(manifold_user_params)
539             #    request_status['MySlice user'] = {'status': True }
540             #except Exception, e:
541             #    request_status['MySlice user'] = {'status': False, 'description': str(e)}
542
543             # XXX
544             #manifold_account_params = { key: request[key] for key in MANIFOLD_ACCOUNT_KEYS }
545             #manifold_add_account(manifold_account_params)
546             #request_status['MySlice testbed accounts'] = {'status': False }
547
548         elif request['type'] == 'slice':
549             try:
550                 create_slice(wsgi_request, request)
551                 request_status['SFA slice'] = {'status': True }
552                 PendingSlice.objects.get(id=request['id']).delete()
553
554                 # Clear user's Credentials
555                 sfa_user = sfa_get_user(wsgi_request, request['user_hrn'])
556                 clear_user_creds(wsgi_request,sfa_user['user_email'])
557
558             except Exception, e:
559                 request_status['SFA slice'] = {'status': False, 'description': str(e)}
560
561         elif request['type'] == 'authority':
562             try:
563                 #hrn = "%s.%s" % (request['authority_hrn'], request['site_authority'])
564                 hrn = request['site_authority']
565                 # XXX tmp sfa dependency
566                 from sfa.util.xrn import Xrn 
567                 urn = Xrn(hrn, request['type']).get_urn()
568                 
569                 # Only hrn is required for Manifold Query 
570                 sfa_authority_params = {
571                     'authority_hrn'        : hrn,
572                     #'authority_urn'        : urn,
573                     #'type'       : request['type'],
574                     #'pi'        : None,
575                     #'enabled'    : True
576                 }
577                 print "ADD Authority"
578                 sfa_add_authority(wsgi_request, sfa_authority_params)
579                 request_status['SFA authority'] = {'status': True }
580                 PendingAuthority.objects.get(id=request['id']).delete()
581
582             except Exception, e:
583                 request_status['SFA authority'] = {'status': False, 'description': str(e)}
584
585         elif request['type'] == 'project':
586             try:
587                 hrn = request['authority_hrn'] + '.' + request['project_name']
588
589                 # Only hrn is required for Manifold Query 
590                 sfa_authority_params = {
591                     'authority_hrn'        : hrn
592                 }
593                 sfa_add_authority(wsgi_request, sfa_authority_params)
594                 request_status['SFA project'] = {'status': True }
595                 PendingProject.objects.get(id=request['id']).delete()
596                 
597                 # Add user as a PI of the project
598                 authority_add_pis(wsgi_request, hrn , request['user_hrn'])
599
600                 # Clear user's Credentials
601                 #sfa_user = sfa_get_user(wsgi_request, request['user_hrn'])
602                 clear_user_creds(wsgi_request,request['email'])
603
604             except Exception, e:
605                 request_status['SFA project'] = {'status': False, 'description': str(e)}
606
607         elif request['type'] == 'join':
608             try:
609                 # Add user as a PI of the project
610                 authority_add_pis(wsgi_request, request['authority_hrn'] , request['user_hrn'])
611
612                 request_status['SFA join'] = {'status': True }
613                 PendingJoin.objects.get(id=request['id']).delete()
614
615                 # Clear user's Credentials
616                 clear_user_creds(wsgi_request,request['email'])
617
618             except Exception, e:
619                 request_status['SFA join'] = {'status': False, 'description': str(e)+' - '+str(request)}
620         else:
621             request_status['other'] = {'status': False, 'description': 'unknown type of request'}
622         # XXX Remove from Pendings in database
623
624         status['%s__%s' % (request['type'], request['id'])] = request_status
625
626     return status
627
628 def validate_action(request, **kwargs):
629     ids = filter(None, kwargs['id'].split('/'))
630     status = portal_validate_request(request, ids)
631     json_answer = json.dumps(status)
632     return HttpResponse (json_answer, mimetype="application/json")
633
634
635 def reject_action(request, **kwargs):
636     ids = filter(None, kwargs['id'].split('/'))
637     status = portal_reject_request(request, ids)
638     json_answer = json.dumps(status)
639     return HttpResponse (json_answer, mimetype="application/json")
640
641
642 def portal_reject_request(wsgi_request, request_ids):
643     status = {}
644     # get the domain url    
645     current_site = Site.objects.get_current()
646     current_site = current_site.domain
647
648
649     if not isinstance(request_ids, list):
650         request_ids = [request_ids]
651
652     requests = get_request_by_id(request_ids)
653     for request in requests:
654         # type, id, timestamp, details, allowed -- MISSING: authority_hrn
655         # CAREFUL about details
656         # user  : first name, last name, email, password, keypair
657         # slice : number of nodes, type of nodes, purpose
658         
659         request_status = {}
660
661         if request['type'] == 'user':
662             try:
663                 request_status['SFA user'] = {'status': True }
664                 # getting user email based on id 
665                 ## RAW SQL queries on Django DB- https://docs.djangoproject.com/en/dev/topics/db/sql/
666                 for user in PendingUser.objects.raw('SELECT * FROM portal_pendinguser WHERE id = %s', [request['id']]):
667                     user_email= user.email
668                     first_name = user.first_name
669                     last_name = user.last_name
670
671                 ctx = {
672                     'first_name'    : first_name, 
673                     'last_name'     : last_name, 
674                     'portal_url'    : current_site,
675                     }
676                 try:
677                     theme.template_name = 'user_request_denied.txt'
678                     text_content = render_to_string(theme.template, ctx)
679                     theme.template_name = 'user_request_denied.html'
680                     html_content = render_to_string(theme.template, ctx)
681                     theme.template_name = 'email_default_sender.txt'
682                     sender =  render_to_string(theme.template, ctx)
683                     sender = sender.replace('\n', '')
684                                
685                     subject = 'User request denied.'
686
687                     msg = EmailMultiAlternatives(subject, text_content, sender, [user_email])
688                     msg.attach_alternative(html_content, "text/html")
689                     msg.send()
690                 except Exception, e:
691                     print "Failed to send email, please check the mail templates and the SMTP configuration of your server"   
692
693                 # removing from Django portal_pendinguser
694                 PendingUser.objects.get(id=request['id']).delete()
695             
696                 delete_local_user(wsgi_request, user_email)
697             except Exception, e:
698                 request_status['SFA authority'] = {'status': False, 'description': str(e)}
699                       
700         elif request['type'] == 'slice':
701             request_status['SFA slice'] = {'status': True } 
702
703             # getting user email based on id 
704             ## RAW SQL queries on Django DB- https://docs.djangoproject.com/en/dev/topics/db/sql/
705             for user in PendingSlice.objects.raw('SELECT * FROM portal_pendingslice WHERE id = %s', [request['id']]):
706                 user_email= user.type_of_nodes # XXX type_of_nodes field contains the email [shd be renamed in DB]
707                 slice_name = user.slice_name
708                 purpose = user.purpose
709                 url = user.number_of_nodes
710
711             ctx = {
712                 'slice_name': slice_name,
713                 'purpose': purpose,
714                 'url': url,
715                 'portal_url': current_site,
716                 }
717             try:
718                 theme.template_name = 'slice_request_denied.txt'
719                 text_content = render_to_string(theme.template, ctx)
720                 theme.template_name = 'slice_request_denied.html'
721                 html_content = render_to_string(theme.template, ctx)
722                 theme.template_name = 'email_default_sender.txt'
723                 sender =  render_to_string(theme.template, ctx)
724                 sender = sender.replace('\n', '')
725                                
726                 subject = 'Slice request denied.'
727
728                 msg = EmailMultiAlternatives(subject, text_content, sender, [user_email])
729                 msg.attach_alternative(html_content, "text/html")
730                 msg.send()
731             except Exception, e:
732                 print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
733                       
734             PendingSlice.objects.get(id=request['id']).delete()
735
736         elif request['type'] == 'authority':
737             request_status['SFA authority'] = {'status': True }
738             
739             # getting user email based on id 
740             ## RAW SQL queries on Django DB- https://docs.djangoproject.com/en/dev/topics/db/sql/
741             for user in PendingAuthority.objects.raw('SELECT * FROM portal_pendingauthority WHERE id = %s', [request['id']]):
742                 user_email= user.address_line1 # XXX address_line1 field contains the email [shd be renamed in DB]
743                 site_name = user.site_name
744                 city = user.address_city
745                 country = user.address_country
746                 short_name = user.site_abbreviated_name
747                 url = user.site_url
748
749             ctx = { 
750                 'site_name': site_name,
751                 'short_name': short_name,
752                 'url': url,
753                 'city': city,
754                 'country': country,                          
755                 'portal_url'    : current_site,
756                 }
757                 
758             try:
759                 theme.template_name = 'authority_request_denied.txt'
760                 text_content = render_to_string(theme.template, ctx)
761                 theme.template_name = 'authority_request_denied.html'
762                 html_content = render_to_string(theme.template, ctx)
763                 theme.template_name = 'email_default_sender.txt'
764                 sender =  render_to_string(theme.template, ctx)
765                 sender = sender.replace('\n', '')
766                 subject = 'Authority request denied.'
767                 msg = EmailMultiAlternatives(subject, text_content, sender, [user_email])
768                 msg.attach_alternative(html_content, "text/html")
769                 msg.send()
770             except Exception, e:
771                 print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
772
773             PendingAuthority.objects.get(id=request['id']).delete()
774
775         # XXX TMP we should send an email to the user to inform him/her
776         elif request['type'] == 'project':
777             request_status['SFA project'] = {'status': True }
778             PendingProject.objects.get(id=request['id']).delete()
779
780         elif request['type'] == 'join':
781             request_status['SFA join'] = {'status': True }
782             PendingJoin.objects.get(id=request['id']).delete()
783
784         status['%s__%s' % (request['type'], request['id'])] = request_status
785
786     return status
787
788 # Django and ajax
789 # http://djangosnippets.org/snippets/942/
790
791
792
793 #-------------------------------------------------------------------------------
794 # REQUESTS - Slices
795 #-------------------------------------------------------------------------------
796
797 def create_slice(wsgi_request, request):
798     """
799     Arguments:
800         wsgi_request (~ WSGIRequest) : 
801         request (dict) : the slice request in our own dict format
802
803     Raises:
804         Exception
805     """
806     hrn = "%s.%s" % (request['authority_hrn'], request['slice_name'])
807     # XXX tmp sfa dependency
808     from sfa.util.xrn import Xrn 
809     urn = Xrn(hrn, request['type']).get_urn()
810     
811     # Add User to Slice if we have the user_hrn in pendingslice table
812     user_hrn = request.get('user_hrn', None)
813     user_hrns = list([user_hrn]) if user_hrn else list()
814    
815     # CACHE PB with fields
816     page = Page(wsgi_request)
817     metadata = page.get_metadata()
818     user_md = metadata.details_by_object('user')
819     user_fields = [column['name'] for column in user_md['column']]
820
821     # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
822     #user_query  = Query().get('myslice:user').select('user_hrn','user_email').filter_by('user_hrn','==',user_hrn)
823     user_query  = Query().get('myslice:user').select(user_fields).filter_by('user_hrn','==',user_hrn)
824     user_details_sfa = execute_admin_query(wsgi_request, user_query)
825     if not user_details_sfa:
826         raise Exception, "User %s doesn't exist, validate user before validating slice" % user_hrn
827     for user in user_details_sfa:
828         user_email = user['user_email']
829
830     # XXX LOIC Quick fix because this is totally inconsistent
831     if not 'number_of_nodes' in request:
832         request['number_of_nodes']=""
833
834     # XXX We should create a slice with Manifold terminology
835     slice_params = {
836         'slice_hrn'        : hrn, 
837         'slice_urn'        : urn,
838         'slice_type'       : request['type'],
839         'url'              : request['number_of_nodes'],
840         'users'            : user_hrns,
841         'slice_enabled'    : True
842     }
843     # ignored in request: id, timestamp,  number_of_nodes, type_of_nodes, purpose
844
845     # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
846     query = Query.create('myslice:slice').set(slice_params).select('slice_hrn')
847     results = execute_query(wsgi_request, query)
848     if not results:
849         raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn']
850     else:
851         clear_user_creds(wsgi_request,user_email)
852         # log user activity
853         activity.slice.validate(request, { "slice" : hrn })
854         try:
855             theme.template_name = 'slice_request_validated.txt'
856             text_content = render_to_string(theme.template, request)
857             theme.template_name = 'slice_request_validated.html'
858             html_content = render_to_string(theme.template, request)
859         
860             theme.template_name = 'email_default_sender.txt'
861             sender =  render_to_string(theme.template, request)
862             sender = sender.replace('\n', '')
863
864             subject = 'Slice request validated'
865
866             msg = EmailMultiAlternatives(subject, text_content, sender, [user_email])
867             msg.attach_alternative(html_content, "text/html")
868             msg.send()
869         except Exception, e:
870             print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
871        
872     return results
873
874 def create_pending_slice(wsgi_request, request, email):
875     """
876     """
877
878     # Insert an entry in the PendingSlice table
879     s = PendingSlice(
880         slice_name      = request['slice_name'],
881         user_hrn        = request['user_hrn'],
882         authority_hrn   = request['authority_hrn'],
883         number_of_nodes = request['url'], # field needs to be renamed
884         purpose         = request['purpose'],
885         type_of_nodes   = request['email'] # field needs to be renamed 
886     )
887     s.save()
888
889     try:
890         # Send an email: the recipients are the PI of the authority
891         recipients = authority_get_pi_emails(wsgi_request, request['authority_hrn'])
892
893         theme.template_name = 'slice_request_email.txt' 
894         text_content = render_to_string(theme.template, request)
895     
896         theme.template_name = 'slice_request_email.html' 
897         html_content = render_to_string(theme.template, request)
898     
899         theme.template_name = 'slice_request_email_subject.txt'
900         subject = render_to_string(theme.template, request)
901         subject = subject.replace('\n', '')
902     
903         sender = email
904         msg = EmailMultiAlternatives(subject, text_content, sender, recipients)
905         msg.attach_alternative(html_content, "text/html")
906         msg.send()
907     except Exception, e:
908         print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
909
910
911 def create_pending_project(wsgi_request, request):
912     """
913     """
914
915     # Insert an entry in the PendingProject table
916     s = PendingProject(
917         project_name    = request['project_name'],
918         user_hrn        = request['user_hrn'],
919         email           = request['email'],
920         authority_hrn   = request['authority_hrn'],
921         purpose         = request['purpose'],
922     )
923     s.save()
924
925 def create_pending_join(wsgi_request, request):
926     """
927     """
928
929     # Insert an entry in the PendingJoin table
930     s = PendingJoin(
931         user_hrn        = request['user_hrn'],
932         email           = request['email'],
933         project_name    = request['project_name'],
934         authority_hrn   = request['authority_hrn'],
935     )
936     s.save()
937
938
939 #     try:
940 #         # Send an email: the recipients are the PI of the authority
941 #         recipients = authority_get_pi_emails(wsgi_request, request['authority_hrn'])
942
943 #         theme.template_name = 'slice_request_email.txt' 
944 #         text_content = render_to_string(theme.template, request)
945 #     
946 #         theme.template_name = 'slice_request_email.html' 
947 #         html_content = render_to_string(theme.template, request)
948 #     
949 #         theme.template_name = 'slice_request_email_subject.txt'
950 #         subject = render_to_string(theme.template, request)
951 #         subject = subject.replace('\n', '')
952 #     
953 #         sender = email
954 #         msg = EmailMultiAlternatives(subject, text_content, sender, recipients)
955 #         msg.attach_alternative(html_content, "text/html")
956 #         msg.send()
957 #     except Exception, e:
958 #         print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
959
960
961 #-------------------------------------------------------------------------------
962 # REQUESTS - Users
963 #-------------------------------------------------------------------------------
964
965 def manifold_add_reference_user_accounts(wsgi_request, request):
966     """When a new user is created, add reference accounts to the reference platform.
967     """
968     # XXX XXX XXX The rest of this function has to be checked XXX XXX XXX
969
970     # Retrieve user information
971     user_query  = Query().get('local:user')             \
972         .select('user_id', 'config', 'email', 'status') \
973         .filter_by('email', '==', request['email'])
974     user_details = execute_admin_query(wsgi_request, user_query)
975
976     # USER MAIN ACCOUNT != reference
977     #print 'USER MAIN ACCOUNT != reference'
978     list_accounts_query = Query().get('local:account')              \
979         .select('user_id', 'platform_id', 'auth_type', 'config')    \
980         .filter_by('user_id', '==', user_details[0]['user_id'])     \
981         .filter_by('auth_type', '!=', 'reference')
982     list_accounts = execute_admin_query(wsgi_request, list_accounts_query)
983
984     # XXX main_platform is being erased several times ???
985     for account in list_accounts:
986         main_platform_query = Query().get('local:platform')         \
987             .select('platform_id', 'platform')                      \
988             .filter_by('platform_id', '==', account['platform_id'])
989         main_platform = execute_admin_query(wsgi_request, main_platform_query)
990
991     # Add reference accounts on SFA enabled platforms
992     platforms_query = Query().get('local:platform') \
993         .filter_by('disabled', '==', '0')           \
994         .filter_by('gateway_type', '==', 'sfa')     \
995         .select('platform_id', 'gateway_type')
996     platforms = execute_admin_query(wsgi_request, platforms_query)
997     for platform in platforms:
998         #print "add reference to platform ",platform
999         manifold_account_params = {
1000             'user_id'       : user_details[0]['user_id'],
1001             'platform_id'   : platform['platform_id'],
1002             'auth_type'     : 'reference',
1003             'config'        : '{"reference_platform": "' + main_platform[0]['platform'] + '"}',
1004         }
1005         manifold_add_account(wsgi_request, manifold_account_params)
1006
1007 def sfa_create_user(wsgi_request, request, namespace = None, as_admin = False):
1008     """
1009     Arguments:
1010         wsgi_request (~ WSGIRequest) : 
1011         request (dict) : the user request in our own dict format
1012
1013     Raises:
1014         Exception
1015     """
1016     from sfa.util.xrn import Xrn 
1017
1018     auth_pi = request.get('pi', None)
1019     auth_pi = list([auth_pi]) if auth_pi else list()
1020
1021     # We create a user request with Manifold terminology
1022     sfa_user_params = {
1023         'user_hrn'          : request['user_hrn'],
1024         'user_email'        : request['email'],
1025         'user_urn'          : Xrn(request['user_hrn'], request['type']).get_urn(),
1026         'user_type'         : request['type'],
1027         'keys'              : request['public_key'],
1028         'user_first_name'   : request['first_name'],
1029         'user_last_name'    : request['last_name'],
1030         'pi_authorities'    : auth_pi,
1031         'user_enabled'      : True
1032     }
1033
1034     if namespace is not None:
1035         query = Query.create('%s:user' % namespace).set(sfa_user_params).select('user_hrn')
1036     else:
1037         # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
1038         query = Query.create('myslice:user').set(sfa_user_params).select('user_hrn')
1039
1040     if as_admin:
1041         results = execute_admin_query(wsgi_request, query)
1042     else:
1043         results = execute_query(wsgi_request, query)
1044
1045     if not results:
1046         raise Exception, "Could not create %s. Already exists ?" % sfa_user_params['user_hrn']
1047     else:
1048         try:
1049             theme.template_name = 'user_request_validated.txt'
1050             text_content = render_to_string(theme.template, request)
1051             theme.template_name = 'user_request_validated.html'
1052             html_content = render_to_string(theme.template, request)
1053         
1054             theme.template_name = 'email_default_sender.txt'
1055             sender =  render_to_string(theme.template, request)
1056             sender = sender.replace('\n', '')
1057
1058
1059             subject = 'Account validated'
1060
1061             msg = EmailMultiAlternatives(subject, text_content, sender, [request['email']])
1062             msg.attach_alternative(html_content, "text/html")
1063             msg.send()
1064         except Exception, e:
1065             print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
1066
1067     return results
1068
1069 def iotlab_create_user (wsgi_request, request, namespace = None, as_admin=False):
1070    
1071     import requests
1072     import time
1073     from requests.auth import HTTPBasicAuth
1074    
1075     engine = ConfigEngine() 
1076     URL_REST = engine.iotlab_url()
1077     LOGIN_ADMIN = engine.iotlab_admin_user()
1078     PASSWORD_ADMIN = engine.iotlab_admin_password()
1079
1080     auth = HTTPBasicAuth(LOGIN_ADMIN,PASSWORD_ADMIN)
1081     headers = {'content-type': 'application/json'}
1082
1083     for user in PendingUser.objects.raw('SELECT * FROM portal_pendinguser WHERE email = %s', [request['email']]):
1084         password= user.password
1085
1086
1087     iotlab_user_params = {
1088         "type"          : "SA",
1089         #"login"         : request['email'], #auto generated by iotlab
1090         "password"      : password,
1091         "firstName"     : request['first_name'],
1092         "lastName"      : request['last_name'],
1093         "email"         : request['email'],
1094         "structure"     : request['authority_hrn'],
1095         "city"          : "N/A",
1096         "country"       : "N/A",
1097         "sshPublicKey"  : request['public_key'],
1098         "motivations"   : "SFA federation",
1099     }    
1100    
1101     iotlab_user_params1 = json.dumps(iotlab_user_params)
1102     r=requests.post(url=URL_REST, data=iotlab_user_params1, headers=headers, auth=auth)
1103     print 'Create iotlab user : ', r.status_code, r.text
1104     return r.text
1105
1106 def create_user(wsgi_request, request, namespace = None, as_admin = False):
1107     # XXX This has to be stored centrally
1108     USER_STATUS_ENABLED = 2
1109
1110     # NOTE : if we were to create a user directly (just like we create slices,
1111     # we would have to perform the steps in create_pending_user too
1112
1113     # Add the user to the SFA registry
1114     sfa_create_user(wsgi_request, request, namespace, as_admin)
1115
1116     # Update Manifold user status
1117     manifold_update_user(wsgi_request, request['email'], {'status': USER_STATUS_ENABLED})
1118
1119     # Add reference accounts for platforms
1120     manifold_add_reference_user_accounts(wsgi_request, request)
1121
1122     # Add the user to iotlab portal if theme is set to onelab
1123     if theme.theme == 'onelab':
1124         iotlab_create_user (wsgi_request, request)
1125
1126 def create_pending_user(wsgi_request, request, user_detail):
1127     """
1128     """
1129
1130     # Insert an entry in the PendingUser table
1131     b = PendingUser(
1132         first_name    = request['first_name'],
1133         last_name     = request['last_name'],
1134         authority_hrn = request['authority_hrn'],
1135         email         = request['email'],
1136         password      = request['password'],
1137         public_key    = request['public_key'],
1138         private_key   = request['private_key'],
1139         user_hrn      = request['user_hrn'],
1140         pi            = request['pi'],
1141         email_hash    = request['email_hash'],
1142         status        = 'False',
1143     )
1144     b.save()
1145     # sends email to user to activate the email
1146     theme.template_name = 'activate_user.html'
1147     html_content = render_to_string(theme.template, request)
1148     theme.template_name = 'activate_user.txt'
1149     text_content = render_to_string(theme.template, request)
1150     theme.template_name = 'activate_user_email_subject.txt'
1151     subject = render_to_string(theme.template, request)
1152     subject = subject.replace('\n', '')
1153     theme.template_name = 'email_default_sender.txt'
1154     sender =  render_to_string(theme.template, request)
1155     sender = sender.replace('\n', '')
1156     recipient = [request['email']]
1157     #recipient = recipient.append(request['email'])
1158
1159     msg = EmailMultiAlternatives(subject, text_content, sender, recipient)
1160     msg.attach_alternative(html_content, "text/html")
1161     msg.send()
1162    
1163     # saves the user to django auth_user table [needed for password reset]
1164     user = User.objects.create_user(request['email'], request['email'], request['password'])
1165
1166     # Creating a manifold user
1167     user_id = manifold_add_user(wsgi_request, request)
1168
1169     # Creating a Manifold account on the MySlice platform
1170     # Note the JSON representation of public and private keys already includes quotes
1171     account_config = {
1172         'user_hrn'          : request['user_hrn'],
1173         'user_public_key'   : request['public_key'],
1174     }
1175     if request['private_key']:
1176         account_config['user_private_key'] = request['private_key']
1177
1178     user_id = user_detail['user_id'] + 1 # the user_id for the newly created user in local:user
1179
1180     # XXX TODO: Require a myslice platform
1181     # ALERT: this will disapear with ROUTERV2 of Manifold
1182     # We have to consider the case where several registries can be used
1183     # Removed hardcoded platform = 5
1184     # This platform == 'myslice' is a TMP FIX !!
1185     try:
1186         reg_platform_query = Query().get('local:platform') \
1187             .filter_by('platform', '==', 'myslice')           \
1188             .select('platform_id')
1189         reg_platform = execute_admin_query(wsgi_request, reg_platform_query)
1190
1191         reg_platform_id = reg_platform[0]['platform_id']
1192         account_params = {
1193             'platform_id'   : reg_platform_id, # XXX ALERT !!
1194             'user_id'       : user_id, 
1195             'auth_type'     : request['auth_type'], 
1196             'config'        : json.dumps(account_config),
1197         }
1198         manifold_add_account(wsgi_request, account_params)
1199     except Exception, e:
1200         print "Failed creating manifold account on platform %s for user: %s" % ('myslice', request['email'])
1201
1202     try:
1203         # Send an email: the recipients are the PI of the authority
1204         # If No PI is defined for this Authority, send to a default email (different for each theme)
1205         recipients = authority_get_pi_emails(wsgi_request, request['authority_hrn'])
1206         
1207         theme.template_name = 'user_request_email.html'
1208         html_content = render_to_string(theme.template, request)
1209  
1210         theme.template_name = 'user_request_email.txt'
1211         text_content = render_to_string(theme.template, request)
1212     
1213         theme.template_name = 'user_request_email_subject.txt'
1214         subject = render_to_string(theme.template, request)
1215         subject = subject.replace('\n', '')
1216     
1217         theme.template_name = 'email_default_sender.txt'
1218         sender =  render_to_string(theme.template, request)
1219         sender = sender.replace('\n', '')
1220     
1221         msg = EmailMultiAlternatives(subject, text_content, sender, recipients)
1222         msg.attach_alternative(html_content, "text/html")
1223         msg.send()
1224     except Exception, e:
1225         print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
1226         import traceback
1227         traceback.print_exc()