1 from django.http import HttpResponse
2 from manifold.core.query import Query
3 from manifoldapi.manifoldapi import execute_query,execute_admin_query
4 from portal.models import PendingUser, PendingSlice, PendingAuthority, PendingProject, PendingJoin
5 from unfold.page import Page
10 from django.contrib.auth.models import User
11 from django.contrib.auth import get_user_model
12 from django.template.loader import render_to_string
13 from django.core.mail import EmailMultiAlternatives, send_mail
15 from myslice.theme import ThemeView
16 from myslice.configengine import ConfigEngine
18 from myslice.settings import logger
20 from rest.sfa_api import sfa_client
26 # Thierry: moving this right into the code so
27 # most people can use myslice without having to install sfa
28 # XXX tmp sfa dependency, should be moved to SFA gateway
29 #from sfa.util.xrn import Xrn
31 def get_myslice_platform(request):
32 platform_query = Query().get('local:platform').select('platform_id','platform','gateway_type','disabled','config').filter_by('platform','==','myslice')
33 platform_details = execute_query(request, platform_query)
34 if isinstance(platform_details,list):
35 for platform_detail in platform_details:
36 return platform_detail
40 def get_myslice_account(request):
42 platform_myslice = get_myslice_platform(request)
43 account_query = Query().get('local:account').select('user_id','platform_id','auth_type','config').filter_by('platform_id','==',platform_myslice['platform_id'])
44 account_details = execute_query(request, account_query)
45 for account_detail in account_details:
47 except Exception as e:
51 def get_registry_url(request):
53 platform_detail = get_myslice_platform(request)
54 platform_config = json.loads(platform_detail['config'])
56 hostname = socket.gethostbyaddr(socket.gethostname())[0]
57 registry = platform_config.get('registry','N/A')
58 if 'localhost' in registry:
59 port = registry.split(':')[-1:][0]
60 registry = "http://" + hostname +':'+ port
62 except Exception as e:
66 def get_jfed_identity(request):
68 account_detail = get_myslice_account(request)
69 account_config = json.loads(account_detail['config'])
70 if 'user_private_key' in account_config:
71 private_key = account_config['user_private_key']
72 user_hrn = account_config.get('user_hrn','N/A')
73 platform_detail = get_myslice_platform(request)
74 registry = get_registry_url(request)
75 #registry = 'http://sfa-fed4fire.pl.sophia.inria.fr:12345/'
76 jfed_identity = user_hrn + '\n' + registry + '\n' + private_key
80 except Exception as e:
84 def getAuthorities(request, admin = False):
85 # XXX theme has to be the same as the root authority
86 result = sfa_client(request,'List',hrn=theme.theme,object_type='authority',platforms=['myslice'],admin=admin)
89 for item in result['myslice']:
90 t_hrn = item['hrn'].split('.')
92 authorities.append({'authority_hrn':item['hrn'], 'name':item['name'], 'shortname':t_hrn[-1].upper()})
94 authorities.append({'authority_hrn':item['hrn']})
97 return sorted(authorities)
100 # Get the list of pis in a given authority
101 def authority_get_pis(request, authority_hrn):
102 # CACHE PB with fields
104 metadata = page.get_metadata()
105 auth_md = metadata.details_by_object('authority')
106 auth_fields = [column['name'] for column in auth_md['column']]
108 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
109 query = Query.get('myslice:authority').filter_by('authority_hrn', '==', authority_hrn).select(auth_fields)
110 results = execute_admin_query(request, query)
111 #print "authority_get_pis = %s" % results
112 # NOTE: temporarily commented. Because results is giving empty list.
113 # Needs more debugging
115 # raise Exception, "Authority not found: %s" % authority_hrn
117 #return result['pi_users']
120 #check the user is pi or not in the registry
121 def authority_check_pis(request, user_email):
123 user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id','email','password','config')
124 user_details = execute_admin_query(request, user_query)
126 # getting the authority_hrn
127 for user_detail in user_details:
128 user_id = user_detail['user_id']
129 if user_detail['config']:
130 config = json.loads(user_detail['config'])
131 authority_hrn = config.get('authority','Unknown Authority')
133 account_query = Query().get('local:account').filter_by('user_id', '==', user_id).select('user_id','platform_id','auth_type','config')
134 account_details = execute_admin_query(request, account_query)
136 platform_query = Query().get('local:platform').select('platform_id','platform')
137 platform_details = execute_admin_query(request, platform_query)
139 for account_detail in account_details:
140 for platform_detail in platform_details:
141 if platform_detail['platform_id'] == account_detail['platform_id']:
142 if 'myslice' in platform_detail['platform']:
143 account_config = json.loads(account_detail['config'])
144 user_hrn = account_config.get('user_hrn','N/A')
147 pis = authority_get_pis (request, authority_hrn)
149 pi_list = pi['pi_users']
151 if user_hrn in pi_list:
155 except Exception as e:
156 logger.error("Exception in actions.py in authority_check_pis {}".format(e))
160 def authority_add_pis(request, authority_hrn, user_hrn):
163 # getting pis of the authority of the user
164 pis = authority_get_pis (request, authority_hrn)
166 pi_list = pi['pi_users']
168 updated_pi_list = pi_list.append(user_hrn)
169 query = Query.update('myslice:authority').filter_by('authority_hrn', '==', authority_hrn).set({'pi_users':pi_list})
170 results = execute_query(request,query)
171 newpis = authority_get_pis (request, authority_hrn)
173 # Add the user to the slices of the project he/she joined
174 if len(authority_hrn.split('.')) > 2:
175 # this authority_hrn is a project
176 query_slices = Query.get('myslice:slice').filter_by('parent_authority', '==', authority_hrn).select('slice_hrn')
177 results_slices = execute_query(request,query_slices)
178 for s in results_slices:
179 sfa_add_user_to_slice(request, user_hrn, s['slice_hrn'])
180 # Clear Credentials of the user
181 user_email = get_user_email(request, user_hrn)
182 clear_user_creds(request, user_email)
185 except Exception as e:
186 logger.error("Exception in actions.py in authority_add_pis {}".format(e))
187 raise Exception, "Exception in actions.py in authority_add_pis {}".format(e)
189 def authority_remove_pis(request, authority_hrn, user_hrn):
192 # getting pis of the authority of the user
193 pis = authority_get_pis (request, authority_hrn)
195 pi_list = pi['pi_users']
197 updated_pi_list = pi_list.remove(user_hrn)
198 query = Query.update('myslice:authority').filter_by('authority_hrn', '==', authority_hrn).set({'pi_users':pi_list})
199 results = execute_query(request,query)
200 newpis = authority_get_pis (request, authority_hrn)
202 # Remove the user from the slices of the project he/she left
203 if len(authority_hrn.split('.')) > 2:
204 # this authority_hrn is a project
205 query_slices = Query.get('myslice:slice').filter_by('parent_authority', '==', authority_hrn).select('slice_hrn')
206 results_slices = execute_query(request,query_slices)
207 for s in results_slices:
208 print 'remove from slice %s' % s
209 sfa_remove_user_from_slice(request, user_hrn, s['slice_hrn'])
211 # Clear Credentials of the user
212 user_email = get_user_email(request, user_hrn)
213 clear_user_creds(request, user_email)
216 except Exception as e:
217 logger.error("Exception in actions.py in authority_remove_pis {}".format(e))
218 raise Exception, "Exception in actions.py in authority_remove_pis {}".format(e)
221 def authority_get_pi_emails(request, authority_hrn):
222 pi_users = authority_get_pis(request,authority_hrn)
223 logger.info("pi_users = %s" % pi_users)
225 if any(pi['pi_users'] == None or not pi['pi_users'] for pi in pi_users):
226 #theme.template_name = 'email_default_recipients.txt'
227 #default_email = render_to_string(theme.template, request)
228 #default_email = default_email.replace('\n', '')
229 #return default_email
230 # the above doesn't work
231 return ['support@onelab.eu']
233 pi_user_hrns = [ hrn for x in pi_users for hrn in x['pi_users'] ]
235 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
236 query = Query.get('myslice:user').filter_by('user_hrn', 'included', pi_user_hrns).select('user_email')
237 results = execute_admin_query(request, query)
238 return [result['user_email'] for result in results]
240 def get_user_email(request, user_hrn):
241 query = Query.get('myslice:user').filter_by('user_hrn', '==', user_hrn).select('user_email')
242 results = execute_admin_query(request, query)
243 return results[0]['user_email']
245 #clear user credentials
246 def clear_user_creds(request, user_email):
248 user_query = Query().get('local:user').filter_by('email', '==', user_email).select('user_id','email','password','config')
249 user_details = execute_admin_query(request, user_query)
251 # getting the user_id from the session
252 for user_detail in user_details:
253 user_id = user_detail['user_id']
254 user_email = user_detail['email']
256 account_query = Query().get('local:account').filter_by('user_id', '==', user_id).select('user_id','platform_id','auth_type','config')
257 account_details = execute_admin_query(request, account_query)
259 platform_query = Query().get('local:platform').select('platform_id','platform')
260 platform_details = execute_admin_query(request, platform_query)
262 for account_detail in account_details:
263 for platform_detail in platform_details:
264 if platform_detail['platform_id'] == account_detail['platform_id']:
265 if 'myslice' in platform_detail['platform']:
266 account_config = json.loads(account_detail['config'])
267 #user_cred = account_config.get('delegated_user_credential','N/A')
268 user_cred = account_config.get('user_credential','N/A')
269 if 'N/A' not in user_cred:
270 user_hrn = account_config.get('user_hrn','N/A')
271 user_pub_key = json.dumps(account_config.get('user_public_key','N/A'))
272 user_priv_key = json.dumps(account_config.get('user_private_key','N/A'))
273 updated_config = '{"user_public_key":'+ user_pub_key + ', "user_private_key":'+ user_priv_key + ', "user_hrn":"'+ user_hrn + '"}'
274 user_params = { 'config': updated_config}
275 manifold_update_account(request, user_id,user_params)
280 except Exception as e:
281 logger.error("Exception in actions.py in clear_user_creds {}".format(e))
284 def is_pi(wsgi_request, user_hrn, authority_hrn):
285 # authorities from user where user_hrn == "ple.upmc.jordan_auge"
286 logger.debug("#### actions.py is_pi authority_hrn = {}".format(authority_hrn))
288 # CACHE PB with fields
289 page = Page(wsgi_request)
290 metadata = page.get_metadata()
291 user_md = metadata.details_by_object('user')
292 user_fields = [column['name'] for column in user_md['column']]
294 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
295 query = Query().get('myslice:user').select(user_fields).filter_by('user_hrn','==',user_hrn)
296 #query = Query.get('myslice:user').filter_by('user_hrn', '==', user_hrn).select('pi_authorities')
297 results = execute_query(wsgi_request, query)
298 for user_detail in results:
299 if authority_hrn in user_detail['pi_authorities']:
301 except Exception as e:
302 logger.error("Exception in actions.py in is_pi {}".format(e))
307 def sfa_get_user(request, user_hrn, pub=None):
309 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
310 query_sfa_user = Query.get('myslice:user').filter_by('user_hrn', '==', user_hrn)
311 result_sfa_user = execute_admin_query(request, query_sfa_user)
312 return result_sfa_user[0]
314 def sfa_update_user(request, user_hrn, user_params):
315 # user_params: keys [public_key]
316 if 'email' in user_params:
317 user_params['user_email'] = user_params['email']
319 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
320 query = Query.update('myslice:user').filter_by('user_hrn', '==', user_hrn).set(user_params).select('user_hrn')
321 results = execute_admin_query(request,query)
324 def sfa_add_authority(request, authority_params):
326 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
327 query = Query.create('myslice:authority').set(authority_params).select('authority_hrn')
328 results = execute_query(request, query)
329 logger.info("sfa_add_auth results={}".format(results))
331 raise Exception, "Could not create %s. Already exists ?" % authority_params['hrn']
334 def sfa_add_user_to_slice(request, user_hrn, slice_hrn):
335 # UPDATE myslice:slice SET users = ['fed4fire.upmc.loic_baron', 'fed4fire.upmc.mohammed-yasin_rahman', 'fed4fire.upmc.demo'] WHERE slice_hrn == 'fed4fire.upmc.project_y.test_under' SELECT slice_hrn, slice_urn
336 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
337 query_current_users = Query.get('myslice:slice').select('users').filter_by('slice_hrn','==',slice_hrn)
338 results_current_users = execute_query(request, query_current_users)
339 current_users = list()
340 for r in results_current_users:
341 current_users.extend(r['users'])
342 users = list(set([user_hrn]) | set(current_users))
344 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
345 query = Query.update('myslice:slice').filter_by('slice_hrn', '==', slice_hrn).set({'users':users}).select('slice_hrn')
346 results = execute_query(request, query)
347 # Also possible but not supported yet
348 # UPDATE myslice:user SET slice=['ple.upmc.agent','ple.upmc.myslicedemo','ple.upmc.tophat'] where user_hrn=='ple.upmc.azerty'
350 raise Exception, "Could not add user %s to slice %s" % (user_hrn, slice_hrn)
353 def sfa_remove_user_from_slice(request, user_hrn, slice_hrn):
354 # UPDATE myslice:slice SET users = ['fed4fire.upmc.loic_baron', 'fed4fire.upmc.demo'] WHERE slice_hrn == 'fed4fire.upmc.project_y.test_under' SELECT slice_hrn, slice_urn
355 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
356 query_current_users = Query.get('myslice:slice').select('users').filter_by('slice_hrn','==',slice_hrn)
357 results_current_users = execute_query(request, query_current_users)
358 current_users = list()
359 for r in results_current_users:
360 current_users.extend(r['users'])
361 if user_hrn in current_users:
362 current_users.remove(user_hrn)
364 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
365 query = Query.update('myslice:slice').filter_by('slice_hrn', '==', slice_hrn).set({'users':current_users}).select('slice_hrn')
366 results = execute_query(request, query)
367 # Also possible but not supported yet
368 # UPDATE myslice:user SET slice=['ple.upmc.agent','ple.upmc.myslicedemo','ple.upmc.tophat'] where user_hrn=='ple.upmc.azerty'
370 raise Exception, "Could not remove user %s to slice %s" % (user_hrn, slice_hrn)
375 def manifold_add_user(wsgi_request, request):
376 """Add a Manifold user corresponding to a user request.
379 wsgi_request: a WSGIRequest instance
380 request (dict): a dictionary containing the user request built from the
384 The user_id of the inserted user.
390 USER_CONFIG = '{"firstname": "%(first_name)s", "lastname": "%(last_name)s", "authority": "%(authority_hrn)s"}'
393 'email' : request['email'],
394 'password' : request['password'],
395 'config' : USER_CONFIG % request,
399 query = Query.create('local:user').set(user_params).select('email')
400 results = execute_admin_query(request, query)
402 raise Exception, "Failed creating manifold user: %s" % user_params['email']
404 return result['user_id']
406 def manifold_update_user(request, email, user_params):
407 # user_params: password, config e.g.,
408 query = Query.update('local:user').filter_by('email', '==', email).set(user_params).select('email')
409 results = execute_admin_query(request,query)
410 # NOTE: results remains empty and goes to Exception. However, it updates the manifold DB.
411 # That's why I commented the exception part. -- Yasin
413 # raise Exception, "Failed updating manifold user: %s" % user_params['email']
417 def manifold_add_account(request, account_params):
418 query = Query.create('local:account').set(account_params).select(['user', 'platform'])
419 results = execute_admin_query(request,query)
421 raise Exception, "Failed creating manifold account on platform %s for user: %s" % (account_params['platform'], account_params['user'])
423 return result['user_id']
425 def manifold_update_account(request,user_id,account_params):
426 # account_params: config
427 query = Query.update('local:account').filter_by('platform', '==', 'myslice').filter_by('user_id', '==', user_id).set(account_params).select('user_id')
428 results = execute_admin_query(request,query)
431 #explicitly mention the platform_id
432 def manifold_delete_account(request, user_id, platform_id = None):
433 query = Query.delete('local:account').filter_by('user_id', '==', user_id)
434 if platform_id is not None:
435 query.filter_by('platform_id', '==', platform_id)
436 results = execute_admin_query(request,query)
439 def manifold_delete_user(request, user_id):
440 query = Query.delete('local:user').filter_by('user_id', '==', user_id).select('user_id')
441 results = execute_admin_query(request,query)
446 def manifold_add_platform(request, platform_params):
447 query = Query.create('local:platform').set(platform_params).select(['user', 'platform'])
448 results = execute_admin_query(request,query)
450 raise Exception, "Failed creating manifold platform %s for user: %s" % (platform_params['platform'], platform_params['user'])
452 return result['platform_id']
454 def delete_local_user(wsgi_request, user_email):
455 user_query = Query().get('local:user') \
456 .filter_by('email', '==', user_email) \
457 .select('user_id','config')
458 user = execute_admin_query(wsgi_request, user_query)
461 #raise Exception, "User not found, check local DB"
463 user_id = user[0]['user_id']
464 user_config = json.loads(user[0]['config'])
465 authority_hrn = user_config.get('authority', None)
467 #if is_pi(wsgi_request, '$user_hrn', authority_hrn):
469 # removing from Django auth_user
470 UserModel = get_user_model()
471 UserModel._default_manager.filter(email__iexact = user_email).delete()
473 # removing manifold account
474 manifold_delete_account(wsgi_request, user_id)
476 # removing manifold user
477 manifold_delete_user(wsgi_request, user_id)
480 print "No sufficient rights on authority = ",authority_hrn
485 def make_request_user(user):
487 request['type'] = 'user'
488 request['id'] = user.id
489 request['timestamp'] = user.created # XXX in DB ?
490 request['authority_hrn'] = user.authority_hrn
491 request['first_name'] = user.first_name
492 request['last_name'] = user.last_name
493 request['email'] = user.email
494 request['login'] = user.login
495 request['user_hrn'] = user.user_hrn
496 request['public_key'] = user.public_key
497 request['private_key'] = user.private_key
500 def make_request_slice(slice):
502 request['type'] = 'slice'
503 request['id'] = slice.id
504 request['user_hrn'] = slice.user_hrn
505 request['timestamp'] = slice.created
506 request['authority_hrn'] = slice.authority_hrn
507 request['slice_name'] = slice.slice_name
508 request['number_of_nodes'] = slice.number_of_nodes
509 request['type_of_nodes'] = slice.type_of_nodes
510 request['purpose'] = slice.purpose
513 def make_request_project(project):
515 request['type'] = 'project'
516 request['id'] = project.id
517 request['user_hrn'] = project.user_hrn
518 request['email'] = project.email
519 request['timestamp'] = project.created
520 request['authority_hrn'] = project.authority_hrn
521 request['project_name'] = project.project_name
522 request['purpose'] = project.purpose
525 def make_request_join(join):
527 request['type'] = 'join'
528 request['id'] = join.id
529 request['user_hrn'] = join.user_hrn
530 request['email'] = join.email
531 request['timestamp'] = join.created
532 request['authority_hrn'] = join.authority_hrn
533 request['project_name'] = join.project_name
536 def make_request_authority(authority):
538 request['type'] = 'authority'
539 request['id'] = authority.id
540 request['site_name'] = authority.site_name
541 request['site_latitude'] = authority.site_latitude
542 request['site_longitude'] = authority.site_longitude
543 request['site_url'] = authority.site_url
544 request['site_authority'] = authority.site_authority
545 request['site_abbreviated_name'] = authority.site_abbreviated_name
546 request['address_line1'] = authority.address_line1
547 request['address_line2'] = authority.address_line2
548 request['address_line3'] = authority.address_line3
549 request['address_city'] = authority.address_city
550 request['address_postalcode'] = authority.address_postalcode
551 request['address_state'] = authority.address_state
552 request['address_country'] = authority.address_country
553 request['authority_hrn'] = authority.authority_hrn
554 request['timestamp'] = authority.created
557 def make_requests(pending_users, pending_slices, pending_authorities, pending_projects, pending_joins):
558 logger.info("$$$$$$$$$$$$$$$ make_request")
560 for user in pending_users:
561 requests.append(make_request_user(user))
562 for slice in pending_slices:
563 requests.append(make_request_slice(slice))
564 for authority in pending_authorities:
565 requests.append(make_request_authority(authority))
566 for project in pending_projects:
567 requests.append(make_request_project(project))
568 for join in pending_joins:
569 requests.append(make_request_join(join))
572 def get_request_by_id(ids):
573 logger.info("$$$$$$$$$$$$$$$$ get_request_by_id")
574 sorted_ids = { 'user': [], 'slice': [], 'authority': [], 'project': [], 'join': [] }
576 type, id = type__id.split('__')
577 sorted_ids[type].append(id)
580 pending_users = PendingUser.objects.all()
581 pending_slices = PendingSlice.objects.all()
582 pending_authorities = PendingAuthority.objects.all()
583 pending_projects = PendingProject.objects.all()
584 pending_joins = PendingJoin.objects.all()
586 pending_users = PendingUser.objects.filter(id__in=sorted_ids['user']).all()
587 pending_slices = PendingSlice.objects.filter(id__in=sorted_ids['slice']).all()
588 pending_authorities = PendingAuthority.objects.filter(id__in=sorted_ids['authority']).all()
589 pending_projects = PendingProject.objects.filter(id__in=sorted_ids['project']).all()
590 pending_joins = PendingJoin.objects.filter(id__in=sorted_ids['join']).all()
592 return make_requests(pending_users, pending_slices, pending_authorities, pending_projects, pending_joins)
594 def get_requests(authority_hrns=None):
595 logger.info("$$$$$$$$$$$$$ get_request_by_authority auth_hrns = {}".format(authority_hrns))
596 if not authority_hrns:
597 ## get those pending users who have confirmed their emails
598 pending_users = PendingUser.objects.filter(status__iexact = 'True')
599 pending_slices = PendingSlice.objects.all()
600 pending_authorities = PendingAuthority.objects.all()
601 pending_projects = PendingProject.objects.all()
602 pending_joins = PendingJoin.objects.all()
604 pending_users = PendingUser.objects
605 pending_slices = PendingSlice.objects
606 pending_authorities = PendingAuthority.objects
607 pending_projects = PendingProject.objects
608 pending_joins = PendingJoin.objects
609 from django.db.models import Q
611 list_slice_Q = list()
615 for hrn in authority_hrns:
616 list_user_Q.append(Q(authority_hrn__startswith=hrn, status__iexact = 'True'))
617 list_slice_Q.append(Q(authority_hrn__startswith=hrn))
618 list_auth_Q.append(Q(site_authority__startswith=hrn))
619 list_proj_Q.append(Q(authority_hrn__startswith=hrn))
620 list_join_Q.append(Q(authority_hrn__startswith=hrn))
621 from operator import __or__ as OR
622 pending_users = pending_users.filter(reduce(OR, list_user_Q))
623 pending_slices = pending_slices.filter(reduce(OR, list_slice_Q))
624 pending_authorities = pending_authorities.filter(reduce(OR, list_auth_Q))
625 pending_projects = pending_projects.filter(reduce(OR, list_proj_Q))
626 pending_joins = pending_joins.filter(reduce(OR, list_join_Q))
627 #pending_authorities = pending_authorities.all() #filter(reduce(OR, list_Q))
629 return make_requests(pending_users, pending_slices, pending_authorities, pending_projects, pending_joins)
631 # XXX Is it in sync with the form fields ?
633 def portal_validate_request(wsgi_request, request_ids):
636 if not isinstance(request_ids, list):
637 request_ids = [request_ids]
639 requests = get_request_by_id(request_ids)
640 for request in requests:
641 # type, id, timestamp, details, allowed -- MISSING: authority_hrn
642 # CAREFUL about details
643 # user : first name, last name, email, password, keypair
644 # slice : number of nodes, type of nodes, purpose
648 if request['type'] == 'user':
649 create_user(wsgi_request, request)
650 request_status['SFA user'] = {'status': True }
651 u = PendingUser.objects.get(id=request['id'])
653 'first_name' : u.first_name,
654 'last_name' : u.last_name,
659 PendingUser.objects.get(id=request['id']).delete()
661 elif request['type'] == 'slice':
662 create_slice(wsgi_request, request)
663 request_status['SFA slice'] = {'status': True }
664 s = PendingSlice.objects.get(id=request['id'])
666 'slice_name' : s.slice_name,
668 'purpose' : s.purpose,
673 PendingSlice.objects.get(id=request['id']).delete()
675 # Clear user's Credentials
676 sfa_user = sfa_get_user(wsgi_request, request['user_hrn'])
677 clear_user_creds(wsgi_request,sfa_user['user_email'])
679 elif request['type'] == 'authority':
680 #hrn = "%s.%s" % (request['authority_hrn'], request['site_authority'])
681 hrn = request['site_authority']
682 name = request['site_name']
683 # XXX tmp sfa dependency
684 from sfa.util.xrn import Xrn
685 urn = Xrn(hrn, request['type']).get_urn()
687 # Only hrn is required for Manifold Query
688 sfa_authority_params = {
689 'authority_hrn' : hrn,
692 #logger.info("ADD Authority")
693 sfa_add_authority(wsgi_request, sfa_authority_params)
694 request_status['SFA authority'] = {'status': True }
695 a = PendingAuthority.objects.get(id=request['id'])
697 'site_name' : a.site_name,
698 #'short_name' : a.short_name,
700 'city' : a.address_city,
701 'country' : a.address_country,
702 #'portal_url' : a.current_site,
704 # address_line1 contains the email of the user in pending_authority table
705 user_email = a.address_line1
707 PendingAuthority.objects.get(id=request['id']).delete()
709 # Clear Admin Cache as it is used to display the list of authorities in Registration page
710 query = Query.update('myslice:authority').filter_by('authority_hrn', '==', sfa_authority_params['authority_hrn']).set({'authority_hrn':sfa_authority_params['authority_hrn']}).select('authority_hrn')
711 res = execute_admin_query(request, query)
713 elif request['type'] == 'project':
714 hrn = request['authority_hrn'] + '.' + request['project_name']
716 # Only hrn is required for Manifold Query
717 sfa_authority_params = {
718 'authority_hrn' : hrn
720 sfa_add_authority(wsgi_request, sfa_authority_params)
722 # Add user as a PI of the project
723 # Clear user's Credentials
724 authority_add_pis(wsgi_request, hrn , request['user_hrn'])
726 request_status['SFA project'] = {'status': True }
727 p = PendingProject.objects.get(id=request['id'])
729 'project_name' : p.project_name,
730 'authority_hrn' : p.authority_hrn,
732 'purpose' : p.purpose,
736 PendingProject.objects.get(id=request['id']).delete()
738 # Clear Admin Cache as it is used to display the list of projects in Slice request page
739 query = Query.update('myslice:authority').filter_by('authority_hrn', '==', sfa_authority_params['authority_hrn']).set({'authority_hrn':sfa_authority_params['authority_hrn']}).select('authority_hrn')
740 res = execute_admin_query(request, query)
743 elif request['type'] == 'join':
744 # Add user as a PI of the project
745 # Clear user's Credentials
746 authority_add_pis(wsgi_request, request['authority_hrn'] , request['user_hrn'])
748 request_status['SFA join'] = {'status': True }
749 j = PendingJoin.objects.get(id=request['id'])
751 'project_name' : j.project_name,
752 'authority_hrn' : j.authority_hrn,
754 'user_hrn' : j.user_hrn,
758 PendingJoin.objects.get(id=request['id']).delete()
760 raise Exception, 'unknown type of request %s' % request['type']
761 # XXX Remove from Pendings in database
763 send_status_email(wsgi_request, ctx, user_email, request['type'], 'validated')
765 request_status['SFA '+request['type']] = {'status': False, 'description': str(e)}
766 logger.error('ERROR - actions.py - portal_validate_request: %s' % e)
768 logger.error(traceback.format_exc())
770 status['%s__%s' % (request['type'], request['id'])] = request_status
774 def validate_action(request, **kwargs):
775 ids = filter(None, kwargs['id'].split('/'))
776 status = portal_validate_request(request, ids)
777 json_answer = json.dumps(status)
778 return HttpResponse (json_answer, content_type="application/json")
781 def reject_action(request, **kwargs):
782 ids = filter(None, kwargs['id'].split('/'))
783 status = portal_reject_request(request, ids)
784 json_answer = json.dumps(status)
785 return HttpResponse (json_answer, content_type="application/json")
787 def get_current_site(request):
788 if request.is_secure():
789 current_site = 'https://'
791 current_site = 'http://'
792 current_site += request.META['HTTP_HOST']
795 def portal_reject_request(wsgi_request, request_ids):
797 current_site = get_current_site(wsgi_request)
798 if not isinstance(request_ids, list):
799 request_ids = [request_ids]
801 requests = get_request_by_id(request_ids)
802 for request in requests:
803 # type, id, timestamp, details, allowed -- MISSING: authority_hrn
804 # CAREFUL about details
805 # user : first name, last name, email, password, keypair
806 # slice : number of nodes, type of nodes, purpose
811 if request['type'] == 'user':
812 request_status['SFA user'] = {'status': True }
813 # getting user email based on id
814 ## RAW SQL queries on Django DB- https://docs.djangoproject.com/en/dev/topics/db/sql/
815 for user in PendingUser.objects.raw('SELECT * FROM portal_pendinguser WHERE id = %s', [request['id']]):
816 user_email= user.email
817 first_name = user.first_name
818 last_name = user.last_name
821 'first_name' : first_name,
822 'last_name' : last_name,
823 'email' : user_email,
824 'portal_url' : current_site,
827 # removing from Django portal_pendinguser
828 PendingUser.objects.get(id=request['id']).delete()
830 delete_local_user(wsgi_request, user_email)
832 elif request['type'] == 'slice':
833 request_status['SFA slice'] = {'status': True }
835 # getting user email based on id
836 ## RAW SQL queries on Django DB- https://docs.djangoproject.com/en/dev/topics/db/sql/
837 for user in PendingSlice.objects.raw('SELECT * FROM portal_pendingslice WHERE id = %s', [request['id']]):
838 user_email= user.type_of_nodes # XXX type_of_nodes field contains the email [shd be renamed in DB]
839 slice_name = user.slice_name
840 purpose = user.purpose
841 url = user.number_of_nodes
844 'slice_name': slice_name,
847 'portal_url': current_site,
850 PendingSlice.objects.get(id=request['id']).delete()
852 elif request['type'] == 'authority':
853 request_status['SFA authority'] = {'status': True }
855 # getting user email based on id
856 ## RAW SQL queries on Django DB- https://docs.djangoproject.com/en/dev/topics/db/sql/
857 for user in PendingAuthority.objects.raw('SELECT * FROM portal_pendingauthority WHERE id = %s', [request['id']]):
858 user_email= user.address_line1 # XXX address_line1 field contains the email [shd be renamed in DB]
859 site_name = user.site_name
860 city = user.address_city
861 country = user.address_country
862 short_name = user.site_abbreviated_name
866 'site_name': site_name,
867 'short_name': short_name,
871 'portal_url' : current_site,
874 PendingAuthority.objects.get(id=request['id']).delete()
876 # XXX TMP we should send an email to the user to inform him/her
877 elif request['type'] == 'project':
878 request_status['SFA project'] = {'status': True }
879 p = PendingProject.objects.get(id=request['id'])
881 'project_name' : p.project_name,
882 'authority_hrn' : p.authority_hrn,
884 'purpose' : p.purpose,
887 PendingProject.objects.get(id=request['id']).delete()
889 elif request['type'] == 'join':
890 request_status['SFA join'] = {'status': True }
891 j = PendingJoin.objects.get(id=request['id'])
893 'project_name' : j.project_name,
894 'authority_hrn' : j.authority_hrn,
896 'user_hrn' : j.user_hrn,
900 PendingJoin.objects.get(id=request['id']).delete()
902 raise Exception, 'unknown type of request %s' % request['type']
904 send_status_email(wsgi_request, ctx, user_email, request['type'], 'denied')
906 request_status['SFA '+request['type']] = {'status': False, 'description': str(e)}
907 logger.error('ERROR - actions.py - portal_reject_request: %s' % e)
909 logger.error(traceback.format_exc())
911 status['%s__%s' % (request['type'], request['id'])] = request_status
915 def send_status_email(request, ctx, user_email, obj_type, status):
917 ctx['current_site'] = get_current_site(request)
920 theme.template_name = obj_type + '_request_' + status + '.txt'
921 text_content = render_to_string(theme.template, ctx)
922 theme.template_name = obj_type + '_request_' + status + '.html'
923 html_content = render_to_string(theme.template, ctx)
924 theme.template_name = 'email_default_sender.txt'
926 sender = render_to_string(theme.template, ctx)
927 sender = sender.replace('\n', '')
929 subject = obj_type.title() + ' request '+ status
931 msg = EmailMultiAlternatives(subject, text_content, sender, [user_email])
932 msg.attach_alternative(html_content, "text/html")
934 except Exception as e:
936 logger.error("Failed to send email, please check the mail templates and the SMTP configuration of your server")
940 # http://djangosnippets.org/snippets/942/
944 #-------------------------------------------------------------------------------
946 #-------------------------------------------------------------------------------
948 def create_slice(wsgi_request, request):
951 wsgi_request (~ WSGIRequest) :
952 request (dict) : the slice request in our own dict format
957 hrn = "%s.%s" % (request['authority_hrn'], request['slice_name'])
958 # XXX tmp sfa dependency
959 from sfa.util.xrn import Xrn
960 urn = Xrn(hrn, request['type']).get_urn()
962 # Add User to Slice if we have the user_hrn in pendingslice table
963 user_hrn = request.get('user_hrn', None)
964 user_hrns = list([user_hrn]) if user_hrn else list()
966 # CACHE PB with fields
967 page = Page(wsgi_request)
968 metadata = page.get_metadata()
969 user_md = metadata.details_by_object('user')
970 user_fields = [column['name'] for column in user_md['column']]
972 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
973 #user_query = Query().get('myslice:user').select('user_hrn','user_email').filter_by('user_hrn','==',user_hrn)
974 user_query = Query().get('myslice:user').select(user_fields).filter_by('user_hrn','==',user_hrn)
975 user_details_sfa = execute_admin_query(wsgi_request, user_query)
976 if not user_details_sfa:
977 raise Exception, "User %s doesn't exist, validate user before validating slice" % user_hrn
978 for user in user_details_sfa:
979 user_email = user['user_email']
981 # XXX LOIC Quick fix because this is totally inconsistent
982 if not 'number_of_nodes' in request:
983 request['number_of_nodes']=""
985 # Slice is under a project
986 if len(request['authority_hrn'].split('.')) > 2:
988 pis = authority_get_pis(wsgi_request, request['authority_hrn'])
990 pi_list = pi['pi_users']
991 user_hrns.extend(pi_list)
993 # XXX We should create a slice with Manifold terminology
997 'slice_type' : request['type'],
998 'url' : request['number_of_nodes'],
1000 'slice_enabled' : True
1002 # ignored in request: id, timestamp, number_of_nodes, type_of_nodes, purpose
1004 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
1005 query = Query.create('myslice:slice').set(slice_params).select('slice_hrn')
1006 results = execute_query(wsgi_request, query)
1008 raise Exception, "Could not create %s. Already exists ?" % slice_params['hrn']
1011 for u_hrn in user_hrns:
1012 u_email = get_user_email(wsgi_request, u_hrn)
1013 clear_user_creds(wsgi_request, u_email)
1014 except Exception as e:
1015 logger.error("Failed clear credentials for all users")
1016 clear_user_creds(wsgi_request,user_email)
1018 activity.slice.validate(request, { "slice" : hrn })
1022 def create_pending_slice(wsgi_request, request, email):
1026 # Insert an entry in the PendingSlice table
1028 slice_name = request['slice_name'],
1029 user_hrn = request['user_hrn'],
1030 authority_hrn = request['authority_hrn'],
1031 number_of_nodes = request['url'], # field needs to be renamed
1032 purpose = request['purpose'],
1033 type_of_nodes = request['email'] # field needs to be renamed
1037 send_email_to_pis(wsgi_request, request, 'slice')
1039 def create_pending_project(wsgi_request, request):
1043 # Insert an entry in the PendingProject table
1045 project_name = request['project_name'],
1046 user_hrn = request['user_hrn'],
1047 email = request['email'],
1048 authority_hrn = request['authority_hrn'],
1049 purpose = request['purpose'],
1053 send_email_to_pis(wsgi_request, request, 'project')
1055 def create_pending_join(wsgi_request, request):
1059 # Insert an entry in the PendingJoin table
1061 user_hrn = request['user_hrn'],
1062 email = request['email'],
1063 project_name = request['project_name'],
1064 authority_hrn = request['authority_hrn'],
1068 send_email_to_pis(wsgi_request, request, 'join')
1070 #-------------------------------------------------------------------------------
1072 #-------------------------------------------------------------------------------
1074 def send_email_to_pis(request, context, obj_type):
1076 context['current_site'] = get_current_site(request)
1077 context['theme'] = theme
1078 # Send an email: the recipients are the PIs of the authority
1079 recipients = authority_get_pi_emails(request, context['authority_hrn'])
1081 theme.template_name = obj_type + '_request_email.txt'
1082 text_content = render_to_string(theme.template, context)
1084 theme.template_name = obj_type + '_request_email.html'
1085 html_content = render_to_string(theme.template, context)
1087 #theme.template_name = obj_type + '_request_email_subject.txt'
1088 #subject = render_to_string(theme.template, request)
1089 #subject = subject.replace('\n', '')
1090 subject = "New "+obj_type+" request"
1092 theme.template_name = 'email_default_sender.txt'
1093 sender = render_to_string(theme.template, context)
1094 sender = sender.replace('\n', '')
1096 msg = EmailMultiAlternatives(subject, text_content, sender, recipients)
1097 msg.attach_alternative(html_content, "text/html")
1099 except Exception, e:
1101 print "Failed to send email, please check the mail templates and the SMTP configuration of your server"
1104 #-------------------------------------------------------------------------------
1106 #-------------------------------------------------------------------------------
1108 def manifold_add_reference_user_accounts(wsgi_request, request):
1109 """When a new user is created, add reference accounts to the reference platform.
1111 # XXX XXX XXX The rest of this function has to be checked XXX XXX XXX
1113 # Retrieve user information
1114 user_query = Query().get('local:user') \
1115 .select('user_id', 'config', 'email', 'status') \
1116 .filter_by('email', '==', request['email'])
1117 user_details = execute_admin_query(wsgi_request, user_query)
1118 # USER MAIN ACCOUNT != reference
1119 #print 'USER MAIN ACCOUNT != reference'
1120 list_accounts_query = Query().get('local:account') \
1121 .select('user_id', 'platform_id', 'auth_type', 'config') \
1122 .filter_by('user_id', '==', user_details[0]['user_id']) \
1123 .filter_by('auth_type', '!=', 'reference')
1124 list_accounts = execute_admin_query(wsgi_request, list_accounts_query)
1126 # XXX main_platform is being erased several times ???
1127 for account in list_accounts:
1128 main_platform_query = Query().get('local:platform') \
1129 .select('platform_id', 'platform') \
1130 .filter_by('platform_id', '==', account['platform_id'])
1131 main_platform = execute_admin_query(wsgi_request, main_platform_query)
1133 # Add reference accounts on SFA enabled platforms
1134 platforms_query = Query().get('local:platform') \
1135 .filter_by('disabled', '==', '0') \
1136 .filter_by('gateway_type', '==', 'sfa') \
1137 .select('platform_id', 'gateway_type')
1138 platforms = execute_admin_query(wsgi_request, platforms_query)
1139 for platform in platforms:
1140 #print "add reference to platform ",platform
1141 manifold_account_params = {
1142 'user_id' : user_details[0]['user_id'],
1143 'platform_id' : platform['platform_id'],
1144 'auth_type' : 'reference',
1145 'config' : '{"reference_platform": "' + main_platform[0]['platform'] + '"}',
1147 manifold_add_account(wsgi_request, manifold_account_params)
1149 def sfa_create_user(wsgi_request, request, namespace = None, as_admin = False):
1152 wsgi_request (~ WSGIRequest) :
1153 request (dict) : the user request in our own dict format
1158 from sfa.util.xrn import Xrn
1160 auth_pi = request.get('pi', None)
1161 auth_pi = list([auth_pi]) if auth_pi else list()
1163 # We create a user request with Manifold terminology
1165 'user_hrn' : request['user_hrn'],
1166 'user_email' : request['email'],
1167 'user_urn' : Xrn(request['user_hrn'], request['type']).get_urn(),
1168 'user_type' : request['type'],
1169 'keys' : request['public_key'],
1170 'user_first_name' : request['first_name'],
1171 'user_last_name' : request['last_name'],
1172 'pi_authorities' : auth_pi,
1173 'user_enabled' : True
1176 if namespace is not None:
1177 query = Query.create('%s:user' % namespace).set(sfa_user_params).select('user_hrn')
1179 # REGISTRY ONLY TO BE REMOVED WITH MANIFOLD-V2
1180 query = Query.create('myslice:user').set(sfa_user_params).select('user_hrn')
1183 results = execute_admin_query(wsgi_request, query)
1185 results = execute_query(wsgi_request, query)
1188 raise Exception, "Could not create %s. Already exists ?" % sfa_user_params['user_hrn']
1192 def iotlab_create_user (wsgi_request, request, namespace = None, as_admin=False):
1196 from requests.auth import HTTPBasicAuth
1198 engine = ConfigEngine()
1199 URL_REST = engine.iotlab_url()
1200 LOGIN_ADMIN = engine.iotlab_admin_user()
1201 PASSWORD_ADMIN = engine.iotlab_admin_password()
1203 auth = HTTPBasicAuth(LOGIN_ADMIN,PASSWORD_ADMIN)
1204 headers = {'content-type': 'application/json'}
1206 for user in PendingUser.objects.raw('SELECT * FROM portal_pendinguser WHERE email = %s', [request['email']]):
1207 password= user.password
1210 iotlab_user_params = {
1212 #"login" : request['email'], #auto generated by iotlab
1213 "password" : password,
1214 "firstName" : request['first_name'],
1215 "lastName" : request['last_name'],
1216 "email" : request['email'],
1217 "structure" : request['authority_hrn'],
1220 "sshPublicKey" : request['public_key'],
1221 "motivations" : "SFA federation",
1224 iotlab_user_params1 = json.dumps(iotlab_user_params)
1225 r=requests.post(url=URL_REST, data=iotlab_user_params1, headers=headers, auth=auth)
1226 logger.info('Create iotlab user : {} {}'.format(r.status_code, r.text))
1229 def create_user(wsgi_request, request, namespace = None, as_admin = False):
1230 # XXX This has to be stored centrally
1231 USER_STATUS_ENABLED = 2
1233 # NOTE : if we were to create a user directly (just like we create slices,
1234 # we would have to perform the steps in create_pending_user too
1236 # Add the user to the SFA registry
1237 sfa_create_user(wsgi_request, request, namespace, as_admin)
1239 # Update Manifold user status
1240 manifold_update_user(wsgi_request, request['email'], {'status': USER_STATUS_ENABLED})
1242 # Add reference accounts for platforms
1243 manifold_add_reference_user_accounts(wsgi_request, request)
1245 # Add the user to iotlab portal if theme is set to onelab
1246 if theme.theme == 'onelab':
1247 iotlab_create_user (wsgi_request, request)
1249 def create_pending_user(wsgi_request, request, user_detail):
1253 # Insert an entry in the PendingUser table
1255 first_name = request['first_name'],
1256 last_name = request['last_name'],
1257 authority_hrn = request['authority_hrn'],
1258 email = request['email'],
1259 password = request['password'],
1260 public_key = request['public_key'],
1261 private_key = request['private_key'],
1262 user_hrn = request['user_hrn'],
1264 email_hash = request['email_hash'],
1268 # sends email to user to activate the email
1269 request['current_site'] = get_current_site(wsgi_request)
1270 request['theme'] = theme
1271 theme.template_name = 'activate_user.html'
1272 html_content = render_to_string(theme.template, request)
1273 theme.template_name = 'activate_user.txt'
1274 text_content = render_to_string(theme.template, request)
1275 theme.template_name = 'activate_user_email_subject.txt'
1276 subject = render_to_string(theme.template, request)
1277 subject = subject.replace('\n', '')
1278 theme.template_name = 'email_default_sender.txt'
1279 sender = render_to_string(theme.template, request)
1280 sender = sender.replace('\n', '')
1281 recipient = [request['email']]
1282 #recipient = recipient.append(request['email'])
1284 msg = EmailMultiAlternatives(subject, text_content, sender, recipient)
1285 msg.attach_alternative(html_content, "text/html")
1288 # saves the user to django auth_user table [needed for password reset]
1289 # Django username must be less than 30 char so we use a hash
1290 user = User.objects.create_user(hashlib.sha1(request['email'].hexdigest()), request['email'], request['password'])
1292 # Creating a manifold user
1293 user_id = manifold_add_user(wsgi_request, request)
1295 # Creating a Manifold account on the MySlice platform
1296 # Note the JSON representation of public and private keys already includes quotes
1298 'user_hrn' : request['user_hrn'],
1299 'user_public_key' : request['public_key'],
1301 if request['private_key']:
1302 account_config['user_private_key'] = request['private_key']
1304 # XXX TODO: Require a myslice platform
1305 # ALERT: this will disapear with ROUTERV2 of Manifold
1306 # We have to consider the case where several registries can be used
1307 # Removed hardcoded platform = 5
1308 # This platform == 'myslice' is a TMP FIX !!
1310 reg_platform_query = Query().get('local:platform') \
1311 .filter_by('platform', '==', 'myslice') \
1312 .select('platform_id')
1313 reg_platform = execute_admin_query(wsgi_request, reg_platform_query)
1315 reg_platform_id = reg_platform[0]['platform_id']
1317 'platform_id' : reg_platform_id, # XXX ALERT !!
1318 'user_id' : user_id,
1319 'auth_type' : request['auth_type'],
1320 'config' : json.dumps(account_config),
1322 manifold_add_account(wsgi_request, account_params)
1324 # Email to PIs is sent when the user activates his email
1325 # portal/emailactivationview.py
1327 except Exception as e:
1328 logger.error("Failed creating manifold account on platform {} for user: {}".format('myslice', request['email']))