sfa/senslab/slabslices.py

   1 from sfa.util.xrn import get_authority, urn_to_hrn
   2 from sfa.util.sfalogging import logger
   3
   4
   5 MAXINT =  2L**31-1
   6
   7 class SlabSlices:
   8
   9     rspec_to_slice_tag = {'max_rate':'net_max_rate'}
  10
  11     #def __init__(self, api, ttl = .5, origin_hrn=None):
  12         #self.api = api
  13         ##filepath = path + os.sep + filename
  14         #self.policy = Policy(self.api)
  15         #self.origin_hrn = origin_hrn
  16         #self.registry = api.registries[api.hrn]
  17         #self.credential = api.getCredential()
  18         #self.nodes = []
  19         #self.persons = []
  20
  21
  22     def __init__(self, driver):
  23         self.driver = driver
  24
  25     ##Used in SFACE?
  26     #def get_slivers(self, xrn, node=None):
  27         #hrn, hrn_type = urn_to_hrn(xrn)
  28
  29         #slice_name = hrn_to_pl_slicename(hrn)
  30         ## XX Should we just call PLCAPI.GetSliceTicket(slice_name) instead
  31         ## of doing all of this?
  32         ##return self.api.driver.GetSliceTicket(self.auth, slice_name)
  33
  34
  35
  36         #sfa_slice = self.driver.GetSlices(slice_filter = slice_name, \
  37         #                                   slice_filter_type = 'slice_hrn')
  38
  39
  40         ## Get user information
  41         ##TODO
  42         #alchemy_person = dbsession.query(RegRecord).filter_by(record_id = \
  43                                         #sfa_slice['record_id_user']).first()
  44
  45         #slivers = []
  46         #sliver_attributes = []
  47
  48         #if sfa_slice['oar_job_id'] is not -1:
  49             #nodes_all = self.driver.GetNodes({'hostname': \
  50                                                     #sfa_slice['node_ids']},
  51                             #['node_id', 'hostname','site','boot_state'])
  52             #nodeall_byhostname = dict([(n['hostname'], n) for n in nodes_all])
  53             #nodes = sfa_slice['node_ids']
  54
  55             #for node in nodes:
  56                 ##for sliver_attribute in filter(lambda a: a['node_id'] == \
  57                                                 #node['node_id'], slice_tags):
  58                 #sliver_attribute['tagname'] = 'slab-tag'
  59                 #sliver_attribute['value'] = 'slab-value'
  60                 #sliver_attributes.append(sliver_attribute['tagname'])
  61                 #attributes.append({'tagname': sliver_attribute['tagname'],
  62                                     #'value': sliver_attribute['value']})
  63
  64             ## set nodegroup slice attributes
  65             #for slice_tag in filter(lambda a: a['nodegroup_id'] \
  66                                         #in node['nodegroup_ids'], slice_tags):
  67                 ## Do not set any nodegroup slice attributes for
  68                 ## which there is at least one sliver attribute
  69                 ## already set.
  70                 #if slice_tag not in slice_tags:
  71                     #attributes.append({'tagname': slice_tag['tagname'],
  72                         #'value': slice_tag['value']})
  73
  74             #for slice_tag in filter(lambda a: a['node_id'] is None, \
  75                                                             #slice_tags):
  76                 ## Do not set any global slice attributes for
  77                 ## which there is at least one sliver attribute
  78                 ## already set.
  79                 #if slice_tag['tagname'] not in sliver_attributes:
  80                     #attributes.append({'tagname': slice_tag['tagname'],
  81                                    #'value': slice_tag['value']})
  82
  83             ## XXX Sanity check; though technically this should
  84             ## be a system invariant
  85             ## checked with an assertion
  86             #if sfa_slice['expires'] > MAXINT:  sfa_slice['expires']= MAXINT
  87
  88             #slivers.append({
  89                 #'hrn': hrn,
  90                 #'name': sfa_slice['name'],
  91                 #'slice_id': sfa_slice['slice_id'],
  92                 #'instantiation': sfa_slice['instantiation'],
  93                 #'expires': sfa_slice['expires'],
  94                 #'keys': keys,
  95                 #'attributes': attributes
  96             #})
  97
  98         #return slivers
  99
 100
 101
 102
 103
 104         #return slivers
 105     def get_peer(self, xrn):
 106         hrn, hrn_type = urn_to_hrn(xrn)
 107         #Does this slice belong to a local site or a peer senslab site?
 108         peer = None
 109
 110         # get this slice's authority (site)
 111         slice_authority = get_authority(hrn)
 112         site_authority = slice_authority
 113         # get this site's authority (sfa root authority or sub authority)
 114         #site_authority = get_authority(slice_authority).lower()
 115         logger.debug("SLABSLICES \ get_peer slice_authority  %s \
 116                     site_authority %s hrn %s" %(slice_authority, \
 117                                         site_authority, hrn))
 118         # check if we are already peered with this site_authority, if so
 119         #peers = self.driver.GetPeers({})
 120         peers = self.driver.GetPeers(peer_filter = slice_authority)
 121         for peer_record in peers:
 122
 123             if site_authority == peer_record.hrn:
 124                 peer = peer_record
 125         logger.debug(" SLABSLICES \tget_peer peer  %s " %(peer))
 126         return peer
 127
 128     def get_sfa_peer(self, xrn):
 129         hrn, hrn_type = urn_to_hrn(xrn)
 130
 131         # return the authority for this hrn or None if we are the authority
 132         sfa_peer = None
 133         slice_authority = get_authority(hrn)
 134         site_authority = get_authority(slice_authority)
 135
 136         if site_authority != self.driver.hrn:
 137             sfa_peer = site_authority
 138
 139         return sfa_peer
 140
 141
 142     def verify_slice_leases(self, sfa_slice, requested_jobs_dict, kept_leases, \
 143         peer):
 144
 145
 146         #First get the list of current leases from OAR
 147         leases = self.driver.GetLeases({'name':sfa_slice['name']}, ['lease_id'])
 148         if leases :
 149             current_leases = [lease['lease_id'] for lease in leases]
 150             #Deleted leases are the ones with lease id not declared in the Rspec
 151             deleted_leases = list(set(current_leases).difference(kept_leases))
 152
 153             try:
 154                 if peer:
 155                     #peer = RegAuyhority object is unsubscriptable
 156                     #TODO :UnBindObjectFromPeer Quick and dirty auth='senslab2 SA 27/07/12
 157                     self.driver.UnBindObjectFromPeer('senslab2', 'slice', \
 158                                     sfa_slice['record_id_slice'], peer.hrn)
 159
 160                 deleted = self.driver.DeleteLeases(deleted_leases, \
 161                                         sfa_slice['name'])
 162
 163             #TODO : catch other exception?
 164             except KeyError:
 165                 logger.log_exc('Failed to add/remove slice leases')
 166
 167         #Add new leases
 168         for start_time in requested_jobs_dict:
 169             job = requested_jobs_dict[start_time]
 170             added = self.driver.AddLeases(job['hostname'], \
 171                         sfa_slice, int(job['start_time']), \
 172                         int(job['duration']))
 173
 174         return leases
 175
 176     def verify_slice_nodes(self, sfa_slice, requested_slivers, peer):
 177         current_slivers = []
 178         deleted_nodes = []
 179
 180         if sfa_slice['node_ids']:
 181             nodes = self.driver.GetNodes(sfa_slice['node_ids'], ['hostname'])
 182             current_slivers = [node['hostname'] for node in nodes]
 183
 184             # remove nodes not in rspec
 185             deleted_nodes = list(set(current_slivers).\
 186                                                 difference(requested_slivers))
 187
 188         # add nodes from rspec
 189         added_nodes = list(set(requested_slivers).difference(current_slivers))
 190         try:
 191             #if peer:
 192                 #self.driver.UnBindObjectFromPeer('slice', slice['slice_id'], \
 193                                                         #peer['shortname'])
 194             #PI is a list, get the only username in this list
 195             #so that the OAR/LDAP knows the user:
 196             #remove the authority from the name
 197             tmp = sfa_slice['PI'][0].split(".")
 198             username = tmp[(len(tmp)-1)]
 199             #Update the table with the nodes that populate the slice
 200             self.driver.db.update_job(sfa_slice['name'], nodes = added_nodes)
 201             logger.debug("SLABSLICES \tverify_slice_nodes slice %s \r\n \r\n deleted_nodes %s"\
 202                                                              %(sfa_slice,deleted_nodes))
 203             #If there is a timeslot specified, then a job can be launched
 204             #try:
 205                 ##slot = sfa_slice['timeslot']
 206                 #self.driver.LaunchExperimentOnOAR(sfa_slice, added_nodes, \
 207                                                                     #username)
 208             #except KeyError:
 209                 #logger.log_exc("SLABSLICES \verify_slice_nodes KeyError \
 210                                                 #sfa_slice %s  " %(sfa_slice))
 211
 212
 213             if deleted_nodes:
 214                 self.driver.DeleteSliceFromNodes(sfa_slice['name'], \
 215                                                                 deleted_nodes)
 216
 217         except:
 218             logger.log_exc('Failed to add/remove slice from nodes')
 219
 220
 221     def free_egre_key(self):
 222         used = set()
 223         for tag in self.driver.GetSliceTags({'tagname': 'egre_key'}):
 224             used.add(int(tag['value']))
 225
 226         for i in range(1, 256):
 227             if i not in used:
 228                 key = i
 229                 break
 230         else:
 231             raise KeyError("No more EGRE keys available")
 232
 233         return str(key)
 234
 235
 236
 237
 238
 239
 240     def handle_peer(self, site, sfa_slice, persons, peer):
 241         if peer:
 242             # bind site
 243             try:
 244                 if site:
 245                     self.driver.BindObjectToPeer('site', site['site_id'], \
 246                                         peer['shortname'], sfa_slice['site_id'])
 247             except Exception, error:
 248                 self.driver.DeleteSite(site['site_id'])
 249                 raise error
 250
 251             # bind slice
 252             try:
 253                 if sfa_slice:
 254                     self.driver.BindObjectToPeer('slice', slice['slice_id'], \
 255                                     peer['shortname'], sfa_slice['slice_id'])
 256             except Exception, error:
 257                 self.driver.DeleteSlice(sfa_slice['slice_id'])
 258                 raise error
 259
 260             # bind persons
 261             for person in persons:
 262                 try:
 263                     self.driver.BindObjectToPeer('person', \
 264                                     person['person_id'], peer['shortname'], \
 265                                     person['peer_person_id'])
 266
 267                     for (key, remote_key_id) in zip(person['keys'], \
 268                                                         person['key_ids']):
 269                         try:
 270                             self.driver.BindObjectToPeer( 'key', \
 271                                             key['key_id'], peer['shortname'], \
 272                                             remote_key_id)
 273                         except:
 274                             self.driver.DeleteKey(key['key_id'])
 275                             logger.log_exc("failed to bind key: %s \
 276                                             to peer: %s " % (key['key_id'], \
 277                                             peer['shortname']))
 278                 except Exception, error:
 279                     self.driver.DeletePerson(person['person_id'])
 280                     raise error
 281
 282         return sfa_slice
 283
 284     #def verify_site(self, slice_xrn, slice_record={}, peer=None, \
 285                                         #sfa_peer=None, options={}):
 286         #(slice_hrn, type) = urn_to_hrn(slice_xrn)
 287         #site_hrn = get_authority(slice_hrn)
 288         ## login base can't be longer than 20 characters
 289         ##slicename = hrn_to_pl_slicename(slice_hrn)
 290         #authority_name = slice_hrn.split('.')[0]
 291         #login_base = authority_name[:20]
 292         #logger.debug(" SLABSLICES.PY \tverify_site authority_name %s  \
 293                                         #login_base %s slice_hrn %s" \
 294                                         #%(authority_name,login_base,slice_hrn)
 295
 296         #sites = self.driver.GetSites(login_base)
 297         #if not sites:
 298             ## create new site record
 299             #site = {'name': 'geni.%s' % authority_name,
 300                     #'abbreviated_name': authority_name,
 301                     #'login_base': login_base,
 302                     #'max_slices': 100,
 303                     #'max_slivers': 1000,
 304                     #'enabled': True,
 305                     #'peer_site_id': None}
 306             #if peer:
 307                 #site['peer_site_id'] = slice_record.get('site_id', None)
 308             #site['site_id'] = self.driver.AddSite(site)
 309             ## exempt federated sites from monitor policies
 310             #self.driver.AddSiteTag(site['site_id'], 'exempt_site_until', \
 311                                                                 #"20200101")
 312
 313             ### is this still necessary?
 314             ### add record to the local registry
 315             ##if sfa_peer and slice_record:
 316                 ##peer_dict = {'type': 'authority', 'hrn': site_hrn, \
 317                              ##'peer_authority': sfa_peer, 'pointer': \
 318                                                         #site['site_id']}
 319                 ##self.registry.register_peer_object(self.credential, peer_dict)
 320         #else:
 321             #site =  sites[0]
 322             #if peer:
 323                 ## unbind from peer so we can modify if necessary.
 324                 ## Will bind back later
 325                 #self.driver.UnBindObjectFromPeer('site', site['site_id'], \
 326                                                             #peer['shortname'])
 327
 328         #return site
 329
 330     def verify_slice(self, slice_hrn, slice_record, peer, sfa_peer, options={}):
 331
 332         #login_base = slice_hrn.split(".")[0]
 333         slicename = slice_hrn
 334         sl = self.driver.GetSlices(slice_filter = slicename, \
 335                                             slice_filter_type = 'slice_hrn')
 336         if sl:
 337
 338             logger.debug("SLABSLICE \tverify_slice slicename %s sl %s \
 339                                 slice_record %s"%(slicename, sl, slice_record))
 340             sfa_slice = sl
 341             sfa_slice.update(slice_record)
 342             #del slice['last_updated']
 343             #del slice['date_created']
 344             #if peer:
 345                 #slice['peer_slice_id'] = slice_record.get('slice_id', None)
 346                 ## unbind from peer so we can modify if necessary.
 347                 ## Will bind back later
 348                 #self.driver.UnBindObjectFromPeer('slice', slice['slice_id'], \
 349                                                             #peer['shortname'])
 350                 #Update existing record (e.g. expires field)
 351                 #it with the latest info.
 352             ##if slice_record and slice['expires'] != slice_record['expires']:
 353                 ##self.driver.UpdateSlice( slice['slice_id'], {'expires' : \
 354                                                     #slice_record['expires']})
 355         else:
 356             logger.debug(" SLABSLICES \tverify_slice Oups \
 357                         slice_record %s peer %s sfa_peer %s "\
 358                         %(slice_record, peer,sfa_peer))
 359             sfa_slice = {'slice_hrn': slicename,
 360                      #'url': slice_record.get('url', slice_hrn),
 361                      #'description': slice_record.get('description', slice_hrn)
 362                      'node_list' : [],
 363                      'record_id_user' : slice_record['person_ids'][0],
 364                      'record_id_slice': slice_record['record_id'],
 365                      'peer_authority':str(peer.hrn)
 366
 367                      }
 368             # add the slice
 369             self.driver.AddSlice(sfa_slice)
 370             #slice['slice_id'] = self.driver.AddSlice(slice)
 371             logger.debug("SLABSLICES \tverify_slice ADDSLICE OK")
 372             #slice['node_ids']=[]
 373             #slice['person_ids'] = []
 374             #if peer:
 375                 #slice['peer_slice_id'] = slice_record.get('slice_id', None)
 376             # mark this slice as an sfa peer record
 377             #if sfa_peer:
 378                 #peer_dict = {'type': 'slice', 'hrn': slice_hrn,
 379                              #'peer_authority': sfa_peer, 'pointer': \
 380                                                     #slice['slice_id']}
 381                 #self.registry.register_peer_object(self.credential, peer_dict)
 382
 383
 384
 385         return sfa_slice
 386
 387
 388     def verify_persons(self, slice_hrn, slice_record, users,  peer, sfa_peer, \
 389                                                                 options={}):
 390         users_by_id = {}
 391         users_by_hrn = {}
 392         users_dict = {}
 393
 394         for user in users:
 395
 396             if 'urn' in user and (not 'hrn' in user ) :
 397                 user['hrn'], user['type'] = urn_to_hrn(user['urn'])
 398
 399             if 'person_id' in user and 'hrn' in user:
 400                 users_by_id[user['person_id']] = user
 401                 users_dict[user['person_id']] = {'person_id':\
 402                                         user['person_id'], 'hrn':user['hrn']}
 403
 404                 users_by_hrn[user['hrn']] = user
 405                 users_dict[user['hrn']] = {'person_id':user['person_id'], \
 406                                                         'hrn':user['hrn']}
 407
 408         logger.debug( "SLABSLICE.PY \tverify_person  \
 409                         users_dict %s \r\n user_by_hrn %s \r\n \
 410                         \tusers_by_id %s " \
 411                         %(users_dict,users_by_hrn, users_by_id))
 412
 413         existing_user_ids = []
 414         existing_user_hrns = []
 415         existing_users = []
 416         #Check if user is in LDAP using its hrn.
 417         #Assuming Senslab is centralised :  one LDAP for all sites,
 418         # user_id unknown from LDAP
 419         # LDAP does not provide users id, therfore we rely on hrns
 420         if users_by_hrn:
 421             #Construct the list of filters for GetPersons
 422             filter_user = []
 423             for hrn in users_by_hrn:
 424                 #filter_user.append ( {'hrn':hrn})
 425                 filter_user.append (users_by_hrn[hrn])
 426             logger.debug(" SLABSLICE.PY \tverify_person  filter_user %s " \
 427                                                     %(filter_user))
 428             existing_users = self.driver.GetPersons(filter_user)
 429             #existing_users = self.driver.GetPersons({'hrn': \
 430                                             #users_by_hrn.keys()})
 431             #existing_users = self.driver.GetPersons({'hrn': \
 432                                                     #users_by_hrn.keys()}, \
 433                                                     #['hrn','pkey'])
 434             if existing_users:
 435                 for user in existing_users :
 436                     #for  k in users_dict[user['hrn']] :
 437                     existing_user_hrns.append(users_dict[user['hrn']]['hrn'])
 438                     existing_user_ids.\
 439                                     append(users_dict[user['hrn']]['person_id'])
 440
 441             #User from another federated site ,
 442             #does not have a senslab account yet?
 443             #or have multiple SFA accounts
 444             #Check before adding  them to LDAP
 445
 446             else:
 447
 448                 if isinstance(users, list):
 449                     ldap_reslt = self.driver.ldap.LdapSearch(users[0])
 450                 else:
 451                     ldap_reslt = self.driver.ldap.LdapSearch(users)
 452                 if ldap_reslt:
 453                     existing_users = ldap_reslt[0]
 454                     existing_user_hrns.append(users_dict[user['hrn']]['hrn'])
 455                     existing_user_ids.\
 456                                     append(users_dict[user['hrn']]['person_id'])
 457                 else:
 458                     #User not existing in LDAP
 459
 460                     logger.debug(" SLABSLICE.PY \tverify_person users \
 461                                 not in ldap ... %s \r\n \t ldap_reslt %s "  \
 462                                                 %(users, ldap_reslt))
 463
 464
 465         # requested slice users
 466         requested_user_ids = users_by_id.keys()
 467         requested_user_hrns = users_by_hrn.keys()
 468         logger.debug("SLABSLICE.PY \tverify_person requested_user_ids  %s \
 469                         user_by_hrn %s " %(requested_user_ids, users_by_hrn))
 470         # existing slice users
 471
 472         #existing_slice_users_filter = {'hrn': slice_record['PI'][0]}
 473         #logger.debug(" SLABSLICE.PY \tverify_person requested_user_ids %s \
 474         #existing_slice_users_filter %s slice_record %s" %(requested_user_ids,\
 475         #existing_slice_users_filter,slice_record))
 476
 477         #existing_slice_users = \
 478                         #self.driver.GetPersons([existing_slice_users_filter])
 479         #existing_slice_users = \
 480                         #self.driver.GetPersons(existing_slice_users_filter, \
 481                         #['hrn','pkey'])
 482         #logger.debug("SLABSLICE.PY \tverify_person  existing_slice_users %s " \
 483                                     #%(existing_slice_users))
 484         #Check that the user of the slice in the slice record
 485         #matches the existing users
 486         try:
 487             if slice_record['record_id_user'] in requested_user_ids and \
 488                                 slice_record['PI'][0] in requested_user_hrns:
 489                 logger.debug(" SLABSLICE  \tverify_person  \
 490                         requested_user_ids %s = \
 491                         slice_record['record_id_user'] %s" \
 492                         %(requested_user_ids,slice_record['record_id_user']))
 493
 494         except KeyError:
 495             pass
 496
 497         #existing_slice_user_hrns = [user['hrn'] for \
 498                                         #user in existing_slice_users]
 499
 500         # users to be added, removed or updated
 501         #One user in one senslab slice : there should be no need
 502         #to remove/ add any user from/to a slice.
 503         #However a user from SFA which is not registered in Senslab yet
 504         #should be added to the LDAP.
 505
 506         added_user_hrns = set(requested_user_hrns).\
 507                                             difference(set(existing_user_hrns))
 508
 509         #self.verify_keys(existing_slice_users, updated_users_list, \
 510                                                             #peer, append)
 511
 512         added_persons = []
 513         # add new users
 514         for added_user_hrn in added_user_hrns:
 515             added_user = users_dict[added_user_hrn]
 516             #hrn, type = urn_to_hrn(added_user['urn'])
 517             person = {
 518                 'first_name': added_user.get('first_name', hrn),
 519                 'last_name': added_user.get('last_name', hrn),
 520                 'person_id': added_user['person_id'],
 521                 'peer_person_id': None,
 522                 'keys': [],
 523                 'key_ids': added_user.get('key_ids', []),
 524
 525             }
 526             person['person_id'] = self.driver.AddPerson(person)
 527             if peer:
 528                 person['peer_person_id'] = added_user['person_id']
 529             added_persons.append(person)
 530
 531             # enable the account
 532             self.driver.UpdatePerson(person['person_id'], {'enabled': True})
 533
 534             # add person to site
 535             #self.driver.AddPersonToSite(added_user_id, login_base)
 536
 537             #for key_string in added_user.get('keys', []):
 538                 #key = {'key':key_string, 'key_type':'ssh'}
 539                 #key['key_id'] = self.driver.AddPersonKey(person['person_id'], \
 540                                                 #                       key)
 541                 #person['keys'].append(key)
 542
 543             # add the registry record
 544             #if sfa_peer:
 545                 #peer_dict = {'type': 'user', 'hrn': hrn, 'peer_authority': \
 546                                                 #sfa_peer, \
 547                                                 #'pointer': person['person_id']}
 548                 #self.registry.register_peer_object(self.credential, peer_dict)
 549         #for added_slice_user_hrn in \
 550                                 #added_slice_user_hrns.union(added_user_hrns):
 551             #self.driver.AddPersonToSlice(added_slice_user_hrn, \
 552                                                     #slice_record['name'])
 553         #for added_slice_user_id in \
 554                                     #added_slice_user_ids.union(added_user_ids):
 555             # add person to the slice
 556             #self.driver.AddPersonToSlice(added_slice_user_id, \
 557                                                 #slice_record['name'])
 558             # if this is a peer record then it
 559             # should already be bound to a peer.
 560             # no need to return worry about it getting bound later
 561
 562         return added_persons
 563
 564     #Unused
 565     def verify_keys(self, persons, users, peer, options={}):
 566         # existing keys
 567         key_ids = []
 568         for person in persons:
 569             key_ids.extend(person['key_ids'])
 570         keylist = self.driver.GetKeys(key_ids, ['key_id', 'key'])
 571         keydict = {}
 572         for key in keylist:
 573             keydict[key['key']] = key['key_id']
 574         existing_keys = keydict.keys()
 575         persondict = {}
 576         for person in persons:
 577             persondict[person['email']] = person
 578
 579         # add new keys
 580         requested_keys = []
 581         updated_persons = []
 582         for user in users:
 583             user_keys = user.get('keys', [])
 584             updated_persons.append(user)
 585             for key_string in user_keys:
 586                 requested_keys.append(key_string)
 587                 if key_string not in existing_keys:
 588                     key = {'key': key_string, 'key_type': 'ssh'}
 589                     try:
 590                         if peer:
 591                             person = persondict[user['email']]
 592                             self.driver.UnBindObjectFromPeer('person', \
 593                                         person['person_id'], peer['shortname'])
 594                         key['key_id'] = \
 595                                 self.driver.AddPersonKey(user['email'], key)
 596                         if peer:
 597                             key_index = user_keys.index(key['key'])
 598                             remote_key_id = user['key_ids'][key_index]
 599                             self.driver.BindObjectToPeer('key', \
 600                                             key['key_id'], peer['shortname'], \
 601                                             remote_key_id)
 602
 603                     finally:
 604                         if peer:
 605                             self.driver.BindObjectToPeer('person', \
 606                                     person['person_id'], peer['shortname'], \
 607                                     user['person_id'])
 608
 609         # remove old keys (only if we are not appending)
 610         append = options.get('append', True)
 611         if append == False:
 612             removed_keys = set(existing_keys).difference(requested_keys)
 613             for existing_key_id in keydict:
 614                 if keydict[existing_key_id] in removed_keys:
 615                     try:
 616                         if peer:
 617                             self.driver.UnBindObjectFromPeer('key', \
 618                                             existing_key_id, peer['shortname'])
 619                         self.driver.DeleteKey(existing_key_id)
 620                     except:
 621                         pass
 622
 623     #def verify_slice_attributes(self, slice, requested_slice_attributes, \
 624                                             #append=False, admin=False):
 625         ## get list of attributes users ar able to manage
 626         #filter = {'category': '*slice*'}
 627         #if not admin:
 628             #filter['|roles'] = ['user']
 629         #slice_attributes = self.driver.GetTagTypes(filter)
 630         #valid_slice_attribute_names = [attribute['tagname'] \
 631                                             #for attribute in slice_attributes]
 632
 633         ## get sliver attributes
 634         #added_slice_attributes = []
 635         #removed_slice_attributes = []
 636         #ignored_slice_attribute_names = []
 637         #existing_slice_attributes = self.driver.GetSliceTags({'slice_id': \
 638                                                             #slice['slice_id']})
 639
 640         ## get attributes that should be removed
 641         #for slice_tag in existing_slice_attributes:
 642             #if slice_tag['tagname'] in ignored_slice_attribute_names:
 643                 ## If a slice already has a admin only role
 644                 ## it was probably given to them by an
 645                 ## admin, so we should ignore it.
 646                 #ignored_slice_attribute_names.append(slice_tag['tagname'])
 647             #else:
 648                 ## If an existing slice attribute was not
 649                 ## found in the request it should
 650                 ## be removed
 651                 #attribute_found=False
 652                 #for requested_attribute in requested_slice_attributes:
 653                     #if requested_attribute['name'] == slice_tag['tagname'] \
 654                         #and requested_attribute['value'] == slice_tag['value']:
 655                         #attribute_found=True
 656                         #break
 657
 658             #if not attribute_found and not append:
 659                 #removed_slice_attributes.append(slice_tag)
 660
 661         ## get attributes that should be added:
 662         #for requested_attribute in requested_slice_attributes:
 663             ## if the requested attribute wasn't found  we should add it
 664             #if requested_attribute['name'] in valid_slice_attribute_names:
 665                 #attribute_found = False
 666                 #for existing_attribute in existing_slice_attributes:
 667                     #if requested_attribute['name'] == \
 668                         #existing_attribute['tagname'] and \
 669                        #requested_attribute['value'] == \
 670                        #existing_attribute['value']:
 671                         #attribute_found=True
 672                         #break
 673                 #if not attribute_found:
 674                     #added_slice_attributes.append(requested_attribute)
 675
 676
 677         ## remove stale attributes
 678         #for attribute in removed_slice_attributes:
 679             #try:
 680                 #self.driver.DeleteSliceTag(attribute['slice_tag_id'])
 681             #except Exception, error:
 682                 #self.logger.warn('Failed to remove sliver attribute. name: \
 683                                 #%s, value: %s, node_id: %s\nCause:%s'\
 684                                 #% (name, value,  node_id, str(error)))
 685
 686         ## add requested_attributes
 687         #for attribute in added_slice_attributes:
 688             #try:
 689                 #self.driver.AddSliceTag(slice['name'], attribute['name'], \
 690                             #attribute['value'], attribute.get('node_id', None))
 691             #except Exception, error:
 692                 #self.logger.warn('Failed to add sliver attribute. name: %s, \
 693                                 #value: %s, node_id: %s\nCause:%s'\
 694                                 #% (name, value,  node_id, str(error)))
 695
 696     #def create_slice_aggregate(self, xrn, rspec):
 697         #hrn, type = urn_to_hrn(xrn)
 698         ## Determine if this is a peer slice
 699         #peer = self.get_peer(hrn)
 700         #sfa_peer = self.get_sfa_peer(hrn)
 701
 702         #spec = RSpec(rspec)
 703         ## Get the slice record from sfa
 704         #slicename = hrn_to_pl_slicename(hrn)
 705         #slice = {}
 706         #slice_record = None
 707         #registry = self.api.registries[self.api.hrn]
 708         #credential = self.api.getCredential()
 709
 710         #site_id, remote_site_id = self.verify_site(registry, \
 711                                         #credential, hrn, peer, sfa_peer)
 712         #slice = self.verify_slice(registry, credential, \
 713                                 #hrn, site_id, remote_site_id, peer, sfa_peer)
 714
 715         ## find out where this slice is currently running
 716         #nodelist = self.driver.GetNodes(slice['node_ids'], ['hostname'])
 717         #hostnames = [node['hostname'] for node in nodelist]
 718
 719         ## get netspec details
 720         #nodespecs = spec.getDictsByTagName('NodeSpec')
 721
 722         ## dict in which to store slice attributes to set for the nodes
 723         #nodes = {}
 724         #for nodespec in nodespecs:
 725             #if isinstance(nodespec['name'], list):
 726                 #for nodename in nodespec['name']:
 727                     #nodes[nodename] = {}
 728                     #for k in nodespec.keys():
 729                         #rspec_attribute_value = nodespec[k]
 730                         #if (self.rspec_to_slice_tag.has_key(k)):
 731                             #slice_tag_name = self.rspec_to_slice_tag[k]
 732                             #nodes[nodename][slice_tag_name] = \
 733                                                         #rspec_attribute_value
 734             #elif isinstance(nodespec['name'], StringTypes):
 735                 #nodename = nodespec['name']
 736                 #nodes[nodename] = {}
 737                 #for k in nodespec.keys():
 738                     #rspec_attribute_value = nodespec[k]
 739                     #if (self.rspec_to_slice_tag.has_key(k)):
 740                         #slice_tag_name = self.rspec_to_slice_tag[k]
 741                         #nodes[nodename][slice_tag_name] = rspec_attribute_value
 742
 743                 #for k in nodespec.keys():
 744                     #rspec_attribute_value = nodespec[k]
 745                     #if (self.rspec_to_slice_tag.has_key(k)):
 746                         #slice_tag_name = self.rspec_to_slice_tag[k]
 747                         #nodes[nodename][slice_tag_name] = rspec_attribute_value
 748
 749         #node_names = nodes.keys()
 750         ## remove nodes not in rspec
 751         #deleted_nodes = list(set(hostnames).difference(node_names))
 752         ## add nodes from rspec
 753         #added_nodes = list(set(node_names).difference(hostnames))
 754
 755         #try:
 756             #if peer:
 757                 #self.driver.UnBindObjectFromPeer('slice', \
 758                                                     #slice['slice_id'], peer)
 759
 760             #self.driver.LaunchExperimentOnOAR(slicename, added_nodes)
 761
 762             ## Add recognized slice tags
 763             #for node_name in node_names:
 764                 #node = nodes[node_name]
 765                 #for slice_tag in node.keys():
 766                     #value = node[slice_tag]
 767                     #if (isinstance(value, list)):
 768                         #value = value[0]
 769
 770                     #self.driver.AddSliceTag(slicename, slice_tag, \
 771                                                         #value, node_name)
 772
 773             #self.driver.DeleteSliceFromNodes(slicename, deleted_nodes)
 774         #finally:
 775             #if peer:
 776                 #self.driver.BindObjectToPeer('slice', slice['slice_id'], \
 777                                                 #peer, slice['peer_slice_id'])
 778
 779         #return 1
 780