sfa/senslab/slabslices.py

   1 from sfa.util.xrn import get_authority, urn_to_hrn
   2 from sfa.util.sfalogging import logger
   3
   4
   5 MAXINT =  2L**31-1
   6
   7 class SlabSlices:
   8
   9     rspec_to_slice_tag = {'max_rate':'net_max_rate'}
  10
  11     #def __init__(self, api, ttl = .5, origin_hrn=None):
  12         #self.api = api
  13         ##filepath = path + os.sep + filename
  14         #self.policy = Policy(self.api)
  15         #self.origin_hrn = origin_hrn
  16         #self.registry = api.registries[api.hrn]
  17         #self.credential = api.getCredential()
  18         #self.nodes = []
  19         #self.persons = []
  20
  21
  22     def __init__(self, driver):
  23         self.driver = driver
  24
  25     ##Used in SFACE?
  26     #def get_slivers(self, xrn, node=None):
  27         #hrn, hrn_type = urn_to_hrn(xrn)
  28
  29         #slice_name = hrn_to_pl_slicename(hrn)
  30         ## XX Should we just call PLCAPI.GetSliceTicket(slice_name) instead
  31         ## of doing all of this?
  32         ##return self.api.driver.GetSliceTicket(self.auth, slice_name)
  33
  34
  35
  36         #sfa_slice = self.driver.GetSlices(slice_filter = slice_name, \
  37         #                                   slice_filter_type = 'slice_hrn')
  38
  39
  40         ## Get user information
  41         ##TODO
  42         #alchemy_person = dbsession.query(RegRecord).filter_by(record_id = \
  43                                         #sfa_slice['record_id_user']).first()
  44
  45         #slivers = []
  46         #sliver_attributes = []
  47
  48         #if sfa_slice['oar_job_id'] is not -1:
  49             #nodes_all = self.driver.GetNodes({'hostname': \
  50                                                     #sfa_slice['node_ids']},
  51                             #['node_id', 'hostname','site','boot_state'])
  52             #nodeall_byhostname = dict([(n['hostname'], n) for n in nodes_all])
  53             #nodes = sfa_slice['node_ids']
  54
  55             #for node in nodes:
  56                 ##for sliver_attribute in filter(lambda a: a['node_id'] == \
  57                                                 #node['node_id'], slice_tags):
  58                 #sliver_attribute['tagname'] = 'slab-tag'
  59                 #sliver_attribute['value'] = 'slab-value'
  60                 #sliver_attributes.append(sliver_attribute['tagname'])
  61                 #attributes.append({'tagname': sliver_attribute['tagname'],
  62                                     #'value': sliver_attribute['value']})
  63
  64             ## set nodegroup slice attributes
  65             #for slice_tag in filter(lambda a: a['nodegroup_id'] \
  66                                         #in node['nodegroup_ids'], slice_tags):
  67                 ## Do not set any nodegroup slice attributes for
  68                 ## which there is at least one sliver attribute
  69                 ## already set.
  70                 #if slice_tag not in slice_tags:
  71                     #attributes.append({'tagname': slice_tag['tagname'],
  72                         #'value': slice_tag['value']})
  73
  74             #for slice_tag in filter(lambda a: a['node_id'] is None, \
  75                                                             #slice_tags):
  76                 ## Do not set any global slice attributes for
  77                 ## which there is at least one sliver attribute
  78                 ## already set.
  79                 #if slice_tag['tagname'] not in sliver_attributes:
  80                     #attributes.append({'tagname': slice_tag['tagname'],
  81                                    #'value': slice_tag['value']})
  82
  83             ## XXX Sanity check; though technically this should
  84             ## be a system invariant
  85             ## checked with an assertion
  86             #if sfa_slice['expires'] > MAXINT:  sfa_slice['expires']= MAXINT
  87
  88             #slivers.append({
  89                 #'hrn': hrn,
  90                 #'name': sfa_slice['name'],
  91                 #'slice_id': sfa_slice['slice_id'],
  92                 #'instantiation': sfa_slice['instantiation'],
  93                 #'expires': sfa_slice['expires'],
  94                 #'keys': keys,
  95                 #'attributes': attributes
  96             #})
  97
  98         #return slivers
  99
 100
 101
 102
 103
 104         #return slivers
 105     def get_peer(self, xrn):
 106         hrn, hrn_type = urn_to_hrn(xrn)
 107         #Does this slice belong to a local site or a peer senslab site?
 108         peer = None
 109
 110         # get this slice's authority (site)
 111         slice_authority = get_authority(hrn)
 112         site_authority = slice_authority
 113         # get this site's authority (sfa root authority or sub authority)
 114         #site_authority = get_authority(slice_authority).lower()
 115         logger.debug("SLABSLICES \ get_peer slice_authority  %s \
 116                     site_authority %s hrn %s" %(slice_authority, \
 117                                         site_authority, hrn))
 118         # check if we are already peered with this site_authority, if so
 119         #peers = self.driver.GetPeers({})
 120         peers = self.driver.GetPeers(peer_filter = slice_authority)
 121         for peer_record in peers:
 122
 123             if site_authority == peer_record.hrn:
 124                 peer = peer_record
 125         logger.debug(" SLABSLICES \tget_peer peer  %s " %(peer))
 126         return peer
 127
 128     def get_sfa_peer(self, xrn):
 129         hrn, hrn_type = urn_to_hrn(xrn)
 130
 131         # return the authority for this hrn or None if we are the authority
 132         sfa_peer = None
 133         slice_authority = get_authority(hrn)
 134         site_authority = get_authority(slice_authority)
 135
 136         if site_authority != self.driver.hrn:
 137             sfa_peer = site_authority
 138
 139         return sfa_peer
 140
 141
 142     def verify_slice_leases(self, sfa_slice, requested_jobs_dict, kept_leases, \
 143         peer):
 144
 145
 146         #First get the list of current leases from OAR
 147         leases = self.driver.GetLeases({'name':sfa_slice['name']}, ['lease_id'])
 148         if leases :
 149             current_leases = [lease['lease_id'] for lease in leases]
 150             #Deleted leases are the ones with lease id not declared in the Rspec
 151             deleted_leases = list(set(current_leases).difference(kept_leases))
 152
 153             try:
 154                 if peer:
 155                     #peer = RegAuyhority object is unsubscriptable
 156                     #TODO :UnBindObjectFromPeer Quick and dirty auth='senslab2 SA 27/07/12
 157                     self.driver.UnBindObjectFromPeer('senslab2', 'slice', \
 158                                     sfa_slice['record_id_slice'], peer.hrn)
 159
 160                 deleted = self.driver.DeleteLeases(deleted_leases, \
 161                                         sfa_slice['name'])
 162
 163             #TODO : catch other exception?
 164             except KeyError:
 165                 logger.log_exc('Failed to add/remove slice leases')
 166
 167         #Add new leases
 168         for start_time in requested_jobs_dict:
 169             job = requested_jobs_dict[start_time]
 170             added = self.driver.AddLeases(job['hostname'], \
 171                         sfa_slice, int(job['start_time']), \
 172                         int(job['duration']))
 173
 174         return leases
 175
 176     def verify_slice_nodes(self, sfa_slice, requested_slivers, peer):
 177         current_slivers = []
 178         deleted_nodes = []
 179
 180         if sfa_slice['node_ids']:
 181             nodes = self.driver.GetNodes(sfa_slice['node_ids'], ['hostname'])
 182             current_slivers = [node['hostname'] for node in nodes]
 183
 184             # remove nodes not in rspec
 185             deleted_nodes = list(set(current_slivers).\
 186                                                 difference(requested_slivers))
 187
 188         # add nodes from rspec
 189         added_nodes = list(set(requested_slivers).difference(current_slivers))
 190         try:
 191             #if peer:
 192                 #self.driver.UnBindObjectFromPeer('slice', slice['slice_id'], \
 193                                                         #peer['shortname'])
 194             #PI is a list, get the only username in this list
 195             #so that the OAR/LDAP knows the user:
 196             #remove the authority from the name
 197             tmp = sfa_slice['PI'][0].split(".")
 198             username = tmp[(len(tmp)-1)]
 199             #Update the table with the nodes that populate the slice
 200             logger.debug("SLABSLICES \tverify_slice_nodes slice %s \r\n \r\n deleted_nodes %s"\
 201                                                              %(sfa_slice,deleted_nodes))
 202             #self.driver.db.update_job(sfa_slice['name'], nodes = added_nodes)
 203
 204             #If there is a timeslot specified, then a job can be launched
 205             #try:
 206                 ##slot = sfa_slice['timeslot']
 207                 #self.driver.LaunchExperimentOnOAR(sfa_slice, added_nodes, \
 208                                                                     #username)
 209             #except KeyError:
 210                 #logger.log_exc("SLABSLICES \verify_slice_nodes KeyError \
 211                                                 #sfa_slice %s  " %(sfa_slice))
 212
 213
 214             if deleted_nodes:
 215                 self.driver.DeleteSliceFromNodes(sfa_slice['name'], \
 216                                                                 deleted_nodes)
 217             #return added_nodes
 218         except:
 219             logger.log_exc('Failed to add/remove slice from nodes')
 220
 221
 222     def free_egre_key(self):
 223         used = set()
 224         for tag in self.driver.GetSliceTags({'tagname': 'egre_key'}):
 225             used.add(int(tag['value']))
 226
 227         for i in range(1, 256):
 228             if i not in used:
 229                 key = i
 230                 break
 231         else:
 232             raise KeyError("No more EGRE keys available")
 233
 234         return str(key)
 235
 236
 237
 238
 239
 240
 241     def handle_peer(self, site, sfa_slice, persons, peer):
 242         if peer:
 243             # bind site
 244             try:
 245                 if site:
 246                     self.driver.BindObjectToPeer('site', site['site_id'], \
 247                                         peer['shortname'], sfa_slice['site_id'])
 248             except Exception, error:
 249                 self.driver.DeleteSite(site['site_id'])
 250                 raise error
 251
 252             # bind slice
 253             try:
 254                 if sfa_slice:
 255                     self.driver.BindObjectToPeer('slice', slice['slice_id'], \
 256                                     peer['shortname'], sfa_slice['slice_id'])
 257             except Exception, error:
 258                 self.driver.DeleteSlice(sfa_slice['slice_id'])
 259                 raise error
 260
 261             # bind persons
 262             for person in persons:
 263                 try:
 264                     self.driver.BindObjectToPeer('person', \
 265                                     person['person_id'], peer['shortname'], \
 266                                     person['peer_person_id'])
 267
 268                     for (key, remote_key_id) in zip(person['keys'], \
 269                                                         person['key_ids']):
 270                         try:
 271                             self.driver.BindObjectToPeer( 'key', \
 272                                             key['key_id'], peer['shortname'], \
 273                                             remote_key_id)
 274                         except:
 275                             self.driver.DeleteKey(key['key_id'])
 276                             logger.log_exc("failed to bind key: %s \
 277                                             to peer: %s " % (key['key_id'], \
 278                                             peer['shortname']))
 279                 except Exception, error:
 280                     self.driver.DeletePerson(person['person_id'])
 281                     raise error
 282
 283         return sfa_slice
 284
 285     #def verify_site(self, slice_xrn, slice_record={}, peer=None, \
 286                                         #sfa_peer=None, options={}):
 287         #(slice_hrn, type) = urn_to_hrn(slice_xrn)
 288         #site_hrn = get_authority(slice_hrn)
 289         ## login base can't be longer than 20 characters
 290         ##slicename = hrn_to_pl_slicename(slice_hrn)
 291         #authority_name = slice_hrn.split('.')[0]
 292         #login_base = authority_name[:20]
 293         #logger.debug(" SLABSLICES.PY \tverify_site authority_name %s  \
 294                                         #login_base %s slice_hrn %s" \
 295                                         #%(authority_name,login_base,slice_hrn)
 296
 297         #sites = self.driver.GetSites(login_base)
 298         #if not sites:
 299             ## create new site record
 300             #site = {'name': 'geni.%s' % authority_name,
 301                     #'abbreviated_name': authority_name,
 302                     #'login_base': login_base,
 303                     #'max_slices': 100,
 304                     #'max_slivers': 1000,
 305                     #'enabled': True,
 306                     #'peer_site_id': None}
 307             #if peer:
 308                 #site['peer_site_id'] = slice_record.get('site_id', None)
 309             #site['site_id'] = self.driver.AddSite(site)
 310             ## exempt federated sites from monitor policies
 311             #self.driver.AddSiteTag(site['site_id'], 'exempt_site_until', \
 312                                                                 #"20200101")
 313
 314             ### is this still necessary?
 315             ### add record to the local registry
 316             ##if sfa_peer and slice_record:
 317                 ##peer_dict = {'type': 'authority', 'hrn': site_hrn, \
 318                              ##'peer_authority': sfa_peer, 'pointer': \
 319                                                         #site['site_id']}
 320                 ##self.registry.register_peer_object(self.credential, peer_dict)
 321         #else:
 322             #site =  sites[0]
 323             #if peer:
 324                 ## unbind from peer so we can modify if necessary.
 325                 ## Will bind back later
 326                 #self.driver.UnBindObjectFromPeer('site', site['site_id'], \
 327                                                             #peer['shortname'])
 328
 329         #return site
 330
 331     def verify_slice(self, slice_hrn, slice_record, peer, sfa_peer, options={}):
 332
 333         #login_base = slice_hrn.split(".")[0]
 334         slicename = slice_hrn
 335         slices_list = self.driver.GetSlices(slice_filter = slicename, \
 336                                             slice_filter_type = 'slice_hrn')
 337         if slices_list:
 338             for sl in slices_list:
 339
 340                 logger.debug("SLABSLICE \tverify_slice slicename %s sl %s \
 341                                     slice_record %s"%(slicename, sl, slice_record))
 342                 sfa_slice = sl
 343                 sfa_slice.update(slice_record)
 344                 #del slice['last_updated']
 345                 #del slice['date_created']
 346                 #if peer:
 347                     #slice['peer_slice_id'] = slice_record.get('slice_id', None)
 348                     ## unbind from peer so we can modify if necessary.
 349                     ## Will bind back later
 350                     #self.driver.UnBindObjectFromPeer('slice', slice['slice_id'], \
 351                                                                 #peer['shortname'])
 352                 #Update existing record (e.g. expires field)
 353                     #it with the latest info.
 354                 ##if slice_record and slice['expires'] != slice_record['expires']:
 355                     ##self.driver.UpdateSlice( slice['slice_id'], {'expires' : \
 356                                                         #slice_record['expires']})
 357         else:
 358             logger.debug(" SLABSLICES \tverify_slice Oups \
 359                         slice_record %s peer %s sfa_peer %s "\
 360                         %(slice_record, peer,sfa_peer))
 361             sfa_slice = {'slice_hrn': slicename,
 362                      #'url': slice_record.get('url', slice_hrn),
 363                      #'description': slice_record.get('description', slice_hrn)
 364                      'node_list' : [],
 365                      'record_id_user' : slice_record['person_ids'][0],
 366                      'record_id_slice': slice_record['record_id'],
 367                      'peer_authority':str(peer.hrn)
 368
 369                      }
 370             # add the slice
 371             self.driver.AddSlice(sfa_slice)
 372             #slice['slice_id'] = self.driver.AddSlice(slice)
 373             logger.debug("SLABSLICES \tverify_slice ADDSLICE OK")
 374             #slice['node_ids']=[]
 375             #slice['person_ids'] = []
 376             #if peer:
 377                 #slice['peer_slice_id'] = slice_record.get('slice_id', None)
 378             # mark this slice as an sfa peer record
 379             #if sfa_peer:
 380                 #peer_dict = {'type': 'slice', 'hrn': slice_hrn,
 381                              #'peer_authority': sfa_peer, 'pointer': \
 382                                                     #slice['slice_id']}
 383                 #self.registry.register_peer_object(self.credential, peer_dict)
 384
 385
 386
 387         return sfa_slice
 388
 389
 390     def verify_persons(self, slice_hrn, slice_record, users,  peer, sfa_peer, \
 391                                                                 options={}):
 392         users_by_id = {}
 393         users_by_hrn = {}
 394         users_dict = {}
 395
 396         for user in users:
 397
 398             if 'urn' in user and (not 'hrn' in user ) :
 399                 user['hrn'], user['type'] = urn_to_hrn(user['urn'])
 400
 401             if 'person_id' in user and 'hrn' in user:
 402                 users_by_id[user['person_id']] = user
 403                 users_dict[user['person_id']] = {'person_id':\
 404                                         user['person_id'], 'hrn':user['hrn']}
 405
 406                 users_by_hrn[user['hrn']] = user
 407                 users_dict[user['hrn']] = {'person_id':user['person_id'], \
 408                                                         'hrn':user['hrn']}
 409
 410         logger.debug( "SLABSLICE.PY \tverify_person  \
 411                         users_dict %s \r\n user_by_hrn %s \r\n \
 412                         \tusers_by_id %s " \
 413                         %(users_dict,users_by_hrn, users_by_id))
 414
 415         existing_user_ids = []
 416         existing_user_hrns = []
 417         existing_users = []
 418         #Check if user is in LDAP using its hrn.
 419         #Assuming Senslab is centralised :  one LDAP for all sites,
 420         # user_id unknown from LDAP
 421         # LDAP does not provide users id, therfore we rely on hrns
 422         if users_by_hrn:
 423             #Construct the list of filters for GetPersons
 424             filter_user = []
 425             for hrn in users_by_hrn:
 426                 #filter_user.append ( {'hrn':hrn})
 427                 filter_user.append (users_by_hrn[hrn])
 428             logger.debug(" SLABSLICE.PY \tverify_person  filter_user %s " \
 429                                                     %(filter_user))
 430             existing_users = self.driver.GetPersons(filter_user)
 431             #existing_users = self.driver.GetPersons({'hrn': \
 432                                             #users_by_hrn.keys()})
 433             #existing_users = self.driver.GetPersons({'hrn': \
 434                                                     #users_by_hrn.keys()}, \
 435                                                     #['hrn','pkey'])
 436             if existing_users:
 437                 for user in existing_users :
 438                     #for  k in users_dict[user['hrn']] :
 439                     existing_user_hrns.append(users_dict[user['hrn']]['hrn'])
 440                     existing_user_ids.\
 441                                     append(users_dict[user['hrn']]['person_id'])
 442
 443             #User from another federated site ,
 444             #does not have a senslab account yet?
 445             #or have multiple SFA accounts
 446             #Check before adding  them to LDAP
 447
 448             else:
 449
 450                 if isinstance(users, list):
 451                     ldap_reslt = self.driver.ldap.LdapSearch(users[0])
 452                 else:
 453                     ldap_reslt = self.driver.ldap.LdapSearch(users)
 454                 if ldap_reslt:
 455                     existing_users = ldap_reslt[0]
 456                     existing_user_hrns.append(users_dict[user['hrn']]['hrn'])
 457                     existing_user_ids.\
 458                                     append(users_dict[user['hrn']]['person_id'])
 459                 else:
 460                     #User not existing in LDAP
 461
 462                     logger.debug(" SLABSLICE.PY \tverify_person users \
 463                                 not in ldap ... %s \r\n \t ldap_reslt %s "  \
 464                                                 %(users, ldap_reslt))
 465
 466
 467         # requested slice users
 468         requested_user_ids = users_by_id.keys()
 469         requested_user_hrns = users_by_hrn.keys()
 470         logger.debug("SLABSLICE.PY \tverify_person requested_user_ids  %s \
 471                         user_by_hrn %s " %(requested_user_ids, users_by_hrn))
 472         # existing slice users
 473
 474         #existing_slice_users_filter = {'hrn': slice_record['PI'][0]}
 475         #logger.debug(" SLABSLICE.PY \tverify_person requested_user_ids %s \
 476         #existing_slice_users_filter %s slice_record %s" %(requested_user_ids,\
 477         #existing_slice_users_filter,slice_record))
 478
 479         #existing_slice_users = \
 480                         #self.driver.GetPersons([existing_slice_users_filter])
 481         #existing_slice_users = \
 482                         #self.driver.GetPersons(existing_slice_users_filter, \
 483                         #['hrn','pkey'])
 484         #logger.debug("SLABSLICE.PY \tverify_person  existing_slice_users %s " \
 485                                     #%(existing_slice_users))
 486         #Check that the user of the slice in the slice record
 487         #matches the existing users
 488         try:
 489             if slice_record['record_id_user'] in requested_user_ids and \
 490                                 slice_record['PI'][0] in requested_user_hrns:
 491                 logger.debug(" SLABSLICE  \tverify_person  \
 492                         requested_user_ids %s = \
 493                         slice_record['record_id_user'] %s" \
 494                         %(requested_user_ids,slice_record['record_id_user']))
 495
 496         except KeyError:
 497             pass
 498
 499         #existing_slice_user_hrns = [user['hrn'] for \
 500                                         #user in existing_slice_users]
 501
 502         # users to be added, removed or updated
 503         #One user in one senslab slice : there should be no need
 504         #to remove/ add any user from/to a slice.
 505         #However a user from SFA which is not registered in Senslab yet
 506         #should be added to the LDAP.
 507
 508         added_user_hrns = set(requested_user_hrns).\
 509                                             difference(set(existing_user_hrns))
 510
 511         #self.verify_keys(existing_slice_users, updated_users_list, \
 512                                                             #peer, append)
 513
 514         added_persons = []
 515         # add new users
 516         for added_user_hrn in added_user_hrns:
 517             added_user = users_dict[added_user_hrn]
 518             #hrn, type = urn_to_hrn(added_user['urn'])
 519             person = {
 520                 'first_name': added_user.get('first_name', hrn),
 521                 'last_name': added_user.get('last_name', hrn),
 522                 'person_id': added_user['person_id'],
 523                 'peer_person_id': None,
 524                 'keys': [],
 525                 'key_ids': added_user.get('key_ids', []),
 526
 527             }
 528             person['person_id'] = self.driver.AddPerson(person)
 529             if peer:
 530                 person['peer_person_id'] = added_user['person_id']
 531             added_persons.append(person)
 532
 533             # enable the account
 534             self.driver.UpdatePerson(person['person_id'], {'enabled': True})
 535
 536             # add person to site
 537             #self.driver.AddPersonToSite(added_user_id, login_base)
 538
 539             #for key_string in added_user.get('keys', []):
 540                 #key = {'key':key_string, 'key_type':'ssh'}
 541                 #key['key_id'] = self.driver.AddPersonKey(person['person_id'], \
 542                                                 #                       key)
 543                 #person['keys'].append(key)
 544
 545             # add the registry record
 546             #if sfa_peer:
 547                 #peer_dict = {'type': 'user', 'hrn': hrn, 'peer_authority': \
 548                                                 #sfa_peer, \
 549                                                 #'pointer': person['person_id']}
 550                 #self.registry.register_peer_object(self.credential, peer_dict)
 551         #for added_slice_user_hrn in \
 552                                 #added_slice_user_hrns.union(added_user_hrns):
 553             #self.driver.AddPersonToSlice(added_slice_user_hrn, \
 554                                                     #slice_record['name'])
 555         #for added_slice_user_id in \
 556                                     #added_slice_user_ids.union(added_user_ids):
 557             # add person to the slice
 558             #self.driver.AddPersonToSlice(added_slice_user_id, \
 559                                                 #slice_record['name'])
 560             # if this is a peer record then it
 561             # should already be bound to a peer.
 562             # no need to return worry about it getting bound later
 563
 564         return added_persons
 565
 566     #Unused
 567     def verify_keys(self, persons, users, peer, options={}):
 568         # existing keys
 569         key_ids = []
 570         for person in persons:
 571             key_ids.extend(person['key_ids'])
 572         keylist = self.driver.GetKeys(key_ids, ['key_id', 'key'])
 573         keydict = {}
 574         for key in keylist:
 575             keydict[key['key']] = key['key_id']
 576         existing_keys = keydict.keys()
 577         persondict = {}
 578         for person in persons:
 579             persondict[person['email']] = person
 580
 581         # add new keys
 582         requested_keys = []
 583         updated_persons = []
 584         for user in users:
 585             user_keys = user.get('keys', [])
 586             updated_persons.append(user)
 587             for key_string in user_keys:
 588                 requested_keys.append(key_string)
 589                 if key_string not in existing_keys:
 590                     key = {'key': key_string, 'key_type': 'ssh'}
 591                     try:
 592                         if peer:
 593                             person = persondict[user['email']]
 594                             self.driver.UnBindObjectFromPeer('person', \
 595                                         person['person_id'], peer['shortname'])
 596                         key['key_id'] = \
 597                                 self.driver.AddPersonKey(user['email'], key)
 598                         if peer:
 599                             key_index = user_keys.index(key['key'])
 600                             remote_key_id = user['key_ids'][key_index]
 601                             self.driver.BindObjectToPeer('key', \
 602                                             key['key_id'], peer['shortname'], \
 603                                             remote_key_id)
 604
 605                     finally:
 606                         if peer:
 607                             self.driver.BindObjectToPeer('person', \
 608                                     person['person_id'], peer['shortname'], \
 609                                     user['person_id'])
 610
 611         # remove old keys (only if we are not appending)
 612         append = options.get('append', True)
 613         if append == False:
 614             removed_keys = set(existing_keys).difference(requested_keys)
 615             for existing_key_id in keydict:
 616                 if keydict[existing_key_id] in removed_keys:
 617                     try:
 618                         if peer:
 619                             self.driver.UnBindObjectFromPeer('key', \
 620                                             existing_key_id, peer['shortname'])
 621                         self.driver.DeleteKey(existing_key_id)
 622                     except:
 623                         pass
 624
 625     #def verify_slice_attributes(self, slice, requested_slice_attributes, \
 626                                             #append=False, admin=False):
 627         ## get list of attributes users ar able to manage
 628         #filter = {'category': '*slice*'}
 629         #if not admin:
 630             #filter['|roles'] = ['user']
 631         #slice_attributes = self.driver.GetTagTypes(filter)
 632         #valid_slice_attribute_names = [attribute['tagname'] \
 633                                             #for attribute in slice_attributes]
 634
 635         ## get sliver attributes
 636         #added_slice_attributes = []
 637         #removed_slice_attributes = []
 638         #ignored_slice_attribute_names = []
 639         #existing_slice_attributes = self.driver.GetSliceTags({'slice_id': \
 640                                                             #slice['slice_id']})
 641
 642         ## get attributes that should be removed
 643         #for slice_tag in existing_slice_attributes:
 644             #if slice_tag['tagname'] in ignored_slice_attribute_names:
 645                 ## If a slice already has a admin only role
 646                 ## it was probably given to them by an
 647                 ## admin, so we should ignore it.
 648                 #ignored_slice_attribute_names.append(slice_tag['tagname'])
 649             #else:
 650                 ## If an existing slice attribute was not
 651                 ## found in the request it should
 652                 ## be removed
 653                 #attribute_found=False
 654                 #for requested_attribute in requested_slice_attributes:
 655                     #if requested_attribute['name'] == slice_tag['tagname'] \
 656                         #and requested_attribute['value'] == slice_tag['value']:
 657                         #attribute_found=True
 658                         #break
 659
 660             #if not attribute_found and not append:
 661                 #removed_slice_attributes.append(slice_tag)
 662
 663         ## get attributes that should be added:
 664         #for requested_attribute in requested_slice_attributes:
 665             ## if the requested attribute wasn't found  we should add it
 666             #if requested_attribute['name'] in valid_slice_attribute_names:
 667                 #attribute_found = False
 668                 #for existing_attribute in existing_slice_attributes:
 669                     #if requested_attribute['name'] == \
 670                         #existing_attribute['tagname'] and \
 671                        #requested_attribute['value'] == \
 672                        #existing_attribute['value']:
 673                         #attribute_found=True
 674                         #break
 675                 #if not attribute_found:
 676                     #added_slice_attributes.append(requested_attribute)
 677
 678
 679         ## remove stale attributes
 680         #for attribute in removed_slice_attributes:
 681             #try:
 682                 #self.driver.DeleteSliceTag(attribute['slice_tag_id'])
 683             #except Exception, error:
 684                 #self.logger.warn('Failed to remove sliver attribute. name: \
 685                                 #%s, value: %s, node_id: %s\nCause:%s'\
 686                                 #% (name, value,  node_id, str(error)))
 687
 688         ## add requested_attributes
 689         #for attribute in added_slice_attributes:
 690             #try:
 691                 #self.driver.AddSliceTag(slice['name'], attribute['name'], \
 692                             #attribute['value'], attribute.get('node_id', None))
 693             #except Exception, error:
 694                 #self.logger.warn('Failed to add sliver attribute. name: %s, \
 695                                 #value: %s, node_id: %s\nCause:%s'\
 696                                 #% (name, value,  node_id, str(error)))
 697
 698     #def create_slice_aggregate(self, xrn, rspec):
 699         #hrn, type = urn_to_hrn(xrn)
 700         ## Determine if this is a peer slice
 701         #peer = self.get_peer(hrn)
 702         #sfa_peer = self.get_sfa_peer(hrn)
 703
 704         #spec = RSpec(rspec)
 705         ## Get the slice record from sfa
 706         #slicename = hrn_to_pl_slicename(hrn)
 707         #slice = {}
 708         #slice_record = None
 709         #registry = self.api.registries[self.api.hrn]
 710         #credential = self.api.getCredential()
 711
 712         #site_id, remote_site_id = self.verify_site(registry, \
 713                                         #credential, hrn, peer, sfa_peer)
 714         #slice = self.verify_slice(registry, credential, \
 715                                 #hrn, site_id, remote_site_id, peer, sfa_peer)
 716
 717         ## find out where this slice is currently running
 718         #nodelist = self.driver.GetNodes(slice['node_ids'], ['hostname'])
 719         #hostnames = [node['hostname'] for node in nodelist]
 720
 721         ## get netspec details
 722         #nodespecs = spec.getDictsByTagName('NodeSpec')
 723
 724         ## dict in which to store slice attributes to set for the nodes
 725         #nodes = {}
 726         #for nodespec in nodespecs:
 727             #if isinstance(nodespec['name'], list):
 728                 #for nodename in nodespec['name']:
 729                     #nodes[nodename] = {}
 730                     #for k in nodespec.keys():
 731                         #rspec_attribute_value = nodespec[k]
 732                         #if (self.rspec_to_slice_tag.has_key(k)):
 733                             #slice_tag_name = self.rspec_to_slice_tag[k]
 734                             #nodes[nodename][slice_tag_name] = \
 735                                                         #rspec_attribute_value
 736             #elif isinstance(nodespec['name'], StringTypes):
 737                 #nodename = nodespec['name']
 738                 #nodes[nodename] = {}
 739                 #for k in nodespec.keys():
 740                     #rspec_attribute_value = nodespec[k]
 741                     #if (self.rspec_to_slice_tag.has_key(k)):
 742                         #slice_tag_name = self.rspec_to_slice_tag[k]
 743                         #nodes[nodename][slice_tag_name] = rspec_attribute_value
 744
 745                 #for k in nodespec.keys():
 746                     #rspec_attribute_value = nodespec[k]
 747                     #if (self.rspec_to_slice_tag.has_key(k)):
 748                         #slice_tag_name = self.rspec_to_slice_tag[k]
 749                         #nodes[nodename][slice_tag_name] = rspec_attribute_value
 750
 751         #node_names = nodes.keys()
 752         ## remove nodes not in rspec
 753         #deleted_nodes = list(set(hostnames).difference(node_names))
 754         ## add nodes from rspec
 755         #added_nodes = list(set(node_names).difference(hostnames))
 756
 757         #try:
 758             #if peer:
 759                 #self.driver.UnBindObjectFromPeer('slice', \
 760                                                     #slice['slice_id'], peer)
 761
 762             #self.driver.LaunchExperimentOnOAR(slicename, added_nodes)
 763
 764             ## Add recognized slice tags
 765             #for node_name in node_names:
 766                 #node = nodes[node_name]
 767                 #for slice_tag in node.keys():
 768                     #value = node[slice_tag]
 769                     #if (isinstance(value, list)):
 770                         #value = value[0]
 771
 772                     #self.driver.AddSliceTag(slicename, slice_tag, \
 773                                                         #value, node_name)
 774
 775             #self.driver.DeleteSliceFromNodes(slicename, deleted_nodes)
 776         #finally:
 777             #if peer:
 778                 #self.driver.BindObjectToPeer('slice', slice['slice_id'], \
 779                                                 #peer, slice['peer_slice_id'])
 780
 781         #return 1
 782