sfa/senslab/slices.py

   1 from types import StringTypes
   2 from collections import defaultdict
   3 import sys
   4 from sfa.util.xrn import get_leaf, get_authority, urn_to_hrn
   5 from sfa.util.plxrn import hrn_to_pl_slicename
   6 from sfa.util.policy import Policy
   7 from sfa.rspecs.rspec import RSpec
   8 from sfa.plc.vlink import VLink
   9 from sfa.util.xrn import Xrn
  10
  11 MAXINT =  2L**31-1
  12
  13 class Slices:
  14
  15     rspec_to_slice_tag = {'max_rate':'net_max_rate'}
  16
  17     def __init__(self, api, ttl = .5, origin_hrn=None):
  18         self.api = api
  19         #filepath = path + os.sep + filename
  20         self.policy = Policy(self.api)
  21         self.origin_hrn = origin_hrn
  22         self.registry = api.registries[api.hrn]
  23         self.credential = api.getCredential()
  24         self.nodes = []
  25         self.persons = []
  26
  27     #def get_slivers(self, xrn, node=None):
  28         #hrn, type = urn_to_hrn(xrn)
  29
  30         #slice_name = hrn_to_pl_slicename(hrn)
  31         ## XX Should we just call PLCAPI.GetSliceTicket(slice_name) instead
  32         ## of doing all of this?
  33         ##return self.api.driver.GetSliceTicket(self.auth, slice_name)
  34
  35         ## from PLCAPI.GetSlivers.get_slivers()
  36         #slice_fields = ['slice_id', 'name', 'instantiation', 'expires', 'person_ids', 'slice_tag_ids']
  37         #slices = self.api.driver.GetSlices(slice_name, slice_fields)
  38         ## Build up list of users and slice attributes
  39         #person_ids = set()
  40         #all_slice_tag_ids = set()
  41         #for slice in slices:
  42             #person_ids.update(slice['person_ids'])
  43             #all_slice_tag_ids.update(slice['slice_tag_ids'])
  44         #person_ids = list(person_ids)
  45         #all_slice_tag_ids = list(all_slice_tag_ids)
  46         ## Get user information
  47         #all_persons_list = self.api.driver.GetPersons({'person_id':person_ids,'enabled':True}, ['person_id', 'enabled', 'key_ids'])
  48         #all_persons = {}
  49         #for person in all_persons_list:
  50             #all_persons[person['person_id']] = person
  51
  52         ## Build up list of keys
  53         #key_ids = set()
  54         #for person in all_persons.values():
  55             #key_ids.update(person['key_ids'])
  56         #key_ids = list(key_ids)
  57         ## Get user account keys
  58         #all_keys_list = self.api.driver.GetKeys(key_ids, ['key_id', 'key', 'key_type'])
  59         #all_keys = {}
  60         #for key in all_keys_list:
  61             #all_keys[key['key_id']] = key
  62         ## Get slice attributes
  63         #all_slice_tags_list = self.api.driver.GetSliceTags(all_slice_tag_ids)
  64         #all_slice_tags = {}
  65         #for slice_tag in all_slice_tags_list:
  66             #all_slice_tags[slice_tag['slice_tag_id']] = slice_tag
  67
  68         #slivers = []
  69         #for slice in slices:
  70             #keys = []
  71             #for person_id in slice['person_ids']:
  72                 #if person_id in all_persons:
  73                     #person = all_persons[person_id]
  74                     #if not person['enabled']:
  75                         #continue
  76                     #for key_id in person['key_ids']:
  77                         #if key_id in all_keys:
  78                             #key = all_keys[key_id]
  79                             #keys += [{'key_type': key['key_type'],
  80                                     #'key': key['key']}]
  81             #attributes = []
  82             ## All (per-node and global) attributes for this slice
  83             #slice_tags = []
  84             #for slice_tag_id in slice['slice_tag_ids']:
  85                 #if slice_tag_id in all_slice_tags:
  86                     #slice_tags.append(all_slice_tags[slice_tag_id])
  87             ## Per-node sliver attributes take precedence over global
  88             ## slice attributes, so set them first.
  89             ## Then comes nodegroup slice attributes
  90             ## Followed by global slice attributes
  91             #sliver_attributes = []
  92
  93             #if node is not None:
  94                 #for sliver_attribute in filter(lambda a: a['node_id'] == node['node_id'], slice_tags):
  95                     #sliver_attributes.append(sliver_attribute['tagname'])
  96                     #attributes.append({'tagname': sliver_attribute['tagname'],
  97                                     #'value': sliver_attribute['value']})
  98
  99             ## set nodegroup slice attributes
 100             #for slice_tag in filter(lambda a: a['nodegroup_id'] in node['nodegroup_ids'], slice_tags):
 101                 ## Do not set any nodegroup slice attributes for
 102                 ## which there is at least one sliver attribute
 103                 ## already set.
 104                 #if slice_tag not in slice_tags:
 105                     #attributes.append({'tagname': slice_tag['tagname'],
 106                         #'value': slice_tag['value']})
 107
 108             #for slice_tag in filter(lambda a: a['node_id'] is None, slice_tags):
 109                 ## Do not set any global slice attributes for
 110                 ## which there is at least one sliver attribute
 111                 ## already set.
 112                 #if slice_tag['tagname'] not in sliver_attributes:
 113                     #attributes.append({'tagname': slice_tag['tagname'],
 114                                    #'value': slice_tag['value']})
 115
 116             ## XXX Sanity check; though technically this should be a system invariant
 117             ## checked with an assertion
 118             #if slice['expires'] > MAXINT:  slice['expires']= MAXINT
 119
 120             #slivers.append({
 121                 #'hrn': hrn,
 122                 #'name': slice['name'],
 123                 #'slice_id': slice['slice_id'],
 124                 #'instantiation': slice['instantiation'],
 125                 #'expires': slice['expires'],
 126                 #'keys': keys,
 127                 #'attributes': attributes
 128             #})
 129
 130         #return slivers
 131
 132     def get_peer(self, xrn):
 133         hrn, type = urn_to_hrn(xrn)
 134         # Becaues of myplc federation,  we first need to determine if this
 135         # slice belongs to out local plc or a myplc peer. We will assume it
 136         # is a local site, unless we find out otherwise
 137         peer = None
 138         print>>sys.stderr, " \r\n \r\n \t slices.py get_peer slice_authority  "
 139         # get this slice's authority (site)
 140         slice_authority = get_authority(hrn)
 141
 142         # get this site's authority (sfa root authority or sub authority)
 143         site_authority = get_authority(slice_authority).lower()
 144         print>>sys.stderr, " \r\n \r\n \t slices.py get_peer slice_authority  %s site_authority %s" %(slice_authority,site_authority)
 145         # check if we are already peered with this site_authority, if so
 146         #peers = self.api.driver.GetPeers({}, ['peer_id', 'peername', 'shortname', 'hrn_root'])
 147         #for peer_record in peers:
 148             #names = [name.lower() for name in peer_record.values() if isinstance(name, StringTypes)]
 149             #if site_authority in names:
 150                 #peer = peer_record
 151
 152         return peer
 153
 154     def get_sfa_peer(self, xrn):
 155         hrn, type = urn_to_hrn(xrn)
 156
 157         # return the authority for this hrn or None if we are the authority
 158         sfa_peer = None
 159         slice_authority = get_authority(hrn)
 160         site_authority = get_authority(slice_authority)
 161
 162         if site_authority != self.api.hrn:
 163             sfa_peer = site_authority
 164
 165         return sfa_peer
 166
 167     def verify_slice_nodes(self, slice, requested_slivers, peer):
 168         current_slivers = []
 169         if slice['node_ids']:
 170             nodes = self.api.driver.GetNodes(slice['node_ids'], ['hostname'])
 171             current_slivers = [node['hostname'] for node in nodes]
 172
 173             # remove nodes not in rspec
 174             deleted_nodes = list(set(current_slivers).difference(requested_slivers))
 175
 176         # add nodes from rspec
 177         added_nodes = list(set(requested_slivers).difference(current_slivers))
 178         print>>sys.stderr , "\r\n \r\n \t slices.py  verify_slice_nodes added_nodes" , added_nodes
 179         try:
 180             if peer:
 181                 self.api.driver.UnBindObjectFromPeer('slice', slice['slice_id'], peer['shortname'])
 182             self.api.driver.AddSliceToNodes(slice['name'], added_nodes)
 183             if deleted_nodes:
 184                 self.api.driver.DeleteSliceFromNodes(slice['name'], deleted_nodes)
 185
 186         except:
 187             self.api.logger.log_exc('Failed to add/remove slice from nodes')
 188
 189     def free_egre_key(self):
 190         used = set()
 191         for tag in self.api.driver.GetSliceTags({'tagname': 'egre_key'}):
 192                 used.add(int(tag['value']))
 193
 194         for i in range(1, 256):
 195             if i not in used:
 196                 key = i
 197                 break
 198         else:
 199             raise KeyError("No more EGRE keys available")
 200
 201         return str(key)
 202
 203     def verify_slice_links(self, slice, links, aggregate):
 204
 205             return
 206
 207
 208
 209
 210
 211     def handle_peer(self, site, slice, persons, peer):
 212         if peer:
 213             # bind site
 214             try:
 215                 if site:
 216                     self.api.driver.BindObjectToPeer('site', site['site_id'], peer['shortname'], slice['site_id'])
 217             except Exception,e:
 218                 self.api.driver.DeleteSite(site['site_id'])
 219                 raise e
 220
 221             # bind slice
 222             try:
 223                 if slice:
 224                     self.api.driver.BindObjectToPeer('slice', slice['slice_id'], peer['shortname'], slice['slice_id'])
 225             except Exception,e:
 226                 self.api.driver.DeleteSlice(slice['slice_id'])
 227                 raise e
 228
 229             # bind persons
 230             for person in persons:
 231                 try:
 232                     self.api.driver.BindObjectToPeer('person',
 233                                                      person['person_id'], peer['shortname'], person['peer_person_id'])
 234
 235                     for (key, remote_key_id) in zip(person['keys'], person['key_ids']):
 236                         try:
 237                             self.api.driver.BindObjectToPeer( 'key', key['key_id'], peer['shortname'], remote_key_id)
 238                         except:
 239                             self.api.driver.DeleteKey(key['key_id'])
 240                             self.api.logger("failed to bind key: %s to peer: %s " % (key['key_id'], peer['shortname']))
 241                 except Exception,e:
 242                     self.api.driver.DeletePerson(person['person_id'])
 243                     raise e
 244
 245         return slice
 246
 247     def verify_site(self, slice_xrn, slice_record={}, peer=None, sfa_peer=None):
 248         (slice_hrn, type) = urn_to_hrn(slice_xrn)
 249         site_hrn = get_authority(slice_hrn)
 250         # login base can't be longer than 20 characters
 251         slicename = hrn_to_pl_slicename(slice_hrn)
 252         authority_name = slicename.split('_')[0]
 253         login_base = authority_name[:20]
 254         sites = self.api.driver.GetSites(login_base)
 255         if not sites:
 256             # create new site record
 257             site = {'name': 'geni.%s' % authority_name,
 258                     'abbreviated_name': authority_name,
 259                     'login_base': login_base,
 260                     'max_slices': 100,
 261                     'max_slivers': 1000,
 262                     'enabled': True,
 263                     'peer_site_id': None}
 264             if peer:
 265                 site['peer_site_id'] = slice_record.get('site_id', None)
 266             site['site_id'] = self.api.driver.AddSite(site)
 267             # exempt federated sites from monitor policies
 268             self.api.driver.AddSiteTag(site['site_id'], 'exempt_site_until', "20200101")
 269
 270             # is this still necessary?
 271             # add record to the local registry
 272             if sfa_peer and slice_record:
 273                 peer_dict = {'type': 'authority', 'hrn': site_hrn, \
 274                              'peer_authority': sfa_peer, 'pointer': site['site_id']}
 275                 self.registry.register_peer_object(self.credential, peer_dict)
 276         else:
 277             site =  sites[0]
 278             if peer:
 279                 # unbind from peer so we can modify if necessary. Will bind back later
 280                 self.api.driver.UnBindObjectFromPeer('site', site['site_id'], peer['shortname'])
 281
 282         return site
 283
 284     def verify_slice(self, slice_hrn, slice_record, peer, sfa_peer):
 285         #slicename = hrn_to_pl_slicename(slice_hrn)
 286         parts = hrn_to_pl_slicename(slice_hrn).split("_")
 287         login_base = parts[0]
 288         slicename = slice_hrn
 289         slices = self.api.driver.GetSlices([slicename])
 290         print>>sys.stderr, " \r\n \r\rn Slices.py verify_slice slicename %s slices %s slice_record %s"%(slicename ,slices, slice_record)
 291         if not slices:
 292             slice = {'name': slicename,
 293                      'url': slice_record.get('url', slice_hrn),
 294                      #'description': slice_record.get('description', slice_hrn)
 295                      }
 296             # add the slice
 297             slice['slice_id'] = self.api.driver.AddSlice(slice)
 298             slice['node_ids'] = []
 299             slice['person_ids'] = []
 300             if peer:
 301                 slice['peer_slice_id'] = slice_record.get('slice_id', None)
 302             # mark this slice as an sfa peer record
 303             if sfa_peer:
 304                 peer_dict = {'type': 'slice', 'hrn': slice_hrn,
 305                              'peer_authority': sfa_peer, 'pointer': slice['slice_id']}
 306                 self.registry.register_peer_object(self.credential, peer_dict)
 307         else:
 308             slice = slices[0]
 309             slice.update(slice_record)
 310             del slice['last_updated']
 311             del slice['date_created']
 312             if peer:
 313                 slice['peer_slice_id'] = slice_record.get('slice_id', None)
 314                 # unbind from peer so we can modify if necessary. Will bind back later
 315                 self.api.driver.UnBindObjectFromPeer('slice', slice['slice_id'], peer['shortname'])
 316                 #Update existing record (e.g. expires field) it with the latest info.
 317             #if slice_record and slice['expires'] != slice_record['expires']:
 318                 #self.api.driver.UpdateSlice( slice['slice_id'], {'expires' : slice_record['expires']})
 319
 320         return slice
 321
 322     #def get_existing_persons(self, users):
 323     def verify_persons(self, slice_hrn, slice_record, users, append=True):
 324         users_by_id = {}
 325         users_by_hrn = {}
 326         users_dict = {}
 327
 328         for user in users:
 329             if 'person_id' in user and 'hrn' in user:
 330                 users_by_id[user['person_id']] = user
 331                 users_dict[user['person_id']] = {'person_id':user['person_id'], 'hrn':user['hrn']}
 332
 333                 #hrn, type = urn_to_hrn(user['urn'])
 334                 #username = get_leaf(hrn)
 335                 #login_base = get_leaf(get_authority(user['urn']))
 336                 #user['username'] = username
 337                 #users_by_site[login_base].append(user)
 338                 users_by_hrn[user['hrn']] = user
 339                 users_dict[user['hrn']] = {'person_id':user['person_id'], 'hrn':user['hrn']}
 340
 341         existing_user_ids = []
 342         existing_users= []
 343         if users_by_hrn:
 344             # get existing users by email
 345
 346             existing_users = self.api.driver.GetPersons({'hrn': users_by_hrn.keys()},
 347                                                         ['hrn'])
 348             #print>>sys.stderr, " \r\n \r\n \t slices.py HEEEEEEEEY===========verify_person  existing_users %s users_dict %s  " %(existing_users, users_dict)
 349             #existing_user_ids = [(users_dict[user['hrn']]['hrn'],users_dict[user['hrn']]['person_id'] ) for user in existing_users]
 350             for user in existing_users :
 351                 for  k in users_dict[user['hrn']] :
 352                     existing_user_ids.append (users_dict[user['hrn']][k])
 353
 354             #print>>sys.stderr, " \r\n \r\n slices.py verify_person   existing_user_ids %s " %(existing_user_ids)
 355         #if users_by_id:
 356             #existing_user_ids.extend([user for user in users_by_id])
 357         #if users_by_site:
 358             ## get a list of user sites (based on requeste user urns
 359             #site_list = self.api.driver.GetSites(users_by_site.keys(), \
 360                 #['site_id', 'login_base', 'person_ids'])
 361             #sites = {}
 362             #site_user_ids = []
 363
 364             ## get all existing users at these sites
 365             #for site in site_list:
 366                 #sites[site['site_id']] = site
 367                 #site_user_ids.extend(site['person_ids'])
 368
 369             #existing_site_persons_list = self.api.driver.GetPersons(site_user_ids,
 370                                                                     #['person_id', 'key_ids', 'email', 'site_ids'])
 371
 372             ## all requested users are either existing users or new (added) users
 373             #for login_base in users_by_site:
 374                 #requested_site_users = users_by_site[login_base]
 375                 #for requested_user in requested_site_users:
 376                     #user_found = False
 377                     #for existing_user in existing_site_persons_list:
 378                         #for site_id in existing_user['site_ids']:
 379                             #site = sites[site_id]
 380                             #if login_base == site['login_base'] and \
 381                                #existing_user['email'].startswith(requested_user['username']):
 382                                 #existing_user_ids.append(existing_user['email'])
 383                                 #users_dict[existing_user['email']] = requested_user
 384                                 #user_found = True
 385                                 #break
 386                         #if user_found:
 387                             #break
 388
 389                     #if user_found == False:
 390                         #fake_email = requested_user['username'] + '@geni.net'
 391                         #users_dict[fake_email] = requested_user
 392
 393
 394         # requested slice users
 395         requested_user_ids = users_dict.keys()
 396         # existing slice users
 397         existing_slice_users_filter = {'hrn': slice_record.get('PI', [])}
 398         #print>>sys.stderr, " \r\n \r\n slices.py verify_person requested_user_ids %s existing_slice_users_filter %s slice_record %s" %(requested_user_ids,existing_slice_users_filter,slice_record)
 399
 400         existing_slice_users = self.api.driver.GetPersons(existing_slice_users_filter,['hrn'])
 401         existing_slice_user_ids = []
 402         for user in existing_slice_users :
 403             for  k in users_dict[user['hrn']] :
 404                     existing_slice_user_ids.append (users_dict[user['hrn']][k])
 405                     #existing_slice_user_ids = [user['hrn'] for user in existing_slice_users]
 406
 407         #print>>sys.stderr, " \r\n \r\n slices.py verify_person requested_user_ids %s  existing_slice_user_ids%s " %(requested_user_ids,existing_slice_user_ids)
 408         # users to be added, removed or updated
 409         added_user_ids = set(requested_user_ids).difference(set(existing_user_ids))
 410         added_slice_user_ids = set(requested_user_ids).difference(existing_slice_user_ids)
 411         removed_user_ids = set(existing_slice_user_ids).difference(requested_user_ids)
 412         #print>>sys.stderr, " \r\n \r\n slices.py verify_persons  existing_slice_user_ids %s  requested_user_ids %s " %(existing_slice_user_ids,requested_user_ids)
 413         updated_user_ids = set(existing_slice_user_ids).intersection(requested_user_ids)
 414         #print>>sys.stderr, " \r\n \r\n slices.py verify_persons  added_user_ids %s added_slice_user_ids %s " %(added_user_ids,added_slice_user_ids)
 415         #print>>sys.stderr, " \r\n \r\n slices.py verify_persons  removed_user_ids %s updated_user_ids %s " %(removed_user_ids,updated_user_ids)
 416         # Remove stale users (only if we are not appending).
 417         if append == False:
 418             for removed_user_id in removed_user_ids:
 419                 self.api.driver.DeletePersonFromSlice(removed_user_id, slice_record['name'])
 420         # update_existing users
 421         updated_users_list = [user for user in existing_slice_users if user['hrn'] in \
 422           updated_user_ids]
 423         #self.verify_keys(existing_slice_users, updated_users_list, peer, append)
 424
 425         added_persons = []
 426         # add new users
 427         for added_user_id in added_user_ids:
 428             added_user = users_dict[added_user_id]
 429             #hrn, type = urn_to_hrn(added_user['urn'])
 430             person = {
 431                 #'first_name': added_user.get('first_name', hrn),
 432                 #'last_name': added_user.get('last_name', hrn),
 433                 'person_id': added_user_id,
 434                 #'peer_person_id': None,
 435                 #'keys': [],
 436                 #'key_ids': added_user.get('key_ids', []),
 437
 438             }
 439             #print>>sys.stderr, " \r\n \r\n slices.py verify_persons   added_user_ids %s " %(added_user_ids)
 440             person['person_id'] = self.api.driver.AddPerson(person)
 441             if peer:
 442                 person['peer_person_id'] = added_user['person_id']
 443             added_persons.append(person)
 444
 445             # enable the account
 446             self.api.driver.UpdatePerson(person['person_id'], {'enabled': True})
 447
 448             # add person to site
 449             #self.api.driver.AddPersonToSite(added_user_id, login_base)
 450
 451             #for key_string in added_user.get('keys', []):
 452                 #key = {'key':key_string, 'key_type':'ssh'}
 453                 #key['key_id'] = self.api.driver.AddPersonKey(person['person_id'], key)
 454                 #person['keys'].append(key)
 455
 456             # add the registry record
 457             #if sfa_peer:
 458                 #peer_dict = {'type': 'user', 'hrn': hrn, 'peer_authority': sfa_peer, \
 459                     #'pointer': person['person_id']}
 460                 #self.registry.register_peer_object(self.credential, peer_dict)
 461
 462         for added_slice_user_id in added_slice_user_ids.union(added_user_ids):
 463             # add person to the slice
 464             self.api.driver.AddPersonToSlice(added_slice_user_id, slice_record['name'])
 465             # if this is a peer record then it should already be bound to a peer.
 466             # no need to return worry about it getting bound later
 467
 468         return added_persons
 469
 470
 471     def verify_keys(self, persons, users, peer, append=True):
 472         # existing keys
 473         key_ids = []
 474         for person in persons:
 475             key_ids.extend(person['key_ids'])
 476         keylist = self.api.driver.GetKeys(key_ids, ['key_id', 'key'])
 477         keydict = {}
 478         for key in keylist:
 479             keydict[key['key']] = key['key_id']
 480         existing_keys = keydict.keys()
 481         persondict = {}
 482         for person in persons:
 483             persondict[person['email']] = person
 484
 485         # add new keys
 486         requested_keys = []
 487         updated_persons = []
 488         for user in users:
 489             user_keys = user.get('keys', [])
 490             updated_persons.append(user)
 491             for key_string in user_keys:
 492                 requested_keys.append(key_string)
 493                 if key_string not in existing_keys:
 494                     key = {'key': key_string, 'key_type': 'ssh'}
 495                     try:
 496                         if peer:
 497                             person = persondict[user['email']]
 498                             self.api.driver.UnBindObjectFromPeer('person', person['person_id'], peer['shortname'])
 499                         key['key_id'] = self.api.driver.AddPersonKey(user['email'], key)
 500                         if peer:
 501                             key_index = user_keys.index(key['key'])
 502                             remote_key_id = user['key_ids'][key_index]
 503                             self.api.driver.BindObjectToPeer('key', key['key_id'], peer['shortname'], remote_key_id)
 504
 505                     finally:
 506                         if peer:
 507                             self.api.driver.BindObjectToPeer('person', person['person_id'], peer['shortname'], user['person_id'])
 508
 509         # remove old keys (only if we are not appending)
 510         if append == False:
 511             removed_keys = set(existing_keys).difference(requested_keys)
 512             for existing_key_id in keydict:
 513                 if keydict[existing_key_id] in removed_keys:
 514                     try:
 515                         if peer:
 516                             self.api.driver.UnBindObjectFromPeer('key', existing_key_id, peer['shortname'])
 517                         self.api.driver.DeleteKey(existing_key_id)
 518                     except:
 519                         pass
 520
 521     def verify_slice_attributes(self, slice, requested_slice_attributes, append=False, admin=False):
 522         # get list of attributes users ar able to manage
 523         filter = {'category': '*slice*'}
 524         if not admin:
 525             filter['|roles'] = ['user']
 526         slice_attributes = self.api.driver.GetTagTypes(filter)
 527         valid_slice_attribute_names = [attribute['tagname'] for attribute in slice_attributes]
 528
 529         # get sliver attributes
 530         added_slice_attributes = []
 531         removed_slice_attributes = []
 532         ignored_slice_attribute_names = []
 533         existing_slice_attributes = self.api.driver.GetSliceTags({'slice_id': slice['slice_id']})
 534
 535         # get attributes that should be removed
 536         for slice_tag in existing_slice_attributes:
 537             if slice_tag['tagname'] in ignored_slice_attribute_names:
 538                 # If a slice already has a admin only role it was probably given to them by an
 539                 # admin, so we should ignore it.
 540                 ignored_slice_attribute_names.append(slice_tag['tagname'])
 541             else:
 542                 # If an existing slice attribute was not found in the request it should
 543                 # be removed
 544                 attribute_found=False
 545                 for requested_attribute in requested_slice_attributes:
 546                     if requested_attribute['name'] == slice_tag['tagname'] and \
 547                        requested_attribute['value'] == slice_tag['value']:
 548                         attribute_found=True
 549                         break
 550
 551             if not attribute_found and not append:
 552                 removed_slice_attributes.append(slice_tag)
 553
 554         # get attributes that should be added:
 555         for requested_attribute in requested_slice_attributes:
 556             # if the requested attribute wasn't found  we should add it
 557             if requested_attribute['name'] in valid_slice_attribute_names:
 558                 attribute_found = False
 559                 for existing_attribute in existing_slice_attributes:
 560                     if requested_attribute['name'] == existing_attribute['tagname'] and \
 561                        requested_attribute['value'] == existing_attribute['value']:
 562                         attribute_found=True
 563                         break
 564                 if not attribute_found:
 565                     added_slice_attributes.append(requested_attribute)
 566
 567
 568         # remove stale attributes
 569         for attribute in removed_slice_attributes:
 570             try:
 571                 self.api.driver.DeleteSliceTag(attribute['slice_tag_id'])
 572             except Exception, e:
 573                 self.api.logger.warn('Failed to remove sliver attribute. name: %s, value: %s, node_id: %s\nCause:%s'\
 574                                 % (name, value,  node_id, str(e)))
 575
 576         # add requested_attributes
 577         for attribute in added_slice_attributes:
 578             try:
 579                 self.api.driver.AddSliceTag(slice['name'], attribute['name'], attribute['value'], attribute.get('node_id', None))
 580             except Exception, e:
 581                 self.api.logger.warn('Failed to add sliver attribute. name: %s, value: %s, node_id: %s\nCause:%s'\
 582                                 % (name, value,  node_id, str(e)))
 583
 584     def create_slice_aggregate(self, xrn, rspec):
 585         hrn, type = urn_to_hrn(xrn)
 586         # Determine if this is a peer slice
 587         peer = self.get_peer(hrn)
 588         sfa_peer = self.get_sfa_peer(hrn)
 589
 590         spec = RSpec(rspec)
 591         # Get the slice record from sfa
 592         slicename = hrn_to_pl_slicename(hrn)
 593         slice = {}
 594         slice_record = None
 595         registry = self.api.registries[self.api.hrn]
 596         credential = self.api.getCredential()
 597
 598         site_id, remote_site_id = self.verify_site(registry, credential, hrn, peer, sfa_peer)
 599         slice = self.verify_slice(registry, credential, hrn, site_id, remote_site_id, peer, sfa_peer)
 600
 601         # find out where this slice is currently running
 602         nodelist = self.api.driver.GetNodes(slice['node_ids'], ['hostname'])
 603         hostnames = [node['hostname'] for node in nodelist]
 604
 605         # get netspec details
 606         nodespecs = spec.getDictsByTagName('NodeSpec')
 607
 608         # dict in which to store slice attributes to set for the nodes
 609         nodes = {}
 610         for nodespec in nodespecs:
 611             if isinstance(nodespec['name'], list):
 612                 for nodename in nodespec['name']:
 613                     nodes[nodename] = {}
 614                     for k in nodespec.keys():
 615                         rspec_attribute_value = nodespec[k]
 616                         if (self.rspec_to_slice_tag.has_key(k)):
 617                             slice_tag_name = self.rspec_to_slice_tag[k]
 618                             nodes[nodename][slice_tag_name] = rspec_attribute_value
 619             elif isinstance(nodespec['name'], StringTypes):
 620                 nodename = nodespec['name']
 621                 nodes[nodename] = {}
 622                 for k in nodespec.keys():
 623                     rspec_attribute_value = nodespec[k]
 624                     if (self.rspec_to_slice_tag.has_key(k)):
 625                         slice_tag_name = self.rspec_to_slice_tag[k]
 626                         nodes[nodename][slice_tag_name] = rspec_attribute_value
 627
 628                 for k in nodespec.keys():
 629                     rspec_attribute_value = nodespec[k]
 630                     if (self.rspec_to_slice_tag.has_key(k)):
 631                         slice_tag_name = self.rspec_to_slice_tag[k]
 632                         nodes[nodename][slice_tag_name] = rspec_attribute_value
 633
 634         node_names = nodes.keys()
 635         # remove nodes not in rspec
 636         deleted_nodes = list(set(hostnames).difference(node_names))
 637         # add nodes from rspec
 638         added_nodes = list(set(node_names).difference(hostnames))
 639
 640         try:
 641             if peer:
 642                 self.api.driver.UnBindObjectFromPeer('slice', slice['slice_id'], peer)
 643
 644             self.api.driver.AddSliceToNodes(slicename, added_nodes)
 645
 646             # Add recognized slice tags
 647             for node_name in node_names:
 648                 node = nodes[node_name]
 649                 for slice_tag in node.keys():
 650                     value = node[slice_tag]
 651                     if (isinstance(value, list)):
 652                         value = value[0]
 653
 654                     self.api.driver.AddSliceTag(slicename, slice_tag, value, node_name)
 655
 656             self.api.driver.DeleteSliceFromNodes(slicename, deleted_nodes)
 657         finally:
 658             if peer:
 659                 self.api.driver.BindObjectToPeer('slice', slice['slice_id'], peer, slice['peer_slice_id'])
 660
 661         return 1
 662