sfa/importer/openstackimporter.py

   1 import os
   2
   3 from sfa.util.config import Config
   4 from sfa.util.xrn import Xrn, get_leaf, get_authority, hrn_to_urn
   5
   6 from sfa.trust.gid import create_uuid
   7 from sfa.trust.certificate import convert_public_key, Keypair
   8 from sfa.storage.alchemy import dbsession
   9 from sfa.storage.model import RegRecord, RegAuthority, RegUser, RegSlice, RegNode
  10
  11 from sfa.planetlab.plxrn import hostname_to_hrn, slicename_to_hrn, email_to_hrn
  12 from sfa.openstack.nova_shell import NovaShell
  13
  14 def load_keys(filename):
  15     keys = {}
  16     tmp_dict = {}
  17     try:
  18         execfile(filename, tmp_dict)
  19         if 'keys' in tmp_dict:
  20             keys = tmp_dict['keys']
  21         return keys
  22     except:
  23         return keys
  24
  25 def save_keys(filename, keys):
  26     f = open(filename, 'w')
  27     f.write("keys = %s" % str(keys))
  28     f.close()
  29
  30 class OpenstackImporter:
  31
  32     def __init__ (self, auth_hierarchy, logger):
  33         self.auth_hierarchy = auth_hierarchy
  34         self.logger=logger
  35
  36     def add_options (self, parser):
  37         self.logger.debug ("OpenstackImporter: no options yet")
  38         pass
  39
  40     def run (self, options):
  41         # we don't have any options for now
  42         self.logger.info ("OpenstackImporter.run : to do")
  43
  44         config = Config ()
  45         interface_hrn = config.SFA_INTERFACE_HRN
  46         root_auth = config.SFA_REGISTRY_ROOT_AUTH
  47         shell = NovaShell (config)
  48
  49         # create dict of all existing sfa records
  50         existing_records = {}
  51         existing_hrns = []
  52         key_ids = []
  53         for record in dbsession.query(RegRecord):
  54             existing_records[ (record.hrn, record.type,) ] = record
  55             existing_hrns.append(record.hrn)
  56
  57         # Get all users
  58         persons = shell.auth_manager.get_users()
  59         persons_dict = {}
  60         keys_filename = config.config_path + os.sep + 'person_keys.py'
  61         old_person_keys = load_keys(keys_filename)
  62         person_keys = {}
  63         for person in persons:
  64             hrn = config.SFA_INTERFACE_HRN + "." + person.id
  65             persons_dict[hrn] = person
  66             old_keys = old_person_keys.get(person.id, [])
  67             keys = [k.public_key for k in shell.db.key_pair_get_all_by_user(person.id)]
  68             person_keys[person.id] = keys
  69             update_record = False
  70             if old_keys != keys:
  71                 update_record = True
  72             if hrn not in existing_hrns or \
  73                    (hrn, 'user') not in existing_records or update_record:
  74                 urn = hrn_to_urn(hrn, 'user')
  75
  76                 if keys:
  77                     try:
  78                         pkey = convert_public_key(keys[0])
  79                     except:
  80                         self.logger.log_exc('unable to convert public key for %s' % hrn)
  81                         pkey = Keypair(create=True)
  82                 else:
  83                     self.logger.warn("OpenstackImporter: person %s does not have a PL public key"%hrn)
  84                     pkey = Keypair(create=True)
  85                 person_gid = self.auth_hierarchy.create_gid(urn, create_uuid(), pkey)
  86                 person_record = RegUser ()
  87                 person_record.type='user'
  88                 person_record.hrn=hrn
  89                 person_record.gid=person_gid
  90                 person_record.authority=get_authority(hrn)
  91                 dbsession.add(person_record)
  92                 dbsession.commit()
  93                 self.logger.info("OpenstackImporter: imported person %s" % person_record)
  94
  95         # Get all projects
  96         projects = shell.auth_manager.get_projects()
  97         projects_dict = {}
  98         for project in projects:
  99             hrn = config.SFA_INTERFACE_HRN + '.' + project.id
 100             projects_dict[hrn] = project
 101             if hrn not in existing_hrns or \
 102             (hrn, 'slice') not in existing_records:
 103                 pkey = Keypair(create=True)
 104                 urn = hrn_to_urn(hrn, 'slice')
 105                 project_gid = self.auth_hierarchy.create_gid(urn, create_uuid(), pkey)
 106                 project_record = RegSlice ()
 107                 project_record.type='slice'
 108                 project_record.hrn=hrn
 109                 project_record.gid=project_gid
 110                 project_record.authority=get_authority(hrn)
 111                 dbsession.add(project_record)
 112                 dbsession.commit()
 113                 self.logger.info("OpenstackImporter: imported slice: %s" % project_record)
 114
 115         # remove stale records
 116         system_records = [interface_hrn, root_auth, interface_hrn + '.slicemanager']
 117         for (record_hrn, type) in existing_records.keys():
 118             if record_hrn in system_records:
 119                 continue
 120
 121             record = existing_records[(record_hrn, type)]
 122             if record.peer_authority:
 123                 continue
 124
 125             if type == 'user':
 126                 if record_hrn in persons_dict:
 127                     continue
 128             elif type == 'slice':
 129                 if record_hrn in projects_dict:
 130                     continue
 131             else:
 132                 continue
 133
 134             record_object = existing_records[ (record_hrn, type) ]
 135             self.logger.info("OpenstackImporter: removing %s " % record)
 136             dbsession.delete(record_object)
 137             dbsession.commit()
 138
 139         # save pub keys
 140         self.logger.info('OpenstackImporter: saving current pub keys')
 141         save_keys(keys_filename, person_keys)
 142