providing url field while adding slice
[sfa.git] / geni / util / api.py
index a7486de..6bc82a6 100644 (file)
@@ -83,7 +83,6 @@ try:
 except ImportError:
     SOAPpy = None
 
-import geni.methods
 
 def import_deep(name):
     mod = __import__(name)
@@ -95,7 +94,8 @@ def import_deep(name):
 class GeniAPI:
 
     # flat list of method names
-    methods = geni.methods.methods
+    import geni.methods
+    methods = geni.methods.all
     
     def __init__(self, config = "/etc/geni/geni_config", encoding = "utf-8", peer_cert = None, interface = None, key_file = None, cert_file = None):
         self.encoding = encoding
@@ -112,6 +112,7 @@ class GeniAPI:
         self.cert_file = cert_file
         self.credential = None
         self.plshell = self.getPLCShell()
+        self.plshell_version = self.getPLCShellVersion()
         self.basedir = self.config.GENI_BASE_DIR + os.sep
         self.server_basedir = self.basedir + os.sep + "geni" + os.sep
         self.hrn = self.config.GENI_INTERFACE_HRN
@@ -120,8 +121,8 @@ class GeniAPI:
 
     def getPLCShell(self):
         self.plauth = {'Username': self.config.GENI_PLC_USER,
-                         'AuthMethod': 'password',
-                         'AuthString': self.config.GENI_PLC_PASSWORD}
+                       'AuthMethod': 'password',
+                       'AuthString': self.config.GENI_PLC_PASSWORD}
         try:
             import PLC.Shell
             shell = PLC.Shell.Shell(globals = globals())
@@ -132,13 +133,27 @@ class GeniAPI:
             plc_host = self.config.GENI_PLC_HOST
             plc_port = self.config.GENI_PLC_PORT
             plc_api_path = self.config.GENI_PLC_API_PATH
-            url = "https://%(plc_host)s:%(plc_port)s/%(plc_api_path)s/" % \
-                   locals()
+            url = "https://%(plc_host)s:%(plc_port)s/%(plc_api_path)s/" % locals()
              
             shell = xmlrpclib.Server(url, verbose = 0, allow_none = True)
             shell.AuthCheck(self.plauth)
             return shell
 
+    def getPLCShellVersion(self):
+        # We need to figure out what version of PLCAPI we are talking to.
+        # Some calls we need to make later will be different depending on
+        # the api version. 
+        try:
+            # This is probably a bad way to determine api versions
+            # but its easy and will work for now. Lets try to make 
+            # a call that only exists is PLCAPI.4.3. If it fails, we
+            # can assume the api version is 4.2
+            self.plshell.GetTagTypes(self.plauth)
+            return '4.3'
+        except:
+            return '4.2'
+            
+
     def getCredential(self):
         if self.interface in ['registry']:
             return self.getCredentialFromLocalRegistry()
@@ -151,7 +166,9 @@ class GeniAPI:
         Get our credential from a remote registry using a geniclient connection
         """
         type = 'authority'
-        cred_filename = ".".join([self.server_basedir, self.interface, self.hrn, type, "cred"])
+        path = self.config.basepath
+        filename = ".".join([self.interface, self.hrn, type, "cred"])
+        cred_filename = path + os.sep + filename
         try:
             credential = Credential(filename = cred_filename)
             return credential
@@ -162,6 +179,7 @@ class GeniAPI:
             self_cred = registry.get_credential(None, type, self.hrn)
             cred = registry.get_credential(self_cred, type, self.hrn)
             cred.save_to_file(cred_filename, save_parents=True)
+            return cred
 
     def getCredentialFromLocalRegistry(self):
         """
@@ -176,7 +194,7 @@ class GeniAPI:
         table = self.auth.get_auth_table(auth_hrn)
         records = table.resolve('*', hrn)
         if not records:
-            raise RecordnotFound
+            raise RecordNotFound
         record = records[0]
         type = record.get_type()
         object_gid = record.get_gid_object()
@@ -222,95 +240,120 @@ class GeniAPI:
     # @param geni_fields dictionary of geni fields
     # @param pl_fields dictionary of PLC fields (output)
 
-    def geni_fields_to_pl_fields(self, type, hrn, geni_fields, pl_fields):
-        if type == "user":
-            if not "email" in pl_fields:
-                if not "email" in geni_fields:
-                    raise MissingGeniInfo("email")
-                pl_fields["email"] = geni_fields["email"]
+    def geni_fields_to_pl_fields(self, type, hrn, record):
 
-            if not "first_name" in pl_fields:
-                pl_fields["first_name"] = "geni"
+        def convert_ints(tmpdict, int_fields):
+            for field in int_fields:
+                if field in tmpdict:
+                    tmpdict[field] = int(tmpdict[field])
 
-            if not "last_name" in pl_fields:
-                pl_fields["last_name"] = hrn
-
-        elif type == "slice":
-            if not "instantiation" in pl_fields:
-                pl_fields["instantiation"] = "delegated"  # "plc-instantiated"
-            if not "name" in pl_fields:
-                pl_fields["name"] = hrn_to_pl_slicename(hrn)
-            if not "max_nodes" in pl_fields:
-                pl_fields["max_nodes"] = 10
+        pl_record = {}
+        #for field in record:
+        #    pl_record[field] = record[field]
+        if type == "slice":
+            if not "instantiation" in pl_record:
+                pl_record["instantiation"] = "plc-instantiated"
+            pl_record["name"] = hrn_to_pl_slicename(hrn)
+           if "url" in record:
+               pl_record["url"] = record["url"]
 
         elif type == "node":
-            if not "hostname" in pl_fields:
-                if not "dns" in geni_fields:
+            if not "hostname" in pl_record:
+                if not "dns" in record:
                     raise MissingGeniInfo("dns")
-                pl_fields["hostname"] = geni_fields["dns"]
-            if not "model" in pl_fields:
-                pl_fields["model"] = "geni"
+                pl_record["hostname"] = record["dns"]
+            if not "model" in pl_record:
+                pl_record["model"] = "geni"
 
         elif type == "authority":
-            pl_fields["login_base"] = hrn_to_pl_login_base(hrn)
-
-            if not "name" in pl_fields:
-                pl_fields["name"] = hrn
+            pl_record["login_base"] = hrn_to_pl_login_base(hrn)
 
-            if not "abbreviated_name" in pl_fields:
-                pl_fields["abbreviated_name"] = hrn
+            if not "name" in pl_record:
+                pl_record["name"] = hrn
 
-            if not "enabled" in pl_fields:
-                pl_fields["enabled"] = True
+            if not "abbreviated_name" in pl_record:
+                pl_record["abbreviated_name"] = hrn
 
-            if not "is_public" in pl_fields:
-                pl_fields["is_public"] = True
+            if not "enabled" in pl_record:
+                pl_record["enabled"] = True
 
+            if not "is_public" in pl_record:
+                pl_record["is_public"] = True
 
+        return pl_record
 
     def fill_record_pl_info(self, record):
         """
         Fill in the planetlab specific fields of a Geni record. This
-        involves calling the appropraite PLC method to retrie the 
-        dtabase record for the object.
+        involves calling the appropriate PLC method to retrieve the 
+        database record for the object.
         
-        PLC data is filled into the pl_fino field of the record.
+        PLC data is filled into the pl_info field of the record.
     
-        @param record record to fill in field (in/out param)     
+        @param record: record to fill in field (in/out param)     
         """
         type = record.get_type()
         pointer = record.get_pointer()
-
+        auth_hrn = self.hrn
+        login_base = ''
         # records with pointer==-1 do not have plc info associated with them.
         # for example, the top level authority records which are
         # authorities, but not PL "sites"
         if pointer == -1:
-            record.set_pl_info({})
+            record.update({})
             return
 
-        if (type == "authority"):
+        if (type in ["authority", "sa", "ma"]):
             pl_res = self.plshell.GetSites(self.plauth, [pointer])
         elif (type == "slice"):
             pl_res = self.plshell.GetSlices(self.plauth, [pointer])
         elif (type == "user"):
             pl_res = self.plshell.GetPersons(self.plauth, [pointer])
-            key_ids = pl_res[0]['key_ids']
-            keys = self.plshell.GetKeys(self.plauth, key_ids)
-            pubkeys = []
-            if keys:
-                pubkeys = [key['key'] for key in keys]
-            pl_res[0]['keys'] = pubkeys
         elif (type == "node"):
             pl_res = self.plshell.GetNodes(self.plauth, [pointer])
         else:
             raise UnknownGeniType(type)
-
+        
         if not pl_res:
-            # the planetlab record no longer exists
-            # TODO: delete the geni record ?
             raise PlanetLabRecordDoesNotExist(record.get_name())
 
-        record.set_pl_info(pl_res[0])
+        # convert ids to hrns
+        pl_record = pl_res[0]
+        if 'site_id' in pl_record:
+            sites = self.plshell.GetSites(self.plauth, pl_record['site_id'], ['login_base'])
+            site = sites[0]
+            login_base = site['login_base']
+            pl_record['site'] = ".".join([auth_hrn, login_base])
+        if 'person_ids' in pl_record:
+            persons =  self.plshell.GetPersons(self.plauth, pl_record['person_ids'], ['email'])
+            emails = [person['email'] for person in persons]
+            usernames = [email.split('@')[0] for email in emails]
+            person_hrns = [".".join([auth_hrn, login_base, username]) for username in usernames]
+            pl_record['persons'] = person_hrns 
+        if 'slice_ids' in pl_record:
+            slices = self.plshell.GetSlices(self.plauth, pl_record['slice_ids'], ['name'])
+            slicenames = [slice['name'] for slice in slices]
+            slice_hrns = [slicename_to_hrn(auth_hrn, slicename) for slicename in slicenames]
+            pl_record['slices'] = slice_hrns
+        if 'node_ids' in pl_record:
+            nodes = self.plshell.GetNodes(self.plauth, pl_record['node_ids'], ['hostname'])
+            hostnames = [node['hostname'] for node in nodes]
+            node_hrns = [hostname_to_hrn(auth_hrn, login_base, hostname) for hostname in hostnames]
+            pl_record['nodes'] = node_hrns
+        if 'site_ids' in pl_record:
+            sites = self.plshell.GetSites(self.plauth, pl_record['site_ids'], ['login_base'])
+            login_bases = [site['login_base'] for site in sites]
+            site_hrns = [".".join([auth_hrn, lbase]) for lbase in login_bases]
+            pl_record['sites'] = site_hrns
+        if 'key_ids' in pl_record:
+            keys = self.plshell.GetKeys(self.plauth, pl_record['key_ids'])
+            pubkeys = []
+            if keys:
+                pubkeys = [key['key'] for key in keys]
+            pl_record['keys'] = pubkeys     
+
+        record.update(pl_record)
 
 
     def lookup_users(self, auth_table, user_id_list, role="*"):
@@ -319,8 +362,7 @@ class GeniAPI:
             user_records = auth_table.find("user", person_id, "pointer")
             for user_record in user_records:
                 self.fill_record_info(user_record)
-
-                user_roles = user_record.get_pl_info().get("roles")
+                user_roles = user_record.get("roles")
                 if (role=="*") or (role in user_roles):
                     record_list.append(user_record.get_name())
         return record_list
@@ -328,33 +370,32 @@ class GeniAPI:
     def fill_record_geni_info(self, record):
         geni_info = {}
         type = record.get_type()
-
         if (type == "slice"):
             auth_table = self.auth.get_auth_table(self.auth.get_authority(record.get_name()))
-            person_ids = record.pl_info.get("person_ids", [])
+            person_ids = record.get("person_ids", [])
             researchers = self.lookup_users(auth_table, person_ids)
             geni_info['researcher'] = researchers
 
         elif (type == "authority"):
             auth_table = self.auth.get_auth_table(record.get_name())
-            person_ids = record.pl_info.get("person_ids", [])
+            person_ids = record.get("person_ids", [])
             pis = self.lookup_users(auth_table, person_ids, "pi")
             operators = self.lookup_users(auth_table, person_ids, "tech")
             owners = self.lookup_users(auth_table, person_ids, "admin")
             geni_info['pi'] = pis
             geni_info['operator'] = operators
             geni_info['owner'] = owners
-            # TODO: OrganizationName
+            # xxx TODO: OrganizationName
 
         elif (type == "node"):
-            geni_info['dns'] = record.pl_info.get("hostname", "")
-            # TODO: URI, LatLong, IP, DNS
+            geni_info['dns'] = record.get("hostname", "")
+            # xxx TODO: URI, LatLong, IP, DNS
     
         elif (type == "user"):
-            geni_info['email'] = record.pl_info.get("email", "")
-            # TODO: PostalAddress, Phone
+            geni_info['email'] = record.get("email", "")
+            # xxx TODO: PostalAddress, Phone
 
-        record.set_geni_info(geni_info)
+        record.update(geni_info)
 
     def fill_record_info(self, record):
         """
@@ -365,14 +406,12 @@ class GeniAPI:
         self.fill_record_geni_info(record)
 
     def update_membership_list(self, oldRecord, record, listName, addFunc, delFunc):
-        # get a list of the HRNs tht are members of the old and new records^M
+        # get a list of the HRNs tht are members of the old and new records
         if oldRecord:
-            if oldRecord.pl_info == None:
-                oldRecord.pl_info = {}
-            oldList = oldRecord.get_geni_info().get(listName, [])
+            oldList = oldRecord.get(listName, [])
         else:
-            oldList = []
-        newList = record.get_geni_info().get(listName, [])
+            oldList = []     
+        newList = record.get(listName, [])
 
         # if the lists are the same, then we don't have to update anything
         if (oldList == newList):
@@ -392,10 +431,9 @@ class GeniAPI:
                 userRecord = records[0]    
                 newIdList.append(userRecord.get_pointer())
 
-        # build a list of the old person ids from the person_ids field of the
-        # pl_info
+        # build a list of the old person ids from the person_ids field 
         if oldRecord:
-            oldIdList = oldRecord.pl_info.get("person_ids", [])
+            oldIdList = oldRecord.get("person_ids", [])
             containerId = oldRecord.get_pointer()
         else:
             # if oldRecord==None, then we are doing a Register, instead of an
@@ -421,7 +459,7 @@ class GeniAPI:
                                         self.plshell.AddPersonToSlice,
                                         self.plshell.DeletePersonFromSlice)
         elif record.type == "authority":
-            # TODO
+            # xxx TODO
             pass