#OAR imports
from datetime import datetime
+from sfa.util.sfatime import SFATIME_FORMAT
from sfa.iotlab.OARrestapi import OARrestapi
#Test iotlabdriver
from sfa.iotlab.iotlabdriver import IotlabDriver
+from sfa.iotlab.iotlabshell import IotlabShell
from sfa.util.config import Config
-
+from sfa.generic import Generic
import os
import sys
+def message_and_wait(message):
+ print message
+ raw_input("Press Enter to continue...")
def parse_options():
return valid_options_dict
-def TestLdap(job_id = None):
+def TestLdap(uid = None):
logger.setLevelDebug()
ldap_server = LDAPapi()
ldap_server.conn.close()
print "TEST ldap_server.conn.connect(bind=False)", ret
-
+ message_and_wait("\r\n \tLdapSeach : Get all users")
ret = ldap_server.LdapSearch()
- print "TEST ldap_server.LdapSearch ALL", ret
+ print "\r\n", ret
+ message_and_wait("\r\n \tLdapSeach : Get user with uid avakian")
ret = ldap_server.LdapSearch('(uid=avakian)', [])
- print "\r\n TEST ldap_server.LdapSearch ids = avakian", ret
-
+ print "\r\n", ret
- password = ldap_server.generate_password()
- print "\r\n TEST generate_password ", password
-
- maxi = ldap_server.find_max_uidNumber()
- print "\r\n TEST find_max_uidNumber " , maxi
+ message_and_wait("\r\n generate ...")
+ password = ldap_server.login_pwd.generate_password()
+ print "\r\n TEST generate_password ", password
data = {}
data['last_name'] = "Drake"
record['first_name'] = "Tim"
record['mail'] = "robin@arkham.fr"
+ login = ldap_server.LdapGenerateUniqueLogin(data)
+ print "\r\n Robin \tgenerate_login ", login
+
+ message_and_wait("\r\n find_max_uidNumber")
+ maxi = ldap_server.find_max_uidNumber()
+ print maxi
+
- login = ldap_server.generate_login(data)
- print "\r\n Robin \tgenerate_login ", ret, login
ret = ldap_server.LdapAddUser(data)
print "\r\n Robin \tLdapAddUser ", ret
ret = ldap_server.LdapSearch(req_ldap, [])
print "\r\n Robin \tldap_server.LdapSearch ids = %s %s" % (login, ret)
+ message_and_wait("Password methods")
password = "Thridrobin"
- enc = ldap_server.encrypt_password(password)
+ enc = ldap_server.login_pwd.encrypt_password(password)
print "\r\n Robin \tencrypt_password ", enc
ret = ldap_server.LdapModifyUser(record, {'userPassword':enc})
print "\r\n Robin \tChange password LdapModifyUser ", ret
- #dn = 'uid=' + login + ',' + ldap_server.baseDN
- #ret = ldap_server.LdapDelete(dn)
- #print "\r\n Robin \tLdapDelete ", ret
+
datanight = {}
datanight['last_name'] = "Grayson"
record_night['first_name'] = datanight['first_name']
record_night['mail'] = datanight['mail']
+ message_and_wait("\r\n LdapFindUser")
ret = ldap_server.LdapFindUser(record_night)
- print "\r\n Nightwing \tldap_server.LdapFindUser %s : %s" % (record_night, ret)
+ print "\r\n Nightwing \tldap_server.LdapFindUser %s : %s" % (record_night,
+ ret)
#ret = ldap_server.LdapSearch('(uid=grayson)', [])
#print "\r\n Nightwing \tldap_server.LdapSearch ids = %s %s" %('grayson',ret )
-
- #ret = ldap_server.LdapAddUser(datanight)
- #print "\r\n Nightwing \tLdapAddUser ", ret
+ message_and_wait("Add user then delete user")
+ ret = ldap_server.LdapAddUser(datanight)
+ print "\r\n Nightwing \tLdapAddUser ", ret
#ret = ldap_server.LdapResetPassword(record_night)
#print "\r\n Nightwing \tLdapResetPassword de %s : %s" % (record_night, ret)
print "\r\n Nightwing \tLdapDeleteUser ", ret
- #record_avakian = {}
- #record_avakian['hrn']= 'iotlab.avakian'
- #record_avakian['last_name'] = 'avakian'
- #record_avakian['first_name'] = 'sandrine'
- #record_avakian['mail'] = 'sandrine.avakian@inria.fr'
- #pubkey = "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSUkJ+cr3xM47h8lFkIXJoJhg4wHakTaLJmgTXkzvUmQsQeFB2MjUZ6WAelMXj/EFz2+XkK+bcWNXwfbrLptJQ+XwGpPZlu9YV/kzO63ghVrAyEg0+p7Pn1TO9f1ZYg4R6JfP/3qwH1AsE+X3PNpIewsuEIKwd2wUCJDf5RXJTpl39GizcBFemrRqgs0bdqAN/vUT9YvtWn8fCYR5EfJHVXOK8P1KmnbuGZpk7ryz21pDMlgw13+8aYB+LPkxdv5zG54A5c6o9N3zOCblvRFWaNBqathS8y04cOYWPmyu+Q0Xccwi7vM3Ktm8RoJw+raQNwsmneJOm6KXKnjoOQeiQ== savakian@sfa2.grenoble.iotlab.info"
- #ret = ldap_server.LdapModifyUser(record_night, {'sshPublicKey':pubkey})
- #print "\r\n Sandrine \tChange pubkey LdapModifyUser ", ret
-
#record_myslice = {}
#record_myslice['hrn']= 'iotlab.myslice'
#record_myslice['last_name'] = 'myslice'
- #password = "ReptileFight"
- #enc = ldap_server.encrypt_password(password)
- #print "\r\n sandrine \tencrypt_password ", enc
- #ret = ldap_server.LdapModifyUser(record_avakian, {'userPassword':enc})
- #print "\r\n sandrine \tChange password LdapModifyUser ", ret
return
return js
-
-
def TestOAR(job_id = None):
print "JOB_ID", job_id
if isinstance(job_id, list) :
job_id = '1'
print "JOB_ID", job_id
oar = OARrestapi()
- jobs = oar.parser.SendRequest("GET_reserved_nodes", username = 'avakian')
- print "\r\n OAR GET_reserved_nodes ", jobs
+ print "============USING OAR CLASS PARSING METHODS ================"
+ message_and_wait("\r\nGET_reserved_nodes")
+ nodes = oar.parser.SendRequest("GET_reserved_nodes", username = 'avakian')
+ print "\r\n OAR GET_reserved_nodes ", nodes
+ message_and_wait("GET_jobs")
jobs = oar.parser.SendRequest("GET_jobs")
print "\r\n OAR GET_jobs ", jobs
-
+ message_and_wait( "\r\n GET_jobs_id")
jobs = oar.parser.SendRequest("GET_jobs_id", job_id, 'avakian')
print "\r\n OAR GET_jobs_id ", jobs
+ # Check that the OAR requests are valid
+
+ print "============RAW JSON FROM OAR ================"
+ message_and_wait("\r\n Get all the jobs in the state Running,Waiting, \
+ Launching of the user ")
uri = '/oarapi/jobs/details.json?state=Running,Waiting,Launching&user=avakian'
raw_json = get_stuff(oar, uri)
- print "\r\nOAR ", uri, raw_json, "\r\n KKK \t", raw_json.keys()
+ print "\r\n OAR uri %s \r\n \t raw_json %s \r\n raw_json_keys %s " %(uri,
+ raw_json, raw_json.keys())
+
+ message_and_wait("\r\nGet information on the job identified by its job_id")
uri = '/oarapi/jobs/' + job_id +'.json'
raw_json = get_stuff(oar, uri)
- print "\r\n OAR ", uri, raw_json, "\r\n KKK \t", raw_json.keys()
+ print "\r\n OAR uri %s \r\n \t raw_json %s \r\n raw_json_keys %s " %(uri,
+ raw_json, raw_json.keys())
+
+ message_and_wait(" \r\nGet all the job's resources, \
+ job defined by its job id %s"%(job_id))
uri = '/oarapi/jobs/' + job_id + '/resources.json'
raw_json = get_stuff(oar, uri)
- print "\r\n OAR ", uri, raw_json, "\r\n KKK \t", raw_json.keys()
+ print "\r\n OAR uri %s \r\n \t raw_json %s \r\n raw_json_keys %s " %(uri,
+ raw_json, raw_json.keys())
- time_format = "%Y-%m-%d %H:%M:%S"
+ message_and_wait("\r\n Get server's date and timezone")
server_timestamp, server_tz = oar.parser.SendRequest("GET_timezone")
-
print "\r\n OAR GetTimezone ", server_timestamp, server_tz
- print(datetime.fromtimestamp(int(server_timestamp)).strftime('%Y-%m-%d %H:%M:%S'))
+ print(datetime.fromtimestamp(int(server_timestamp)).strftime(SFATIME_FORMAT))
+ message_and_wait("\r\n Get all the resources with details from OAR")
uri = '/oarapi/resources/full.json'
raw_json = get_stuff(oar, uri)
- print "\r\n OAR ", uri, raw_json, "\r\n KKK \t", raw_json.keys()
+ print "\r\n OAR uri %s \r\n \t raw_json %s \r\n raw_json_keys %s " %(uri,
+ raw_json, raw_json.keys())
+ message_and_wait("\r\n Get all the jobs scheduled by the user")
uri = '/oarapi/jobs.json?user=avakian'
raw_json = get_stuff(oar, uri)
- print "\r\nOAR ", uri, raw_json, "\r\n KKK \t", raw_json.keys()
- return
-
-
-def TestImporter(arg=None):
- iotlabdriver = IotlabDriver(Config())
+ print "\r\n OAR uri %s \r\n \t raw_json %s \r\n raw_json_keys %s " %(uri,
+ raw_json, raw_json.keys())
- nodes_listdict = iotlabdriver.iotlab_api.GetNodes()
- sites_listdict = iotlabdriver.iotlab_api.GetSites()
- nodes_by_id = dict([(node['node_id'], node) for node in nodes_listdict])
-
- # from sfa.importer.iotlabimporter import IotlabImporter
- # importer = IotlabImporter()
-
-def TestIotlabDriver(job_id = None):
- if job_id is None:
- job_id = 1
+ return
- if isinstance(job_id, list) and len(job_id) == 1:
- job_id = job_id[0]
- iotlabdriver = IotlabDriver(Config())
- #nodes = iotlabdriver.iotlab_api.GetReservedNodes()
- #print " \r\n \r\n GetReservedNodes", nodes
- sl = iotlabdriver.iotlab_api.GetSlices(slice_filter='iotlab.avakian_slice', slice_filter_type='slice_hrn')
- print "\r\n \r\nGetSlices", sl[0]
+def TestIotlabshell(param = None):
- #sl = iotlabdriver.iotlab_api.GetSlices(slice_filter='20', slice_filter_type='record_id_user')
- #print "\r\n \r\nGetSlices", sl
+ config = Config()
+ shell = IotlabShell(config)
- #sl = iotlabdriver.iotlab_api.GetSlices()
- #print "\r\n \r\nGetSlices", sl
+ message_and_wait("\r\n \r\n GetReservedNodes")
+ nodes = shell.GetReservedNodes()
+ print nodes
- persons = iotlabdriver.iotlab_api.GetPersons()
+ message_and_wait("\r\n GetPersons")
+ persons = shell.GetPersons()
print "\r\n \r\n GetPersons", persons
- leases = iotlabdriver.iotlab_api.GetLeases(login='avakian')
- print "\r\n \r\n GetLeases", leases
-
- leases = iotlabdriver.iotlab_api.GetLeases(lease_filter_dict={'slice_hrn':'iotlab.avakian_slice'})
- print "\r\n \r\n GetLeases", leases
-
- leases = iotlabdriver.iotlab_api.GetLeases(lease_filter_dict={'t_from':1405070000})
- print "\r\n \r\n GetLeases", leases
-def TestSfi(filename = None):
+ message_and_wait("\r\n GetLeases for the login avakian")
+ leases = shell.GetLeases(login='avakian')
+ print leases
- if filename is None:
- filename = "/home/savakian/flab-sfa/test_rspec/my_lyon_nodes.rspec"
- print " ================= SFI.PY RESOURCES =============", \
- os.system("sfi.py list iotlab")
+ message_and_wait("\r\n GetLeases for slice iotlab.avakian_slice")
+ leases = shell.GetLeases(lease_filter_dict=
+ {'slice_hrn':'iotlab.avakian_slice'})
+ print leases
- print os.system("sfi.py resources")
+ message_and_wait("\r\n GetLeases t_from 1405070000 ")
+ leases = shell.GetLeases(lease_filter_dict={'t_from':1405070000})
+ print leases
- print os.system("sfi.py resources -r iotlab")
-
- print os.system("sfi.py resources -l all")
-
-
- print "================ SFI.PY RESOURCES -R IOTLAB -L ALL ============\r\n", \
- os.system("sfi.py resources -r iotlab -l all")
+def TestIotlabDriver(job_id = None):
+ if job_id is None:
+ job_id = 1
- print "================ WRITING sfi.py resources -l all ===========\r\n", \
- filename
+ if isinstance(job_id, list) and len(job_id) == 1:
+ job_id = job_id[0]
- filename = filename.split(".")[0]+"_out.rspec"
- rspecfile = open(filename,"w")
- r = os.popen("sfi.py resources -l all")
- for i in r.readlines():
- rspecfile.write(i)
- rspecfile.close()
+ api = Generic.the_flavour().make_api(interface='registry')
+ iotlabdriver = IotlabDriver(api)
- print " ================= SFI.PY SHOW SLICE ============= \r\n", \
- os.system("sfi.py resources iotlab.avakian_slice")
+ # Iotlabdriver methods
+ slice_hrn = 'iotlab.avakian_slice'
+ message_and_wait(("\r\n GetSlices slice_hrn %s "%(slice_hrn)))
+ sl = iotlabdriver.GetSlices(
+ slice_filter= slice_hrn, slice_filter_type='slice_hrn')
+ print sl
- print " ================= SFI.PY SHOW USER =============\r\n", \
- os.system("sfi.py show iotlab.avakian_slice")
+ message_and_wait("\r\n GetSlices slice filter 20 (record_id_user) ")
+ sl = iotlabdriver.GetSlices(slice_filter='20',
+ slice_filter_type='record_id_user')
+ print sl
- print " ================= SFI.PY SHOW NODE =============\r\n", \
- os.system("sfi.py show iotlab.avakian")
+ message_and_wait("\r\n GetSlices :all slice")
+ sl = iotlabdriver.GetSlices()
+ print sl
- print " ================= SFI.PY SLICES =============\r\n", \
- os.system("sfi.py show iotlab.node6.devlille.iotlab.info")
- print " ================= SFI.PY LIST SLICE =============\r\n", \
- os.system("sfi.py slices")
- print " ================= SFI.PY STATUS SLICE =============\r\n", \
- os.system("sfi.py status iotlab.avakian_slice")
- print " ================= SFI.PY DELETE SLICE =============\r\n", \
- os.system("sfi.py delete iotlab.avakian_slice")
- print " ================= SFI.PY CREATE SLICE =============\r\n", \
- os.system("sfi.py create iotlab.avakian_slice \
- /home/savakian/flab-sfa/test_rspec/my_lyon_nodes.rspec")
def TestSQL(arg = None):
from sfa.storage.model import make_record, RegSlice, RegRecord
- from sfa.storage.alchemy import dbsession
- from sqlalchemy.orm.collections import InstrumentedList
+ from sfa.storage.alchemy import global_dbsession
- from sqlalchemy.orm import joinedload
- #solo_query_slice_list = dbsession.query(RegSlice).options(joinedload('reg_researchers')).filter_by(hrn='iotlab.avakian_slice').first()
- #print "\r\n \r\n =========== query_slice_list RegSlice \
- #joinedload('reg_researchers') iotlab.avakian first \r\n \t ", \
- #solo_query_slice_list.__dict__
+ from sqlalchemy.orm import joinedload
- #query_slice_list = dbsession.query(RegSlice).options(joinedload('reg_researchers')).all()
- #print "\r\n \r\n =========== query_slice_list RegSlice \
- #joinedload('reg_researchers') ALL \r\n \t", \
- #query_slice_list[0].__dict__
+ slice_hrn = 'iotlab.avakian_slice'
+ request = global_dbsession.query(RegSlice).options(joinedload('reg_researchers'))
+ solo_query_slice_list = request.filter_by(hrn=slice_hrn).first()
- #return_slicerec_dictlist = []
- #record = query_slice_list[0]
- #print "\r\n \r\n =========== \r\n \t", record
+ print "\r\n \r\n =========== solo_query_slice_list RegSlice \
+ joinedload('reg_researchers') slice_hrn %s first %s \r\n \t "\
+ %(slice_hrn, solo_query_slice_list.__dict__)
- #tmp = record.__dict__
- #print "\r\n \r\n =========== \r\n \t", tmp
- #tmp['reg_researchers'] = tmp['reg_researchers'][0].__dict__
- #print "\r\n \r\n =========== \r\n \t", tmp
- ##del tmp['reg_researchers']['_sa_instance_state']
- #return_slicerec_dictlist.append(tmp)
+ query_slice_list = request.all()
+ print "\r\n \r\n =========== query_slice_list RegSlice \
+ joinedload('reg_researchers') ALL \r\n \t", \
+ query_slice_list[0].__dict__
- #print "\r\n \r\n =========== \r\n \t", return_slicerec_dictlist
+ return_slicerec_dictlist = []
+ record = query_slice_list[0]
+ print "\r\n \r\n =========== \r\n \t", record
- all_records = dbsession.query(RegRecord).all()
+ tmp = record.__dict__
+ print "\r\n \r\n =========== \r\n \t", tmp
+ tmp['reg_researchers'] = tmp['reg_researchers'][0].__dict__
+ print "\r\n \r\n =========== \r\n \t", tmp
+ #del tmp['reg_researchers']['_sa_instance_state']
+ return_slicerec_dictlist.append(tmp)
- #create hash by (type,hrn)
- #used to know if a given record is already known to SFA
+ print "\r\n \r\n =========== \r\n \t", return_slicerec_dictlist
- records_by_type_hrn = \
- dict ( [ ( (record.type,record.hrn) , record ) for record in all_records ] )
- for (rec_type, rec) in records_by_type_hrn :
- if rec_type == 'user':
- print >>sys.stderr,"\r\n IOTLABIMPORT \t keys %s rec %s \r\n" %(rec_type, rec )
+ all_records = global_dbsession.query(RegRecord).all()
- users_rec_by_email = \
- dict ( [ (record.email, record) for record in all_records if record.type == 'user' ] )
def RunAll( arg ):
'OAR' : TestOAR,
'LDAP': TestLdap,
'driver': TestIotlabDriver,
- 'sfi':TestSfi,
+ 'shell': TestIotlabshell,
'sql':TestSQL,
- 'all' : RunAll,
- 'import': TestImporter }
+ 'all' : RunAll, }
def main():
opts = parse_options()
if __name__ == "__main__":
- main()
\ No newline at end of file
+ main()
git://git.onelab.eu / sfa.git / blobdiff