X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=system%2FTestSlice.py;h=a72c6806a8bfeecb0519304f973ce1f708af9108;hb=5abc2125f8a5aeb58783affd6a3b532f02acd216;hp=2ae93390c8a6252e2fce50ac16468b3c612ad383;hpb=7a0218578b949a37e13c5f1eb67436f032cb1491;p=tests.git diff --git a/system/TestSlice.py b/system/TestSlice.py index 2ae9339..a72c680 100644 --- a/system/TestSlice.py +++ b/system/TestSlice.py @@ -6,6 +6,7 @@ import time from TestKey import TestKey from TestUser import TestUser from TestNode import TestNode +from TestSsh import TestSsh class TestSlice: @@ -13,16 +14,22 @@ class TestSlice: self.test_plc=test_plc self.test_site=test_site self.slice_spec=slice_spec - + self.test_ssh=TestSsh(self.test_plc.test_ssh) + def name(self): return self.slice_spec['slice_fields']['name'] + + def get_slice(self,slice_name): + for slice_spec in self.test_plc.plc_spec['slices']: + if(slice_spec['slice_fields']['name']== slice_name): + return slice_spec def delete_slice(self): owner_spec = self.test_site.locate_user(self.slice_spec['owner']) auth = TestUser(self,self.test_site,owner_spec).auth() slice_fields = self.slice_spec['slice_fields'] slice_name = slice_fields['name'] - self.test_plc.server.DeleteSlice(auth,slice_fields['name']) + self.test_plc.apiserver.DeleteSlice(auth,slice_fields['name']) utils.header("Deleted slice %s"%slice_fields['name']) @@ -32,11 +39,11 @@ class TestSlice: slice_fields = self.slice_spec['slice_fields'] slice_name = slice_fields['name'] - self.test_plc.server.AddSlice(auth,slice_fields) + self.test_plc.apiserver.AddSlice(auth,slice_fields) for username in self.slice_spec['usernames']: user_spec=self.test_site.locate_user(username) test_user=TestUser(self,self.test_site,user_spec) - self.test_plc.server.AddPersonToSlice(auth, test_user.name(), slice_name) + self.test_plc.apiserver.AddPersonToSlice(auth, test_user.name(), slice_name) hostnames=[] for nodename in self.slice_spec['nodenames']: @@ -44,24 +51,19 @@ class TestSlice: test_node=TestNode(self,self.test_site,node_spec) hostnames += [test_node.name()] utils.header("Adding %r in %s"%(hostnames,slice_name)) - self.test_plc.server.AddSliceToNodes(auth, slice_name, hostnames) + self.test_plc.apiserver.AddSliceToNodes(auth, slice_name, hostnames) if self.slice_spec.has_key('initscriptname'): isname=self.slice_spec['initscriptname'] utils.header("Adding initscript %s in %s"%(isname,slice_name)) - self.test_plc.server.AddSliceAttribute(self.test_plc.auth_root(), slice_name,'initscript',isname) - - def clear_known_hosts (self): - utils.header("Messing with known_hosts for slice %s"%self.name()) - # scan nodenames - for nodename in self.slice_spec['nodenames']: - self.test_plc.run_in_guest("sed -i -e /^%s/d /root/.ssh/known_hosts"%nodename) - #scan public key and update the known_host file in the root image - self.test_plc.scan_publicKeys(self.slice_spec['nodenames']) + self.test_plc.apiserver.AddSliceAttribute(self.test_plc.auth_root(), slice_name,'initscript',isname) + if self.slice_spec.has_key ('vref'): + vref_value=self.slice_spec['vref'] + self.test_plc.apiserver.AddSliceAttribute(self.test_plc.auth_root(), slice_name,'vref',vref_value) - def locate_key(self,slice_spec): + def locate_key(self): # locate the first avail. key found=False - for username in slice_spec['usernames']: + for username in self.slice_spec['usernames']: user_spec=self.test_site.locate_user(username) for keyname in user_spec['keynames']: key_spec=self.test_plc.locate_key(keyname) @@ -71,57 +73,60 @@ class TestSlice: keyname=test_key.name() if os.path.isfile(publickey) and os.path.isfile(privatekey): found=True - #create dir in plc root image - remote_privatekey="/root/keys/%s.rsa"%keyname - if not os.path.isfile(remote_privatekey): - self.test_plc.run_in_guest("mkdir -p /root/keys" ) - self.test_plc.copy_in_guest(privatekey,remote_privatekey,True) + return (found,privatekey) - return (found,remote_privatekey) + def check_slice(self,options,minutes=10,gracetime=4,period=15): + timeout = datetime.datetime.now()+datetime.timedelta(minutes=minutes) + graceout = datetime.datetime.now()+datetime.timedelta(minutes=gracetime) + # locate a key + (found,remote_privatekey)=self.locate_key() + if not found : + utils.header("WARNING: Cannot find a valid key for slice %s"%self.name()) + return False - def do_check_slice(self,options): - bool=True - self.clear_known_hosts() - start_time = datetime.datetime.now() - dead_time=start_time + datetime.timedelta(minutes=15) + # convert nodenames to real hostnames slice_spec = self.slice_spec - for hostname in slice_spec['nodenames']: - (site_spec,node_spec) = self.test_plc.locate_node(hostname) - if TestNode.is_real_model(node_spec['node_fields']['model']): - utils.header("WARNING : Checking slice %s on real node %s skipped"%(self.name(),hostname)) - continue - (found,remote_privatekey)=self.locate_key(slice_spec) - if not found : - raise Exception,"Cannot find a valid key for slice %s"%self.name() - break - while (bool): - utils.header('trying to connect to %s@%s'%(self.name(),hostname)) - Date=self.test_plc.run_in_guest('ssh -i %s %s@%s date'%(remote_privatekey,self.name(),hostname)) - if (Date==0): - break - elif ( start_time <= dead_time ) : - start_time=datetime.datetime.now()+ datetime.timedelta(seconds=45) - time.sleep(45) - elif (options.forcenm): - utils.header('%s@%s : restarting nm in case is in option on %s'%(self.name(),hostname,hostname)) - access=self.test_plc.run_in_guest('ssh -i /etc/planetlab/root_ssh_key.rsa root@%s service nm restart'%hostname) - if (access==0): - utils.header('nm restarted on %s'%hostname) - else: - utils.header('%s@%s : Failed to restart the NM on %s'%(self.name(),hostname,hostname)) - utils.header('Try to reconnect to %s@%s after the tentative of restarting NM'%(self.name(),hostname)) - connect=self.test_plc.run_in_guest('ssh -i %s %s@%s date'%(remote_privatekey,self.name(),hostname)) - if (not connect): - utils.header('connected to %s@%s -->'%(self.name(),hostname)) - break - else: - utils.header('giving up with to %s@%s -->'%(self.name(),hostname)) - bool=False - break - else: - bool=False - break - return bool + restarted=[] + tocheck=[] + for nodename in slice_spec['nodenames']: + (site_spec,node_spec) = self.test_plc.locate_node(nodename) + tocheck.append(node_spec['node_fields']['hostname']) - + while tocheck: + for hostname in tocheck: + (site_spec,node_spec) = self.test_plc.locate_hostname(hostname) + date_test_ssh = TestSsh (hostname,key=remote_privatekey,username=self.name()) + if datetime.datetime.now() >= graceout: + utils.header('Trying to enter into slice %s@%s'%(self.name(),hostname)) + # this can be ran locally as we have the key + date = date_test_ssh.run("id;hostname")==0 + if date: + utils.header("Successfuly entered slice %s on %s"%(self.name(),hostname)) + tocheck.remove(hostname) + else: + # real nodes will have been checked once in case they're up - skip if not + if TestNode.is_real_model(node_spec['node_fields']['model']): + utils.header("WARNING : Checking slice %s on real node %s skipped"%(self.name(),hostname)) + tocheck.remove(hostname) + # nm restart after first failure, if requested + if options.forcenm and hostname not in restarted: + utils.header ("forcenm option : restarting nm on %s"%hostname) + restart_test_ssh=TestSsh(hostname,key="/etc/planetlab/root_ssh_key.rsa") + access=self.test_plc.run_in_guest(restart_test_ssh.actual_command('service nm restart')) + if (access==0): + utils.header('nm restarted on %s'%hostname) + else: + utils.header('Failed to restart nm on %s'%(hostname)) + restarted.append(hostname) + if not tocheck: + # we're done + return True + if datetime.datetime.now() > timeout: + for hostname in tocheck: + utils.header("FAILURE to ssh into %s@%s"%(self.name(),hostname)) + return False + # wait for the period + time.sleep (period) + # for an empty slice + return True