X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=system%2FTestNode.py;h=f990e7161efb9a377f8e2cec3518fe87eed2673d;hb=ebcbcb01d4bf1085500bf53d1fe962ac9d273912;hp=16395acf9f64114f7c3bf16b46d6b7ff761d3545;hpb=05f69c24e5a1468ce64021e9858fc9cec349b9b5;p=tests.git diff --git a/system/TestNode.py b/system/TestNode.py index 16395ac..f990e71 100644 --- a/system/TestNode.py +++ b/system/TestNode.py @@ -1,8 +1,10 @@ -import os, sys, time, base64 +import sys, os, os.path, time, base64 import xmlrpclib import utils from TestUser import TestUser +from TestBox import TestBox +from TestSsh import TestSsh class TestNode: @@ -10,10 +12,50 @@ class TestNode: self.test_plc=test_plc self.test_site=test_site self.node_spec=node_spec - + def name(self): return self.node_spec['node_fields']['hostname'] + + @staticmethod + def is_qemu_model (model): + return model.find("qemu") >= 0 + def is_qemu (self): + return TestNode.is_qemu_model(self.node_spec['node_fields']['model']) + + @staticmethod + def is_real_model (model): + return not TestNode.is_qemu_model(model) + def is_real (self): + return TestNode.is_real_model (self.node_spec['node_fields']['model']) + + def buildname(self): + return self.test_plc.options.buildname + def nodedir (self): + if self.is_qemu(): + return "qemu-%s"%self.name() + else: + return "real-%s"%self.name() + + # this returns a hostname + def host_box (self): + if self.is_real (): + return 'localhost' + else: + try: + return self.node_spec['host_box'] + except: + utils.header("WARNING : qemu nodes need a host box") + return 'localhost' + + # this returns a TestBox instance - cached in .test_box_value + def test_box (self): + try: + return self.test_box_value + except: + self.test_box_value = TestBox (self.host_box(),self.buildname()) + return self.test_box_value + def create_node (self): ownername = self.node_spec['owner'] user_spec = self.test_site.locate_user(ownername) @@ -21,33 +63,33 @@ class TestNode: userauth = test_user.auth() utils.header("node %s created by user %s"%(self.name(),test_user.name())) rootauth=self.test_plc.auth_root() - server = self.test_plc.server + server = self.test_plc.apiserver server.AddNode(userauth, self.test_site.site_spec['site_fields']['login_base'], self.node_spec['node_fields']) # create as reinstall to avoid user confirmation - server.UpdateNode(userauth, self.name(), {'boot_state':'rins'}) + server.UpdateNode(userauth, self.name(), {'boot_state':'reinstall'}) # populate network interfaces - primary - server.AddNodeNetwork(userauth,self.name(), + server.AddInterface(userauth,self.name(), self.node_spec['network_fields']) # populate network interfaces - others if self.node_spec.has_key('extra_interfaces'): for interface in self.node_spec['extra_interfaces']: - server.AddNodeNetwork(userauth,self.name(), + server.AddInterface(userauth,self.name(), interface['network_fields']) - if interface.has_key('attributes'): - for (attribute,value) in interface['attributes'].iteritems(): + if interface.has_key('settings'): + for (attribute,value) in interface['settings'].iteritems(): # locate node network - nn = server.GetNodeNetworks(userauth,{'ip':interface['network_fields']['ip']})[0] - nnid=nn['nodenetwork_id'] + nn = server.GetInterfaces(userauth,{'ip':interface['network_fields']['ip']})[0] + nnid=nn['interface_id'] # locate or create node network attribute type try: - nnst = server.GetNodeNetworkSettingTypes(userauth,{'name':attribute})[0] + nnst = server.GetTagTypes(userauth,{'name':attribute})[0] except: - nnst = server.AddNodeNetworkSettingType(rootauth,{'category':'test', - 'name':attribute}) + nnst = server.AddTagType(rootauth,{'category':'test', + 'tagname':attribute}) # attach value - server.AddNodeNetworkSetting(userauth,nnid,attribute,value) + server.AddInterfaceSetting(userauth,nnid,attribute,value) def delete_node (self): # uses the right auth as far as poss. @@ -58,110 +100,135 @@ class TestNode: auth = test_user.auth() except: auth=self.test_plc.auth_root() - self.test_plc.server.DeleteNode(auth,self.name()) - - def get_node_status(self,hostname,host_machine): - filter=['boot_state'] - status=False - node_status=self.test_plc.server.GetNodes(self.test_plc.auth_root(),hostname, filter) - utils.header('Actual status for node %s is [%s]'%(hostname,node_status)) - if (node_status[0]['boot_state'] == 'boot'): - utils.header('%s has reached boot state'%hostname) - status=True - elif (node_status[0]['boot_state'] == 'dbg' ): - utils.header('%s has reached debug state'%hostname) - return status - - def conffile(self,image,hostname,path): - model=self.node_spec['node_fields']['model'] - host_machine=self.node_spec['node_fields']['host_machine'] - if model.find("vmware") >= 0: - template='%s/template-vmplayer/node.vmx'%(path) - actual='%s/vmplayer-%s/node.vmx'%(path,hostname) - sed_command="sed -e s,@BOOTCD@,%s,g %s > %s"%(image,template,actual) - utils.header('Creating %s from %s'%(actual,template)) - utils.system(sed_command) - elif model.find("qemu") >= 0: - mac=self.node_spec['network_fields']['mac'] - dest_dir="qemu-%s"%(hostname) - utils.header('Storing the mac address for node %s'%hostname) - file=open(path+'/qemu-'+hostname+'/MAC','a') - file.write('%s\n'%mac) - file.write(dest_dir) - file.close() - utils.header ('Transfert of configuration files for node %s into %s '%(hostname,host_machine)) - cleandir_command="ssh root@%s rm -rf %s"%(host_machine, dest_dir) - createdir_command = "ssh root@%s mkdir -p %s"%(host_machine, dest_dir) - utils.system(cleandir_command) - utils.system(createdir_command) - scp_command = "scp -r %s/qemu-%s/* root@%s:/root/%s"%(path,hostname,host_machine,dest_dir) - utils.system(scp_command) - - def create_boot_cd(self,path): - model=self.node_spec['node_fields']['model'] - node_spec=self.node_spec - hostname=node_spec['node_fields']['hostname'] - encoded=self.test_plc.server.GetBootMedium(self.test_plc.auth_root(), hostname, 'node-iso', '') + self.test_plc.apiserver.DeleteNode(auth,self.name()) + + # Do most of the stuff locally - will be pushed on host_box - *not* the plc - later if needed + def init_node(self): + utils.system("rm -rf %s"%self.nodedir()) + utils.system("mkdir %s"%self.nodedir()) + if not self.is_qemu(): + return True + return utils.system("rsync -v -a --exclude .svn template-qemu/ %s/"%self.nodedir())==0 + + def bootcd(self): + utils.header("Calling GetBootMedium for %s"%self.name()) + options = [] + if self.is_qemu(): + options=['serial'] + encoded=self.test_plc.apiserver.GetBootMedium(self.test_plc.auth_root(), + self.name(), 'node-iso', '', options) if (encoded == ''): - raise Exception, 'boot.iso not found' - - if model.find("vmware") >= 0: - utils.header('Initializing vmplayer area for node %s'%hostname) - clean_dir="rm -rf %s/vmplayer-%s"%(path,hostname) - mkdir_command="mkdir -p %s/vmplayer-%s"%(path,hostname) - tar_command="tar -C %s/template-vmplayer -cf - . | tar -C %s/vmplayer-%s -xf -"%(path,path,hostname) - utils.system(clean_dir) - utils.system(mkdir_command) - utils.system(tar_command); - utils.header('Creating boot medium for node %s'%hostname) - file=open(path+'/vmplayer-'+hostname+'/boot_file.iso','w') - elif model.find("qemu") >= 0: - clean_dir="rm -rf %s/qemu-%s"%(path,hostname) - mkdir_command="mkdir -p %s/qemu-%s"%(path,hostname) - utils.system(clean_dir) - utils.system(mkdir_command) - copy_command="cp -r %s/template-Qemu/* %s/qemu-%s"%(path,path,hostname) - utils.system(copy_command) - utils.header('Creating boot medium for node %s'%hostname) - file=open(path+'/qemu-'+hostname+'/boot_file.iso','w') + raise Exception, 'GetBootmedium failed' + + filename="%s/%s.iso"%(self.nodedir(),self.name()) + utils.header('Storing boot medium into %s'%filename) + if self.test_plc.options.dry_run: + print "Dry_run: skipped writing of iso image" + return True else: - nodepath="%s/real-%s"%(path,hostname) - utils.system("rm -rf %s"%nodepath) - utils.system("mkdir %s"%nodepath) - file=open("%s/%s"%(nodepath,"/boot_file.iso"),'w') + file(filename,'w').write(base64.b64decode(encoded)) + return True - file.write(base64.b64decode(encoded)) + def reinstall_node (self): + self.test_plc.apiserver.UpdateNode(self.test_plc.auth_root(), + self.name(),{'boot_state':'reinstall'}) + return True + + def configure_qemu(self): + if not self.is_qemu(): + return + mac=self.node_spec['network_fields']['mac'] + hostname=self.node_spec['node_fields']['hostname'] + ip=self.node_spec['network_fields']['ip'] + auth=self.test_plc.auth_root() + target_arch=self.test_plc.apiserver.GetPlcRelease(auth)['build']['target-arch'] + conf_filename="%s/qemu.conf"%(self.nodedir()) + if self.test_plc.options.dry_run: + print "dry_run: skipped actual storage of qemu.conf" + return True + utils.header('Storing qemu config for %s in %s'%(self.name(),conf_filename)) + file=open(conf_filename,'w') + file.write('MACADDR=%s\n'%mac) + file.write('NODE_ISO=%s.iso\n'%self.name()) + file.write('HOSTNAME=%s\n'%hostname) + file.write('IP=%s\n'%ip) + file.write('TARGET_ARCH=%s\n'%target_arch) file.close() - utils.header('boot cd created for %s'%hostname) - self.conffile('boot_file.iso',hostname, path) + return True - def start_node (self,options): + def export_qemu (self): + # if relevant, push the qemu area onto the host box + if self.test_box().is_local(): + return True + utils.header ("Cleaning any former sequel of %s on %s"%(self.name(),self.host_box())) + self.test_box().run_in_buildname("rm -rf %s"%self.nodedir()) + utils.header ("Transferring configuration files for node %s onto %s"%(self.name(),self.host_box())) + return self.test_box().copy(self.nodedir(),recursive=True)==0 + + def start_node (self): model=self.node_spec['node_fields']['model'] - if model.find("vmware") >= 0: - self.start_vmware(options) - elif model.find("qemu") >= 0: - self.start_qemu(options) + #starting the Qemu nodes before + if self.is_qemu(): + self.start_qemu() else: - utils.header("TestNode.start_node : ignoring model %s"%model) + utils.header("TestNode.start_node : %s model %s taken as real node"%(self.name(),model)) + return True - def start_vmware (self,options): - hostname=self.node_spec['node_fields']['hostname'] - path=options.path - display=options.display - utils.header('Starting vmplayer for node %s on %s'%(hostname,display)) - utils.system('cd %s/vmplayer-%s ; DISPLAY=%s vmplayer node.vmx < /dev/null >/dev/null 2>/dev/null &'%(path,hostname,display)) - - def start_qemu (self, options): - host_machine=self.node_spec['node_fields']['host_machine'] - hostname=self.node_spec['node_fields']['hostname'] - path=options.path - display=options.display - dest_dir="qemu-%s"%(hostname) - utils.header('Starting qemu for node %s '%(hostname)) - utils.system("ssh root@%s ~/%s/env-qemu start "%(host_machine, dest_dir )) - utils.system("ssh root@%s DISPLAY=%s ~/%s/start-qemu-node %s & "%( host_machine, display, dest_dir, dest_dir)) - - def stop_qemu(self,host_machine, hostname): - utils.header('Stoping qemu emulation of %s on the host machine %s and Restoring the initial network' - %(hostname,host_machine)) - utils.system("ssh root@%s ~/qemu-%s/env-qemu stop "%(host_machine, hostname )) + def start_qemu (self): + options = self.test_plc.options + test_box = self.test_box() + utils.header("Starting qemu node %s on %s"%(self.name(),test_box.hostname())) + + test_box.run_in_buildname("%s/qemu-bridge-init start >> %s/qemu.log"%(self.nodedir(),self.nodedir())) + # kick it off in background, as it would otherwise hang + test_box.run_in_buildname("%s/qemu-start-node 2>&1 >> %s/qemu.log"%(self.nodedir(),self.nodedir()),True) + + def list_qemu (self): + utils.header("Listing qemu for host %s on box %s"%(self.name(),self.test_box().hostname())) + command="%s/qemu-kill-node -l %s"%(self.nodedir(),self.name()) + self.test_box().run_in_buildname(command) + return True + + def kill_qemu (self): + #Prepare the log file before killing the nodes + test_box = self.test_box() + # kill the right processes + utils.header("Stopping qemu for host %s on box %s"%(self.name(),self.test_box().hostname())) + command="%s/qemu-kill-node %s"%(self.nodedir(),self.name()) + self.test_box().run_in_buildname(command) + return True + + def gather_qemu_logs (self): + if not self.is_qemu(): + return True + remote_log="%s/qemu.log"%self.nodedir() + local_log="logs/node.qemu.%s.log"%self.name() + self.test_box().test_ssh.fetch(remote_log,local_log) + + def clear_known_hosts (self): + TestSsh(self.name()).clear_known_hosts() + return True + + def check_sanity_node_script (self,local_script): + # get the plc's keys for entering the node + vservername=self.test_plc.vservername + key = "keys/%(vservername)s.rsa"%locals() + # push the script on the node's root context + ssh_handle = TestSsh(self.name(), + buildname=self.buildname(), + key=key) + ssh_handle.copy_home(local_script) + if ssh_handle.run("./"+os.path.basename(local_script)) != 0: + print "WARNING: sanity check script %s FAILED" + # xxx - temporary : always return true for now + #return False + return True + + def check_sanity_node (self): + # locate the relevant scripts - xxx + scripts = [ 'tests/qaapi/qa/tests/node/vsys_launch.pl' ] + overall = True + for script in scripts: + if not self.check_sanity_node_script (script): + overall = False + return overall