X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=system%2FTestNode.py;h=935994ed265bef273d4e3a8e1c244c2dc9b39f91;hb=a0c10b9406e428a71eba85b8b48eb6c51a7d4b82;hp=0e21196cd4c9b40c1a292ac5f660f6f7b25c87c4;hpb=44890da48aba2ef7144f5a585b3d4d24cd8c240e;p=tests.git diff --git a/system/TestNode.py b/system/TestNode.py index 0e21196..935994e 100644 --- a/system/TestNode.py +++ b/system/TestNode.py @@ -1,9 +1,9 @@ import os, sys, time, base64 import xmlrpclib -import pprint -import TestConfig import utils +from TestUser import TestUser +from TestBox import TestBox class TestNode: @@ -12,81 +12,178 @@ class TestNode: self.test_site=test_site self.node_spec=node_spec - def create_node (self,role): - auth = self.test_site.anyuser_auth (role) - filter={'boot_state':'rins'} - try: - if (role=='pi' and self.node_spec['owned']=='pi'): - self.node_id = \ - self.test_plc.server.AddNode(auth, - self.test_site.site_spec['site_fields']['login_base'], - self.node_spec) - self.test_plc.server.AddNodeNetwork(auth,self.node_id, - self.node_spec['network']) - self.test_plc.server.UpdateNode(auth, self.node_id, filter) - return self.node_id - - elif (role=='tech' and self.node_spec['owned']=='tech'): - self.node_id = \ - self.test_plc.server.AddNode(auth, - self.test_site.site_spec['site_fields']['login_base'], - self.node_spec) - self.test_plc.server.AddNodeNetwork(auth,self.node_id, - self.node_spec['network']) - self.test_plc.server.UpdateNode(auth, self.node_id, filter) - return self.node_id - except Exception, e: - print str(e) - - def create_slice(self, role): - auth = self.test_site.anyuser_auth (role) - liste_hosts=[] - #for l in liste_nodes_spec : - # liste_hosts.append(l['hostname']) - try: - for slicespec in TestConfig.slices_specs : - utils.header('Creating Slice') - pp = pprint.PrettyPrinter(indent=4) - pp.pprint(slicespec) - slice_id=self.test_plc.server.AddSlice(auth,slicespec['slice_spec']) - for sliceuser in slicespec['slice_users']: - self.test_plc.server.AddPersonToSlice(auth, - sliceuser['email'], - slice_id) - for slicenode in slicespec['slice_nodes']: - liste_hosts.append(slicenode['hostname']) - self.test_plc.server.AddSliceToNodes(auth, - slice_id, - liste_hosts) - except Exception, e: - print str(e) - sys.exit(1) + def name(self): + return self.node_spec['node_fields']['hostname'] + + @staticmethod + def is_qemu_model (model): + return model.find("qemu") >= 0 + def is_qemu (self): + return TestNode.is_qemu_model(self.node_spec['node_fields']['model']) + + @staticmethod + def is_real_model (model): + return not TestNode.is_qemu_model(model) + def is_real (self): + return TestNode.is_real_model (self.node_spec['node_fields']['model']) + + @staticmethod + def is_local(host_box): + if (host_box == "localhost"): return True + else: return False + + def buildname(self): + return self.test_plc.options.buildname + def host_box (self): + if self.is_real (): + utils.header("WARNING : real nodes dont have a host box") + return None + else: + try: + return self.node_spec['host_box'] + except: + utils.header("WARNING : qemu nodes need a host box") + return 'localhost' + + def create_node (self): + ownername = self.node_spec['owner'] + user_spec = self.test_site.locate_user(ownername) + test_user = TestUser(self.test_plc,self.test_site,user_spec) + userauth = test_user.auth() + utils.header("node %s created by user %s"%(self.name(),test_user.name())) + rootauth=self.test_plc.auth_root() + server = self.test_plc.server + server.AddNode(userauth, + self.test_site.site_spec['site_fields']['login_base'], + self.node_spec['node_fields']) + # create as reinstall to avoid user confirmation + server.UpdateNode(userauth, self.name(), {'boot_state':'rins'}) + # populate network interfaces - primary + server.AddNodeNetwork(userauth,self.name(), + self.node_spec['network_fields']) + # populate network interfaces - others + if self.node_spec.has_key('extra_interfaces'): + for interface in self.node_spec['extra_interfaces']: + server.AddNodeNetwork(userauth,self.name(), + interface['network_fields']) + if interface.has_key('attributes'): + for (attribute,value) in interface['attributes'].iteritems(): + # locate node network + nn = server.GetNodeNetworks(userauth,{'ip':interface['network_fields']['ip']})[0] + nnid=nn['nodenetwork_id'] + # locate or create node network attribute type + try: + nnst = server.GetNodeNetworkSettingTypes(userauth,{'name':attribute})[0] + except: + nnst = server.AddNodeNetworkSettingType(rootauth,{'category':'test', + 'name':attribute}) + # attach value + server.AddNodeNetworkSetting(userauth,nnid,attribute,value) + + def delete_node (self): + # uses the right auth as far as poss. + try: + ownername = self.node_spec['owner'] + user_spec = self.test_site.locate_user(ownername) + test_user = TestUser(self.test_plc,self.test_site,user_spec) + auth = test_user.auth() + except: + auth=self.test_plc.auth_root() + self.test_plc.server.DeleteNode(auth,self.name()) + + def get_node_status(self,hostname): + filter=['boot_state'] + status=False + node_status=self.test_plc.server.GetNodes(self.test_plc.auth_root(),hostname, filter) + utils.header('Actual status for node %s is [%s]'%(hostname,node_status)) + if (node_status[0]['boot_state'] == 'boot'): + utils.header('%s has reached boot state'%hostname) + status=True + elif (node_status[0]['boot_state'] == 'dbg' ): + utils.header('%s has reached debug state'%hostname) + return status + def conffile(self,image,hostname,path): - template='%s/template-vmplayer/node.vmx'%(path) - actual='%s/vmplayer-%s/node.vmx'%(path,hostname) - sed_command="sed -e s,@BOOTCD@,%s,g %s > %s"%(image,template,actual) - utils.header('Creating %s from %s'%(actual,template)) - os.system('set -x; ' + sed_command) + model=self.node_spec['node_fields']['model'] + if self.is_qemu(): + host_box=self.host_box() + mac=self.node_spec['network_fields']['mac'] + dest_dir=self.buildname()+"/qemu-%s"%(hostname) + utils.header('Storing the mac address for node %s'%hostname) + file=open(path+'/qemu-'+hostname+'/MAC','a') + file.write('%s\n'%mac) + file.write(dest_dir) + file.close() + utils.header ('Transferring configuration files for node %s into %s '%(hostname,host_box)) + if ( not self.is_local(host_box)): + cleandir_command="ssh root@%s rm -rf %s"%(host_box, dest_dir) + createdir_command = "ssh root@%s mkdir -p %s"%(host_box, dest_dir) + createlog_command = "ssh root@%s touch %s/%s.log "%(host_box, dest_dir,hostname) + self.test_plc.run_in_host(cleandir_command) + self.test_plc.run_in_host(createdir_command) + self.test_plc.run_in_host(createlog_command) + scp_command = "scp -r %s/qemu-%s/* root@%s:/root/%s"%(path,hostname,host_box,dest_dir) + self.test_plc.run_in_host(scp_command) def create_boot_cd(self,path): + model=self.node_spec['node_fields']['model'] node_spec=self.node_spec - hostname=node_spec['hostname'] - try: - utils.header('Initializing vmplayer area for node %s'%hostname) - clean_dir="rm -rf %s/vmplayer-%s"%(path,hostname) - mkdir_command="mkdir -p %s/vmplayer-%s"%(path,hostname) - tar_command="tar -C %s/template-vmplayer -cf - . | tar -C %s/vmplayer-%s -xf -"%(path,path,hostname) - os.system('set -x; ' +clean_dir + ';' + mkdir_command + ';' + tar_command); + hostname=node_spec['node_fields']['hostname'] + encoded=self.test_plc.server.GetBootMedium(self.test_plc.auth_root(), hostname, 'node-iso', '', ['serial']) + if (encoded == ''): + raise Exception, 'boot.iso not found' + + if model.find("qemu") >= 0: + clean_dir="rm -rf %s/qemu-%s"%(path,hostname) + mkdir_command="mkdir -p %s/qemu-%s"%(path,hostname) + self.test_plc.run_in_host(clean_dir) + self.test_plc.run_in_host(mkdir_command) + copy_command="cp -r %s/template-Qemu/* %s/qemu-%s"%(path,path,hostname) + self.test_plc.run_in_host(copy_command) utils.header('Creating boot medium for node %s'%hostname) - encoded=self.test_plc.server.GetBootMedium(self.test_plc.auth_root(), hostname, 'node-iso', '') - if (encoded == ''): - raise Exception, 'boot.iso not found' - file=open(path+'/vmplayer-'+hostname+'/boot_file.iso','w') - file.write(base64.b64decode(encoded)) - file.close() - utils.header('boot cd created for %s'%hostname) - self.conffile('boot_file.iso',hostname, path) - except Exception, e: - print str(e) - sys.exit(1) + file=open(path+'/qemu-'+hostname+'/boot_file.iso','w') + else: + nodepath="%s/real-%s"%(path,hostname) + self.test_plc.run_in_host("rm -rf %s"%nodepath) + self.test_plc.run_in_host("mkdir %s"%nodepath) + file=open("%s/%s"%(nodepath,"/boot_file.iso"),'w') + + file.write(base64.b64decode(encoded)) + file.close() + utils.header('boot cd created for %s'%hostname) + self.conffile('boot_file.iso',hostname, path) + + def start_node (self,options): + model=self.node_spec['node_fields']['model'] + #starting the Qemu nodes before + if model.find("qemu") >= 0: + self.start_qemu(options) + else: + utils.header("TestNode.start_node : ignoring model %s"%model) + + def start_qemu (self, options): + utils.header("Starting Qemu node") + host_box=self.host_box() + hostname=self.node_spec['node_fields']['hostname'] + path=options.path + dest_dir=self.buildname()+"/qemu-%s"%(hostname) + utils.header('Starting qemu for node %s and Redirect logs to /%s/%s.log ' + %(hostname, dest_dir, hostname)) + if (not self.is_local(host_box)): + host_string="ssh root@",host_box + else: + host_string="" + + self.test_plc.run_in_host(" %s ~/%s/env-qemu start >> ~/%s/%s.log " + %(host_string, dest_dir, dest_dir, hostname )) + self.test_plc.run_in_host(" %s ~/%s/start-qemu-node %s >> ~/%s/%s.log & " + %(host_string, dest_dir, dest_dir, dest_dir, hostname)) + + def kill_qemu (self): + hostname = self.name() + # kill the right processes + command="./qemu_kill.sh %s"%hostname + utils.header("Stopping qemu for host %s on box %s"%(hostname,self.host_box())) + TestBox(self.host_box()).run(command) + return True