X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=system%2FTestNode.py;h=5c2104e1dc8fa2fff0e61c86378b1e49a8ec78d6;hb=124a6036e9068ab1743a8702af219b27003ea686;hp=0ca91ba3336ca61150950b4635083c59a527d037;hpb=8706af588f1371bb81dd1529551fab3805d8e479;p=tests.git diff --git a/system/TestNode.py b/system/TestNode.py index 0ca91ba..5c2104e 100644 --- a/system/TestNode.py +++ b/system/TestNode.py @@ -1,94 +1,210 @@ -import os -import sys -import time -import base64 -import TestConfig +import os, sys, time, base64 import xmlrpclib +import utils +from TestUser import TestUser +from TestBox import TestBox +from TestSsh import TestSsh + class TestNode: def __init__ (self,test_plc,test_site,node_spec): self.test_plc=test_plc self.test_site=test_site self.node_spec=node_spec - self.timset=time.strftime("%H:%M:%S", time.localtime()) - def create_node (self,role): - auth = self.test_site.anyuser_auth (role) - filter={'boot_state':'rins'} - try: - if (role=='pi' and self.node_spec['owned']=='pi'): - self.node_id = self.test_plc.server.AddNode(auth, - self.test_site.site_spec['site_fields']['login_base'], - self.node_spec) - self.test_plc.server.AddNodeNetwork(auth,self.node_id, - self.node_spec['network']) - self.test_plc.server.UpdateNode(auth, self.node_id, filter) - return self.node_id - - elif (role=='tech' and self.node_spec['owned']=='tech'): - self.node_id = self.test_plc.server.AddNode(auth, - self.test_site.site_spec['site_fields']['login_base'], - self.node_spec) - self.test_plc.server.AddNodeNetwork(auth,self.node_id, - self.node_spec['network']) - self.test_plc.server.UpdateNode(auth, self.node_id, filter) - return self.node_id - except Exception, e: - print str(e) - - def create_slice(self, role): - auth = self.test_site.anyuser_auth (role) - liste_hosts=[] - #for l in liste_nodes_spec : - # liste_hosts.append(l['hostname']) - try: - for slicespec in TestConfig.slices_specs : - print '========>Creating slice at :'+self.timset+' : ',slicespec - slice_id=self.test_plc.server.AddSlice(auth,slicespec['slice_spec']) - for sliceuser in slicespec['slice_users']: - self.test_plc.server.AddPersonToSlice(auth, sliceuser['email'], slice_id)##affecting person to the slice - for slicenode in slicespec['slice_nodes']: - liste_hosts.append(slicenode['hostname']) - self.test_plc.server.AddSliceToNodes(auth, slice_id, liste_hosts)##add slice to the spec nodes - print 'fin creation slices' - except Exception, e: - print str(e) - sys.exit(1) - def conffile(self,image,hostname,path): + def name(self): + return self.node_spec['node_fields']['hostname'] + + @staticmethod + def is_qemu_model (model): + return model.find("qemu") >= 0 + def is_qemu (self): + return TestNode.is_qemu_model(self.node_spec['node_fields']['model']) + + @staticmethod + def is_real_model (model): + return not TestNode.is_qemu_model(model) + def is_real (self): + return TestNode.is_real_model (self.node_spec['node_fields']['model']) + + def buildname(self): + return self.test_plc.options.buildname + + def nodedir (self): + if self.is_qemu(): + return "qemu-%s"%self.name() + else: + return "real-%s"%self.name() + + # this returns a hostname + def host_box (self): + if self.is_real (): + return 'localhost' + else: + try: + return self.node_spec['host_box'] + except: + utils.header("WARNING : qemu nodes need a host box") + return 'localhost' + + # this returns a TestBox instance - cached in .test_box_value + def test_box (self): try: - file=path+'/VirtualFile-'+hostname+'/My_Virtual_Machine.vmx' - f2=open(file,'w') - - f1=open(path+'/My-Virtual-Machine-model/My_Virtual_Machine.vmx','r') - while 1: - txt = f1.readline() - if txt=='': - f1.close() - f2.close() - break - if txt[0]!='*' : - f2.write(txt) - else : - f2.write('ide1:1.fileName = '+'"'+image+'"' '\n') - - - except Exception, e: - print str(e) + return self.test_box_value + except: + self.test_box_value = TestBox (self.host_box(),self.buildname()) + return self.test_box_value + + def create_node (self): + ownername = self.node_spec['owner'] + user_spec = self.test_site.locate_user(ownername) + test_user = TestUser(self.test_plc,self.test_site,user_spec) + userauth = test_user.auth() + utils.header("node %s created by user %s"%(self.name(),test_user.name())) + rootauth=self.test_plc.auth_root() + server = self.test_plc.apiserver + server.AddNode(userauth, + self.test_site.site_spec['site_fields']['login_base'], + self.node_spec['node_fields']) + # create as reinstall to avoid user confirmation + server.UpdateNode(userauth, self.name(), {'boot_state':'rins'}) + # populate network interfaces - primary + server.AddNodeNetwork(userauth,self.name(), + self.node_spec['network_fields']) + # populate network interfaces - others + if self.node_spec.has_key('extra_interfaces'): + for interface in self.node_spec['extra_interfaces']: + server.AddNodeNetwork(userauth,self.name(), + interface['network_fields']) + if interface.has_key('settings'): + for (attribute,value) in interface['settings'].iteritems(): + # locate node network + nn = server.GetNodeNetworks(userauth,{'ip':interface['network_fields']['ip']})[0] + nnid=nn['nodenetwork_id'] + # locate or create node network attribute type + try: + nnst = server.GetNodeNetworkSettingTypes(userauth,{'name':attribute})[0] + except: + nnst = server.AddNodeNetworkSettingType(rootauth,{'category':'test', + 'name':attribute}) + # attach value + server.AddNodeNetworkSetting(userauth,nnid,attribute,value) - def create_boot_cd(self,node_spec,path): + def delete_node (self): + # uses the right auth as far as poss. try: - os.system('mkdir -p %s/VirtualFile-%s && cp %s/My-Virtual-Machine-model/* %s/VirtualFile-%s' - %(path, node_spec['hostname'], path, path, node_spec['hostname'])) - link1=self.test_plc.server.GetBootMedium(self.test_plc.auth_root(), - node_spec['hostname'], 'node-iso', '') - if (link1 == ''): - raise Exception, 'boot.iso not found' - file1=open(path+'/VirtualFile-'+node_spec['hostname']+'/boot_file.iso','w') - file1.write(base64.b64decode(link1)) - file1.close() - print '========> boot cd created for :',self.node_spec['hostname'] - self.conffile('boot_file.iso',self.node_spec['hostname'], path) #create 2 conf file for the vmware based - except Exception, e: - print str(e) - sys.exit(1) + ownername = self.node_spec['owner'] + user_spec = self.test_site.locate_user(ownername) + test_user = TestUser(self.test_plc,self.test_site,user_spec) + auth = test_user.auth() + except: + auth=self.test_plc.auth_root() + self.test_plc.apiserver.DeleteNode(auth,self.name()) + + # Do most of the stuff locally - will be pushed on host_box - *not* the plc - later if needed + def init_node(self): + utils.system("rm -rf %s"%self.nodedir()) + utils.system("mkdir %s"%self.nodedir()) + if not self.is_qemu(): + return True + return utils.system("rsync -v -a --exclude .svn template-qemu/ %s/"%self.nodedir())==0 + + def bootcd(self): + utils.header("Calling GetBootMedium for %s"%self.name()) + options = [] + if self.is_qemu(): + options=['serial'] + encoded=self.test_plc.apiserver.GetBootMedium(self.test_plc.auth_root(), + self.name(), 'node-iso', '', options) + if (encoded == ''): + raise Exception, 'GetBootmedium failed' + + filename="%s/%s.iso"%(self.nodedir(),self.name()) + utils.header('Storing boot medium into %s'%filename) + if self.test_plc.options.dry_run: + print "Dry_run: skipped writing of iso image" + return True + else: + file(filename,'w').write(base64.b64decode(encoded)) + return True + + def reinstall_node (self): + self.test_plc.apiserver.UpdateNode(self.test_plc.auth_root(), + self.name(),{'boot_state':'rins'}) + return True + + def configure_qemu(self): + if not self.is_qemu(): + return + mac=self.node_spec['network_fields']['mac'] + hostname=self.node_spec['node_fields']['hostname'] + ip=self.node_spec['network_fields']['ip'] + auth=self.test_plc.auth_root() + target_arch=self.test_plc.apiserver.GetPlcRelease(auth)['build']['target-arch'] + conf_filename="%s/qemu.conf"%(self.nodedir()) + if self.test_plc.options.dry_run: + print "dry_run: skipped actual storage of qemu.conf" + return True + utils.header('Storing qemu config for %s in %s'%(self.name(),conf_filename)) + file=open(conf_filename,'w') + file.write('MACADDR=%s\n'%mac) + file.write('NODE_ISO=%s.iso\n'%self.name()) + file.write('HOSTNAME=%s\n'%hostname) + file.write('IP=%s\n'%ip) + file.write('TARGET_ARCH=%s\n'%target_arch) + file.close() + return True + + def export_qemu (self): + # if relevant, push the qemu area onto the host box + if self.test_box().is_local(): + return True + utils.header ("Cleaning any former sequel of %s on %s"%(self.name(),self.host_box())) + self.test_box().run_in_buildname("rm -rf %s"%self.nodedir()) + utils.header ("Transferring configuration files for node %s onto %s"%(self.name(),self.host_box())) + return self.test_box().copy(self.nodedir(),recursive=True)==0 + + def start_node (self): + model=self.node_spec['node_fields']['model'] + #starting the Qemu nodes before + if self.is_qemu(): + self.start_qemu() + else: + utils.header("TestNode.start_node : %s model %s taken as real node"%(self.name(),model)) + return True + + def start_qemu (self): + options = self.test_plc.options + test_box = self.test_box() + utils.header("Starting qemu node %s on %s"%(self.name(),test_box.hostname())) + + test_box.run_in_buildname("%s/qemu-bridge-init start >> %s/qemu.log"%(self.nodedir(),self.nodedir())) + # kick it off in background, as it would otherwise hang + test_box.run_in_buildname("%s/qemu-start-node 2>&1 >> %s/qemu.log"%(self.nodedir(),self.nodedir()),True) + + def list_qemu (self): + utils.header("Listing qemu for host %s on box %s"%(self.name(),self.test_box().hostname())) + command="%s/qemu-kill-node -l %s"%(self.nodedir(),self.name()) + self.test_box().run_in_buildname(command) + return True + + def kill_qemu (self): + #Prepare the log file before killing the nodes + test_box = self.test_box() + # kill the right processes + utils.header("Stopping qemu for host %s on box %s"%(self.name(),self.test_box().hostname())) + command="%s/qemu-kill-node %s"%(self.nodedir(),self.name()) + self.test_box().run_in_buildname(command) + return True + + def gather_qemu_logs (self): + if not self.is_qemu(): + return True + remote_log="%s/qemu.log"%self.nodedir() + local_log="logs/node.qemu.%s.log"%self.name() + self.test_box().test_ssh.fetch(remote_log,local_log) + + def clear_known_hosts (self): + TestSsh(self.name()).clear_known_hosts() + return True