*Manage nodes log files into a .tar
[tests.git] / system / TestNode.py
index 0461a88..aacd63d 100644 (file)
@@ -3,6 +3,7 @@ import xmlrpclib
 
 import utils
 from TestUser import TestUser
+from TestBox import TestBox
 
 class TestNode:
 
@@ -13,7 +14,47 @@ class TestNode:
 
     def name(self):
         return self.node_spec['node_fields']['hostname']
+    
+    @staticmethod
+    def is_qemu_model (model):
+        return model.find("qemu") >= 0
+    def is_qemu (self):
+        return TestNode.is_qemu_model(self.node_spec['node_fields']['model'])
+
+    @staticmethod
+    def is_real_model (model):
+        return not TestNode.is_qemu_model(model)
+    def is_real (self):
+        return TestNode.is_real_model (self.node_spec['node_fields']['model'])
+
+    def buildname(self):
+        return self.test_plc.options.buildname
         
+    def areaname (self):
+        if self.is_qemu():
+            return "qemu-%s"%self.name()
+        else:
+            return "real-%s"%self.name()
+
+    # this returns a hostname
+    def host_box (self):
+        if self.is_real ():
+            return 'localhost'
+        else:
+            try:
+                return self.node_spec['host_box']
+            except:
+                utils.header("WARNING : qemu nodes need a host box")
+                return 'localhost'
+
+    # this returns a TestBox instance - cached in .test_box_value
+    def test_box (self):
+        try:
+            return self.test_box_value
+        except:
+            self.test_box_value = TestBox (self.host_box(),self.buildname())
+            return self.test_box_value
+
     def create_node (self):
         ownername = self.node_spec['owner']
         user_spec = self.test_site.locate_user(ownername)
@@ -35,8 +76,8 @@ class TestNode:
             for interface in self.node_spec['extra_interfaces']:
                 server.AddNodeNetwork(userauth,self.name(),
                                                     interface['network_fields'])
-                if interface.has_key('attributes'):
-                    for (attribute,value) in interface['attributes'].iteritems():
+                if interface.has_key('settings'):
+                    for (attribute,value) in interface['settings'].iteritems():
                         # locate node network
                         nn = server.GetNodeNetworks(userauth,{'ip':interface['network_fields']['ip']})[0]
                         nnid=nn['nodenetwork_id']
@@ -45,7 +86,7 @@ class TestNode:
                             nnst = server.GetNodeNetworkSettingTypes(userauth,{'name':attribute})[0]
                         except:
                             nnst = server.AddNodeNetworkSettingType(rootauth,{'category':'test',
-                                                                          'name':attribute})
+                                                                              'name':attribute})
                         # attach value
                         server.AddNodeNetworkSetting(userauth,nnid,attribute,value)
 
@@ -60,87 +101,69 @@ class TestNode:
             auth=self.test_plc.auth_root()
         self.test_plc.server.DeleteNode(auth,self.name())
 
-    def conffile(self,image,hostname,path):
-        model=self.node_spec['node_fields']['model']
-        host_machine=self.node_spec['node_fields']['host_machine']    
-        if model.find("vmware") >= 0:
-            template='%s/template-vmplayer/node.vmx'%(path)
-            actual='%s/vmplayer-%s/node.vmx'%(path,hostname)
-            sed_command="sed -e s,@BOOTCD@,%s,g %s > %s"%(image,template,actual)
-            utils.header('Creating %s from %s'%(actual,template))
-            utils.system(sed_command)
-        elif  model.find("qemu") >= 0:
-            mac=self.node_spec['network_fields']['mac']
-            dest_dir="qemu-%s"%(hostname)
-            utils.header('Storing the mac address for node %s'%hostname)
-            file=open(path+'/qemu-'+hostname+'/MAC','a')
-            file.write('%s\n'%mac)
-            file.write(dest_dir)
-            file.close()
-            utils.header ('Transfert of configuration files for node %s into %s '%(hostname,host_machine))
-            cleandir_command="ssh root@%s rm -rf %s"%(host_machine, dest_dir)
-            createdir_command = "ssh root@%s mkdir -p  %s"%(host_machine, dest_dir)
-            utils.system(cleandir_command)
-            utils.system(createdir_command)
-            scp_command = "scp -r %s/qemu-%s/* root@%s:/root/%s"%(path,hostname,host_machine,dest_dir)
-            utils.system(scp_command)
-        
-    def create_boot_cd(self,path):
-        model=self.node_spec['node_fields']['model']
-        node_spec=self.node_spec
-        hostname=node_spec['node_fields']['hostname']
-        encoded=self.test_plc.server.GetBootMedium(self.test_plc.auth_root(), hostname, 'node-iso', '')
+    # Do most of the stuff locally - will be pushed on host_box - *not* the plc - later if needed
+    def prepare_area(self):
+        utils.system("rm -rf %s"%self.areaname())
+        utils.system("mkdir %s"%self.areaname())
+        #create the tar log file
+        utils.system("rm -rf nodeslogs && mkdir nodeslogs")
+        if self.is_qemu():
+            utils.system("rsync -v -a --exclude .svn template-qemu/ %s/"%self.areaname())
+
+    def create_boot_cd(self):
+        utils.header("Calling GetBootMedium for %s"%self.name())
+        options = []
+        if self.is_qemu():
+            options=['serial']
+        encoded=self.test_plc.server.GetBootMedium(self.test_plc.auth_root(), self.name(), 'node-iso', '', options)
         if (encoded == ''):
-            raise Exception, 'boot.iso not found'
-            
-        if model.find("vmware") >= 0:
-            utils.header('Initializing vmplayer area for node %s'%hostname)
-            clean_dir="rm -rf %s/vmplayer-%s"%(path,hostname)
-            mkdir_command="mkdir -p %s/vmplayer-%s"%(path,hostname)
-            tar_command="tar -C %s/template-vmplayer -cf - . | tar -C %s/vmplayer-%s -xf -"%(path,path,hostname)
-            utils.system(clean_dir)
-            utils.system(mkdir_command)
-            utils.system(tar_command);
-            utils.header('Creating boot medium for node %s'%hostname)
-            file=open(path+'/vmplayer-'+hostname+'/boot_file.iso','w')
-        elif  model.find("qemu") >= 0:
-            clean_dir="rm -rf %s/qemu-%s"%(path,hostname)
-            mkdir_command="mkdir -p %s/qemu-%s"%(path,hostname)
-            utils.system(clean_dir)
-            utils.system(mkdir_command)
-            copy_command="cp -r  %s/template-Qemu/* %s/qemu-%s"%(path,path,hostname)
-            utils.system(copy_command)
-            utils.header('Creating boot medium for node %s'%hostname)
-            file=open(path+'/qemu-'+hostname+'/boot_file.iso','w')
-
-        file.write(base64.b64decode(encoded))
+            raise Exception, 'GetBootmedium failed'
+
+        filename="%s/%s.iso"%(self.areaname(),self.name())
+        utils.header('Storing boot medium into %s'%filename)
+        file(filename,'w').write(base64.b64decode(encoded))
+    
+    def configure_qemu(self):
+        if not self.is_qemu():
+            return
+        mac=self.node_spec['network_fields']['mac']
+        conf_filename="%s/start-qemu.conf"%(self.areaname())
+        utils.header('Storing qemu config for %s in %s'%(self.name(),conf_filename))
+        file=open(conf_filename,'w')
+        file.write('MACADDR=%s\n'%mac)
+        file.write('NODE_ISO=%s.iso\n'%self.name())
         file.close()
-        utils.header('boot cd created for %s'%hostname)
-        self.conffile('boot_file.iso',hostname, path)
+
+        # if relevant, push the qemu area onto the host box
+        if ( not self.test_box().is_local()):
+            utils.header ("Transferring configuration files for node %s onto %s"%(self.name(),self.host_box()))
+            self.test_box().clean_dir()
+            self.test_box().mkdir()
+            self.test_box().copy(self.areaname(),recursive=True)
 
     def start_node (self,options):
         model=self.node_spec['node_fields']['model']
-        if model.find("vmware") >= 0:
-            self.start_vmware(options)
-        elif model.find("qemu") >= 0:
+        #starting the Qemu nodes before 
+        if self.is_qemu():
             self.start_qemu(options)
         else:
-            utils.header("TestNode.start_node : ignoring model %s"%model)
-
-    def start_vmware (self,options):
-        hostname=self.node_spec['node_fields']['hostname']
-        path=options.path
-        display=options.display
-        utils.header('Starting vmplayer for node %s on %s'%(hostname,display))
-        utils.system('cd %s/vmplayer-%s ; DISPLAY=%s vmplayer node.vmx < /dev/null >/dev/null 2>/dev/null &'%(path,hostname,display))
-        
+            utils.header("TestNode.start_node : %s model %s taken as real node"%(self.name(),model))
+
     def start_qemu (self, options):
-        host_machine=self.node_spec['node_fields']['host_machine']
-        hostname=self.node_spec['node_fields']['hostname']
-        path=options.path
-        display=options.display
-        dest_dir="qemu-%s"%(hostname)
-        utils.header('Starting qemu for node %s '%(hostname))
-        utils.system("ssh root@%s ~/%s/env-qemu start "%(host_machine, dest_dir ))
-        utils.system("ssh  root@%s DISPLAY=%s  ~/%s/start-qemu-node %s & "%( host_machine, display, dest_dir, dest_dir))
-        
+        test_box = self.test_box()
+        utils.header("Starting qemu node %s on %s"%(self.name(),test_box.hostname()))
+
+        test_box.run_in_buildname("qemu-%s/env-qemu start >> nodeslogs/%s.log"%(self.name(),self.name()))
+        test_box.run_in_buildname("qemu-%s/start-qemu-node 2>&1 >> nodeslogs/%s.log &"%(
+                self.name(),self.name()))
+
+    def kill_qemu (self):
+        #Prepare the log file before killing the nodes
+        test_box = self.test_box()
+        if(not test_box.tar_logs()):
+            utils.header("Failed to get the nodes log files")
+        # kill the right processes 
+        utils.header("Stopping qemu for host %s on box %s"%(self.name(),self.test_box().hostname()))
+        command="qemu_kill.sh %s"%self.name()
+        self.test_box().run_in_buildname(command)
+        return True