Use the buildname to set the right path for remote Qemu nodes
[tests.git] / system / TestNode.py
index db49ff7..9a0eb59 100644 (file)
@@ -1,9 +1,9 @@
 import os, sys, time, base64
 import xmlrpclib
-import pprint
 
-import TestConfig
 import utils
+from TestUser import TestUser
+from TestBox import TestBox
 
 class TestNode:
 
@@ -12,81 +12,180 @@ class TestNode:
        self.test_site=test_site
        self.node_spec=node_spec
 
-    def create_node (self,role):
-        auth = self.test_site.anyuser_auth (role)
-        filter={'boot_state':'rins'}
-        try:
-            if (role=='pi' and self.node_spec['owned']=='pi'):
-                self.node_id = \
-                    self.test_plc.server.AddNode(auth,
-                                                 self.test_site.site_spec['site_fields']['login_base'],
-                                                 self.node_spec)
-                self.test_plc.server.AddNodeNetwork(auth,self.node_id,
-                                                    self.node_spec['network'])
-                self.test_plc.server.UpdateNode(auth, self.node_id, filter)
-                return self.node_id
-            
-            elif (role=='tech' and self.node_spec['owned']=='tech'):
-                self.node_id = \
-                    self.test_plc.server.AddNode(auth,
-                                                 self.test_site.site_spec['site_fields']['login_base'],
-                                                 self.node_spec)
-                self.test_plc.server.AddNodeNetwork(auth,self.node_id,
-                                                    self.node_spec['network'])
-                self.test_plc.server.UpdateNode(auth, self.node_id, filter)
-                return self.node_id
-        except Exception, e:
-                print str(e)
-
-    def create_slice(self, role):
-        auth = self.test_site.anyuser_auth (role)
-        liste_hosts=[]
-        #for l in liste_nodes_spec :
-        #    liste_hosts.append(l['hostname'])
-        try:
-            for slicespec in TestConfig.slices_specs :
-                utils.header('Creating Slice')
-                pp = pprint.PrettyPrinter(indent=4)
-                pp.pprint(slicespec)
-                slice_id=self.test_plc.server.AddSlice(auth,slicespec['slice_spec'])
-                for sliceuser in slicespec['slice_users']:
-                    self.test_plc.server.AddPersonToSlice(auth, 
-                                                          sliceuser['email'], 
-                                                          slice_id)
-                for slicenode in slicespec['slice_nodes']:
-                    liste_hosts.append(slicenode['hostname'])
-                    self.test_plc.server.AddSliceToNodes(auth,
-                                                         slice_id,
-                                                         liste_hosts)
-        except Exception, e:
-            print str(e)
-            sys.exit(1)
+    def name(self):
+        return self.node_spec['node_fields']['hostname']
+    
+    @staticmethod
+    def is_qemu_model (model):
+        return model.find("qemu") >= 0
+    def is_qemu (self):
+        return TestNode.is_qemu_model(self.node_spec['node_fields']['model'])
+
+    @staticmethod
+    def is_real_model (model):
+        return not TestNode.is_qemu_model(model)
+    def is_real (self):
+        return TestNode.is_real_model (self.node_spec['node_fields']['model'])
+
+    @staticmethod
+    def is_local(host_box):
+        if (host_box == "localhost"): return True
+        else: return False
+
+    def buildname(self):
+        return self.test_plc.options.buildname
         
+    def host_box (self):
+        if self.is_real ():
+            utils.header("WARNING : real nodes dont have a host box")
+            return None
+        else:
+            try:
+                return self.node_spec['host_box']
+            except:
+                utils.header("WARNING : qemu nodes need a host box")
+                return 'localhost'
+
+    def create_node (self):
+        ownername = self.node_spec['owner']
+        user_spec = self.test_site.locate_user(ownername)
+        test_user = TestUser(self.test_plc,self.test_site,user_spec)
+        userauth = test_user.auth()
+        utils.header("node %s created by user %s"%(self.name(),test_user.name()))
+        rootauth=self.test_plc.auth_root()
+        server = self.test_plc.server
+        server.AddNode(userauth,
+                       self.test_site.site_spec['site_fields']['login_base'],
+                       self.node_spec['node_fields'])
+        # create as reinstall to avoid user confirmation
+        server.UpdateNode(userauth, self.name(), {'boot_state':'rins'})
+        # populate network interfaces - primary
+        server.AddNodeNetwork(userauth,self.name(),
+                                            self.node_spec['network_fields'])
+        # populate network interfaces - others
+        if self.node_spec.has_key('extra_interfaces'):
+            for interface in self.node_spec['extra_interfaces']:
+                server.AddNodeNetwork(userauth,self.name(),
+                                                    interface['network_fields'])
+                if interface.has_key('attributes'):
+                    for (attribute,value) in interface['attributes'].iteritems():
+                        # locate node network
+                        nn = server.GetNodeNetworks(userauth,{'ip':interface['network_fields']['ip']})[0]
+                        nnid=nn['nodenetwork_id']
+                        # locate or create node network attribute type
+                        try:
+                            nnst = server.GetNodeNetworkSettingTypes(userauth,{'name':attribute})[0]
+                        except:
+                            nnst = server.AddNodeNetworkSettingType(rootauth,{'category':'test',
+                                                                          'name':attribute})
+                        # attach value
+                        server.AddNodeNetworkSetting(userauth,nnid,attribute,value)
+
+    def delete_node (self):
+        # uses the right auth as far as poss.
+        try:
+            ownername = self.node_spec['owner']
+            user_spec = self.test_site.locate_user(ownername)
+            test_user = TestUser(self.test_plc,self.test_site,user_spec)
+            auth = test_user.auth()
+        except:
+            auth=self.test_plc.auth_root()
+        self.test_plc.server.DeleteNode(auth,self.name())
+
+    def get_node_status(self,hostname):
+        filter=['boot_state']
+        status=False
+        node_status=self.test_plc.server.GetNodes(self.test_plc.auth_root(),hostname, filter)
+        utils.header('Actual status for node %s is [%s]'%(hostname,node_status))
+        if (node_status[0]['boot_state'] == 'boot'):
+            utils.header('%s has reached boot state'%hostname)
+            status=True 
+        elif (node_status[0]['boot_state'] == 'dbg' ):
+            utils.header('%s has reached debug state'%hostname)
+        return status
+
     def conffile(self,image,hostname,path):
-        template='%s/template-vmplayer/node.vmx'%(path)
-        actual='%s/vmplayer-%s/node.vmx'%(path,hostname)
-        sed_command="sed -e s,@BOOTCD@,%s/%s,g %s > %s"%(path,image,template,actual)
-        utils.header('Creating %s from %s'%(actual,template))
-        os.system('set -x; ' + sed_command)
+        model=self.node_spec['node_fields']['model']
+        if self.is_qemu():
+            host_box=self.host_box()
+            mac=self.node_spec['network_fields']['mac']
+            dest_dir=self.buildname()+"/qemu-%s"%(hostname)
+            utils.header('Storing the mac address for node %s'%hostname)
+            file=open(path+'/qemu-'+hostname+'/MAC','a')
+            file.write('%s\n'%mac)
+            file.write(dest_dir)
+            file.close()
+            utils.header ('Transferring configuration files for node %s into %s '%(hostname,host_box))
+            if ( not  self.is_local(host_box)):
+                cleandir_command="ssh root@%s rm -rf %s"%(host_box, dest_dir)
+                createdir_command = "ssh root@%s mkdir -p  %s"%(host_box, dest_dir)
+                createlog_command = "ssh root@%s touch  %s/%s.log "%(host_box, dest_dir,hostname)
+                self.test_plc.run_in_host(cleandir_command)
+                self.test_plc.run_in_host(createdir_command)
+                self.test_plc.run_in_host(createlog_command)
+                scp_command = "scp -r %s/qemu-%s/* root@%s:/root/%s"%(path,hostname,host_box,dest_dir)
+                self.test_plc.run_in_host(scp_command)
 
     def create_boot_cd(self,path):
+        model=self.node_spec['node_fields']['model']
         node_spec=self.node_spec
-        hostname=node_spec['hostname']
-        try:
-            utils.header('Initializing vmplayer area for node %s'%hostname)
-            clean_dir="rm -rf %s/vmplayer-%s"%(path,hostname)
-            mkdir_command="mkdir -p %s/vmplayer-%s"%(path,hostname)
-            tar_command="tar -C %s/template-vmplayer -cf - . | tar -C %s/vmplayer-%s -xf -"%(path,path,hostname)
-            os.system('set -x; ' +clean_dir + ';' + mkdir_command + ';' + tar_command);
+        hostname=node_spec['node_fields']['hostname']
+        encoded=self.test_plc.server.GetBootMedium(self.test_plc.auth_root(), hostname, 'node-iso', '')
+        if (encoded == ''):
+            raise Exception, 'boot.iso not found'
+
+        if  model.find("qemu") >= 0:
+            clean_dir="rm -rf %s/qemu-%s"%(path,hostname)
+            mkdir_command="mkdir -p %s/qemu-%s"%(path,hostname)
+            self.test_plc.run_in_host(clean_dir)
+            self.test_plc.run_in_host(mkdir_command)
+            copy_command="cp -r  %s/template-Qemu/* %s/qemu-%s"%(path,path,hostname)
+            self.test_plc.run_in_host(copy_command)
             utils.header('Creating boot medium for node %s'%hostname)
-            encoded=self.test_plc.server.GetBootMedium(self.test_plc.auth_root(), hostname, 'node-iso', '')
-            if (encoded == ''):
-                raise Exception, 'boot.iso not found'
-            file=open(path+'/vmplayer-'+hostname+'/boot_file.iso','w')
-            file.write(base64.b64decode(encoded))
-            file.close()
-            utils.header('boot cd created for %s'%hostname)
-            self.conffile('boot_file.iso',hostname, path)
-        except Exception, e:
-            print str(e)
-            sys.exit(1)
+            file=open(path+'/qemu-'+hostname+'/boot_file.iso','w')
+        else:
+            nodepath="%s/real-%s"%(path,hostname)
+            self.test_plc.run_in_host("rm -rf %s"%nodepath)
+            self.test_plc.run_in_host("mkdir %s"%nodepath)
+            file=open("%s/%s"%(nodepath,"/boot_file.iso"),'w')
+
+        file.write(base64.b64decode(encoded))
+        file.close()
+        utils.header('boot cd created for %s'%hostname)
+        self.conffile('boot_file.iso',hostname, path)
+    
+    def start_node (self,options):
+        model=self.node_spec['node_fields']['model']
+        #starting the Qemu nodes before 
+        if model.find("qemu") >= 0:
+            self.start_qemu(options)
+        else:
+            utils.header("TestNode.start_node : ignoring model %s"%model)
+
+    def start_qemu (self, options):
+        utils.header("Starting Qemu node")
+        host_box=self.host_box()
+        hostname=self.node_spec['node_fields']['hostname']
+        path=options.path
+        display=options.display
+        dest_dir=self.buildname()+"/qemu-%s"%(hostname)
+        utils.header('Starting qemu for node %s and Redirect logs to /%s/%s.log '
+                     %(hostname, dest_dir, hostname))
+        if (not  self.is_local(host_box)):
+            self.test_plc.run_in_host("ssh root@%s ~/%s/env-qemu start >> ~/%s/%s.log "
+                                      %(host_box,  dest_dir, dest_dir, hostname ))
+            self.test_plc.run_in_host("ssh  root@%s DISPLAY=%s  ~/%s/start-qemu-node %s >> ~/%s/%s.log & "
+                                      %( host_box, display, dest_dir, dest_dir, dest_dir, hostname))
+        else:
+            self.test_plc.run_in_host(" ~/%s/env-qemu start >> ~/%s/%s.log "
+                                      %(dest_dir, dest_dir, hostname ))
+            self.test_plc.run_in_host(" DISPLAY=%s  ~/%s/start-qemu-node %s >> ~/%s/%s.log & "
+                                      %(display, dest_dir, dest_dir, dest_dir, hostname))
+
+    def kill_qemu (self):
+        hostname = self.name()
+        # kill the right processes 
+        command="./qemu_kill.sh %s"%hostname
+        utils.header("Stopping qemu for host %s on box %s"%(hostname,self.host_box()))
+        TestBox(self.host_box()).run(command)
+        return True