system/TestSliceSfa.py

   1 # Thierry Parmentelat <thierry.parmentelat@inria.fr>
   2 # Copyright (C) 2010 INRIA
   3 #
   4 import utils
   5 import os, os.path
   6 import datetime
   7 import time
   8
   9 from TestKey import TestKey
  10 from TestUser import TestUser
  11 from TestNode import TestNode
  12 from TestSsh import TestSsh
  13
  14 class TestSliceSfa:
  15
  16     def __init__ (self,test_plc,test_site,slice_spec):
  17         self.test_plc=test_plc
  18         self.test_site=test_site
  19         self.slice_spec=slice_spec
  20         self.test_ssh=TestSsh(self.test_plc.test_ssh)
  21         # shortcuts
  22         self.sfa_spec=test_plc.plc_spec['sfa']
  23         self.piuser=self.sfa_spec['piuser']
  24         self.regularuser=self.sfa_spec['regularuser']
  25         self.slicename=self.sfa_spec['slicename']
  26         self.login_base=self.sfa_spec['login_base']
  27
  28     def name(self):
  29         return self.slice_spec['slice_fields']['name']
  30
  31     def locate_key(self):
  32         for username,keyname in self.slice_spec['usernames']:
  33                 key_spec=self.test_plc.locate_key(keyname)
  34                 test_key=TestKey(self.test_plc,key_spec)
  35                 publickey=test_key.publicpath()
  36                 privatekey=test_key.privatepath()
  37                 if os.path.isfile(publickey) and os.path.isfile(privatekey):
  38                     found=True
  39         return (found,privatekey)
  40
  41     def add_slice(self):
  42         return self.test_plc.run_in_guest("sfi.py -d /root/.sfi/ add slice.xml")==0
  43
  44     def create_slice(self):
  45         auth=self.test_plc.plc_spec['sfa']['SFA_REGISTRY_ROOT_AUTH']
  46         self.test_plc.run_in_guest("sfi.py -d /root/.sfi/ resources -o /root/.sfi/resources_in.rspec")
  47         return \
  48             self.test_plc.run_in_guest(
  49                "sfiListNodes.py -i /root/.sfi/resources_in.rspec -o /root/.sfi/all_nodes.txt")==0 and \
  50             self.test_plc.run_in_guest(
  51                "sfiAddSliver.py -i /root/.sfi/resources_in.rspec -n /root/.sfi/all_nodes.txt -o /root/.sfi/resources_out.rspec")==0 and \
  52             self.test_plc.run_in_guest("sfi.py -d /root/.sfi/ create %s.%s.%s resources_out.rspec"%(auth,self.login_base,self.slicename))==0
  53
  54     def update_slice(self):
  55         auth=self.test_plc.plc_spec['sfa']['SFA_REGISTRY_ROOT_AUTH']
  56         self.test_plc.run_in_guest("sfi.py -d /root/.sfi/ resources -o /root/.sfi/resources_in.rspec")
  57         self.test_plc.run_in_guest(
  58             "sfiListNodes.py -i /root/.sfi/resources_in.rspec -o /root/.sfi/all_nodes.txt")
  59         self.test_plc.run_in_guest(
  60             "sfiAddSliver.py -i /root/.sfi/resources_in.rspec -n /root/.sfi/all_nodes.txt -o /root/.sfi/resources_out.rspec")
  61         return self.test_plc.run_in_guest("sfi.py -d /root/.sfi/ create %s.%s.%s resources_out.rspec"%(auth,self.login_base,self.slicename))==0
  62
  63     def delete_slice(self):
  64         auth=self.test_plc.plc_spec['sfa']['SFA_REGISTRY_ROOT_AUTH']
  65         self.test_plc.run_in_guest("sfi.py -d /root/.sfi/ delete %s.%s.%s"%(auth,self.login_base,self.slicename))
  66         return self.test_plc.run_in_guest("sfi.py -d /root/.sfi/ remove -t slice %s.%s.%s"%(auth,self.login_base,self.slicename))==0
  67
  68     def check_slice_sfa(self,options,timeout_minutes=40,silent_minutes=30,period=15):
  69         timeout = datetime.datetime.now()+datetime.timedelta(minutes=timeout_minutes)
  70         graceout = datetime.datetime.now()+datetime.timedelta(minutes=silent_minutes)
  71         # locate a key
  72         (found,remote_privatekey)=self.locate_key()
  73         if not found :
  74             utils.header("WARNING: Cannot find a valid key for slice %s"%self.name())
  75             return False
  76
  77         # convert nodenames to real hostnames
  78         slice_spec = self.slice_spec
  79         restarted=[]
  80         tocheck=[]
  81         for nodename in slice_spec['nodenames']:
  82             (site_spec,node_spec) = self.test_plc.locate_node(nodename)
  83             tocheck.append(node_spec['node_fields']['hostname'])
  84
  85         utils.header("checking ssh access into slice %s on nodes %r"%(self.name(),tocheck))
  86         utils.header("max timeout is %d minutes, silent for %d minutes (period is %s)"%\
  87                          (timeout_minutes,silent_minutes,period))
  88         while tocheck:
  89             for hostname in tocheck:
  90                 (site_spec,node_spec) = self.test_plc.locate_hostname(hostname)
  91                 date_test_ssh = TestSsh (hostname,key=remote_privatekey,username=self.name())
  92                 command = date_test_ssh.actual_command("echo hostname ; hostname; echo id; id; echo uname -a ; uname -a")
  93                 date = utils.system (command, silent=datetime.datetime.now() < graceout)
  94                 if date==0:
  95                     utils.header("Successfuly entered slice %s on %s"%(self.name(),hostname))
  96                     tocheck.remove(hostname)
  97                 else:
  98                     # real nodes will have been checked once in case they're up - skip if not
  99                     if TestNode.is_real_model(node_spec['node_fields']['model']):
 100                         utils.header("WARNING : Checking slice %s on real node %s skipped"%(self.name(),hostname))
 101                         tocheck.remove(hostname)
 102                     # nm restart after first failure, if requested
 103                     if options.forcenm and hostname not in restarted:
 104                         utils.header ("forcenm option : restarting nm on %s"%hostname)
 105                         restart_test_ssh=TestSsh(hostname,key="keys/key1.rsa")
 106                         access=restart_test_ssh.actual_command('service nm restart')
 107                         if (access==0):
 108                             utils.header('nm restarted on %s'%hostname)
 109                         else:
 110                             utils.header('Failed to restart nm on %s'%(hostname))
 111                         restarted.append(hostname)
 112             if not tocheck:
 113                 # we're done
 114                 return True
 115             if datetime.datetime.now() > timeout:
 116                 for hostname in tocheck:
 117                     utils.header("FAILURE to ssh into %s@%s"%(self.name(),hostname))
 118                 return False
 119             # wait for the period
 120             time.sleep (period)
 121         # for an empty slice
 122         return True