system/TestSlice.py

   1 # Thierry Parmentelat <thierry.parmentelat@inria.fr>
   2 # Copyright (C) 2010 INRIA
   3 #
   4 import utils
   5 import os, os.path
   6 import datetime
   7 import time
   8
   9 from TestKey import TestKey
  10 from TestUser import TestUser
  11 from TestNode import TestNode
  12 from TestSsh import TestSsh
  13
  14 class TestSlice:
  15
  16     def __init__ (self,test_plc,test_site,slice_spec):
  17         self.test_plc=test_plc
  18         self.test_site=test_site
  19         self.slice_spec=slice_spec
  20         self.test_ssh=TestSsh(self.test_plc.test_ssh)
  21
  22     def name(self):
  23         return self.slice_spec['slice_fields']['name']
  24
  25     def get_slice(self,slice_name):
  26         for slice_spec in self.test_plc.plc_spec['slices']:
  27             if(slice_spec['slice_fields']['name']== slice_name):
  28                 return slice_spec
  29
  30     def owner_auth(self):
  31         owner_spec = self.test_site.locate_user(self.slice_spec['owner'])
  32         return TestUser(self,self.test_site,owner_spec).auth()
  33
  34     def slice_name (self):
  35         return self.slice_spec['slice_fields']['name']
  36
  37     # init slice with people, and then add nodes
  38     def create_slice(self):
  39         auth = self.owner_auth()
  40         slice_fields = self.slice_spec['slice_fields']
  41         slice_name = slice_fields['name']
  42         utils.header("Creating slice %s"%slice_name)
  43         self.test_plc.apiserver.AddSlice(auth,slice_fields)
  44         for username in self.slice_spec['usernames']:
  45                 user_spec=self.test_site.locate_user(username)
  46                 test_user=TestUser(self,self.test_site,user_spec)
  47                 self.test_plc.apiserver.AddPersonToSlice(auth, test_user.name(), slice_name)
  48         # add initscript code or name as appropriate
  49         if self.slice_spec.has_key('initscriptcode'):
  50             iscode=self.slice_spec['initscriptcode']
  51             utils.header("Adding initscript code %s in %s"%(iscode,slice_name))
  52             self.test_plc.apiserver.AddSliceTag(self.test_plc.auth_root(), slice_name,'initscript_code',iscode)
  53         elif self.slice_spec.has_key('initscriptname'):
  54             isname=self.slice_spec['initscriptname']
  55             utils.header("Adding initscript name %s in %s"%(isname,slice_name))
  56             self.test_plc.apiserver.AddSliceTag(self.test_plc.auth_root(), slice_name,'initscript',isname)
  57         if self.slice_spec.has_key ('vref'):
  58             vref_value=self.slice_spec['vref']
  59             self.test_plc.apiserver.AddSliceTag(self.test_plc.auth_root(), slice_name,'vref',vref_value)
  60
  61         self.add_nodes()
  62
  63     def check_vsys_defaults (self, options, *args, **kwds):
  64         "check vsys tags match PLC_VSYS_DEFAULTS"
  65         auth = self.owner_auth()
  66         slice_fields = self.slice_spec['slice_fields']
  67         slice_name = slice_fields['name']
  68         vsys_tags = self.test_plc.apiserver.GetSliceTags (auth,{'tagname':'vsys','name':slice_name})
  69         values=[ st['value'] for st in vsys_tags ]
  70         expected=self.test_plc.plc_spec['expected_vsys_tags']
  71         result = set(values) == set(expected)
  72         if not result:
  73             print 'Check vsys defaults with slice %s'%slice_name
  74             print 'Expected %s'%expected
  75             print 'Got %s'%values
  76         return result
  77
  78     # just add the nodes and handle tags
  79     def add_nodes (self):
  80         auth = self.owner_auth()
  81         slice_name = self.slice_name()
  82         hostnames=[]
  83         for nodename in self.slice_spec['nodenames']:
  84             node_spec=self.test_site.locate_node(nodename)
  85             test_node=TestNode(self,self.test_site,node_spec)
  86             hostnames += [test_node.name()]
  87         utils.header("Adding %r in %s"%(hostnames,slice_name))
  88         self.test_plc.apiserver.AddSliceToNodes(auth, slice_name, hostnames)
  89
  90     # trash the slice altogether
  91     def delete_slice(self):
  92         auth = self.owner_auth()
  93         slice_name = self.slice_name()
  94         utils.header("Deleting slice %s"%slice_name)
  95         self.test_plc.apiserver.DeleteSlice(auth,slice_name)
  96
  97     # keep the slice alive and just delete nodes
  98     def delete_nodes (self):
  99         auth = self.owner_auth()
 100         slice_name = self.slice_name()
 101         print 'retrieving slice %s'%slice_name
 102         slice=self.test_plc.apiserver.GetSlices(auth,slice_name)[0]
 103         node_ids=slice['node_ids']
 104         utils.header ("Deleting %d nodes from slice %s"%\
 105                           (len(node_ids),slice_name))
 106         self.test_plc.apiserver.DeleteSliceFromNodes (auth,slice_name, node_ids)
 107
 108     def locate_private_key(self):
 109         key_names=[]
 110         for username in self.slice_spec['usernames']:
 111             user_spec=self.test_site.locate_user(username)
 112             key_names += user_spec['key_names']
 113         return self.test_plc.locate_private_key_from_key_names (key_names)
 114
 115     # trying to reach the slice through ssh - expected to answer
 116     def ssh_slice (self, options, *args, **kwds):
 117         "tries to ssh-enter the slice with the user key, to ensure slice creation"
 118         return self.do_ssh_slice(options, expected=True, *args, **kwds)
 119
 120     # when we expect the slice is not reachable
 121     def ssh_slice_off (self, options, *args, **kwds):
 122         "tries to ssh-enter the slice with the user key, expecting it to be unreachable"
 123         return self.do_ssh_slice(options, expected=False, *args, **kwds)
 124
 125     def do_ssh_slice(self,options,expected=True,timeout_minutes=20,silent_minutes=10,period=15,command=None):
 126         timeout = datetime.datetime.now()+datetime.timedelta(minutes=timeout_minutes)
 127         graceout = datetime.datetime.now()+datetime.timedelta(minutes=silent_minutes)
 128         if not command:
 129             command="echo hostname ; hostname; echo id; id; echo uname -a ; uname -a"
 130         # locate a key
 131         private_key=self.locate_private_key()
 132         if not private_key :
 133             utils.header("WARNING: Cannot find a valid key for slice %s"%self.name())
 134             return False
 135
 136         # convert nodenames to real hostnames
 137         slice_spec = self.slice_spec
 138         restarted=[]
 139         tocheck=[]
 140         for nodename in slice_spec['nodenames']:
 141             (site_spec,node_spec) = self.test_plc.locate_node(nodename)
 142             tocheck.append(node_spec['node_fields']['hostname'])
 143
 144         if expected:    msg="ssh slice access enabled"
 145         else:           msg="ssh slice access disabled"
 146
 147         utils.header("checking for %s -- slice %s on nodes %r"%(msg,self.name(),tocheck))
 148         utils.header("max timeout is %d minutes, silent for %d minutes (period is %s)"%\
 149                          (timeout_minutes,silent_minutes,period))
 150         while tocheck:
 151             for hostname in tocheck:
 152                 (site_spec,node_spec) = self.test_plc.locate_hostname(hostname)
 153                 test_ssh = TestSsh (hostname,key=private_key,username=self.name())
 154                 full_command = test_ssh.actual_command(command)
 155                 retcod = utils.system (full_command, silent=datetime.datetime.now() < graceout)
 156                 if getattr(options,'dry_run',None): return True
 157                 if expected:    success = retcod==0
 158                 else:           success = retcod!=0
 159
 160                 if success:
 161                     utils.header("OK %s - slice=%s@%s"%(msg,self.name(),hostname))
 162                     tocheck.remove(hostname)
 163                 else:
 164                     # real nodes will have been checked once in case they're up - skip if not
 165                     if TestNode.is_real_model(node_spec['node_fields']['model']):
 166                         utils.header("WARNING : Checking slice %s on real node %s skipped"%(self.name(),hostname))
 167                         tocheck.remove(hostname)
 168                     # nm restart after first failure, if requested
 169                     if options.forcenm and hostname not in restarted:
 170                         utils.header ("forcenm option : restarting nm on %s"%hostname)
 171                         restart_test_ssh=TestSsh(hostname,key="keys/key_admin.rsa")
 172                         access=restart_test_ssh.actual_command('service nm restart')
 173                         if (access==0):
 174                             utils.header('nm restarted on %s'%hostname)
 175                         else:
 176                             utils.header('Failed to restart nm on %s'%(hostname))
 177                         restarted.append(hostname)
 178             if not tocheck:
 179                 # we're done
 180                 return True
 181             if datetime.datetime.now() > timeout:
 182                 for hostname in tocheck:
 183                     utils.header("FAILED %s slice=%s@%s"%(msg,self.name(),hostname))
 184                 return False
 185             # wait for the period
 186             time.sleep (period)
 187         # for an empty slice
 188         return True
 189
 190     def ssh_slice_basics (self, options, *args, **kwds):
 191         "the slice is expected to be UP and we just check a few simple sanity commands, including 'ps' to check for /proc"
 192         overall=True
 193         if not self.do_ssh_slice_once(options,expected=True,  command='true'): overall=False
 194         if not self.do_ssh_slice_once(options,expected=False, command='false'): overall=False
 195         if not self.do_ssh_slice_once(options,expected=False, command='someimprobablecommandname'): overall=False
 196         if not self.do_ssh_slice_once(options,expected=True,  command='ps'): overall=False
 197         return overall
 198
 199     # pick just one nodename and runs the ssh command once
 200     def do_ssh_slice_once(self,options,command,expected):
 201         # locate a key
 202         private_key=self.locate_private_key()
 203         if not private_key :
 204             utils.header("WARNING: Cannot find a valid key for slice %s"%self.name())
 205             return False
 206
 207         # convert nodenames to real hostnames
 208         slice_spec = self.slice_spec
 209         nodename=slice_spec['nodenames'][0]
 210         (site_spec,node_spec) = self.test_plc.locate_node(nodename)
 211         hostname=node_spec['node_fields']['hostname']
 212
 213         if expected:    msg="%s to return TRUE from ssh"%command
 214         else:           msg="%s to return FALSE from ssh"%command
 215
 216         utils.header("checking %s -- slice %s on node %s"%(msg,self.name(),hostname))
 217         (site_spec,node_spec) = self.test_plc.locate_hostname(hostname)
 218         test_ssh = TestSsh (hostname,key=private_key,username=self.name())
 219         full_command = test_ssh.actual_command(command)
 220         retcod = utils.system (full_command,silent=True)
 221         if getattr(options,'dry_run',None): return True
 222         if expected:    success = retcod==0
 223         else:           success = retcod!=0
 224         if not success: utils.header ("WRONG RESULT for %s"%msg)
 225         return success