nodebad.py

   1 #!/usr/bin/python
   2
   3 import os
   4 import sys
   5 import string
   6 import time
   7
   8
   9 import database
  10 import comon
  11 import threadpool
  12 import syncplcdb
  13 from nodequery import verify,query_to_dict,node_select
  14
  15 import plc
  16 api = plc.getAuthAPI()
  17 from unified_model import *
  18 from monitor_policy import MINUP
  19
  20 round = 1
  21 externalState = {'round': round, 'nodes': {}}
  22 count = 0
  23
  24 def main(config):
  25         global externalState
  26         externalState = database.if_cached_else(1, config.dbname, lambda : externalState)
  27         if config.increment:
  28                 # update global round number to force refreshes across all nodes
  29                 externalState['round'] += 1
  30
  31         l_nodes = syncplcdb.create_plcdb()
  32         l_plcnodes = database.dbLoad("l_plcnodes")
  33
  34         if config.node:
  35                 l_nodes = [config.node]
  36         else:
  37                 l_nodes = [node['hostname'] for node in l_plcnodes]
  38
  39         checkAndRecordState(l_nodes, l_plcnodes)
  40
  41 def checkAndRecordState(l_nodes, l_plcnodes):
  42         global externalState
  43         global count
  44         global_round = externalState['round']
  45
  46         for nodename in l_nodes:
  47                 if nodename not in externalState['nodes']:
  48                         externalState['nodes'][nodename] = {'round': 0, 'values': []}
  49
  50                 node_round   = externalState['nodes'][nodename]['round']
  51                 if node_round < global_round:
  52                         # do work
  53                         values = collectStatusAndState(nodename, l_plcnodes)
  54                         global_round = externalState['round']
  55                         externalState['nodes'][nodename]['values'] = values
  56                         externalState['nodes'][nodename]['round'] = global_round
  57                 else:
  58                         count += 1
  59
  60                 if count % 20 == 0:
  61                         database.dbDump(config.dbname, externalState)
  62
  63         database.dbDump(config.dbname, externalState)
  64
  65 fb = database.dbLoad('findbad')
  66 hn2lb = database.dbLoad("plcdb_hn2lb")
  67
  68 def getnodesup(nodelist):
  69         up = 0
  70         for node in nodelist:
  71                 if node['hostname'] in fb['nodes'].keys():
  72                         try:
  73                                 if fb['nodes'][node['hostname']]['values']['state'] == "BOOT":
  74                                         up = up + 1
  75                         except:
  76                                 pass
  77         return up
  78
  79 def get(fb, path):
  80         indexes = path.split("/")
  81         values = fb
  82         for index in indexes:
  83                 if index in values:
  84                         values = values[index]
  85                 else:
  86                         return None
  87         return values
  88
  89 def collectStatusAndState(nodename, l_plcnodes):
  90         global count
  91
  92         d_node = None
  93         for node in l_plcnodes:
  94                 if node['hostname'] == nodename:
  95                         d_node = node
  96                         break
  97         if not d_node:
  98                 return None
  99
 100         pf = PersistFlags(nodename, 1, db='node_persistflags')
 101
 102         if not pf.checkattr('last_changed'):
 103                 pf.last_changed = time.time()
 104
 105         pf.last_checked = time.time()
 106
 107         if not pf.checkattr('status'):
 108                 pf.status = "unknown"
 109
 110         state_path     = "nodes/" + nodename + "/values/state"
 111         bootstate_path = "nodes/" + nodename + "/values/plcnode/boot_state"
 112
 113         if get(fb, state_path) == "BOOT":
 114                 if pf.status != "good": pf.last_changed = time.time()
 115                 pf.status = "good"
 116         elif get(fb, state_path)  == "DEBUG":
 117                 bs = get(fb, bootstate_path)
 118                 if pf.status != bs: pf.last_changed = time.time()
 119                 pf.status = bs
 120         else:
 121                 if pf.status != "down": pf.last_changed = time.time()
 122                 pf.status = "down"
 123
 124         count += 1
 125         print "%d %35s %s since(%s)" % (count, nodename, pf.status, diff_time(pf.last_changed))
 126         # updated by other modules
 127         #pf.enabled =
 128         #pf.suspended =
 129
 130         pf.save()
 131
 132         return True
 133
 134 if __name__ == '__main__':
 135         from config import config
 136         from optparse import OptionParser
 137         parser = OptionParser()
 138         parser.set_defaults(filename=None, node=None, nodeselect=False, nodegroup=None,
 139                                                 increment=False, dbname="nodebad", cachenodes=False)
 140         parser.add_option("", "--node", dest="node", metavar="hostname",
 141                                                 help="Provide a single node to operate on")
 142         parser.add_option("", "--nodelist", dest="nodelist", metavar="file.list",
 143                                                 help="Provide a list of files to operate on")
 144
 145         parser.add_option("", "--dbname", dest="dbname", metavar="FILE",
 146                                                 help="Specify the name of the database to which the information is saved")
 147         parser.add_option("-i", "--increment", action="store_true", dest="increment",
 148                                                 help="Increment round number to force refresh or retry")
 149         config = config(parser)
 150         config.parse_args()
 151
 152         try:
 153                 main(config)
 154         except Exception, err:
 155                 import traceback
 156                 print traceback.print_exc()
 157                 print "Exception: %s" % err
 158                 print "Saving data... exitting."
 159                 database.dbDump(config.dbname, externalState)
 160                 sys.exit(0)