4 from monitor import reboot
5 from monitor import util
6 from monitor import database
7 from monitor.wrapper import plc, plccache
9 from datetime import datetime, timedelta
10 from monitor.model import PersistFlags, Message
12 esc = struct.pack('i', 27)
14 GREEN = esc + "[1;32m"
15 YELLOW = esc + "[1;33m"
17 LIGHTBLUE = esc + "[1;36m"
18 NORMAL = esc + "[0;39m"
21 return RED + str + NORMAL
24 return YELLOW + str + NORMAL
27 return GREEN + str + NORMAL
30 return LIGHTBLUE + str + NORMAL
33 return BLUE + str + NORMAL
35 def get_current_state(fbnode):
36 if 'observed_status' in fbnode:
37 state = fbnode['observed_status']
41 if l == "debug": l = 'dbg '
44 def color_pcu_state(fbnode):
46 if 'plcnode' in fbnode and 'pcu_ids' in fbnode['plcnode'] and len(fbnode['plcnode']['pcu_ids']) > 0 :
47 values = reboot.get_pcu_values(fbnode['plcnode']['pcu_ids'][0])
51 if 'pcu' not in fbnode:
56 if 'reboot' in values:
58 if rb == 0 or rb == "0":
59 return fbnode['pcu'] + "OK "
60 #return fbnode['pcu'] + "OK "
61 #return green(fbnode['pcu'])
62 elif "NetDown" == rb or "Not_Run" == rb:
63 return fbnode['pcu'] + "DOWN"
64 #return yellow(fbnode['pcu'])
66 return fbnode['pcu'] + "BAD "
67 #return red(fbnode['pcu'])
69 #return red(fbnode['pcu'])
70 return fbnode['pcu'] + "BAD "
72 def color_boot_state(l):
73 if l == "dbg": return yellow("debg")
74 elif l == "dbg ": return yellow("debg")
75 elif l == "diag": return lightblue(l)
76 elif l == "disable": return red("dsbl")
77 elif l == "down": return red(l)
78 elif l == "boot": return green(l)
79 elif l == "rins": return blue(l)
83 def diff_time(timestamp, abstime=True):
89 diff = now - timestamp
92 # return the number of seconds as a difference from current time.
94 if diff < 60: # sec in min.
96 t_str = "%s sec ago" % int(math.ceil(t))
97 elif diff < 60*60: # sec in hour
99 t_str = "%s min ago" % int(math.ceil(t))
100 elif diff < 60*60*24: # sec in day
102 t_str = "%s hrs ago" % int(math.ceil(t))
103 elif diff < 60*60*24*14: # sec in week
104 t = diff / (60*60*24)
105 t_str = "%s days ago" % int(math.ceil(t))
106 elif diff <= 60*60*24*30: # approx sec in month
107 t = diff / (60*60*24*7)
108 t_str = "%s wks ago" % int(math.ceil(t))
109 elif diff > 60*60*24*30: # approx sec in month
110 t = diff / (60*60*24*30)
111 t_str = "%s mnths ago" % int(t)
114 def getvalue(fb, path):
115 indexes = path.split("/")
117 for index in indexes:
119 values = values[index]
124 def nmap_port_status(status):
126 l_nmap = status.split()
129 continue_probe = False
131 results = port.split('/')
132 ps[results[0]] = results[1]
133 if results[1] == "open":
134 continue_probe = True
135 return (ps, continue_probe)
138 def nodegroup_display(node, fbdata, conf=None):
139 node['current'] = get_current_state(fbdata)
141 s = fbdata['kernel_version'].split()
143 node['kernel_version'] = s[2]
145 node['kernel_version'] = fbdata['kernel_version']
147 if '2.6' not in node['kernel_version']: node['kernel_version'] = ""
148 if conf and not conf.nocolor:
149 node['boot_state'] = color_boot_state(node['boot_state'])
150 node['current'] = color_boot_state(node['current'])
152 if type(fbdata['plc_node_stats']['pcu_ids']) == type([]):
154 node['lastupdate'] = diff_time(node['last_contact'])
156 pf = PersistFlags(node['hostname'], 1, db='node_persistflags')
158 node['lc'] = diff_time(pf.last_changed)
162 ut = fbdata['comon_stats']['uptime']
164 ut = diff_time(float(fbdata['comon_stats']['uptime']), False)
167 return "%(hostname)-42s %(boot_state)8s %(current)5s %(pcu)6s %(key)10.10s... %(kernel_version)35.35s %(lastupdate)12s, %(lc)s, %(uptime)s" % node
169 def datetime_fromstr(str):
172 tup = time.strptime(str, "%Y-%m-%d")
174 tup = time.strptime(str, "%Y-%m-%d-%H:%M")
176 tup = time.strptime(str, "%m/%d/%Y")
178 tup = time.strptime(str, "%m/%d/%Y")
179 ret = datetime.fromtimestamp(time.mktime(tup))
182 def get_nodeset(config):
184 Given the config values passed in, return the set of hostnames that it
187 api = plc.getAuthAPI()
188 l_nodes = plccache.l_nodes
191 f_nodes = util.file.getListFromFile(config.nodelist)
192 l_nodes = filter(lambda x: x['hostname'] in f_nodes, l_nodes)
194 f_nodes = [config.node]
195 l_nodes = filter(lambda x: x['hostname'] in f_nodes, l_nodes)
196 elif config.nodegroup:
197 ng = api.GetNodeGroups({'name' : config.nodegroup})
198 l_nodes = api.GetNodes(ng[0]['node_ids'], ['hostname'])
200 site = api.GetSites(config.site)
201 l_nodes = api.GetNodes(site[0]['node_ids'], ['hostname'])
203 l_nodes = [node['hostname'] for node in l_nodes]
205 # perform this query after the above options, so that the filter above
207 if config.nodeselect:
208 fbquery = FindbadNodeRecord.get_all_latest()
209 node_list = [ n.hostname for n in fbquery ]
210 l_nodes = node_select(config.nodeselect, node_list, None)
214 def email_exception(content=None):
216 from monitor.model import Message
218 msg=traceback.format_exc()
220 msg = content + "\n" + msg
221 m=Message("exception running monitor", msg, False)
222 m.send([config.cc_email])
225 def changed_lessthan(last_changed, days):
226 if datetime.now() - last_changed <= timedelta(days):
227 print "last changed less than %s" % timedelta(days)
230 print "last changed more than %s" % timedelta(days)
233 def changed_greaterthan(last_changed, days):
234 if datetime.now() - last_changed > timedelta(days):
235 print "last changed more than %s" % timedelta(days)
238 print "last changed less than %s" % timedelta(days)