--- /dev/null
+#
+# Copyright (c) 2004 The Trustees of Princeton University (Trustees).
+#
+# Faiyaz Ahmed <faiyaza@cs.princeton.edu>
+#
+# $Id: comon.py,v 1.7 2007/07/03 19:59:02 soltesz Exp $
+#
+# Get CoMon data, unsorted, in CSV, and create a huge hash.
+#
+
+
+import urllib2
+import httplib
+import time
+import Queue
+import logging
+import pickle
+from threading import *
+#httplib.HTTPConnection.debuglevel = 1
+
+logger = logging.getLogger("monitor")
+
+# Time between comon refresh
+COSLEEP=1200
+
+# CoMon
+COMONURL = "http://summer.cs.princeton.edu/status/tabulator.cgi?table=table_nodeview"
+
+# node type:
+# null == <not in DB?>
+# 0 ==
+# 1 == Prod
+# 2 == alpha
+# 3 == beta
+
+# boot state:
+# 0 == new
+# 1 == boot
+# 2 == dbg
+# 3 == rins
+# 4 == ins
+
+def _tohash(rawdata):
+ # First line Comon returns is list of keys with respect to index
+ try:
+ keys = rawdata.readline().rstrip().split(", ")
+ l_host = []
+ hash = {}
+ i_ignored = 0
+ for line in rawdata.readlines():
+ l_host = line.rstrip().split(", ") # split the line on ', '
+ hostname = l_host[0]
+ hash[hostname] = {}
+ for i in range(1,len(keys)):
+ hash[hostname][keys[i]]=l_host[i]
+
+ except Exception, err:
+ logger.debug("No hosts retrieved")
+ return {}
+ return hash
+
+def comonget(url):
+ rawdata = None
+ print "Getting: %s" % url
+ try:
+ coserv = urllib2.Request(url)
+ coserv.add_header('User-Agent', 'PL_Monitor +http://monitor.planet-lab.org/')
+ opener = urllib2.build_opener()
+ # Initial web get from summer.cs in CSV
+ rawdata = opener.open(coserv)
+ except urllib2.URLError, (err):
+ print "Attempting %s" %COMONURL
+ print "URL error (%s)" % (err)
+ rawdata = None
+ return _tohash(rawdata)
+
+
+class Comon(Thread):
+ """
+ cdb is the comon database (dictionary)
+ all buckets is a queue of all problem nodes. This gets sent to rt to find
+ tickets open for host.
+ """
+ def __init__(self, cdb=None, d_allplc_nodes=None, q_allbuckets=None):
+
+ self.accept_all_nodes = False
+
+ if cdb == None:
+ cdb = {}
+ if d_allplc_nodes == None:
+ self.accept_all_nodes = True # TODO :get from plc.
+
+ self.codata = cdb
+ self.d_allplc_nodes = d_allplc_nodes
+ self.updated = time.time()
+ self.q_allbuckets = q_allbuckets
+ #self.comon_buckets = {"down" : "resptime%20==%200%20&&%20keyok==null",
+ # "ssh": "sshstatus%20%3E%202h",
+ # "clock_drift": "drift%20%3E%201m",
+ # "dns": "dns1udp%20%3E%2080%20&&%20dns2udp%20%3E%2080",
+ # "filerw": "filerw%3E0",
+ # "dbg" : "keyok==0"}
+ self.comon_buckets = {
+ #"down" : "resptime==0&&keyok==null",
+ #"ssh": "sshstatus > 2h",
+ #"clock_drift": "drift > 1m",
+ #"dns": "dns1udp>80 && dns2udp>80",
+ #"filerw": "filerw > 0",
+ #"all" : ""
+ "dbg" : "keyok==0",
+ }
+ Thread.__init__(self)
+
+ def __tohash(self,rawdata):
+ # First line Comon returns is list of keys with respect to index
+ keys = rawdata.readline().rstrip().split(", ")
+ l_host = []
+ hash = {}
+ try:
+ i_ignored = 0
+ for line in rawdata.readlines():
+ l_host = line.rstrip().split(", ") # split the line on ', '
+ hostname = l_host[0]
+ add = False
+ if self.accept_all_nodes:
+ add=True
+ else:
+ if hostname in self.d_allplc_nodes: # then we'll track it
+ add = True
+
+ if add:
+ hash[hostname] = {}
+ for i in range(1,len(keys)):
+ hash[hostname][keys[i]]=l_host[i]
+ else:
+ i_ignored += 1
+
+ print "Retrieved %s hosts" % len(hash.keys())
+ print "Ignoring %d hosts" % i_ignored
+
+ logger.debug("Retrieved %s hosts" % len(hash.keys()))
+ logger.debug("Ignoring %d hosts" % i_ignored)
+ except Exception, err:
+ logger.debug("No hosts retrieved")
+ return {}
+ return hash
+
+ # Update individual buckekts. Hostnames only.
+ def updatebuckets(self):
+ for (bucket,url) in self.comon_buckets.items():
+ logger.debug("COMON: Updating bucket %s" % bucket)
+ tmp = self.coget(COMONURL + "&format=formatcsv&select='" + url + "'").keys()
+ setattr(self, bucket, tmp)
+
+ # Update ALL node information
+ def updatedb(self):
+ # Get time of update
+ self.updated = time.time()
+ # Make a Hash, put in self.
+ self.codata.update(self.coget(COMONURL + "&format=formatcsv"))
+
+ def coget(self,url):
+ rawdata = None
+ print "Getting: %s" % url
+ try:
+ coserv = urllib2.Request(url)
+ coserv.add_header('User-Agent',
+ 'PL_Monitor +http://monitor.planet-lab.org/')
+ opener = urllib2.build_opener()
+ # Initial web get from summer.cs in CSV
+ rawdata = opener.open(coserv)
+ except urllib2.URLError, (err):
+ print "Attempting %s" %COMONURL
+ print "URL error (%s)" % (err)
+ rawdata = None
+ return self.__tohash(rawdata)
+
+ # Push nodes that are bad (in *a* bucket) into q(q_allbuckets)
+ def push(self):
+ #buckets_per_node = []
+ #for bucket in self.comon.comon_buckets.keys():
+ # if (hostname in getattr(self.comon, bucket)):
+ # buckets_per_node.append(bucket)
+
+ #loginbase = self.plcdb_hn2lb[hostname] # plc.siteId(node)
+
+ #if not loginbase in self.sickdb:
+ # self.sickdb[loginbase] = [{hostname: buckets_per_node}]
+ #else:
+ # self.sickdb[loginbase].append({hostname: buckets_per_node})
+
+
+ print "calling Comon.push()"
+ for bucket in self.comon_buckets.keys():
+ #print "bucket: %s" % bucket
+ for host in getattr(self,bucket):
+ diag_node = {}
+ diag_node['nodename'] = host
+ diag_node['message'] = None
+ diag_node['bucket'] = [bucket]
+ diag_node['stage'] = ""
+ #diag_node['ticket_id'] = ""
+ diag_node['args'] = None
+ diag_node['info'] = None
+ diag_node['time'] = time.time()
+ #print "host: %s" % host
+ self.q_allbuckets.put(diag_node)
+
+ def run(self):
+ self.updatedb()
+ self.updatebuckets()
+ self.push()
+ # insert signal that this is the final host
+ self.q_allbuckets.put("None")
+
+ def __repr__(self):
+ return self
+
+def main():
+ logger.setLevel(logging.DEBUG)
+ ch = logging.StreamHandler()
+ ch.setLevel(logging.DEBUG)
+ formatter = logging.Formatter('%(message)s')
+ ch.setFormatter(formatter)
+ logger.addHandler(ch)
+
+
+ t = Queue.Queue()
+ cdb = {}
+ a = Comon(cdb,t)
+ #for i in a.comon_buckets: print "%s : %s" % ( i, a.comon_buckets[i])
+ a.start()
+
+ time.sleep(5)
+ #for i in a.down: print i
+
+ time.sleep(5)
+ #print cdb
+ for host in cdb.keys():
+ #if cdb[host]['keyok'] == "0":
+ # null implies that it may not be in PL DB.
+ if cdb[host]['bootstate'] != "null" and \
+ cdb[host]['bootstate'] == "2" and \
+ cdb[host]['keyok'] == "0":
+ print("%-40s \t Bootstate %s nodetype %s kernver %s keyok %s" % (
+ host, cdb[host]['bootstate'], cdb[host]['nodetype'],
+ cdb[host]['kernver'], cdb[host]['keyok']))
+ # else:
+ # print("key mismatch at: %s" % host)
+ #print a.codata['michelangelo.ani.univie.ac.at']
+ #time.sleep(3)
+ #a.push()
+ #print a.filerw
+ #print a.coget(COMONURL + "&format=formatcsv&select='" + a.comon_buckets['filerw'])
+
+ #os._exit(0)
+if __name__ == '__main__':
+ import os
+ try:
+ main()
+ except KeyboardInterrupt:
+ print "Killed. Exitting."
+ logger.info('Monitor Killed')
+ os._exit(0)
git://git.onelab.eu / monitor.git / blobdiff