X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=web%2FMonitorWeb%2Fmonitorweb%2Fcontrollers.py;h=b368df9af5dab4a53e98a5215c9825f7b5f469b2;hb=5dd8a0f356100ed9369f54ac764e058adc4c3c90;hp=2821b7604e50b91b6fb76aa93d02f4382ebd7793;hpb=09b59c841e16304b3f0826e6866e212bad922840;p=monitor.git

diff --git a/web/MonitorWeb/monitorweb/controllers.py b/web/MonitorWeb/monitorweb/controllers.py
index 2821b76..b368df9 100644
--- a/web/MonitorWeb/monitorweb/controllers.py
+++ b/web/MonitorWeb/monitorweb/controllers.py
@@ -1,5 +1,5 @@
 import turbogears as tg
-from turbogears import controllers, expose, flash, exception_handler
+from turbogears import controllers, expose, flash, exception_handler, redirect
 from turbogears import widgets
 from cherrypy import request, response
 import cherrypy
@@ -7,20 +7,31 @@ import cherrypy
 # import logging
 # log = logging.getLogger("monitorweb.controllers")
 import re
+import os
 from monitor.database.info.model import *
 #from monitor.database.zabbixapi.model import *
-#from monitor.database.dborm import zab_session as session
-#from monitor.database.dborm import zab_metadata as metadata
 from monitor_xmlrpc import MonitorXmlrpcServer
+from controllers_local import LocalExtensions
+from pcucontrol.reboot import pcu_name
 
+from monitor import util
 from monitor import reboot
+from monitor import bootman
 from monitor import scanapi
+from monitor import config
 import time
 
 from monitor.wrapper.plccache import plcdb_hn2lb as site_hn2lb
 
 from monitorweb.templates.links import *
 
+def session_clear_all():
+    session.flush()
+    try: 
+        session.expunge_all() 
+    except AttributeError: # SQLAlchemy < 0.5.1 
+        session.clear() 
+
 class ObjectQueryFields(widgets.WidgetsList):
 	"""The WidgetsList defines the fields of the form."""
 	pass
@@ -39,17 +50,32 @@ class NodeQueryFields(widgets.WidgetsList):
 
 	hostname = widgets.CheckBox(label="Hostname")
 	firewall = widgets.CheckBox(label="Firewall?")
+	fs_status = widgets.CheckBox(label="Filesystem Status")
+	ssh_status = widgets.CheckBox(label="SSH Status")
+	ssh_error = widgets.CheckBox(label="SSH Errors")
 	dns_status = widgets.CheckBox(label="DNS Status")
+	iptables_status = widgets.CheckBox(label="IP Tables Status")
+	nm_status = widgets.CheckBox(label="NM Status")
+	princeton_comon_dir = widgets.CheckBox(label="CoMon Dir")
+	princeton_comon_running = widgets.CheckBox(label="CoMon Running")
+	princeton_comon_procs = widgets.CheckBox(label="CoMon Processes")
 	external_dns_status = widgets.CheckBox(label="Hostname Resolves?")
 	kernel_version = widgets.CheckBox(label="Kernel")
+	bootcd_version = widgets.CheckBox(label="BootCD")
+	boot_server = widgets.CheckBox(label="Boot Server")
+	install_date = widgets.CheckBox(label="Installation Date")
 	observed_status = widgets.CheckBox(label="Observed Status")
+	uptime = widgets.CheckBox(label="Uptime")
+	traceroute = widgets.CheckBox(label="Traceroute")
 	port_status = widgets.CheckBox(label="Port Status")
+	plc_pcuid = widgets.CheckBox(label="PCU ID")
 	rpms = widgets.CheckBox(label="RPM")
 	rpmvalue = widgets.TextField(label="RPM Pattern")
 
 class QueryForm(widgets.TableForm):
     template = """
     <form xmlns:py="http://purl.org/kid/ns#"
+        id="queryform"
         name="${name}"
         action="${action}"
         method="${method}"
@@ -130,7 +156,7 @@ def format_ports(data, pcumodel=None):
 def format_pcu_shortstatus(pcu):
 	status = "error"
 	if pcu:
-		if pcu.reboot_trial_status == str(0):
+		if pcu.reboot_trial_status == str(0) or pcu.reboot_trial_status == "Test: No error":
 			status = "Ok"
 		elif pcu.reboot_trial_status == "NetDown" or pcu.reboot_trial_status == "Not_Run":
 			status = pcu.reboot_trial_status
@@ -152,6 +178,7 @@ def prep_pcu_for_display(pcu):
 
 	agg.ports = format_ports(pcu.port_status, pcu.plc_pcu_stats['model'])
 	agg.status = format_pcu_shortstatus(pcu)
+	agg.pcu_name = pcu_name(pcu.plc_pcu_stats)
 
 	#print pcu.entry_complete
 	agg.entry_complete_str = pcu.entry_complete
@@ -168,6 +195,9 @@ def prep_pcu_for_display(pcu):
 		agg.dns_short_status = 'Mismatch'
 	return agg
 
+class ActionListWidget(widgets.Widget):
+	pass
+
 class NodeWidget(widgets.Widget):
 	pass
 
@@ -245,7 +275,7 @@ def prep_node_for_display(node, pcuhash=None, preppcu=True, asofdate=None):
 	return agg
 
 
-class Root(controllers.RootController, MonitorXmlrpcServer):
+class Root(controllers.RootController, MonitorXmlrpcServer, LocalExtensions):
 	@expose(template="monitorweb.templates.welcome")
 	def index(self):
 		# log.debug("Happy TurboGears Controller Responding For Duty")
@@ -270,8 +300,7 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 
 		return dict(now=time.ctime(), query=rquery)
 
-	@expose(template="monitorweb.templates.nodelist", allow_json=True)
-	def node2(self, filter=None):
+	def node_query(self, filter):
 		nhquery = HistoryNodeRecord.query.all()
 		query = []
 		for nh in nhquery:
@@ -286,10 +315,18 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 			fb = FindbadNodeRecord.get_latest_by(hostname=q.hostname)
 			agg = prep_node_for_display(fb)
 			rquery.append(agg)
+		return rquery
 
+	@expose("cheetah:monitorweb.templates.nodelist_plain", as_format="plain", 
+		accept_format="text/plain", content_type="text/plain")
+	@expose(template="monitorweb.templates.nodelist", allow_json=True)
+	def node2(self, filter=None):
+		rquery=self.node_query(filter)
 		widget = NodeWidget(template='monitorweb.templates.node_template')
 		return dict(now=time.ctime(), query=rquery, nodewidget=widget)
 
+	@expose("cheetah:monitorweb.templates.query_plain", as_format="plain", 
+		accept_format="text/plain", content_type="text/plain")
 	@expose(template="monitorweb.templates.query", allow_json=True)
 	def query(self, **data):
 		query = []
@@ -314,11 +351,19 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 					agg = node.__dict__.copy()
 				else:
 					agg = node.to_dict()
-				agg.update(agg['plc_node_stats'])
+                                if agg['plc_node_stats']:
+                                        agg.update(agg['plc_node_stats'])
+				if agg['install_date']:
+					agg['install_date'] = time.mktime(time.strptime(agg['install_date'], "%a %b %d %H:%M:%S %Y"))
+				if agg['kernel_version']:
+					agg['kernel_version'] = agg['kernel_version'].split()[2]
+				if 'traceroute' in data and agg['traceroute']:
+					agg['traceroute'] = "<pre>" + agg['traceroute'] + "</pre>"
 				if 'rpmvalue' in data and 'rpms' in data:
 					if agg['rpms']:
 						rpm_list = agg['rpms'].split()
-						rpm_list = filter(lambda x: data['rpmvalue'] in x, rpm_list)
+						rpm_list = filter(lambda x: re.match(data['rpmvalue'], x, re.I),
+                                                                  rpm_list)
 						agg['rpms'] = " ".join(rpm_list)
 
 				query.append(agg)
@@ -351,7 +396,7 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 	def nodeslow(self, filter='boot'):
 		print "NODE------------------"
 		print "befor-len: ", len( [ i for i in session] )
-		session.flush(); session.clear()
+        session_clear_all()
 		print "after-len: ", len( [ i for i in session] )
 		fbquery = FindbadNodeRecord.get_all_latest()
 		query = []
@@ -465,12 +510,17 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 	def simpleview(self, **data):
 		return self.pre_view(**data)
 
+	@expose(template="monitorweb.templates.simpleview")
+	def pcuview(self, **data):
+		return self.pre_view(**data)
+
 	@expose(template="monitorweb.templates.detailview")
 	def detailview(self, **data):
 		return self.pre_view(**data)
 
+
 	def pre_view(self, **data):
-		session.flush(); session.clear()
+        session_clear_all()
 
 		loginbase=None
 		loginbase_list=[]
@@ -563,14 +613,21 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 				for pcuid_key in pcus:
 					pcuquery += [pcus[pcuid_key]]
 
-		return dict(sitequery=sitequery, pcuquery=pcuquery, nodequery=nodequery, actions=actions_list, since=since, exceptions=exceptions)
+		#for a in nodequery:
+		#	print type(a.node)
+		#	print type(a.node.hostname)
+		nodequery.sort(lambda a,b: cmp(a.node.hostname,b.node.hostname))
+		pcuquery.sort(lambda a,b: cmp(a.pcu_name,b.pcu_name))
+
+		actionlist_widget = ActionListWidget(template='monitorweb.templates.actionlist_template')
+		return dict(sitequery=sitequery, pcuquery=pcuquery, nodequery=nodequery, actions=actions_list, actionlist_widget=actionlist_widget, since=since, exceptions=exceptions)
 
 
 	# TODO: add form validation
 	@expose(template="monitorweb.templates.pcuview")
 	@exception_handler(nodeaction_handler,"isinstance(tg_exceptions,RuntimeError)")
-	def pcuview(self, loginbase=None, pcuid=None, hostname=None, since=20, **data):
-		session.flush(); session.clear()
+	def pcuviewold(self, loginbase=None, pcuid=None, hostname=None, since=20, **data):
+        session_clear_all()
 		sitequery=[]
 		pcuquery=[]
 		nodequery=[]
@@ -629,7 +686,7 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 		query = []
 		if pcu_id:
 			fbnode = HistoryPCURecord.get_by(plc_pcuid=pcu_id)
-			l = fbnode.versions[-100:]
+			l = fbnode.versions[-1000:]
 			l.reverse()
 			for pcu in l:
 				#prep_node_for_display(node)
@@ -674,18 +731,20 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 		if loginbase:
 			fbsite = HistorySiteRecord.get_by(loginbase=loginbase)
 			# TODO: add links for earlier history if desired.
-			l = fbsite.versions[-100:]
+			l = fbsite.versions[-1000:]
 			l.reverse()
 			for site in l:
 				query.append(site)
 		return dict(query=query, loginbase=loginbase)
 
 
+	@expose("cheetah:monitorweb.templates.pculist_plain", as_format="plain", 
+		accept_format="text/plain", content_type="text/plain")
 	@expose(template="monitorweb.templates.pculist")
 	def pcu(self, filter='all'):
 		print "PCUVIEW------------------"
 		print "befor-len: ", len( [ i for i in session] )
-		session.flush(); session.clear()
+        session_clear_all()
 		print "after-len: ", len( [ i for i in session] )
 		fbquery = FindbadPCURecord.get_all_latest()
 		query = []
@@ -723,7 +782,7 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 	def site(self, filter='all'):
 		print "SITE------------------"
 		print "befor-len: ", len( [ i for i in session] )
-		session.flush(); session.clear()
+        session_clear_all()
 		print "after-len: ", len( [ i for i in session] )
 		filtercount = {'good' : 0, 'down': 0, 'online':0, 'offline' : 0, 'new' : 0, 'pending' : 0, 'all' : 0}
 		fbquery = HistorySiteRecord.query.all()
@@ -796,6 +855,14 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 		types = filter(lambda x: 'notice' in x, dir(mailtxt))
 		results = {}
 
+		print mon_metadata.bind
+		if session.bind is None:
+			#TODO: figure out why this value gets cleared out...
+			session.bind = mon_metadata.bind
+		result = session.execute("select distinct(action_type) from actionrecord;")
+
+		types = [r[0] for r in result]
+
 		try: since = int(since)
 		except: since = 7
 
@@ -806,19 +873,48 @@ class Root(controllers.RootController, MonitorXmlrpcServer):
 		return dict(results=results)
 
 	@expose(template="monitorweb.templates.actionlist")
-	def actionlist(self, action_type='down_notice', since=7, loginbase=None):
+	def actionlist(self, since=7, action_type=None, loginbase=None):
 
 		try: since = int(since)
 		except: since = 7
 
+		acts_query = ActionRecord.query.filter(
+					  ActionRecord.date_created >= datetime.now() - timedelta(since)
+					 )
 		if loginbase:
-			acts = ActionRecord.query.filter_by(loginbase=loginbase
-				).filter(ActionRecord.date_created >= datetime.now() - timedelta(since)
-				).order_by(ActionRecord.date_created.desc())
-		else:
-			acts = ActionRecord.query.filter(ActionRecord.action_type==action_type
-				).filter(ActionRecord.date_created >= datetime.now() - timedelta(since)
-				).order_by(ActionRecord.date_created.desc())
+			acts_query = acts_query.filter_by(loginbase=loginbase)
+
+		if action_type:
+			acts_query = acts_query.filter(ActionRecord.action_type==action_type)
+
+		acts = acts_query.order_by(ActionRecord.date_created.desc())
+
 		query = [ a for a in acts ]
 		
 		return dict(actions=query, action_type=action_type, since=since)
+
+	@cherrypy.expose()
+	def upload(self, log, **keywords):
+		hostname = None
+		logtype = None
+		logtype_list = ['bm.log', ]
+
+		if 'hostname' in keywords:
+			hostname = keywords['hostname']
+		if 'type' in keywords and keywords['type'] in logtype_list:
+			logtype = keywords['type']
+
+		if not hostname: return ""
+		if not logtype: return "unknown logtype: %s" % logtype 
+
+		short_target_filename = bootman.bootmanager_log_name(hostname)
+		abs_target_filename = os.path.join(config.MONITOR_BOOTMANAGER_LOG, short_target_filename)
+		print "write data: %s" % abs_target_filename
+		util.file.dumpFile(abs_target_filename, log.file.read())
+		bootman.bootmanager_log_action(hostname, short_target_filename, logtype)
+		session.flush()
+
+		print "redirecting 3"
+
+		return dict()
+