from monitor import common
from automate import *
+def build_vx_args_external(shell_cmd):
+ args = shell_cmd.split()
+ return args
+
+def vx_start_external(filelist,outdir,cmd, timeout=0, threadcount=20):
+ args = build_vx_args_external(cmd)
+ vxargs.start(None, threadcount, filelist, outdir, False, args, timeout)
+
def build_vx_args(shell_cmd):
- ssh_options="-q -o UserKnownHostsFile=junkssh -o StrictHostKeyChecking=no"
- cmd="""ssh %s root@{} """ % ssh_options
- args = cmd.split()
- args.append(shell_cmd)
- return args
+ ssh_options="-q -o UserKnownHostsFile=junkssh -o StrictHostKeyChecking=no"
+ cmd="""ssh %s root@{} """ % ssh_options
+ args = cmd.split()
+ args.append(shell_cmd)
+ return args
def vx_start(filelist,outdir,cmd, timeout=0):
- args = build_vx_args(cmd)
- vxargs.start(None, 20, filelist, outdir, False, args, timeout)
+ args = build_vx_args(cmd)
+ vxargs.start(None, 20, filelist, outdir, False, args, timeout)
+
+def get_hostlist_from_myops(filter):
+ ret = []
+ curl_url = "curl -s 'http://myops.planet-lab.org:5984/query"
+ curl_params = "fields=hostname&skip_header&filter=%s'" % filter
+ curl_cmd = "%s?%s" % (curl_url, curl_params)
+ print curl_cmd
+ f = os.popen(curl_cmd, 'r')
+ for h in f.read().split():
+ ret.append((h, ''))
+ return ret
if __name__ == "__main__":
- parser = parsermodule.getParser(['nodesets'])
- parser.set_defaults(outdir=None,
- timeout=0,
- simple=False,
- run=False,
- cmdfile=None,)
-
- parser.add_option("", "--timeout", dest="timeout", metavar="seconds",
- help="Number of seconds to wait before timing out on host.")
- parser.add_option("", "--outdir", dest="outdir", metavar="dirname",
- help="Name of directory to place output")
- parser.add_option("", "--cmd", dest="cmdfile", metavar="filename",
- help="Name of file that contains a unix-to-csv command " + \
- "to run on the hosts.")
-
- config = parsermodule.parse_args(parser)
-
- if config.outdir == None:
- outdir="checkhosts"
- else:
- outdir=config.outdir
-
- if not os.path.exists(outdir):
- os.system('mkdir -p %s' % outdir)
-
- #if config.site is not None or \
- # config.nodeselect is not None or \
- # config.nodegroup is not None:
- # print "TODO: implement support for nodeselect and site queries."
- # print "%s %s %s" % (config.site, config.nodeselect, config.nodegroup)
- # sys.exit(1)
-
- nodelist = common.get_nodeset(config)
-
- if len(nodelist) > 0:
- filelist = [ (x, '') for x in nodelist ]
- elif os.path.exists(str(config.nodelist)) and os.path.isfile(config.nodelist):
- filelist = vxargs.getListFromFile(open(config.nodelist,'r'))
- elif os.path.exists(str(config.nodelist)) and os.path.isdir(config.nodelist):
- filelist = get_hostlist_from_dir(config.nodelist)
- elif config.node is not None:
- filelist = [(config.node, '')]
- else:
- # probably no such file.
- raise Exception("No such file %s" % config.nodelist)
-
- if config.cmdfile == None:
- f = open("command.txt",'r')
- cmd = f.read()
- else:
- f = open(config.cmdfile,'r')
- cmd = f.read()
-
- print filelist
-
- vx_start(filelist, outdir, cmd, int(config.timeout))
+ parser = parsermodule.getParser(['nodesets'])
+ parser.set_defaults(outdir=None,
+ timeout=0,
+ simple=False,
+ threadcount=20,
+ external=False,
+ myopsfilter=None,
+ run=False,
+ template=None,
+ cmdfile=None,)
+
+ parser.add_option("", "--timeout", dest="timeout", metavar="seconds",
+ help="Number of seconds to wait before timing out on host.")
+ parser.add_option("", "--myopsfilter", dest="myopsfilter", metavar="",
+ help="filter string to pass directly to myops query")
+ parser.add_option("", "--outdir", dest="outdir", metavar="dirname",
+ help="Name of directory to place output")
+ parser.add_option("", "--cmd", dest="cmdfile", metavar="filename",
+ help="Name of file that contains a unix-to-csv command " + \
+ "to run on the hosts.")
+ parser.add_option("", "--external", dest="external", action="store_true",
+ help="Run commands external to the server. The default is internal.")
+ parser.add_option("", "--template", dest="template",
+ help="Command template for external commands; substitutes {} with hostname.")
+ parser.add_option("", "--threadcount", dest="threadcount",
+ help="Number of simultaneous threads: default 20.")
+
+ config = parsermodule.parse_args(parser)
+
+ if config.outdir == None:
+ outdir="checkhosts"
+ else:
+ outdir=config.outdir
+
+ if not os.path.exists(outdir):
+ os.system('mkdir -p %s' % outdir)
+
+ #if config.site is not None or \
+ # config.nodeselect is not None or \
+ # config.nodegroup is not None:
+ # print "TODO: implement support for nodeselect and site queries."
+ # print "%s %s %s" % (config.site, config.nodeselect, config.nodegroup)
+ # sys.exit(1)
+ if config.myopsfilter is not None:
+ filelist = get_hostlist_from_myops(config.myopsfilter)
+ else:
+ nodelist = common.get_nodeset(config)
+ if len(nodelist) > 0:
+ filelist = [ (x, '') for x in nodelist ]
+ elif os.path.exists(str(config.nodelist)) and os.path.isfile(config.nodelist):
+ filelist = vxargs.getListFromFile(open(config.nodelist,'r'))
+ elif os.path.exists(str(config.nodelist)) and os.path.isdir(config.nodelist):
+ filelist = get_hostlist_from_dir(config.nodelist)
+ elif config.node is not None:
+ filelist = [(config.node, '')]
+ else:
+ # probably no such file.
+ raise Exception("No such file %s" % config.nodelist)
+
+ if config.cmdfile == None and config.template == None:
+ f = open("command.txt",'r')
+ cmd = f.read()
+ elif config.template is not None and config.external:
+ cmd = config.template
+ else:
+ f = open(config.cmdfile,'r')
+ cmd = f.read()
+
+ print filelist
+
+ if config.external or config.template is not None:
+ vx_start_external(filelist, outdir, cmd, int(config.timeout), int(config.threadcount))
+ else:
+ vx_start(filelist, outdir, cmd, int(config.timeout))
+
--- /dev/null
+/*
+ * NOTE: requires the Google JSAPI using a key for your domain.
+ <script type='text/javascript' src='https://www.google.com/jsapi?key=KEY-GOES-HERE'></script>
+ */
+google.load('visualization', '1', {'packages':['annotatedtimeline']});
+google.load("jquery", "1");
+
+function getData2() {
+ // To see the data that this visualization uses, browse to
+ var link = 'http://spreadsheets.google.com/tq?key=0AubvfWUvLDrpdGs2eGdwNndDUEZSV2hfNFprTkQxUkE&hl=en&authkey=CO3y2JoO&sheet=NodeHistory';
+ var query = new google.visualization.Query(link);
+
+ // Apply query language.
+ //console.log("run select");
+ query.setQuery('SELECT A,B+E,I,J,G+H,K,L');
+ // Send the query with a callback function.
+ query.send(handleQueryResponse);
+}
+function handleQueryResponse(response) {
+ if (response.isError()) {
+ alert('Error in query: ' + response.getMessage() + ' ' + response.getDetailedMessage());
+ return;
+ }
+ var data = response.getDataTable();
+ //console.log("loaded data");
+ //console.log(data);
+ if ( data ) {
+ drawChart2(data);
+ }
+}
+function drawChart2(data) {
+ //data.insertColumn(2, "string", "title1");
+ //data.insertColumn(3, "string", "text1");
+ //data.insertColumn(5, "string", "title1");
+ //data.insertColumn(6, "string", "text1");
+ data.setColumnLabel(1, "Production Nodes");
+ data.setColumnLabel(4, "Failing Nodes");
+ console.log(data);
+ var chart = new google.visualization.AnnotatedTimeLine(document.getElementById('chart_div'));
+ var st = new Date();
+ st.setDate(st.getDate()-60);
+ chart.draw(data, {displayAnnotations: true, zoomStartTime: st, zoomEndTime: new Date()});
+}
git://git.onelab.eu / monitor.git / commitdiff