X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=plekit%2Fphp%2Fcolumns.php;h=ffc41ced5d06b651457626ff8c86dbc692ccc5ce;hb=d694eb9fdfe0a7bcb9d8fc7b571751475f4227be;hp=987d9bee1aa3d8eebe01f4ca702ad933730c46ab;hpb=07352939a3914a01359298f20b737db818186a7e;p=plewww.git

diff --git a/plekit/php/columns.php b/plekit/php/columns.php
index 987d9be..ffc41ce 100644
--- a/plekit/php/columns.php
+++ b/plekit/php/columns.php
@@ -9,68 +9,84 @@ drupal_set_html_head('
 class PlekitColumns {
 
 var $column_configuration = "";
-var $reference_node = "";
+var $reference_nodes = array();
 var $first_time = false;
 
 var $all_headers = array();
 var $this_table_headers = array();
 var $visible_headers = array();
 
-var $all_columns = array();
 var $fix_columns = array();
 var $tag_columns = array();
 var $extra_columns = array();
 
+var $comon_live_data = "";
+var $tophat_live_data = "";
+var $ComonData = array();
+var $TopHatData = array();
+var $TopHatAgents = array();
+
 var $table_ids;
 
 var $HopCount = array();
+var $RTT = array();
 
-  function PlekitColumns ($column_configuration, $fix_columns, $tag_columns, $extra_columns=NULL, $this_table_headers=NULL) {
+function PlekitColumns ($column_configuration, $fix_columns, $tag_columns, $extra_columns=NULL, $this_table_headers=NULL) {
 
+	if ($column_configuration != NULL) {
 	$this->fix_columns = $fix_columns;
 	$this->tag_columns = $tag_columns;
 	$this->extra_columns = $extra_columns;
 
-	//print("<p>FIX<p>");
-	//print_r($this->fix_columns);
-	//print("<p>TAG<p>");
-	//print_r($this->tag_columns);
-	//print("<p>EXTRA<p>");
-	//print_r($this->extra_columns);
-
 	$this->prepare_headers();
 	$this->parse_configuration($column_configuration);
 
 	$this->visible_headers = $this->get_visible();
-
-	//print("<p>VISIBLE<p>");
-	//print_r($this->visible_headers);
-
-	$this->all_columns = array_merge($fix_columns, $tag_columns, $extra_columns);
+	}
 }
 
 
 
 /*
 
-INFO
+INFO/HEADERS
 
 */
 
 function prepare_headers() {
 
 foreach ($this->fix_columns as $column) {
-$this->all_headers[$column['header']]=array('header'=>$column['header'],'type'=>$column['type'],'tagname'=>$column['tagname'],'title'=>$column['title'], 'description'=>$column['title'], 'label'=>$column['header'], 'fixed'=>true, 'visible'=>false);
+$this->all_headers[$column['header']]=array('header'=>$column['header'],'type'=>$column['type'],'tagname'=>$column['tagname'],'title'=>$column['title'], 'description'=>$column['title'], 'label'=>$column['header'], 'fixed'=>true, 'visible'=>false, 'source'=>'myplc');
 }
 
-foreach ($this->tag_columns as $column) {
-$this->all_headers[$column['header']]=array('header'=>$column['header'],'type'=>$column['type'],'tagname'=>$column['tagname'],'title'=>$column['tagname'], 'description'=>$column['title'], 'label'=>$this->removeDuration($column['header']),'visible'=>false);
-}
+$tmp_headers = array();
 
+if ($this->extra_columns)
 foreach ($this->extra_columns as $column) {
-$this->all_headers[$column['header']]=array('header'=>$column['header'],'type'=>$column['type'],'tagname'=>$column['tagname'],'title'=>$column['tagname'], 'description'=>$column['title'], 'label'=>$this->removeDuration($column['header']),'visible'=>false);
+$tmp_headers[$column['header']]=array('header'=>$column['header'],'type'=>$column['type'],'tagname'=>$column['tagname'],'title'=>$column['title'], 'description'=>$column['title'], 'label'=>$column['header'], 'fetched'=>$column['fetched'], 'visible'=>false, 'source'=>$column['source']);
+
+}
+
+if ($this->tag_columns)
+foreach ($this->tag_columns as $column) {
+
+if ($column['headerId'] != "")
+	$headerId = $column['headerId'];
+else
+	$headerId = $column['header'];
+
+$tmp_headers[$headerId]=array('header'=>$headerId,'type'=>$column['type'],'tagname'=>$column['tagname'],'title'=>$column['title'], 'description'=>$column['title'], 'label'=>$column['header'],'visible'=>false, 'source'=>'myplc');
 }
 
+usort ($tmp_headers, create_function('$col1,$col2','return strcmp($col1["label"],$col2["label"]);'));
+
+foreach ($tmp_headers as $t) 
+$this->all_headers[$t['header']] = $t;
+
+//$this->all_headers = array_merge($this->all_headers, $tmp_headers);
+
+//print($this->print_headers());
+
 return $this->all_headers;
 
 }
@@ -82,13 +98,27 @@ return $this->all_headers;
 
 }
 
+function get_selected_period($label) {
+
+if ($this->all_headers[$label."w"]['visible'])
+	return "w";
+else if ($this->all_headers[$label."m"]['visible'])
+	return "m";
+else if ($this->all_headers[$label."y"]['visible'])
+	return "y";
+else if ($this->all_headers[$label]['visible'])
+	return "";
+	
+return "";
+}
+
 function node_tags() {
 
-	$fetched_tags = array('node_id');	
+	$fetched_tags = array('node_id','hostname');	
 
 	foreach ($this->all_headers as $h)
 	{
-		if ($h['visible'] == true)
+		if ($h['visible'] == true && $h['tagname'] != "" && !$h['fetched'] && $h['source']=="myplc")
 			$fetched_tags[] = $h['tagname'];
 	}
 
@@ -99,9 +129,9 @@ function print_headers() {
 
 	$headers = "";	
 
-	foreach ($this->all_headers as $h)
+	foreach ($this->all_headers as $l => $h)
 	{
-		$headers.="<br>".$h['header'].":".$h['label'].":".$h['tagname'];
+		$headers.="<br>[".$l."]=".$h['header'].":".$h['label'].":".$h['tagname'].":".$h['visible'];
 	}
 	return $headers;
 }
@@ -122,11 +152,11 @@ function headerIsVisible($header_name) {
 
 $headersToShow = $this->visible_headers;
 
+if (in_array($header_name, $headersToShow))
+	return true;
 
-	if ($this->inTypeC($header_name."w") || $this->inTypeC($header_name."m") || $this->inTypeC($header_name."y"))
-		return (in_array($header_name."w", $headersToShow) || in_array($header_name."m", $headersToShow) || in_array($header_name."y", $headersToShow));
-	else
-		return in_array($header_name, $headersToShow);
+if ($this->inTypeC($header_name."w"))
+	return (in_array($header_name."w", $headersToShow) || in_array($header_name."m", $headersToShow) || in_array($header_name."y", $headersToShow));
 }
 
 
@@ -142,31 +172,43 @@ CONFIGURATION
 function parse_configuration($column_configuration) {
 
 	$this->column_configuration = $column_configuration;
-	//$this->default_configuration = $default_configuration;
-
 	$columns_conf = explode("|", $column_configuration);
+
+
 	foreach ($columns_conf as $c)
 	{
         	$conf = explode(":",$c);
 
-                $this->all_headers[$conf[0]]['visible']=true;
-		//print("<p>".$conf[0]."should be visible now");
-		//print_r($this->all_headers[$conf[0]]);
+		if ($conf[0] == "default")
+			continue;
 
-		if ($conf[1] == "f")
+		if (!$this->all_headers[$conf[0]])
 			continue;
 
+                $this->all_headers[$conf[0]]['visible']=true;
+
+		if ($this->all_headers[$conf[0]]['source'] == "comon")
+			$this->comon_live_data.=",".$this->all_headers[$conf[0]]['tagname'];
+
+		if ($this->all_headers[$conf[0]]['source'] == "tophat")
+		{
+			if ($this->all_headers[$conf[0]]['tagname'] == 'hopcount')
+			{
+				$this->reference_nodes['hopcount'] = $conf[1];
+				//print ("ref node in configuration = ".$conf[1]);
+				$this->all_headers[$conf[0]]['refnode']=$this->reference_nodes['hopcount'];
+			}
+			else if (strpos($this->all_headers[$conf[0]]['tagname'],"agents") === false)
+				$this->tophat_live_data.=",".$this->all_headers[$conf[0]]['tagname'];
+                	//$threshold = explode(",",$conf[1]);
+                	//$this->all_headers[$conf[0]]['threshold']=$threshold;
+		}
+
+		//print_r($this->all_headers[$conf[0]]);
+
+/*
 		else if ($this->inTypeC($conf[0]))
         	{
-                	$this->all_headers[$conf[0]]['duration']= substr($conf[0], strlen($conf[0])-1, strlen($conf[0]));
-                	$threshold = explode(",",$conf[1]);
-                	$this->all_headers[$conf[0]]['threshold']=$threshold;
-        	}
-        	else if ($this->inTypeD($conf[0]))
-        	{
-                	$this->reference_node = $conf[1];
-                	$this->reference_node = "planetlab-europe-07.ipv6.lip6.fr";
-                	$this->all_headers[$conf[0]]['refnode']=$this->reference_node;
                 	$threshold = explode(",",$conf[1]);
                 	$this->all_headers[$conf[0]]['threshold']=$threshold;
         	}
@@ -175,12 +217,9 @@ function parse_configuration($column_configuration) {
                 	$exclude_list = explode(",",$conf[1]);
                 	$this->all_headers[$conf[0]]['exclude_list']=$exclude_list;
         	}
-		else
-        	{
-                	$threshold = explode(",",$conf[1]);
-                	$this->all_headers[$conf[0]]['threshold']=$threshold;
-        	}
+*/
 	}
+
 }
 
 
@@ -193,46 +232,249 @@ CELLS
 
 */
 
-function getHopCount($ref_node, $planetlab_nodes)
-{
+function convert_data($value, $data_type) {
+
+	//print "converting ".$value." as ".$data_type;
+
+	if ($value == "" || $value == null || $value == "n/a" || $value == "None")
+		return "n/a";
+
+	if ($data_type == "string")
+		return $value;
+
+	if ($data_type == "date") 
+		return date("Y-m-d", $value);
+
+	if ($data_type == "uptime") 
+		return (int)((int) $value / 86400);
+
+	if (is_numeric($value))
+		return ((int) ($value * 10))/10;
+	
+	return $value;
+
+}
+
+function getTopHatAgents() {
+
+	$tophat_auth = array( 'AuthMethod' => 'password', 'Username' => 'guest@top-hat.info', 'AuthString' => 'guest');
+	$tophat_api = new TopHatAPI($tophat_auth);
+
+	//print ("Requesting tophat agents...");
+	//print_r($r);
+
+	$values = $tophat_api->Get('agents', 'latest', array('colocated.platform_name' => array('SONoMA', 'DIMES', 'ETOMIC', 'TDMI'), 'platform_name'=> 'TDMI'), array('hostname', 'colocated.peer_name', 'colocated.platform_name'));
+
+	$result = array();
+
+	if ($values) foreach ($values as $t) {
+		//print_r($t);
+		//print("<hr>");
+		$result[$t['hostname']] = "";
+		foreach ($t['colocated'] as $ll) {
+
+			if (strpos($result[$t['hostname']]['all'],$ll['platform_name']) === false) {
+				if ($result[$t['hostname']]['all'] != "")
+					$result[$t['hostname']]['all'] .= ",";
+				$result[$t['hostname']]['all'] .= $ll['platform_name'];
+			}
+
+			if ($ll['platform_name'] == 'SONoMA') {
+			if (strpos($result[$t['hostname']]['sonoma'],$ll['peer_name']) === false) {
+					if ($result[$t['hostname']]['sonoma'] != "")
+						$result[$t['hostname']]['sonoma'] .= ",";
+					$result[$t['hostname']]['sonoma'] .= $ll['peer_name'];
+			}
+			}
+
+			if ($ll['platform_name'] == 'TDMI') {
+			if (strpos($result[$t['hostname']]['tdmi'],$ll['peer_name']) === false) {
+				if ($result[$t['hostname']]['tdmi'] != "")
+					$result[$t['hostname']]['tdmi'] .= ",";
+				$result[$t['hostname']]['tdmi'] .= $ll['peer_name'];
+			}
+			}
+		}
+	}
+
+	$this->TopHatAgents = $result;
+
+	//print_r($this->TopHatAgents);
+
+	return $result;
+}
+
+function getTopHatData($data, $planetlab_nodes) {
+
+	$tophat_auth = array( 'AuthMethod' => 'password', 'Username' => 'guest@top-hat.info', 'AuthString' => 'guest');
+	$tophat_api = new TopHatAPI($tophat_auth);
+
+	$requested_data = explode(",", $data);
+
+	$r = array ('hostname');
+	
+	foreach ($requested_data as $rd)
+		if ($rd) $r[] = $rd;
+
+	//print ("Requesting data from TopHat ...");
+	//print_r($r);
+
+	$values = $tophat_api->Get('ips', 'latest', array('hostname' => $planetlab_nodes), $r );
+
+	$result = array();
+
+	if ($values) foreach ($values as $t)
+		foreach ($requested_data as $rd)
+			if ($rd) $result[$t['hostname']][$rd] = $t[$rd];
+
+	//print_r($result);
+
+	return $result;
+}
+
+function getTopHatRefNodes() {
+
+	$tophat_auth = array( 'AuthMethod' => 'password', 'Username' => 'guest@top-hat.info', 'AuthString' => 'guest');
+	$tophat_api = new TopHatAPI($tophat_auth);
+
+	//print "calling tophat for agents";
+
+	$agents = $tophat_api->Get('agents', 'latest', array('peer_name'=>array('PLC', 'PLE'), 'agent_status'=> 'OK'),  array('hostname'));
+
+	//print_r($agents);
+
+	return $agents;
+
+}
+
+function getPairwise($ref_node, $planetlab_nodes, $command, $data) {
+
+	$tophat_auth = array( 'AuthMethod' => 'password', 'Username' => 'guest@top-hat.info', 'AuthString' => 'guest');
+	$tophat_api = new TopHatAPI($tophat_auth);
+
+	$traceroute = $tophat_api->Get($command, 'latest', array('src_hostname' => $ref_node, 'dst_hostname' => $planetlab_nodes), array('dst_hostname', $data) );
+
+	print "Got result: ".$traceroute;
+
+	$hopcount = array();
+
+	if ($traceroute) 
+	{
+		foreach ($traceroute as $t)
+		{
+			$hopcount[$t['dst_hostname']]=$t[$data];
+			//print "  current: ".$t['dst_hostname'].":".$t['hop_count'];
+		}
+
+		return $hopcount;
+	}
+	else
+		return "";
+}
+
+function comon_query_nodes($requested_data) {
+
+	$base_url = "http://comon.cs.princeton.edu/status/tabulator.cgi?table=table_nodeviewshort&format=formatcsv&dumpcols='name";
 
-$tophat_auth = array( 'AuthMethod' => 'password', 'Username' => 'guest', 'AuthString' => 'guest');
-$tophat_api = new TopHatAPI($tophat_auth);
+	$url = $base_url.$requested_data."'";
 
-$traceroute = $tophat_api->Get('traceroute', 'latest', array('src_hostname' => $ref_node, 'dst_hostname' => $planetlab_nodes), array('dst_hostname', 'hop_count') );
+	//print ("Retrieving comon data for url ".$url);
 
-$hopcount = array();
+	$sPattern = '\', \'';
+	$sReplace = '|';
 
-if ($traceroute) foreach ($traceroute as $t)
-$hopcount[$t['dst_hostname']]=$t['hop_count'];
-return $hopcount;
+	$str=file_get_contents($url);
+
+	if ($str === false)
+       		return '';
+
+     	$result=preg_replace( $sPattern, $sReplace, $str );
+	$sPattern = '/\s+/';
+	$sReplace = ';';
+     	$result=preg_replace( $sPattern, $sReplace, $result );
+
+	$comon_data = explode(";", $result);
+	$cl = array();
+	$comon_values = array();
+
+	foreach ($comon_data as $cd) {
+		$cc = explode("|", $cd);
+		if ($cc[0] == "name") {
+			$cl = $cc;
+		}
+		$comon_values[$cc[0]] = array();
+		$cindex=1;
+		foreach ($cl as $cltag) {
+			if ($cltag != "name")
+				$comon_values[$cc[0]][$cltag] = $cc[$cindex++];
+		}
+	}
+
+	return $comon_values;
 }
 
 
 //Depending on the columns selected more data might need to be fetched from
 //external sources
 
-function fetch_data($nodes) {
+function fetch_live_data($all_nodes) {
 
-//TopHat pairwise data
+	//print("<p>fetching live data<p>");
+
+//comon data
+	if ($this->comon_live_data != "") {
+	
+		//print ("live data to be fetched =".$this->comon_live_data);
+		$this->ComonData= $this->comon_query_nodes($this->comon_live_data);
+		//print_r($this->ComonData);
+	}
 
-	if ($this->reference_node != "")
+//TopHat per_node data
+	if ($this->tophat_live_data != "")
 	{
 		$dd = array();
 
-		if ($nodes) foreach ($nodes as $n)
+		if ($all_nodes) foreach ($all_nodes as $n)
 			$dd[] = $n['hostname'];
 
-		if ($potential_nodes) foreach ($potential_nodes as $n)
+		//print("Calling tophat api for ".$this->tophat_live_data);
+		$st = time() + microtime();
+		$this->TopHatData = $this->getTopHatData($this->tophat_live_data, $dd);
+		//printf(" (%.2f ms)<br/>", (time() + microtime()-$st)*100);
+		//print_r($this->TopHatData);
+	}
+
+//TopHat pairwise data
+
+	$this->HopCount = "";
+	$this->RTT = "";
+
+	if ($this->reference_nodes != "")
+	{
+		//print_r($this->reference_nodes);
+
+		$dd = array();
+
+		if ($all_nodes) foreach ($all_nodes as $n)
 			$dd[] = $n['hostname'];
 
-		print("Calling tophat api for reference node = ".$this->reference_node);
 		$st = time() + microtime();
-		$HopCount = $this->getHopCount($this->reference_node, $dd);
-		printf(" (%.2f ms)<br/>", (time() + microtime()-$st)*100);
-		//print_r($HopCount);
-	}
+		if ($this->headerIsVisible("HC"))
+		{
+			print("[NEW] Calling tophat api for HopCount with reference node = ".$this->reference_nodes['hopcount']);
+			$this->HopCount = $this->getPairwise($this->reference_nodes['hopcount'], $dd, 'traceroute', 'hop_count');
+		}
+		else 
+
+		if ($this->headerIsVisible("RTT"))
+		{
+			print("[NEW] Calling tophat api for RTT with reference node = ".$this->reference_nodes['rtt']);
+			$this->RTT = $this->getPairwise($this->reference_nodes['rtt'], $dd, 'rtt','rtt');
+		}
 
+		//printf(" (%.2f ms)<br/>", (time() + microtime()-$st)*100);
+		print_r($this->HopCount);
+	}
 }
 
 
@@ -250,6 +492,7 @@ function excludeItems($value, $exclude_list, $hh) {
         return array($value, array('name'=>$hh, 'display'=>'table-cell'));
 }
 
+
 function checkThreshold($value, $threshold, $hh) {
 
         if ($value == "")
@@ -267,48 +510,123 @@ function checkThreshold($value, $threshold, $hh) {
 
 function cells($table, $node) {
 
+//$node_string = "";
 
-foreach ($this->all_headers as $h)
-{
+foreach ($this->all_headers as $h) {
 
-if (!$h['fixed'] && $h['visible'])
-{
-if ($this->inTypeC($h['header']))
+if (!$h['fixed']) { 
+
+if ($h['visible'] != "") {
+
+/*
+if ($this->inTypeB($h['header']))
 {
-        $tagname = $h['tagname'];
-        $value = $node[$tagname];
+        $value = $node[$h['tagname']];
         $v = $this->checkThreshold($value, $h['threshold'], $h['header']);
         $table->cell($v[0],$v[1]);
 }
-else if ($this->inTypeB($h['header']))
+else if ($this->inTypeA($h['header']))
 {
         $value = $node[$h['tagname']];
-        $v = $this->checkThreshold($value, $h['threshold'], $h['header']);
+        $v = $this->excludeItems($value, $h['exclude_list'], $h['header']);
         $table->cell($v[0],$v[1]);
 }
-else if ($this->inTypeD($h['header']))
+*/
+if ($h['source'] == "comon")
 {
-        $value = $this->HopCount[$node['hostname']];
-        $v = $this->excludeItems($value, $h['threshold'], $h['header']);
-        $table->cell($v[0],$v[1]);
+	//print("<br>Searching for ".$h['tagname']."at ".$node);
+	if ($this->ComonData != "")
+        	$value = $this->convert_data($this->ComonData[$node['hostname']][$h['tagname']], $h['tagname']);
+	else
+		$value = "n/a";
+
+        $table->cell($value,array('name'=>$h['header'], 'display'=>'table-cell'));
+	//$node_string.= "\"".$value."\",";
 }
-else if ($this->inTypeA($h['header']))
+else if ($h['source'] == "tophat")
 {
-        $value = $node[$h['tagname']];
-        $v = $this->excludeItems($value, $h['exclude_list'], $h['header']);
-        $table->cell($v[0],$v[1]);
+	//print("<br>Searching for ".$h['tagname']."at ".$node);
+	if ($h['tagname'] == "hopcount")
+	{
+		//print "value = ".$this->HopCount[$node['hostname']];
+		//$value = "hc";
+		if ($this->HopCount != "")
+        		$value = $this->HopCount[$node['hostname']];
+		else
+			$value = "n/a";
+	}
+	else if ($h['tagname'] == "rtt")
+	{
+		if ($this->RTT != "")
+			if ($this->RTT[$node['hostname']] != "")
+        			$value = $this->RTT[$node['hostname']];
+			else
+				$value = "n/a";
+		else
+			$value = "n/a";
+	}	
+	else if ($h['tagname'] == "agents")
+	{
+		if ($this->TopHatAgents != "")
+			if ($this->TopHatAgents[$node['hostname']] != "")
+        			$value = $this->TopHatAgents[$node['hostname']]['all'];
+			else
+				$value = "n/a";
+		else
+			$value = "n/a";
+	}	
+	else if ($h['tagname'] == "agents_tdmi")
+	{
+		if ($this->TopHatAgents != "")
+			if ($this->TopHatAgents[$node['hostname']] != "")
+        			$value = $this->TopHatAgents[$node['hostname']]['tdmi'];
+			else
+				$value = "n/a";
+		else
+			$value = "n/a";
+	}	
+	else if ($h['tagname'] == "agents_sonoma")
+	{
+		if ($this->TopHatAgents != "")
+			if ($this->TopHatAgents[$node['hostname']] != "")
+        			$value = $this->TopHatAgents[$node['hostname']]['sonoma'];
+			else
+				$value = "n/a";
+		else
+			$value = "n/a";
+	}	
+	else
+	{
+		if ($this->TopHatData != "")
+        		$value = $this->convert_data($this->TopHatData[$node['hostname']][$h['tagname']], $h['type']);
+		else
+			$value = "n/a";
+	}
+
+        $table->cell($value,array('name'=>$h['header'], 'display'=>'table-cell'));
+	//$node_string.= "\"".$value."\",";
 }
 else
 {
-        $value = $node[$h['tagname']];
+        //$value = $node[$h['tagname']];
+        $value = $this->convert_data($node[$h['tagname']], $h['type']);
         $table->cell($value,array('name'=>$h['header'], 'display'=>'table-cell'));
+	//$node_string.= "\"".$value."\",";
 }
 }
-else
-        $table->cell("??", array('name'=>$h['header'], 'display'=>'none'));
-
+else 
+	if ($node[$h['tagname']])
+	{
+        	$value = $this->convert_data($node[$h['tagname']], $h['type']);
+        	$table->cell($value, array('name'=>$h['header'], 'display'=>'none'));
+	}
+	else
+        	$table->cell("n/a", array('name'=>$h['header'], 'display'=>'none'));
+}
 }
 
+//return $node_string;
+
 }
 
 
@@ -319,94 +637,89 @@ HTML
 */
 
 
-function javascript_vars() {
+function javascript_init() {
 
-print("<input type='hidden' id='reference_node' value='".$this->reference_node."' />");
+$refnodes = $this->getTopHatRefNodes();
+//$tophat_agents = $this->getTopHatAgents();
+$ref_nodes = "";
+foreach ($refnodes as $r)
+{
+	if ($r['hostname'] == $this->reference_nodes['hopcount'])
+		$selected = "selected=selected";
+	else
+		$selected = "";
 
-$all_columns_string = "";
-foreach ($this->all_headers as $h)
-        $all_columns_string.= $h['header'].",";
+	$ref_nodes = $ref_nodes."<option value=".$r['hostname']." ".$selected.">".$r['hostname']."</option>";
+}
+
+print("<input type='hidden' id='selected_reference_node' value='".$this->reference_nodes['hopcount']."' />");
 
 print("<script type='text/javascript'>");
+print("highlightOption('AU');");
+print("overrideTitles();");
+print "var ref_nodes_select =\"Select reference node: <select id='refnodeHC' onChange='updateReferenceNode(this.id,this.value)'>".$ref_nodes."</select>\";";
+print("</script>");
+
+}
 
-print("var column_table = new Array();"); 
-print ("var column_index=0;");
-print("var column_table2 = new Array();");
-print("var column_headers = new Array();");
-print("var columns_to_fetch = new Array();");
-//document.onkeyup = scrollList('test');
+function quickselect_html() {
+
+$quickselection = "<select id='quicklist' onChange=changeSelectStatus(this.value)><option value='0'>Short column descriptions and quick add/remove</option>";
+$prev_label="";
+$optionclass = "out";
 foreach ($this->all_headers as $h)
 {
-/*
-        print("column_table2[column_index] = new Array();");
-        print("column_table2[column_index]['header'] = ".$h['header'].";");
-        print("column_table2[column_index]['label'] = ".$h['label'].";");
-        if ($h['visible'])
-	{
-        print("column_table2[column_index]['visible'] = true;");
-        print("column_table2[column_index]['fetched'] = true;");
-	}
-        else
-	{
-        print("column_table2[column_index]['visible'] = false;");
-        print("column_table2[column_index]]['fetch'] = false;");
-	}
-        print("column_table2[column_index]['tagname'] = '".$h['tagname']."';");
-        print("column_table2[column_index]['description'] = '".$h['description']."';");
-*/
+	if ($h['header'] == "hostname" || $h['header'] == "ID")
+		continue;
 
-        print("column_table[\"".$h['header']."\"] = new Array();");
-        if ($h['visible'])
-	{
-        print("column_table['".$h['header']."']['visible'] = true;");
-        print("column_table['".$h['header']."']['fetched'] = true;");
-	}
-        else
-	{
-        print("column_table['".$h['header']."']['visible'] = false;");
-        print("column_table['".$h['header']."']['fetch'] = false;");
-	}
+	if ($h['fixed'])
+		$disabled = "disabled=true";
+	else
+		$disabled = "";
 
-        print("column_table['".$h['header']."']['tagname'] = '".$h['tagname']."';");
-        print("column_table['".$h['header']."']['description'] = '".$h['description']."';");
-}
+        if ($this->headerIsVisible($h['label']))
+               	$optionclass = "in";
+	else
+               	$optionclass = "out";
 
-foreach ($this->all_headers as $h)
-        print("column_headers['".$h['label']."'] = '0';");
+	if ($prev_label == $h['label'])
+		continue;
 
-print("var all_columns_string = '".substr($all_columns_string,0,strlen($all_columns_string)-1)."';");
+	$prev_label = $h['label'];
 
-//if ($first_time == true)
-        //print("resetConfiguration();");
-//print("debugfilter('vars are OK');");
+	$quickselection.="<option id='option'".$h['label']." class='".$optionclass."' value='".$h['label']."'><span class='bold'>".$h['label']."</span>:&nbsp;".$h['title']."</option>";
 
-print("</script>");
+}
+
+$quickselection.="</select>";
+
+return $quickselection;
 
 }
 
-function configuration_panel_html($showDescription) {
 
+function configuration_panel_html($showDescription) {
 
 if ($showDescription)
 	$table_width = 700;
 else
 	$table_width = 350;
 
-print("<table align=center cellpadding=10 width=".$table_width.">");
-print("<tr><th>Add/delete columns</th>");
+print("<table class='center' width='".$table_width."px'>");
+print("<tr><th class='top'>Add/remove columns</th>");
 
 if ($showDescription)
-	print("<th>Column description and configuration</th>");
+	print("<th class='top'>Column description and configuration</th>");
 
-print("</tr><tr><td valign=top width=300>");
+print("</tr><tr><td class='top' width='300px'>");
 
-	print('<div id="scrolldiv" onFocusOut="debugfilter(this.id);" style="border : solid 2px grey; padding:4px; width:300px; height:180px; overflow:auto;">');
+	print('<div id="scrolldiv">');
 print ("<table>");
 	$prev_label="";
 	$optionclass = "out";
 	foreach ($this->all_headers as $h)
 	{
-		if ($h['header'] == "hostname")
+		if ($h['header'] == "hostname" || $h['header'] == "ID")
 			continue;
 
 		if ($h['fixed'])
@@ -417,35 +730,57 @@ print ("<table>");
         	if ($this->headerIsVisible($h['label']))
 		{
                 	$selected = "checked=true";
+			$fetch = "true";
 			//print("header ".$h['label']." checked!");
 		}
         	else
 		{
 			$selected = "";
+			if ($h['fetched'])
+				$fetch = "true";
+			else
+				$fetch = "false";
 		}
 
+		print("<input type='hidden' id='tagname".$h['header']."' value='".$h['tagname']."'></input>");
+
 		if ($prev_label == $h['label'])
 			continue;
 
 		$prev_label = $h['label'];
-
-        	print ("<tr><td><div id='".$h['label']."' class='".$optionclass."' onkeyup='debugfilter(this.id)' onclick='highlightOption(this.id)'><table width=280 id='table".$h['label']."'><tr><td align=left width=30>".$h['label']."</td><td align=left>&nbsp;<span style='height:10px' id ='htitle".$h['label']."'>".$h['title']."</span>&nbsp;</td><td align=right width=20><input id='check".$h['label']."' type='checkbox' ".$selected." ".$disabled." autocomplete='off' value='".$h['label']."' onclick='changeCheckStatus(this.id)'></input></td></tr></table></div></td></tr>");
+		$period = $this->get_selected_period($h['label']);
+
+//<input type='hidden' id='fdesc".$h['label']."' value='".$h['description']."'></input>
+        	print ("<tr><td>
+<input type='hidden' id='fetched".$h['label']."' value=',".$period.",".$fetch."'></input>
+<input type='hidden' id='period".$h['label']."' value='".$period."'></input>
+<input type='hidden' id='type".$h['label']."' value='".$h['type']."'></input>
+<input type='hidden' id='source".$h['label']."' value='".$h['source']."'></input>
+		<div id='".$h['label']."' name='columnlist' class='".$optionclass."' onclick='highlightOption(this.id)'>
+<table class='columnlist' id='table".$h['label']."'><tr>
+<td class='header'><span class='header'>".$h['label']."</span></td> 
+<td align=left>&nbsp;<span class='short' id ='htitle".$h['label']."'>".$h['title']."</span>&nbsp;</td>
+<td class='smallright'>&nbsp;<span class='short' id ='loading".$h['label']."'></span>&nbsp;</td>
+<td class='smallright'><input id='check".$h['label']."' name='".$h['tagname']."' type='checkbox' ".$selected." ".$disabled." autocomplete='off' value='".$h['label']."' onclick='changeCheckStatus(this.id)'></input></td>
+</tr></table></div></td></tr>");
 	}
 
 	print("</table> </div></td>");
 
 if ($showDescription)
 {
-	print("<td valign=top width=400>");
-	print("<div class='myslice' id='selectdescr'>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</div></td>");
+	print("<td class='top' width='400px'>");
+	print("<div id='selectdescr'>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;</div></td>");
 }
 
-print("</tr><tr><td align=center>");
+print("</tr>");
+//print("<tr><td align=center>");
 //print("<input type='button' value='Reset' onclick=resetCols('previousConf') />");
 //print("<input type='button' value='Default' onclick=saveConfiguration('defaultConf') />");
-print("<input type='button' value='Reset table' onclick=\"resetConfiguration('defaultConf')\" />");
-print("&nbsp;<input type='button' value='Save configuration' onclick=saveConfiguration('column_configuration') />");
-print("&nbsp;<input type='button' id='fetchbutton' onclick='fetchData()' value='Fetch data' disabled=true /> </td>");
+//print("<input type='button' value='Reset table' onclick=\"resetConfiguration()\" />");
+//print("</td>");
+//print("&nbsp;<input type='button' value='Save configuration' onclick=saveConfiguration('column_configuration') />");
+//print("&nbsp;<input type='button' id='fetchbutton' onclick='fetchData()' value='Fetch data' disabled=true /> </td>");
 
 if ($showDescription)
 	print("<td></td>");
@@ -453,6 +788,8 @@ if ($showDescription)
 print(" </tr> </table>");
 }
 
+
+
 function column_filter () {
 
 echo <<< EOF