R routines for printing some statistics

[monitor.git] / statistics / rpm_dist.r

diff --git a/statistics/rpm_dist.r b/statistics/rpm_dist.r
new file mode 100644 (file)
index 0000000..497971a
--- /dev/null
+++ b/statistics/rpm_dist.r
@@ -0,0 +1,125 @@
+#####
+
+#system("URL='https://monitor.planet-lab.org:443/monitor/query?object=nodes&nodehistory_hostname=&hostname=on&observed_status=on&rpms=on&rpmvalue=planetlab&tg_format=plain'; curl -s --insecure $URL | grep -v DOWN | grep -v DEBUG | /usr/share/monitor/statistics/hn2rpms.py > out_rpm.csv");
+#system("grep MD5SUMS /usr/share/monitor/monitor.log | grep -v measurement-lab | awk 'BEGIN { printf \"hostname,yumsum\\n\" } {if ( $3 != \"\") { printf \"%s,%s\\n\", $2,$3 } }' > yumsum.csv")
+
+r <- read.csv("out_rpm.csv")
+ys<- read.csv('yumsum.csv')
+m<-merge(r,ys, by="hostname")
+
+s<-table(factor(r$NodeManager), factor(r$kernel), factor(r$iptables));
+plot(s);
+
+ideal<-c(NodeManager='NodeManager-1.8-12.planetlab.1',
+        NodeUpdate='NodeUpdate-0.5-4.planetlab', 
+                codemux='codemux-0.1-13.planetlab',
+        fprobe.ulog='fprobe-ulog-1.1.3-0.planetlab', 
+                ipod='ipod-2.2-1.planetlab',
+        iproute='iproute-2.6.16-2.planetlab', 
+                iptables='iptables-1.3.8-9.planetlab',
+         kernel='kernel-2.6.22.19-vs2.3.0.34.39.planetlab',
+        madwifi='madwifi-0.9.4-2.6.22.19.3.planetlab', 
+                monitor.client='monitor-client-3.0-17.planetlab',
+        monitor.runlevelagent='monitor-runlevelagent-3.0-17.planetlab', 
+                pl_mom='pl_mom-2.3-1.planetlab',
+        pl_sshd='pl_sshd-1.0-11.planetlab', 
+                pyplnet='pyplnet-4.3-3.planetlab',
+        util.vserver.pl='util-vserver-pl-0.3-17.planetlab',
+        vserver.planetlab.f8.i386='vserver-planetlab-f8-i386-4.2-12.2009.06.23',
+        vserver.systemslices.planetlab.f8.i386='vserver-systemslices-planetlab-f8-i386-4.2-12.2009.06.23',
+        vsys='vsys-0.9-3.planetlab', 
+                vsys.scripts='vsys-scripts-0.95-11.planetlab');
+
+r_summary <- lapply(r[,4:23], summary)
+for (i in 1:length(r_summary))
+{
+    n<-sort(unlist(r_summary[i]), decreasing=TRUE)
+       names(n[1])
+}
+
+as.numeric(factor(ideal[1], levels(r$NodeManager)))
+
+cv <- function ( row , rows=566, start_col=4, end_col=23, ref=NULL)
+{
+       ret<-NULL;
+    for ( i in 1:rows )
+       {
+               r_l <-NULL
+           for ( name in names(row) ) 
+               {
+                       # NOTE: this doesn't work unless the levels in row are a subset of ref's levels.
+                       x<-as.numeric(factor(row[i,name], levels(factor(unlist(row[name])))));
+                       r_l <- c(r_l, x);
+               }
+               #r<-as.numeric(row[i,start_col:end_col]);
+               str<- paste(as.character(r_l), collapse="-", sep="-");
+               ret<- rbind(ret, str);
+       }
+       return (ret);
+}
+
+grow <- function (d, column, val)
+{
+    r <- which(d[column] == val);
+       return (d[r,]);
+}
+
+cv(m, length(m$hostname));
+i<-data.frame(t(ideal));
+cv(i, 1, 1, length(ideal));
+
+       # ---
+
+x<-cv(r, length(r$hostname))
+x2<-factor(x)
+# plot the frequency of each RPM package combination
+barplot(sort(table(x2), decreasing=TRUE), 
+               ylim=c(0, max(table(x2))),
+               xlab="Unique Package Combinations",
+               ylab="Frequency",
+               axisnames=FALSE,
+               main=paste("Distribution of Packages for", length(r$hostname),"nodes"));
+
+png("/Users/soltesz/Downloads/rpm_plpackages_distribution_1.png",
+       width=640,
+       height=300,
+       unit="px")
+# 1x1 grid, with 1" margins on the bottom/left, 0.5" on the top/right
+par(mfrow=c(1,1));
+par(mai=c(1,1,0.5,0.5));
+barplot(sort(table(x2), decreasing=TRUE), 
+               ylim=c(0, max(table(x2))),
+               xlab="Unique Package Combinations",
+               ylab="Frequency",
+               axisnames=FALSE,
+               main=paste("Distribution of Packages for", length(r$hostname),"nodes"));
+dev.off()
+
+
+
+#convert_rpm <- function ( row )
+#{
+#      c <- as.character(row$rpms)
+#      rpm_list <- unlist(strsplit(c, " "))
+#      rpm_sort <- paste(sort(rpm_list), collapse="::");
+#      return (rpm_sort);
+#}
+
+#s<-convert_rpm(r)
+
+#for ( row in r[,] )
+#{
+#      c <- as.character(row$rpms)
+#      rpm_list <- unlist(strsplit(c, " "))
+#      row$rpm_sort <- paste(sort(rpm_list), collapse="::");
+#
+#      #for ( rpm in rpm_list ) 
+#      #{
+#      #       fields <- unlist(strsplit(rpm, "-"));
+#      #       s <- sort(fields);
+#      #}
+#}
+#
+#s<-sort(rpm_list);
+
+