X-Git-Url: http://git.onelab.eu/?p=myops.git;a=blobdiff_plain;f=web%2Fcollect%2Fserver%2Fsummarize_logs.sh;fp=web%2Fcollect%2Fserver%2Fsummarize_logs.sh;h=c18b1a6b409ab1f433a59e8eae88020460e61aeb;hp=0000000000000000000000000000000000000000;hb=85070b3d456667f238051af1a2f1f2a0c12300ab;hpb=607f0e13927eb18075c375fa9ba5527da4fcbb44

diff --git a/web/collect/server/summarize_logs.sh b/web/collect/server/summarize_logs.sh
new file mode 100755
index 0000000..c18b1a6
--- /dev/null
+++ b/web/collect/server/summarize_logs.sh
@@ -0,0 +1,51 @@
+#!/bin/bash
+
+PREFIX=/var/www/html/uploadlogs/raw/old
+
+# get keys
+key_list="bootcd_version
+fs_status
+iptables_status
+kernel_version
+netflow
+netflow_live
+nm_running
+nodemanager_running
+plc_config
+real_bootcd_kernel_version
+real_bootcd_version
+"
+
+DATE=$( date --date "1 hour ago" +%Y-%m-%dT%H )
+#DATE=$1
+
+# get count of unique values from keys
+echo $START Hours ago == $DATE
+c=`ls $PREFIX/$DATE/*--upload | wc -l`
+if [[ $c -gt 2 ]] ; then
+    for key in $key_list ; do 
+        echo $key
+        c=`grep -E -h "^$key " $PREFIX/$DATE/*--upload | wc -l`
+		if [[ $c -gt 2 ]] ; then
+			grep -E -h "^$key " $PREFIX/$DATE/*--upload | \
+				awk '{if ( NF == 2 ) { print $0, "unknown" } else { print $0 } }' | \
+				awk '{if ( $3 == "Linux" ) { print $1, $2, $5 } else { print $0 } }'  | \
+				sed -e 's/^.* : //g' -e 's/ /_/g' -e 's/.*running_:/no/' -e 's/.*status_:/none/g' | \
+				awk -F. '{ if ( $2 == "" ) { print $1 } else if ( $3 == "" ) { printf("%s.%s\n", $1, $2) } else { printf("%s.%s.%s\n", $1, $2, $3)} }' | \
+				sed -e 's/Multiple_IO_errors.*/error/' \
+					-e 's/\/home\/pl_monitor.*/error/' \
+					-e 's/Unable_to_find.*/error/'  \
+					-e 's/.*cannot_touch.*/error/'  \
+					-e 's/No_kernel_at_.*/error/' | \
+				sort | uniq -c | \
+				sed -e 's/\./_/g' -e 's/\//_/g' | awk 'BEGIN{total=0} { total += $1 ; print $0 } END { print total, "total"}' | \
+				while read value value_name ; do 
+					#echo -e "\tmyops.$key.$value_name $value $DATE" 
+					#echo -e "\t"/root/load-graphite.py --target "myops.$key.$value_name" --date $DATE  --value $value
+					/usr/share/myops/web/collect/server/load-graphite.py --target "myops.$key.$value_name" --date $DATE  --value $value
+					sleep .2
+				done
+		fi
+    done
+fi
+