web/collect/server/summarize_stats.sh

   1 #!/bin/bash
   2
   3 PREFIX=/var/www/html/uploadlogs/raw/old
   4
   5 # get keys
   6 key_list="uptime free_disk_root free_disk_vservers fprobe_size"
   7 extra="
   8 "
   9
  10 #grep -E "^rpm_versions " * | \
  11 #       awk '{  for(o=1;o<=NF;o++){ if ( $o ~ /planetlab/){ print $(o) ; } } }' | \
  12 #       awk -F. '{printf("%s.%s.%s\n", $1,$2,$3) }' | sort | uniq -c
  13
  14
  15 if [[ -z "$1" ]] ; then
  16     DATE=$( date --date "1 hour ago" +%Y-%m-%dT%H )
  17 else
  18         DATE=$1
  19 fi
  20
  21 # get count of unique values from keys
  22 echo $START Hours ago == $DATE
  23 c=`ls $PREFIX/$DATE/*--upload | wc -l`
  24 if [[ $c -gt 2 ]] ; then
  25     for val in $key_list ; do
  26         echo $val
  27         c=`grep -E -h "^$val :" $PREFIX/$DATE/*--upload | wc -l`
  28                 if [[ $c -gt 2 ]] ; then
  29                     grep -h -E "^$val :" $PREFIX/$DATE/*--upload | \
  30                                 awk '{print $3}' | sort -n | \
  31                                 /usr/share/myops/web/collect/server/stats.py | \
  32                                 while read value_name value ; do
  33                                         /usr/share/myops/web/collect/server/load-graphite.py --target "myops.stats.$val.$value_name" --date $DATE  --value $value
  34                                         sleep .2
  35                                 done
  36                 fi
  37     done
  38 fi
  39