added httpd/conf.d/monitorweb.conf to /etc/plc.d/monitor.init
[monitor.git] / monitor-server.init
index 451b65b..c477c89 100644 (file)
@@ -16,6 +16,8 @@
 . /etc/planetlab/plc_config
 local_config=/etc/planetlab/configs/site.xml
 
+MONITORPATH=/usr/share/monitor
+
 # Be verbose
 set -x
 
@@ -28,36 +30,62 @@ pghba_conf=$PGDATA/pg_hba.conf
 export PGPORT=$PLC_DB_PORT
 
 
-# TODO:
-##   setup database
-###    import schema & data
-###    tweak values
-###    add zabbix to pg_hba.conf
-##   setup zabbix.conf.php 
-##   
-DB_USER="zabbixuser"
-DB_NAME="zabbix"
+ZABBIX_DB_USER="zabbixuser"
+ZABBIX_DB_NAME="zabbix"
+
+MONITOR_DB_USER="monitoruser"
+MONITOR_DB_NAME="monitor"
+
+WROTE_PG_CONFIG=
+
+if [ -z "$PLC_MONITOR_IP" ] ; then
+       PLC_MONITOR_IP=$( gethostbyname $PLC_MONITOR_HOST )
+fi
+
+function check_pg_hba ()
+{
+       NAME=$1
+       USER=$2
+       #### SETUP ACCESS to this user and database
+       mkdir -p $PGDATA/pg_hba.conf.d
+       CONF=$PGDATA/pg_hba.conf.d/${NAME}.conf
+       if [ ! -f $CONF ] ; then
+               echo "host $NAME $USER 127.0.0.1/32 password"   > $CONF
+               echo "host $NAME $USER $PLC_MONITOR_IP/32 password" >> $CONF
+
+               WROTE_PG_CONFIG="true"
+       fi
+}
 
 function check_user_and_db()
 {
+    CREATED=
+       NAME=$1
+       USER=$2
     # confirm user is present or create it
-    user_present=$( psql -U postgres -c "select * from pg_user;" -d template1 | grep $ZABBIX_DB_NAME )
+    user_present=$( psql -U postgres -c "select * from pg_user;" -d template1 | grep $USER )
     if [ -z $user_present ] ; then 
-        createuser --no-superuser --no-createdb --no-createrole --login --unencrypted --echo $ZABBIX_DB_NAME -U postgres
+        createuser --no-superuser --no-createdb --no-createrole --login --unencrypted --echo $USER -U postgres
+               CREATED="true"
     fi
     
     # confirm database is present or create it
-    db_present=$( psql -U postgres -c "select * from pg_database;" -d template1 | grep $ZABBIX_DB_NAME )
+    db_present=$( psql -U postgres -c "select * from pg_database;" -d template1 | grep $NAME )
     if [ -z $db_present ] ; then
-        createdb --owner=$ZABBIX_DB_NAME $ZABBIX_DB_NAME -U postgres
+        createdb --owner=$USER $NAME -U postgres
+               CREATED="true"
     fi
 
     # Create/update the unprivileged database user and password
     if [ -z "$PLC_MONITOR_DBPASSWORD" ] ; then
-        PLC_MONITOR_DBPASSWORD=$(uuidgen)
+        # Zabbix doesn't like plain uuidgen passwords
+        PLC_MONITOR_DBPASSWORD=$( uuidgen | md5sum - | awk '{print $1}' )
         plc-config --category=plc_monitor --variable=dbpassword --value="$PLC_MONITOR_DBPASSWORD" --save=$local_config $local_config
-        psql -d template1 -U postgres -c "ALTER USER $ZABBIX_DB_NAME WITH PASSWORD '$PLC_MONITOR_DBPASSWORD';"
         service plc reload
+               CREATED="true"
+    fi
+    if [ -n "$CREATED" ] ; then
+        psql -d template1 -U postgres -c "ALTER USER $USER WITH PASSWORD '$PLC_MONITOR_DBPASSWORD';"
     fi
 }
 
@@ -68,11 +96,17 @@ function if_present_load ()
         psql -d $ZABBIX_DB_NAME -U $ZABBIX_DB_USER < $file
     fi
 }
+function check_monitor_schema_and_data() 
+{
+       # NOTE: call create_all() to setup the database from the info model.
+       python -c "from monitor.database.info.model import *; from elixir import create_all; create_all()"
+}
 
-function check_schema_and_data() 
+function check_zabbix_schema_and_data() 
 {
     schema_present=$( psql -U $ZABBIX_DB_USER $ZABBIX_DB_NAME -c "\d;" < /dev/null | grep hosts )
     if [ -z $schema_present ] ; then
+        echo "... initial import can take SEVERAL minutes. please wait ..."
         if_present_load "/usr/local/zabbix/misc/create/schema/postgresql.sql"
         if_present_load "/usr/local/zabbix/misc/create/data/data.sql"
         if_present_load "/usr/local/zabbix/misc/create/data/images_pgsql.sql"
@@ -80,38 +114,207 @@ function check_schema_and_data()
     fi
 }
 
+function check_zabbix_templates_and_import ()
+{
+       # LOG IN
+       COOKIE_FILE=/tmp/cookiejar.txt
+       rm -f ${COOKIE_FILE}
+       TEMPLATES_DIR=${MONITORPATH}/zabbix/templates
+       curl -s --cookie $COOKIE_FILE --cookie-jar $COOKIE_FILE \
+                       --form "enter=Enter" \
+                       --form "name=Admin" \
+                       --form "password=zabbix" \
+                       "http://${PLC_MONITOR_HOST}/zabbix/index.php?login=1"
+       
+       deleted=$( grep 'deleted' $COOKIE_FILE )
+       if [ -n "$deleted" ] ; then
+               echo "Login to the zabbix web server failed!!!"
+               return 1
+       fi
+
+       for file in ${TEMPLATES_DIR}/*.xml ; do 
+               # 0 - update , 1 - skip, 0 - add
+               echo "############### IMPORTING $file" >> /var/log/monitor.log
+               curl -s --cookie $COOKIE_FILE --cookie-jar $COOKIE_FILE \
+                       --form "config=1" \
+                       --form "import_file=@${file}" \
+                       --form "rules[host][exist]=0" \
+                       --form "rules[host][missed]=0" \
+                       --form "rules[template][exist]=0" \
+                       --form "rules[template][missed]=1" \
+                       --form "rules[item][exist]=0" \
+                       --form "rules[item][missed]=0" \
+                       --form "rules[trigger][exist]=0" \
+                       --form "rules[trigger][missed]=0" \
+                       --form "rules[graph][exist]=0" \
+                       --form "rules[graph][missed]=0" \
+                       --form "import=Import" \
+                       "http://${PLC_MONITOR_HOST}/zabbix/exp_imp.php" >> /var/log/monitor.log
+       done
+}
+
+
+function check_monitor_conf ()
+{
+       MONITOR_CONFIG=/etc/monitor.conf
+
+
+       # Using plcsh add default, monitor user
+       plcsh <<EOF &>/dev/null 
+AddPerson({'first_name' : 'Monitor', 'last_name' : 'Server', 'password' : '${PLC_MONITOR_DBPASSWORD}', 'email' : '${PLC_MONITOR_EMAIL}'})
+AddRoleToPerson('admin', '${PLC_MONITOR_EMAIL}')
+AddPersonToSite('${PLC_MONITOR_EMAIL}', '${PLC_SLICE_PREFIX}')
+UpdatePerson('${PLC_MONITOR_EMAIL}', { 'enabled' : True, 'password' : '${PLC_MONITOR_DBPASSWORD}' })
+EOF
+
+       if [ ! -f ${MONITOR_CONFIG} ] ; then
+               cat <<EOF > ${MONITOR_CONFIG}
+[monitorconfig]
+RT_DB_HOST=rt.planet-lab.org
+RT_DB_USER=
+RT_DB_PASSWORD=
+RT_DB_NAME=
+
+# RT Web user account
+RT_WEB_SERVER=https://rt.planet-lab.org/
+RT_WEB_TOOLS_PATH=
+RT_WEB_USER=
+RT_WEB_PASSWORD=
+RT_WEB_DEBUG=0
+RT_QUEUE=
+
+# PLC admin account
+API_SERVER=https://${PLC_BOOT_HOST}/PLCAPI/
+API_AUTH_USER=${PLC_MONITOR_EMAIL}
+API_AUTH_PASSWORD=${PLC_MONITOR_DBPASSWORD}
+
+# SERVER PATHS
+MONITOR_SCRIPT_ROOT=${MONITORPATH}
+MONITOR_DATA_ROOT=/var/lib/monitor
+MONITOR_ARCHIVE_ROOT=/var/lib/monitor/archive-pdb
+
+MONITOR_HOSTNAME=${PLC_MONITOR_HOST}
+MONITOR_IP=${PLC_MONITOR_IP}
+
+# used for debug mode
+email=
+
+# all messages will appear to be from this address
+from_email=${PLC_MONITOR_EMAIL}
+
+# a separate address for support messages
+support_email=${PLC_MAIL_SUPPORT_ADDRESS}
+
+# mailing list copied on all out-going messages
+cc_email=
+
+[monitordatabase]
+monitor_dburi=postgres://${MONITOR_DB_NAME}:${PLC_MONITOR_DBPASSWORD}@localhost:5432/${MONITOR_DB_NAME}
+zabbix_dburi=postgres://${ZABBIX_DB_USER}:${PLC_MONITOR_DBPASSWORD}@localhost:5432/${ZABBIX_DB_NAME}
+
+cachetime=60
+
+# Evaluated as true or false
+[commandline]
+cachecalls=True
+
+echo=False
+debug=False
+mail=True
+bcc=False
+run=False
+checkopt=False
+squeeze=True
+policysavedb=True
+EOF
 
-case "$1" in
-    start)
-       if [ "$PLC_MONITOR_ENABLED" != "1" ] ; then
-           exit 0
        fi
-       MESSAGE=$"Bootstrap Monitoring"
-       dialog "$MESSAGE"
-
-       check_user_and_db 
-       check_schema_and_data
-        
-       mkdir -p /var/lib/pgsql/data/pg_hba.conf.d
-       ZABCONF=/var/lib/pgsql/data/pg_hba.conf.d/zabbix.conf
-       if [ ! -f $ZABCONF ] ; then
-               echo "host $ZABBIX_DB_NAME $ZABBIX_DB_USER 127.0.0.1/32 password"   > $ZAB
-               echo "host $ZABBIX_DB_NAME $ZABBIX_DB_USER $PLC_MONITOR_IP/32 password" >> $ZAB
+}
+
+function create_httpd_conf ()
+{
+       MONITOR_HTTP_CONF=/etc/httpd/conf.d/monitorweb.conf
+
+       if [ ! -f ${MONITOR_HTTP_CONF} ] ; then
+               # note: we need to either start this script before httpd, or always
+               # restart httpd, since there's no way to know beyond file's existence
+               # whether the values have changed or not.
+               WROTE_HTTP_CONFIG="true"
        fi
 
-        # UPDATE /etc/zabbix/*.conf
+       # TODO: make http port configurable.
+       # TODO: make proxy port configurable.
+
+       cat <<EOF > ${MONITOR_HTTP_CONF}
+NameVirtualHost ${PLC_MONITOR_IP}:80
+
+<VirtualHost ${PLC_MONITOR_IP}:80>
+    ServerName ${PLC_MONITOR_HOST}
+    ServerAdmin ${PLC_MONITOR_EMAIL}
+    UseCanonicalName Off
+    ServerSignature Off
+
+    DocumentRoot ${MONITORPATH}/web/MonitorWeb/monitorweb
+
+    <Directory "${MONITORPATH}/web/MonitorWeb/monitorweb">
+        Options Indexes FollowSymLinks
+        AllowOverride None
+        Order allow,deny
+        Allow from all
+    </Directory>
+
+    #LogLevel debug
+    Errorlog /var/log/httpd/monitorwebapp-error_log
+    Customlog /var/log/httpd/monitorwebapp-access_log common
+
+    AddDefaultCharset utf-8
+
+    #NOTE: This doesn't work as expected.
+    #  Load everything out of the DocumentRoot that is static
+    #  ProxyPass /monitor/static !
+
+    ProxyPass /tg_js http://127.0.0.1:8080/tg_js
+    ProxyPassReverse /tg_js http://127.0.0.1:8080/tg_js
+
+    ProxyPass /monitor http://127.0.0.1:8080
+    ProxyPassReverse /monitor http://127.0.0.1:8080
+
+    ProxyPreserveHost On
+    ProxyRequests Off
+
+</VirtualHost>
+EOF
+}
+
+function start_tg_server ()
+{
+       pushd ${MONITORPATH}/web/MonitorWeb/
+       ./start-monitorweb.py ${MONITORPATH}/web/MonitorWeb/prod.cfg &> /var/log/monitorweb.log
+       popd
+}
+
+function check_zab_server ()
+{
        ZABBIXCFG=/etc/zabbix
        TMP_FILE=`mktemp /tmp/zbxtmpXXXXXX`
-       # TODO:  How to know if I need to restart the services?
 
        if [ -f ${ZABBIXCFG}/zabbix_server.conf ] ; then
                sed -e "s/#DBHost=.*/DBHost=$PLC_MONITOR_HOST/g" \
                    -e "s#DBName=.*#DBName=$ZABBIX_DB_NAME#g" \
                    -e "s#DBUser=.*#DBUser=$ZABBIX_DB_USER#g" \
-                   -e "s#DBPassword=.*#$PLC_MONITOR_DBPASSWORD#g" \
+                   -e "s#DBPassword=.*#DBPassword=$PLC_MONITOR_DBPASSWORD#g" \
+                   -e "s/.*ExternalScripts=.*/ExternalScripts=${MONITORPATH}\/zabbix/g" \
                    ${ZABBIXCFG}/zabbix_server.conf > $TMP_FILE
                cat $TMP_FILE > ${ZABBIXCFG}/zabbix_server.conf
        fi
+       service zabbix_server start
+       rm -f $TMP_FILE
+
+}
+function check_zab_agentd ()
+{
+       ZABBIXCFG=/etc/zabbix
+       TMP_FILE=`mktemp /tmp/zbxtmpXXXXXX`
        if [ -f ${ZABBIXCFG}/zabbix_agentd.conf ] ; then
                HOST=`hostname`
                sed -e "s#Server=.*#Server=$PLC_MONITOR_HOST#g" \
@@ -119,9 +322,11 @@ case "$1" in
                    ${ZABBIXCFG}/zabbix_agentd.conf > $TMP_FILE
                cat $TMP_FILE > ${ZABBIXCFG}/zabbix_agentd.conf 
        fi
-       service zabbix_server start
        service zabbix_agentd start
-
+       rm -f $TMP_FILE
+}
+function check_zab_webconfig()
+{
        # SETUP zabbix gui configuration
        ZABBIX_WEB_CFG=/var/www/html/zabbix/conf/zabbix.conf.php 
        if [ ! -f $ZABBIX_WEB_CFG ] ; then
@@ -143,18 +348,77 @@ global \$DB;
 EOF
                chmod 644 $ZABBIX_WEB_CFG
        fi
+}
+
+if [ "$PLC_MONITOR_ENABLED" != "1" ] ; then
+    exit 0
+fi
+
+case "$1" in
+       start)
+               MESSAGE=$"Bootstrap Monitoring"
+               dialog "$MESSAGE"
+
+               # DATABASE acces, creation, and data loading
+               check_pg_hba $MONITOR_DB_NAME $MONITOR_DB_USER
+               check_user_and_db $MONITOR_DB_NAME $MONITOR_DB_USER
+               check_monitor_schema_and_data
+
+               check_pg_hba $ZABBIX_DB_NAME $ZABBIX_DB_USER
+               check_user_and_db $ZABBIX_DB_NAME $ZABBIX_DB_USER
+
+               if [ -n "$WROTE_PG_CONFIG" ] ; then
+                       # NOTE: restart db to enable access by users granted above.
+                       service plc restart postgresql
+                       service plc restart httpd
+               fi
+
+               check_zabbix_schema_and_data
+               check_zabbix_templates_and_import
+
+               # WRITE default /etc/monitor.conf
+               check_monitor_conf
+
+               # create /etc/httpd/conf.d/monitorweb.conf
+               create_httpd_conf
+               if [ -n "$WROTE_HTTP_CONFIG" ] ; then
+                       # NOTE: restart web server to enable access web cfg
+                       service plc restart httpd
+               fi
+               start_tg_server
+
+               # START zabbix services.  SETUP default config files.
+               check_zab_server
+               check_zab_agentd
+               check_zab_webconfig
+
+               result "$MESSAGE"
+       ;;
+
+       sync)
+               MESSAGE=$"Syncing PLC db with Zabbix DB"
+               dialog "$MESSAGE"
+
+               # turn off zabbix server, etc. before writing to the db.
+               service plc stop monitor 
+
+               $MONITORPATH/zabbix/zabbixsync.py --setupglobal &> /var/log/monitor-server
+               # import any templates
+               check_zabbix_templates_and_import
 
-       result "$MESSAGE"
+               service plc start monitor 
+               
+               result "$MESSAGE"
        ;;
 
-    stop)
-       MESSAGE=$"Stopping Monitor"
-       dialog "$MESSAGE"
+       stop)
+               MESSAGE=$"Stopping Monitor"
+               dialog "$MESSAGE"
 
-       service zabbix_server stop
-       service zabbix_agentd stop
-       # TODO: is there anything to stop?
-       result "$MESSAGE"
+               service zabbix_server stop
+               service zabbix_agentd stop
+               # TODO: is there anything to stop?
+               result "$MESSAGE"
        ;;
 esac