X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=monitor-server.init;h=b627c17b457929b65b54fc49ba85e8be8b17e154;hb=ca65ff1cd55b2a285320ec8562e8ca1e29fbc4f0;hp=4da26c4efbfa6390d29c46a25b479977cfc71c9a;hpb=59a5e97c767a90437946aa3aca0c8518df662084;p=monitor.git diff --git a/monitor-server.init b/monitor-server.init index 4da26c4..b627c17 100644 --- a/monitor-server.init +++ b/monitor-server.init @@ -16,6 +16,8 @@ . /etc/planetlab/plc_config local_config=/etc/planetlab/configs/site.xml +MONITORPATH=/usr/share/monitor + # Be verbose set -x @@ -28,35 +30,54 @@ pghba_conf=$PGDATA/pg_hba.conf export PGPORT=$PLC_DB_PORT -# TODO: -## setup database -### import schema & data -### tweak values -### add zabbix to pg_hba.conf -## setup zabbix.conf.php -## ZABBIX_DB_USER="zabbixuser" ZABBIX_DB_NAME="zabbix" +MONITOR_DB_USER="monitoruser" +MONITOR_DB_NAME="monitor" + +WROTE_PG_CONFIG= + +if [ -z "$PLC_MONITOR_IP" ] ; then + PLC_MONITOR_IP=$( gethostbyname $PLC_MONITOR_HOST ) +fi + +function check_pg_hba () +{ + NAME=$1 + USER=$2 + #### SETUP ACCESS to this user and database + mkdir -p $PGDATA/pg_hba.conf.d + CONF=$PGDATA/pg_hba.conf.d/${NAME}.conf + if [ ! -f $CONF ] ; then + echo "host $NAME $USER 127.0.0.1/32 password" > $CONF + echo "host $NAME $USER $PLC_MONITOR_IP/32 password" >> $CONF + + WROTE_PG_CONFIG="true" + fi +} + function check_user_and_db() { CREATED= + NAME=$1 + USER=$2 # confirm user is present or create it - user_present=$( psql -U postgres -c "select * from pg_user;" -d template1 | grep $ZABBIX_DB_USER ) + user_present=$( psql -U postgres -c "select * from pg_user;" -d template1 | grep $USER ) if [ -z $user_present ] ; then - createuser --no-superuser --no-createdb --no-createrole --login --unencrypted --echo $ZABBIX_DB_USER -U postgres + createuser --no-superuser --no-createdb --no-createrole --login --unencrypted --echo $USER -U postgres CREATED="true" fi # confirm database is present or create it - db_present=$( psql -U postgres -c "select * from pg_database;" -d template1 | grep $ZABBIX_DB_NAME ) + db_present=$( psql -U postgres -c "select * from pg_database;" -d template1 | grep $NAME ) if [ -z $db_present ] ; then - createdb --owner=$ZABBIX_DB_USER $ZABBIX_DB_NAME -U postgres + createdb --owner=$USER $NAME -U postgres CREATED="true" fi # Create/update the unprivileged database user and password - if [ -z "$PLC_MONITOR_DBPASSWORD" ] ; then + if [[ -z "$PLC_MONITOR_DBPASSWORD" || "$PLC_MONITOR_DBPASSWORD" = "None" ]] ; then # Zabbix doesn't like plain uuidgen passwords PLC_MONITOR_DBPASSWORD=$( uuidgen | md5sum - | awk '{print $1}' ) plc-config --category=plc_monitor --variable=dbpassword --value="$PLC_MONITOR_DBPASSWORD" --save=$local_config $local_config @@ -64,7 +85,7 @@ function check_user_and_db() CREATED="true" fi if [ -n "$CREATED" ] ; then - psql -d template1 -U postgres -c "ALTER USER $ZABBIX_DB_USER WITH PASSWORD '$PLC_MONITOR_DBPASSWORD';" + psql -d template1 -U postgres -c "ALTER USER $USER WITH PASSWORD '$PLC_MONITOR_DBPASSWORD';" fi } @@ -75,8 +96,13 @@ function if_present_load () psql -d $ZABBIX_DB_NAME -U $ZABBIX_DB_USER < $file fi } +function check_monitor_schema_and_data() +{ + # NOTE: call create_all() to setup the database from the info model. + python -c "from monitor.database.info.model import *; from elixir import create_all; create_all()" +} -function check_schema_and_data() +function check_zabbix_schema_and_data() { schema_present=$( psql -U $ZABBIX_DB_USER $ZABBIX_DB_NAME -c "\d;" < /dev/null | grep hosts ) if [ -z $schema_present ] ; then @@ -88,42 +114,205 @@ function check_schema_and_data() fi } +function check_zabbix_templates_and_import () +{ + # LOG IN + COOKIE_FILE=/tmp/cookiejar.txt + rm -f ${COOKIE_FILE} + TEMPLATES_DIR=${MONITORPATH}/zabbix/templates + curl -s --cookie $COOKIE_FILE --cookie-jar $COOKIE_FILE \ + --form "enter=Enter" \ + --form "name=Admin" \ + --form "password=zabbix" \ + "http://${PLC_MONITOR_HOST}/zabbix/index.php?login=1" + + deleted=$( grep 'deleted' $COOKIE_FILE ) + if [ -n "$deleted" ] ; then + echo "Login to the zabbix web server failed!!!" + return 1 + fi + + for file in ${TEMPLATES_DIR}/*.xml ; do + # 0 - update , 1 - skip, 0 - add + echo "############### IMPORTING $file" >> /var/log/monitor.log + curl -s --cookie $COOKIE_FILE --cookie-jar $COOKIE_FILE \ + --form "config=1" \ + --form "import_file=@${file}" \ + --form "rules[host][exist]=0" \ + --form "rules[host][missed]=0" \ + --form "rules[template][exist]=0" \ + --form "rules[template][missed]=1" \ + --form "rules[item][exist]=0" \ + --form "rules[item][missed]=0" \ + --form "rules[trigger][exist]=0" \ + --form "rules[trigger][missed]=0" \ + --form "rules[graph][exist]=0" \ + --form "rules[graph][missed]=0" \ + --form "import=Import" \ + "http://${PLC_MONITOR_HOST}/zabbix/exp_imp.php" >> /var/log/monitor.log + done +} + + +function check_monitor_conf () +{ + MONITOR_CONFIG=/etc/monitor.conf + + + # Using plcsh add default, monitor user + plcsh </dev/null +AddPerson({'first_name' : 'Monitor', 'last_name' : 'Server', 'password' : '${PLC_MONITOR_DBPASSWORD}', 'email' : '${PLC_MONITOR_EMAIL}'}) +AddRoleToPerson('admin', '${PLC_MONITOR_EMAIL}') +AddPersonToSite('${PLC_MONITOR_EMAIL}', '${PLC_SLICE_PREFIX}') +UpdatePerson('${PLC_MONITOR_EMAIL}', { 'enabled' : True, 'password' : '${PLC_MONITOR_DBPASSWORD}' }) +EOF + + if [ ! -f ${MONITOR_CONFIG} ] ; then + cat < ${MONITOR_CONFIG} +[monitorconfig] +RT_DB_HOST=rt.planet-lab.org +RT_DB_USER= +RT_DB_PASSWORD= +RT_DB_NAME= + +# RT Web user account +RT_WEB_SERVER=https://rt.planet-lab.org/ +RT_WEB_TOOLS_PATH= +RT_WEB_USER= +RT_WEB_PASSWORD= +RT_WEB_DEBUG=0 +RT_QUEUE= + +# PLC admin account +API_SERVER=https://${PLC_BOOT_HOST}/PLCAPI/ +API_AUTH_USER=${PLC_MONITOR_EMAIL} +API_AUTH_PASSWORD=${PLC_MONITOR_DBPASSWORD} + +# SERVER PATHS +MONITOR_SCRIPT_ROOT=${MONITORPATH} +MONITOR_DATA_ROOT=/var/lib/monitor +MONITOR_ARCHIVE_ROOT=/var/lib/monitor/archive-pdb + +MONITOR_HOSTNAME=${PLC_MONITOR_HOST} +MONITOR_IP=${PLC_MONITOR_IP} + +PLC_WWW_HOSTNAME=${PLC_WWW_HOST} + +# used for debug mode +email= + +# all messages will appear to be from this address +from_email=${PLC_MONITOR_EMAIL} + +# a separate address for support messages +support_email=${PLC_MAIL_SUPPORT_ADDRESS} + +# mailing list copied on all out-going messages +cc_email= + +[monitordatabase] +monitor_dburi=postgres://${MONITOR_DB_USER}:${PLC_MONITOR_DBPASSWORD}@localhost:5432/${MONITOR_DB_NAME} +zabbix_dburi=postgres://${ZABBIX_DB_USER}:${PLC_MONITOR_DBPASSWORD}@localhost:5432/${ZABBIX_DB_NAME} + +cachetime=60 + +# Evaluated as true or false +[commandline] +cachecalls=True +embedded=False + +echo=False +debug=False +mail=True +bcc=False +run=False +checkopt=False +squeeze=True +policysavedb=True +EOF -case "$1" in - start) - if [ "$PLC_MONITOR_ENABLED" != "1" ] ; then - exit 0 fi - MESSAGE=$"Bootstrap Monitoring" - dialog "$MESSAGE" +} - #### SETUP ACCESS to this user and database - mkdir -p /var/lib/pgsql/data/pg_hba.conf.d - ZABCONF=/var/lib/pgsql/data/pg_hba.conf.d/zabbix.conf - if [ ! -f $ZABCONF ] ; then - echo "host $ZABBIX_DB_NAME $ZABBIX_DB_USER 127.0.0.1/32 password" > $ZAB - echo "host $ZABBIX_DB_NAME $ZABBIX_DB_USER $PLC_MONITOR_IP/32 password" >> $ZAB +function create_httpd_conf () +{ + MONITOR_HTTP_CONF=/etc/httpd/conf.d/monitorweb.conf + + if [ ! -f ${MONITOR_HTTP_CONF} ] ; then + # note: we need to either start this script before httpd, or always + # restart httpd, since there's no way to know beyond file's existence + # whether the values have changed or not. + WROTE_HTTP_CONFIG="true" fi - # NOTE: restart db to enable access by users granted above. - service plc restart posgresql + # TODO: support HTTPS as well as port 80. currently not specifying port + # 80 breaks https for other content on the myplc. + # TODO: make proxy port configurable. + + cat < ${MONITOR_HTTP_CONF} + +# NOTE: I've tried other means of redirection, including mod_rewrite, but did +# not have any success. The means below is not idea, b/c it does not keep +# non-ssl session as non-ssl. But it works. + +# NOTE: redirect path without trailing '/' to path with. Favor SSL. +Redirect /monitor https://${MONITOR_HOSTNAME}:${PLC_WWW_SSL_PORT}/monitor/ - check_user_and_db - check_schema_and_data +# NOTE: this directive strips '/monitor/' from the requested path and pastes +# the remaining part to the end of the ProxyPass url below. All TG urls +# should be relative to their current position, or the absolute path +# that includes /monitor/ at the beginning. +# TODO: make location configurable. + + #LogLevel debug + #Errorlog /var/log/httpd/monitorwebapp-error_log + #Customlog /var/log/httpd/monitorwebapp-access_log common - # UPDATE /etc/zabbix/*.conf + ProxyPass http://127.0.0.1:8080/ + ProxyPassReverse http://127.0.0.1:8080/ + + +EOF +} + +function start_tg_server () +{ + stop_tg_server + pushd ${MONITORPATH}/web/MonitorWeb/ + ./start-monitorweb.py ${MONITORPATH}/web/MonitorWeb/prod.cfg &> /var/log/monitorweb.log & + popd +} + +function stop_tg_server () +{ + pid=$( cat /var/run/monitorweb.pid ) + if [ -n "$pid" ] ; then + kill $pid + fi +} + +function check_zab_server () +{ ZABBIXCFG=/etc/zabbix TMP_FILE=`mktemp /tmp/zbxtmpXXXXXX` - # TODO: How to know if I need to restart the services? if [ -f ${ZABBIXCFG}/zabbix_server.conf ] ; then sed -e "s/#DBHost=.*/DBHost=$PLC_MONITOR_HOST/g" \ -e "s#DBName=.*#DBName=$ZABBIX_DB_NAME#g" \ -e "s#DBUser=.*#DBUser=$ZABBIX_DB_USER#g" \ -e "s#DBPassword=.*#DBPassword=$PLC_MONITOR_DBPASSWORD#g" \ + -e "s#.*ExternalScripts=.*#ExternalScripts=${MONITORPATH}/zabbix#g" \ ${ZABBIXCFG}/zabbix_server.conf > $TMP_FILE cat $TMP_FILE > ${ZABBIXCFG}/zabbix_server.conf fi + service zabbix_server start + rm -f $TMP_FILE + +} +function check_zab_agentd () +{ + ZABBIXCFG=/etc/zabbix + TMP_FILE=`mktemp /tmp/zbxtmpXXXXXX` if [ -f ${ZABBIXCFG}/zabbix_agentd.conf ] ; then HOST=`hostname` sed -e "s#Server=.*#Server=$PLC_MONITOR_HOST#g" \ @@ -131,9 +320,11 @@ case "$1" in ${ZABBIXCFG}/zabbix_agentd.conf > $TMP_FILE cat $TMP_FILE > ${ZABBIXCFG}/zabbix_agentd.conf fi - service zabbix_server start service zabbix_agentd start - + rm -f $TMP_FILE +} +function check_zab_webconfig() +{ # SETUP zabbix gui configuration ZABBIX_WEB_CFG=/var/www/html/zabbix/conf/zabbix.conf.php if [ ! -f $ZABBIX_WEB_CFG ] ; then @@ -155,18 +346,106 @@ global \$DB; EOF chmod 644 $ZABBIX_WEB_CFG fi +} + +if [ "$PLC_MONITOR_ENABLED" != "1" ] ; then + exit 0 +fi + +case "$1" in + start) + MESSAGE=$"Bootstrap Monitoring (please wait...)" + dialog "$MESSAGE" + + # DATABASE acces, creation, and data loading + check_pg_hba $MONITOR_DB_NAME $MONITOR_DB_USER + check_user_and_db $MONITOR_DB_NAME $MONITOR_DB_USER + # WRITE default /etc/monitor.conf + check_monitor_conf + check_monitor_schema_and_data + + check_pg_hba $ZABBIX_DB_NAME $ZABBIX_DB_USER + check_user_and_db $ZABBIX_DB_NAME $ZABBIX_DB_USER + + if [ -n "$WROTE_PG_CONFIG" ] ; then + # NOTE: restart db to enable access by users granted above. + service plc restart postgresql + service plc restart httpd + MESSAGE=$"Bootstrap Monitoring 2 (please wait...)" + dialog "$MESSAGE" + fi + + check_zabbix_schema_and_data + check_zabbix_templates_and_import + + + # create /etc/httpd/conf.d/monitorweb.conf + create_httpd_conf + if [ -n "$WROTE_HTTP_CONFIG" ] ; then + # NOTE: restart web server to enable access web cfg + service plc restart httpd + MESSAGE=$"Bootstrap Monitoring 3 (please wait...)" + dialog "$MESSAGE" + fi + start_tg_server + + # START zabbix services. SETUP default config files. + check_zab_server + check_zab_agentd + check_zab_webconfig + + result "$MESSAGE" + ;; + + restartweb) + MESSAGE=$"Restarting monitor web app..." + dialog "$MESSAGE" + + stop_tg_server + start_tg_server + + result "$MESSAGE" + ;; + + sync) + MESSAGE=$"Syncing PLC db with Zabbix DB" + dialog "$MESSAGE" + + # turn off zabbix server, etc. before writing to the db. + service plc stop monitor + + $MONITORPATH/zabbix/zabbixsync.py --setupids &> /var/log/monitor-server + $MONITORPATH/zabbix/zabbixsync.py --setupglobal 2>&1 >> /var/log/monitor-server + # import any templates + check_zabbix_templates_and_import + + service plc start monitor + + result "$MESSAGE" + ;; + + delete) + MESSAGE=$"Deleting databases..." + dialog "$MESSAGE" + + dropdb -U postgres $ZABBIX_DB_NAME + dropuser -U postgres $ZABBIX_DB_USER + + dropdb -U postgres $MONITOR_DB_NAME + dropuser -U postgres $MONITOR_DB_USER - result "$MESSAGE" + result "$MESSAGE" ;; - stop) - MESSAGE=$"Stopping Monitor" - dialog "$MESSAGE" + stop) + MESSAGE=$"Stopping Monitor" + dialog "$MESSAGE" - service zabbix_server stop - service zabbix_agentd stop - # TODO: is there anything to stop? - result "$MESSAGE" + stop_tg_server + service zabbix_server stop + service zabbix_agentd stop + # TODO: is there anything to stop? + result "$MESSAGE" ;; esac