X-Git-Url: http://git.onelab.eu/?p=monitor.git;a=blobdiff_plain;f=monitor-server.init;h=544b47e9526731772070e527ea1bc6b550b13884;hp=c477c89a743ca458faa70b69028d5f871e6121e0;hb=HEAD;hpb=f4c8ac6cb9e1418ced303fd9f715e76b275af00d diff --git a/monitor-server.init b/monitor-server.init index c477c89..544b47e 100644 --- a/monitor-server.init +++ b/monitor-server.init @@ -13,10 +13,13 @@ # Source function library and configuration . /etc/plc.d/functions +. /etc/plc.d/monitor.functions . /etc/planetlab/plc_config local_config=/etc/planetlab/configs/site.xml MONITORPATH=/usr/share/monitor +WEB_ROOT_PATH=web/MonitorWeb/monitorweb +WEB_XML_PATH=static/xml # Be verbose set -x @@ -30,11 +33,8 @@ pghba_conf=$PGDATA/pg_hba.conf export PGPORT=$PLC_DB_PORT -ZABBIX_DB_USER="zabbixuser" -ZABBIX_DB_NAME="zabbix" - -MONITOR_DB_USER="monitoruser" -MONITOR_DB_NAME="monitor" +MONITOR_DB_USER=$PLC_MONITOR_DBUSER +MONITOR_DB_NAME=$PLC_MONITOR_DBNAME WROTE_PG_CONFIG= @@ -42,123 +42,51 @@ if [ -z "$PLC_MONITOR_IP" ] ; then PLC_MONITOR_IP=$( gethostbyname $PLC_MONITOR_HOST ) fi -function check_pg_hba () +function update_config () { - NAME=$1 - USER=$2 - #### SETUP ACCESS to this user and database - mkdir -p $PGDATA/pg_hba.conf.d - CONF=$PGDATA/pg_hba.conf.d/${NAME}.conf - if [ ! -f $CONF ] ; then - echo "host $NAME $USER 127.0.0.1/32 password" > $CONF - echo "host $NAME $USER $PLC_MONITOR_IP/32 password" >> $CONF - - WROTE_PG_CONFIG="true" - fi + pattern=$1 + with=$2 + file=$3 + sed -i -e "s/$pattern/$with/g" $file } - -function check_user_and_db() +function apply_template () { - CREATED= - NAME=$1 - USER=$2 - # confirm user is present or create it - user_present=$( psql -U postgres -c "select * from pg_user;" -d template1 | grep $USER ) - if [ -z $user_present ] ; then - createuser --no-superuser --no-createdb --no-createrole --login --unencrypted --echo $USER -U postgres - CREATED="true" - fi - - # confirm database is present or create it - db_present=$( psql -U postgres -c "select * from pg_database;" -d template1 | grep $NAME ) - if [ -z $db_present ] ; then - createdb --owner=$USER $NAME -U postgres - CREATED="true" - fi - - # Create/update the unprivileged database user and password - if [ -z "$PLC_MONITOR_DBPASSWORD" ] ; then - # Zabbix doesn't like plain uuidgen passwords - PLC_MONITOR_DBPASSWORD=$( uuidgen | md5sum - | awk '{print $1}' ) - plc-config --category=plc_monitor --variable=dbpassword --value="$PLC_MONITOR_DBPASSWORD" --save=$local_config $local_config - service plc reload - CREATED="true" - fi - if [ -n "$CREATED" ] ; then - psql -d template1 -U postgres -c "ALTER USER $USER WITH PASSWORD '$PLC_MONITOR_DBPASSWORD';" - fi -} + TEMPLATE=$1 + DESTFILE=$2 -function if_present_load () -{ - file=$1 - if [ -f $file ] ; then - psql -d $ZABBIX_DB_NAME -U $ZABBIX_DB_USER < $file - fi -} -function check_monitor_schema_and_data() -{ - # NOTE: call create_all() to setup the database from the info model. - python -c "from monitor.database.info.model import *; from elixir import create_all; create_all()" + tmp_file=$(mktemp) + cp $TEMPLATE $tmp_file + + update_config PLC_NAME "$PLC_NAME" $tmp_file + update_config PLC_WWW_HOSTNAME $PLC_WWW_HOST $tmp_file + update_config MONITOR_HOSTNAME $PLC_MONITOR_HOST $tmp_file + + cp $tmp_file $DESTFILE + rm -f $tmp_file } -function check_zabbix_schema_and_data() +function check_gadget_config () { - schema_present=$( psql -U $ZABBIX_DB_USER $ZABBIX_DB_NAME -c "\d;" < /dev/null | grep hosts ) - if [ -z $schema_present ] ; then - echo "... initial import can take SEVERAL minutes. please wait ..." - if_present_load "/usr/local/zabbix/misc/create/schema/postgresql.sql" - if_present_load "/usr/local/zabbix/misc/create/data/data.sql" - if_present_load "/usr/local/zabbix/misc/create/data/images_pgsql.sql" - ## TODO: update ZABBIX Server entry, "update hosts set status=0, host='MyPLC Server' where hostid=10017" - fi + for input_file in $MONITORPATH/$WEB_ROOT_PATH/$WEB_XML_PATH/*.in ; do + output_file=$MONITORPATH/$WEB_ROOT_PATH/$WEB_XML_PATH/`basename $input_file | sed -e 's/.in\$//'` + if [ $input_file -nt $output_file ] ; then + apply_template $input_file $output_file + fi + done } -function check_zabbix_templates_and_import () +function check_monitor_schema_and_data_init() { - # LOG IN - COOKIE_FILE=/tmp/cookiejar.txt - rm -f ${COOKIE_FILE} - TEMPLATES_DIR=${MONITORPATH}/zabbix/templates - curl -s --cookie $COOKIE_FILE --cookie-jar $COOKIE_FILE \ - --form "enter=Enter" \ - --form "name=Admin" \ - --form "password=zabbix" \ - "http://${PLC_MONITOR_HOST}/zabbix/index.php?login=1" - - deleted=$( grep 'deleted' $COOKIE_FILE ) - if [ -n "$deleted" ] ; then - echo "Login to the zabbix web server failed!!!" - return 1 - fi + # from monitor.functions + check_monitor_schema_and_data - for file in ${TEMPLATES_DIR}/*.xml ; do - # 0 - update , 1 - skip, 0 - add - echo "############### IMPORTING $file" >> /var/log/monitor.log - curl -s --cookie $COOKIE_FILE --cookie-jar $COOKIE_FILE \ - --form "config=1" \ - --form "import_file=@${file}" \ - --form "rules[host][exist]=0" \ - --form "rules[host][missed]=0" \ - --form "rules[template][exist]=0" \ - --form "rules[template][missed]=1" \ - --form "rules[item][exist]=0" \ - --form "rules[item][missed]=0" \ - --form "rules[trigger][exist]=0" \ - --form "rules[trigger][missed]=0" \ - --form "rules[graph][exist]=0" \ - --form "rules[graph][missed]=0" \ - --form "import=Import" \ - "http://${PLC_MONITOR_HOST}/zabbix/exp_imp.php" >> /var/log/monitor.log - done + $MONITORPATH/config.d/init-bootman-sequence.py } - function check_monitor_conf () { MONITOR_CONFIG=/etc/monitor.conf - # Using plcsh add default, monitor user plcsh </dev/null AddPerson({'first_name' : 'Monitor', 'last_name' : 'Server', 'password' : '${PLC_MONITOR_DBPASSWORD}', 'email' : '${PLC_MONITOR_EMAIL}'}) @@ -170,21 +98,16 @@ EOF if [ ! -f ${MONITOR_CONFIG} ] ; then cat < ${MONITOR_CONFIG} [monitorconfig] -RT_DB_HOST=rt.planet-lab.org -RT_DB_USER= -RT_DB_PASSWORD= -RT_DB_NAME= - # RT Web user account -RT_WEB_SERVER=https://rt.planet-lab.org/ -RT_WEB_TOOLS_PATH= -RT_WEB_USER= -RT_WEB_PASSWORD= +RT_WEB_SERVER=http://${PLC_RT_HOST}/ +RT_WEB_TOOLS_PATH=/usr/bin/ +RT_WEB_USER=${PLC_RT_WEB_USER} +RT_WEB_PASSWORD=${PLC_RT_WEB_PASSWORD} RT_WEB_DEBUG=0 -RT_QUEUE= +RT_QUEUE=${PLC_MONITOR_RT_QUEUE} # PLC admin account -API_SERVER=https://${PLC_BOOT_HOST}/PLCAPI/ +API_SERVER=https://${PLC_API_HOST}:${PLC_API_PORT}/PLCAPI/ API_AUTH_USER=${PLC_MONITOR_EMAIL} API_AUTH_PASSWORD=${PLC_MONITOR_DBPASSWORD} @@ -192,31 +115,39 @@ API_AUTH_PASSWORD=${PLC_MONITOR_DBPASSWORD} MONITOR_SCRIPT_ROOT=${MONITORPATH} MONITOR_DATA_ROOT=/var/lib/monitor MONITOR_ARCHIVE_ROOT=/var/lib/monitor/archive-pdb +MONITOR_BOOTMANAGER_LOG=/var/www/html/monitorlog MONITOR_HOSTNAME=${PLC_MONITOR_HOST} MONITOR_IP=${PLC_MONITOR_IP} -# used for debug mode -email= +PLC_WWW_HOSTNAME=${PLC_WWW_HOST} +PLC_NAME=${PLC_NAME} +email=${PLC_MONITOR_EMAIL} # all messages will appear to be from this address from_email=${PLC_MONITOR_EMAIL} - # a separate address for support messages support_email=${PLC_MAIL_SUPPORT_ADDRESS} - # mailing list copied on all out-going messages -cc_email= +cc_email=${PLC_MONITOR_CC_EMAIL} +exception_email=${PLC_MONITOR_CC_EMAIL} + +# these are reserved values +RT_DB_HOST=${PLC_RT_HOST} +RT_DB_USER= +RT_DB_PASSWORD= +RT_DB_NAME= [monitordatabase] -monitor_dburi=postgres://${MONITOR_DB_NAME}:${PLC_MONITOR_DBPASSWORD}@localhost:5432/${MONITOR_DB_NAME} -zabbix_dburi=postgres://${ZABBIX_DB_USER}:${PLC_MONITOR_DBPASSWORD}@localhost:5432/${ZABBIX_DB_NAME} +monitor_dburi=postgres://${MONITOR_DB_USER}:${PLC_MONITOR_DBPASSWORD}@${PLC_MONITOR_DBHOST}:5432/${MONITOR_DB_NAME} cachetime=60 # Evaluated as true or false [commandline] cachecalls=True +embedded=False +zabbix_enabled=False echo=False debug=False @@ -242,112 +173,53 @@ function create_httpd_conf () WROTE_HTTP_CONFIG="true" fi - # TODO: make http port configurable. + # TODO: support HTTPS as well as port 80. currently not specifying port + # 80 breaks https for other content on the myplc. # TODO: make proxy port configurable. cat < ${MONITOR_HTTP_CONF} -NameVirtualHost ${PLC_MONITOR_IP}:80 - - - ServerName ${PLC_MONITOR_HOST} - ServerAdmin ${PLC_MONITOR_EMAIL} - UseCanonicalName Off - ServerSignature Off - DocumentRoot ${MONITORPATH}/web/MonitorWeb/monitorweb +# NOTE: I've tried other means of redirection, including mod_rewrite, but did +# not have any success. The means below is not idea, b/c it does not keep +# non-ssl session as non-ssl. But it works. - - Options Indexes FollowSymLinks - AllowOverride None - Order allow,deny - Allow from all - +# NOTE: redirect path without trailing '/' to path with. Favor SSL. +Redirect /monitor https://${PLC_MONITOR_HOST}:${PLC_WWW_SSL_PORT}/monitor/ +#RedirectMatch ^/$ https://${PLC_MONITOR_HOST}:${PLC_WWW_SSL_PORT}/monitor +# NOTE: this directive strips '/monitor/' from the requested path and pastes +# the remaining part to the end of the ProxyPass url below. All TG urls +# should be relative to their current position, or the absolute path +# that includes /monitor/ at the beginning. +# TODO: make location configurable. + #LogLevel debug - Errorlog /var/log/httpd/monitorwebapp-error_log - Customlog /var/log/httpd/monitorwebapp-access_log common - - AddDefaultCharset utf-8 + #Errorlog /var/log/httpd/monitorwebapp-error_log + #Customlog /var/log/httpd/monitorwebapp-access_log common - #NOTE: This doesn't work as expected. - # Load everything out of the DocumentRoot that is static - # ProxyPass /monitor/static ! + ProxyPass http://127.0.0.1:8082/ + ProxyPassReverse http://127.0.0.1:8082/ + - ProxyPass /tg_js http://127.0.0.1:8080/tg_js - ProxyPassReverse /tg_js http://127.0.0.1:8080/tg_js - - ProxyPass /monitor http://127.0.0.1:8080 - ProxyPassReverse /monitor http://127.0.0.1:8080 - - ProxyPreserveHost On - ProxyRequests Off - - EOF } function start_tg_server () { + stop_tg_server pushd ${MONITORPATH}/web/MonitorWeb/ - ./start-monitorweb.py ${MONITORPATH}/web/MonitorWeb/prod.cfg &> /var/log/monitorweb.log + mkdir -p /var/lib/monitor/monitorweb/ + cp /var/log/monitorweb.log /var/lib/monitor/monitorweb/`date +%Y-%m-%d-%H-%M`-monitorweb.log + ./start-monitorweb.py ${MONITORPATH}/web/MonitorWeb/prod.cfg &> /var/log/monitorweb.log & popd } -function check_zab_server () +function stop_tg_server () { - ZABBIXCFG=/etc/zabbix - TMP_FILE=`mktemp /tmp/zbxtmpXXXXXX` - - if [ -f ${ZABBIXCFG}/zabbix_server.conf ] ; then - sed -e "s/#DBHost=.*/DBHost=$PLC_MONITOR_HOST/g" \ - -e "s#DBName=.*#DBName=$ZABBIX_DB_NAME#g" \ - -e "s#DBUser=.*#DBUser=$ZABBIX_DB_USER#g" \ - -e "s#DBPassword=.*#DBPassword=$PLC_MONITOR_DBPASSWORD#g" \ - -e "s/.*ExternalScripts=.*/ExternalScripts=${MONITORPATH}\/zabbix/g" \ - ${ZABBIXCFG}/zabbix_server.conf > $TMP_FILE - cat $TMP_FILE > ${ZABBIXCFG}/zabbix_server.conf - fi - service zabbix_server start - rm -f $TMP_FILE - -} -function check_zab_agentd () -{ - ZABBIXCFG=/etc/zabbix - TMP_FILE=`mktemp /tmp/zbxtmpXXXXXX` - if [ -f ${ZABBIXCFG}/zabbix_agentd.conf ] ; then - HOST=`hostname` - sed -e "s#Server=.*#Server=$PLC_MONITOR_HOST#g" \ - -e "s#Hostname=.*#Hostname=$HOST#g" \ - ${ZABBIXCFG}/zabbix_agentd.conf > $TMP_FILE - cat $TMP_FILE > ${ZABBIXCFG}/zabbix_agentd.conf - fi - service zabbix_agentd start - rm -f $TMP_FILE -} -function check_zab_webconfig() -{ - # SETUP zabbix gui configuration - ZABBIX_WEB_CFG=/var/www/html/zabbix/conf/zabbix.conf.php - if [ ! -f $ZABBIX_WEB_CFG ] ; then - touch $ZABBIX_WEB_CFG - cat < $ZABBIX_WEB_CFG - -EOF - chmod 644 $ZABBIX_WEB_CFG - fi + pid=$( cat /var/run/monitorweb.pid ) + if [ -n "$pid" ] ; then + kill $pid + fi } if [ "$PLC_MONITOR_ENABLED" != "1" ] ; then @@ -356,58 +228,57 @@ fi case "$1" in start) - MESSAGE=$"Bootstrap Monitoring" + MESSAGE=$"Bootstrap Monitoring (please wait...)" dialog "$MESSAGE" # DATABASE acces, creation, and data loading check_pg_hba $MONITOR_DB_NAME $MONITOR_DB_USER check_user_and_db $MONITOR_DB_NAME $MONITOR_DB_USER - check_monitor_schema_and_data + # WRITE default /etc/monitor.conf + check_monitor_conf - check_pg_hba $ZABBIX_DB_NAME $ZABBIX_DB_USER - check_user_and_db $ZABBIX_DB_NAME $ZABBIX_DB_USER + check_gadget_config if [ -n "$WROTE_PG_CONFIG" ] ; then # NOTE: restart db to enable access by users granted above. service plc restart postgresql service plc restart httpd + MESSAGE=$"Bootstrap Monitoring 2 (please wait...)" + dialog "$MESSAGE" fi - check_zabbix_schema_and_data - check_zabbix_templates_and_import - - # WRITE default /etc/monitor.conf - check_monitor_conf + check_monitor_schema_and_data_init # create /etc/httpd/conf.d/monitorweb.conf create_httpd_conf if [ -n "$WROTE_HTTP_CONFIG" ] ; then # NOTE: restart web server to enable access web cfg service plc restart httpd + MESSAGE=$"Bootstrap Monitoring 3 (please wait...)" + dialog "$MESSAGE" fi start_tg_server - # START zabbix services. SETUP default config files. - check_zab_server - check_zab_agentd - check_zab_webconfig - result "$MESSAGE" ;; - sync) - MESSAGE=$"Syncing PLC db with Zabbix DB" + restartweb) + MESSAGE=$"Restarting monitor web app..." dialog "$MESSAGE" - # turn off zabbix server, etc. before writing to the db. - service plc stop monitor + stop_tg_server + start_tg_server + + result "$MESSAGE" + ;; + + delete) + MESSAGE=$"Deleting databases..." + dialog "$MESSAGE" - $MONITORPATH/zabbix/zabbixsync.py --setupglobal &> /var/log/monitor-server - # import any templates - check_zabbix_templates_and_import + dropdb -U postgres $MONITOR_DB_NAME + dropuser -U postgres $MONITOR_DB_USER - service plc start monitor - result "$MESSAGE" ;; @@ -415,9 +286,9 @@ case "$1" in MESSAGE=$"Stopping Monitor" dialog "$MESSAGE" - service zabbix_server stop - service zabbix_agentd stop - # TODO: is there anything to stop? + stop_tg_server + # todo: disable cron entry? + result "$MESSAGE" ;; esac