voltron/NodeMgmt
1
1
Fork 0
Code Issues Pull Requests Releases 1 Activity

Update nodemgmt-scripts.sh

Browse Source
This commit is contained in:
David Schroeder
2019-02-26 23:25:44 -06:00
parent e06736f0a7
commit b533196187
1 changed files with 23 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
nodemgmt-scripts.sh
View File

@@ -82,7 +82,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Not Running${idsCL[Default]}"
fi
echo "${NM_SERVICES[${srvc}]} is down" | mail -s "${NODE_HOSTNAME}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${NM_SERVICES[${srvc}]} is down" | mail -s "${NODE_HOSTNAME}" ${STATUS_CHECK_EMAIL}; fi
touch ${FOLDER}/${NODE_HOSTNAME}-${srvc}.down
else
errtime=`date +%s`-$(stat -c %Y ${FOLDER}/${NODE_HOSTNAME}-${srvc}.down)
@@ -94,7 +94,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Not running for $(SHOW_TIME ${toterrtime})${idsCL[Default]}"
fi
echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "${NODE_HOSTNAME}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "${NODE_HOSTNAME}" ${STATUS_CHECK_EMAIL}; fi
touch ${FOLDER}/${NODE_HOSTNAME}-${srvc}.down
fi
fi
@@ -108,7 +108,7 @@ STATUS(){
else
toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${NODE_HOSTNAME}-${srvc}.down)
fi
echo "${NM_SERVICES[${srvc}]} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "${NODE_HOSTNAME}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${NM_SERVICES[${srvc}]} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "${NODE_HOSTNAME}" ${STATUS_CHECK_EMAIL}; fi
rm -f ${FOLDER}/${NODE_HOSTNAME}-${srvc}.down
rm -f ${FOLDER}/${NODE_HOSTNAME}-${srvc}.errtime
fi
@@ -139,7 +139,7 @@ STATUS(){
toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}.down)
fi
rm -f ${FOLDER}/${nip}.down; rm -f ${FOLDER}/${nip}.errtime
echo "iDS-MySQL${nid} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "iDS-MySQL${nid} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}; fi
fi
for srvc in "${NODE_SERVICES_CHECK[@]}"; do
if [ "${ST_ACTION}" != "check" ]; then
@@ -154,7 +154,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Not Running${idsCL[Default]}"
fi
echo "${NM_SERVICES[${srvc}]} is down" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${NM_SERVICES[${srvc}]} is down" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}; fi
touch ${FOLDER}/${nip}-${srvc}.down
else
errtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down)
@@ -166,7 +166,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Not running for $(SHOW_TIME ${toterrtime})${idsCL[Default]}"
fi
echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}; fi
touch ${FOLDER}/${nip}-${srvc}.down
fi
fi
@@ -180,7 +180,7 @@ STATUS(){
else
toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down)
fi
echo "${NM_SERVICES[${srvc}]} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${NM_SERVICES[${srvc}]} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}; fi
rm -f ${FOLDER}/${nip}-${srvc}.down
rm -f ${FOLDER}/${nip}-${srvc}.errtime
fi
@@ -196,7 +196,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Node has been down for $(SHOW_TIME ${toterrtime})${idsCL[Default]}"
fi
echo "iDS-MySQL${nid} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "iDS-MySQL${nid} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}; fi
else
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Node is Down!${idsCL[Default]}"
@@ -229,7 +229,7 @@ STATUS(){
toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}.down)
fi
rm -f ${FOLDER}/${nip}.down; rm -f ${FOLDER}/${nip}.errtime
echo "iDS-MySQL${nid} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Webserver${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "iDS-MySQL${nid} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Webserver${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}; fi
fi
for srvc in "${WEB_SERVICES_CHECK[@]}"; do
if [ "${ST_ACTION}" != "check" ]; then
@@ -244,7 +244,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Not Running${idsCL[Default]}"
fi
echo "${NM_SERVICES[${srvc}]} is down" | mail -s "iDS-Webserver${nid}-${nip}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${NM_SERVICES[${srvc}]} is down" | mail -s "iDS-Webserver${nid}-${nip}" ${STATUS_CHECK_EMAIL}; fi
touch ${FOLDER}/${nip}-${srvc}.down
else
errtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down)
@@ -256,7 +256,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Not running for $(SHOW_TIME ${toterrtime})${idsCL[Default]}"
fi
echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Webserver${nid}-${nip}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Webserver${nid}-${nip}" ${STATUS_CHECK_EMAIL}; fi
touch ${FOLDER}/${nip}-${srvc}.down
fi
fi
@@ -270,7 +270,7 @@ STATUS(){
else
toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down)
fi
echo "${NM_SERVICES[${srvc}]} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Webserver${nid}-${nip}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${NM_SERVICES[${srvc}]} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Webserver${nid}-${nip}" ${STATUS_CHECK_EMAIL}; fi
rm -f ${FOLDER}/${nip}-${srvc}.down
rm -f ${FOLDER}/${nip}-${srvc}.errtime
fi
@@ -286,7 +286,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Node has been down for $(SHOW_TIME ${toterrtime})${idsCL[Default]}"
fi
echo "iDS-Webserver${nid} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Webserver${nid}-${nip}" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "iDS-Webserver${nid} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Webserver${nid}-${nip}" ${STATUS_CHECK_EMAIL}; fi
else
if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Node is Down!${idsCL[Default]}"
@@ -317,7 +317,7 @@ STATUS(){
if [ "${checkhost}" != "false" ]; then
if [ -f ${FOLDER}/${nip}.down ]; then
rm -f ${FOLDER}/${nip}.down
echo "iDS-MySQL${nid} is back UP!" | mail -s "iDS-MySQL${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "iDS-MySQL${nid} is back UP!" | mail -s "iDS-MySQL${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}; fi
fi
for rcheck in "${NODE_REPL_CHECK[@]}"; do
if [ "${ST_ACTION}" != "check" ]; then
@@ -345,7 +345,7 @@ STATUS(){
fi
if [ ! -f ${FOLDER}/${nip}-${rcheck}.down ]; then
touch ${FOLDER}/${nip}-${rcheck}.down
echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-MySQL${nid}'" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-MySQL${nid}'" ${STATUS_CHECK_EMAIL}; fi
fi
else
if [ "${ST_ACTION}" != "check" ]; then
@@ -353,7 +353,7 @@ STATUS(){
fi
if [ -f ${FOLDER}/${nip}-${rcheck}.down ]; then
rm -f ${FOLDER}/${nip}-${rcheck}.down
echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-MySQL${nid}'" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-MySQL${nid}'" ${STATUS_CHECK_EMAIL}; fi
fi
fi
@@ -364,7 +364,7 @@ STATUS(){
fi
if [ ! -f ${FOLDER}/${nip}.down ]; then
touch ${FOLDER}/${nip}.down
echo "iDS-MySQL${nid} is down" | mail -s "iDS-MySQL${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "iDS-MySQL${nid} is down" | mail -s "iDS-MySQL${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL}; fi
fi
fi
if [ "${ST_ACTION}" != "check" ]; then echo; fi
@@ -383,7 +383,7 @@ STATUS(){
if [ "${checkhost}" != "false" ]; then
if [ -f ${FOLDER}/${nip}.down ]; then
rm -f ${FOLDER}/${nip}.down
echo "iDS-Webserver${nid} is back UP!" | mail -s "iDS-Webserver${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "iDS-Webserver${nid} is back UP!" | mail -s "iDS-Webserver${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}; fi
fi
for rcheck in "${WEB_REPL_CHECK[@]}"; do
if [ "${ST_ACTION}" != "check" ]; then
@@ -411,7 +411,7 @@ STATUS(){
fi
if [ ! -f ${FOLDER}/${nip}-${rcheck}.down ]; then
touch ${FOLDER}/${nip}-${rcheck}.down
echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Webserver${nid}'" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Webserver${nid}'" ${STATUS_CHECK_EMAIL}; fi
fi
else
if [ "${ST_ACTION}" != "check" ]; then
@@ -419,7 +419,7 @@ STATUS(){
fi
if [ -f ${FOLDER}/${nip}-${rcheck}.down ]; then
rm -f ${FOLDER}/${nip}-${rcheck}.down
echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Webserver${nid}'" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Webserver${nid}'" ${STATUS_CHECK_EMAIL}; fi
fi
fi
@@ -430,7 +430,7 @@ STATUS(){
fi
if [ ! -f ${FOLDER}/${nip}.down ]; then
touch ${FOLDER}/${nip}.down
echo "iDS-Webserver${nid} is down" | mail -s "iDS-Webserver${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "iDS-Webserver${nid} is down" | mail -s "iDS-Webserver${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL}; fi
fi
fi
if [ "${ST_ACTION}" != "check" ]; then echo; fi
@@ -625,7 +625,7 @@ NEWCERT(){
if [ "`date +%s`" -gt "$timeout" ]; then
echo -e "${idsCL[Red]}Timeout${idsCL[Default]}"
timeout=true
echo "Timeout occurred in waiting for replication between nodes. (${NEW_CERT})" | mail -s "Cert-Request" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "Timeout occurred in waiting for replication between nodes. (${NEW_CERT})" | mail -s "Cert-Request" ${STATUS_CHECK_EMAIL}; fi
break
fi
done
@@ -778,7 +778,7 @@ NIGHTLYRENEW(){
done
checked=${tchecked}
if [ "`date +%s`" -gt "$timeout" ] && [ "${STATUS_CHECK_EMAIL}" != "" ]; then
echo "Timeout occurred in waiting for replication between nodes." | mail -s "Nightly-Cert-Renewal" ${STATUS_CHECK_EMAIL}
if [ "${STATUS_CHECK_EMAIL}" != "" ]; then echo "Timeout occurred in waiting for replication between nodes." | mail -s "Nightly-Cert-Renewal" ${STATUS_CHECK_EMAIL}; fi
break
fi
done