voltron/NodeMgmt
1
1
Fork 0
Code Issues Pull Requests Releases 1 Activity

Update nodemgmt-scripts.sh

Browse Source
This commit is contained in:
David Schroeder
2019-02-26 22:52:53 -06:00
parent 906f45f247
commit 678a581647
1 changed files with 25 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
nodemgmt-scripts.sh
View File

@@ -44,7 +44,7 @@ STATUS(){
${NHCMD} rm -f ${FOLDER}/test.repl ${NHCMD} rm -f ${FOLDER}/test.repl
daterun=`date +%Y-%m-%d-%H-%M-%S` daterun=`date +%Y-%m-%d-%H-%M-%S`
if [ "${NHCMD}" = "" ]; then if [ "${NHCMD}" = "" ]; then
echo -e "iDS-Node${nid} (${nip})\n${daterun}" > ${FOLDER}/test.repl echo -e "iDS-MySQL${nid} (${nip})\n${daterun}" > ${FOLDER}/test.repl
yes | cp -rfH ${FOLDER}/test.repl ${REPL_CHECKS[${rcheck}]}/test.repl yes | cp -rfH ${FOLDER}/test.repl ${REPL_CHECKS[${rcheck}]}/test.repl
else else
${NHCMD} "echo -e \"Status-Check (${NODE_HOSTNAME})\n${daterun}\" > ${FOLDER}/test.repl" ${NHCMD} "echo -e \"Status-Check (${NODE_HOSTNAME})\n${daterun}\" > ${FOLDER}/test.repl"
@@ -125,7 +125,7 @@ STATUS(){
fi fi
if [ "${ST_ACTION}" != "check" ]; then if [ "${ST_ACTION}" != "check" ]; then
uptime=`${NCMD} uptime -p` uptime=`${NCMD} uptime -p`
echo -e " ${idsST[Bold]}${idsCL[LightCyan]}iDS-Node${nid} (${nip})${idsST[Reset]}${idsCL[LightCyan]} - ${uptime} ${idsCL[LightYello]}${LH}${idsCL[Default]}" echo -e " ${idsST[Bold]}${idsCL[LightCyan]}iDS-MySQL${nid} (${nip})${idsST[Reset]}${idsCL[LightCyan]} - ${uptime} ${idsCL[LightYello]}${LH}${idsCL[Default]}"
DIVIDER false green DIVIDER false green
fi fi
if [ "${NCMD}" != "" ]; then if [ "${NCMD}" != "" ]; then
@@ -139,7 +139,7 @@ STATUS(){
toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}.down) toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}.down)
fi fi
rm -f ${FOLDER}/${nip}.down; rm -f ${FOLDER}/${nip}.errtime rm -f ${FOLDER}/${nip}.down; rm -f ${FOLDER}/${nip}.errtime
echo "iDS-Node${nid} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Node${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL} echo "iDS-MySQL${nid} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}
fi fi
for srvc in "${NODE_SERVICES_CHECK[@]}"; do for srvc in "${NODE_SERVICES_CHECK[@]}"; do
if [ "${ST_ACTION}" != "check" ]; then if [ "${ST_ACTION}" != "check" ]; then
@@ -154,7 +154,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Not Running${idsCL[Default]}" echo -e "${idsCL[Red]}Not Running${idsCL[Default]}"
fi fi
echo "${NM_SERVICES[${srvc}]} is down" | mail -s "iDS-Node${nid}-${nip}" ${STATUS_CHECK_EMAIL} echo "${NM_SERVICES[${srvc}]} is down" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
touch ${FOLDER}/${nip}-${srvc}.down touch ${FOLDER}/${nip}-${srvc}.down
else else
errtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down) errtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down)
@@ -166,7 +166,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Not running for $(SHOW_TIME ${toterrtime})${idsCL[Default]}" echo -e "${idsCL[Red]}Not running for $(SHOW_TIME ${toterrtime})${idsCL[Default]}"
fi fi
echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Node${nid}-${nip}" ${STATUS_CHECK_EMAIL} echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
touch ${FOLDER}/${nip}-${srvc}.down touch ${FOLDER}/${nip}-${srvc}.down
fi fi
fi fi
@@ -180,7 +180,7 @@ STATUS(){
else else
toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down) toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down)
fi fi
echo "${NM_SERVICES[${srvc}]} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Node${nid}-${nip}" ${STATUS_CHECK_EMAIL} echo "${NM_SERVICES[${srvc}]} is back UP! It was down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
rm -f ${FOLDER}/${nip}-${srvc}.down rm -f ${FOLDER}/${nip}-${srvc}.down
rm -f ${FOLDER}/${nip}-${srvc}.errtime rm -f ${FOLDER}/${nip}-${srvc}.errtime
fi fi
@@ -196,7 +196,7 @@ STATUS(){
if [ "${ST_ACTION}" != "check" ]; then if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Node has been down for $(SHOW_TIME ${toterrtime})${idsCL[Default]}" echo -e "${idsCL[Red]}Node has been down for $(SHOW_TIME ${toterrtime})${idsCL[Default]}"
fi fi
echo "iDS-Node${nid} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Node${nid}-${nip}" ${STATUS_CHECK_EMAIL} echo "iDS-MySQL${nid} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
else else
if [ "${ST_ACTION}" != "check" ]; then if [ "${ST_ACTION}" != "check" ]; then
echo -e "${idsCL[Red]}Node is Down!${idsCL[Default]}" echo -e "${idsCL[Red]}Node is Down!${idsCL[Default]}"
@@ -220,14 +220,14 @@ STATUS(){
if [ "${nip}" = "${PRIMARYHOST}" ] && [ ! -z ${LOCAL_SERVICES+x} ]; then isreplhost=true; else isreplhost=false; fi if [ "${nip}" = "${PRIMARYHOST}" ] && [ ! -z ${LOCAL_SERVICES+x} ]; then isreplhost=true; else isreplhost=false; fi
if [[ $(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) != *"${nip}"* ]] && [ "${isreplhost}" = "false" ]; then if [[ $(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) != *"${nip}"* ]] && [ "${isreplhost}" = "false" ]; then
if [ "${ST_ACTION}" != "check" ]; then if [ "${ST_ACTION}" != "check" ]; then
echo -e " ${idsST[Bold]}${idsCL[LightCyan]}iDS-Node${nid} (${nip})${idsST[Reset]}${idsCL[Default]}" echo -e " ${idsST[Bold]}${idsCL[LightCyan]}iDS-MySQL${nid} (${nip})${idsST[Reset]}${idsCL[Default]}"
DIVIDER false green DIVIDER false green
fi fi
checkhost=$(CHECK_HOST ${nip}) checkhost=$(CHECK_HOST ${nip})
if [ "${checkhost}" != "false" ]; then if [ "${checkhost}" != "false" ]; then
if [ -f ${FOLDER}/${nip}.down ]; then if [ -f ${FOLDER}/${nip}.down ]; then
rm -f ${FOLDER}/${nip}.down rm -f ${FOLDER}/${nip}.down
echo "iDS-Node${nid} is back UP!" | mail -s "iDS-Node${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL} echo "iDS-MySQL${nid} is back UP!" | mail -s "iDS-MySQL${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}
fi fi
for rcheck in "${REPL_CHECK[@]}"; do for rcheck in "${REPL_CHECK[@]}"; do
if [ "${ST_ACTION}" != "check" ]; then if [ "${ST_ACTION}" != "check" ]; then
@@ -255,7 +255,7 @@ STATUS(){
fi fi
if [ ! -f ${FOLDER}/${nip}-${rcheck}.down ]; then if [ ! -f ${FOLDER}/${nip}-${rcheck}.down ]; then
touch ${FOLDER}/${nip}-${rcheck}.down touch ${FOLDER}/${nip}-${rcheck}.down
echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Node${nid}'" ${STATUS_CHECK_EMAIL} echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-MySQL${nid}'" ${STATUS_CHECK_EMAIL}
fi fi
else else
if [ "${ST_ACTION}" != "check" ]; then if [ "${ST_ACTION}" != "check" ]; then
@@ -263,7 +263,7 @@ STATUS(){
fi fi
if [ -f ${FOLDER}/${nip}-${rcheck}.down ]; then if [ -f ${FOLDER}/${nip}-${rcheck}.down ]; then
rm -f ${FOLDER}/${nip}-${rcheck}.down rm -f ${FOLDER}/${nip}-${rcheck}.down
echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Node${nid}'" ${STATUS_CHECK_EMAIL} echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-MySQL${nid}'" ${STATUS_CHECK_EMAIL}
fi fi
fi fi
@@ -274,7 +274,7 @@ STATUS(){
fi fi
if [ ! -f ${FOLDER}/${nip}.down ]; then if [ ! -f ${FOLDER}/${nip}.down ]; then
touch ${FOLDER}/${nip}.down touch ${FOLDER}/${nip}.down
echo "iDS-Node${nid} is down" | mail -s "iDS-Node${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL} echo "iDS-MySQL${nid} is down" | mail -s "iDS-MySQL${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL}
fi fi
fi fi
if [ "${ST_ACTION}" != "check" ]; then echo; fi if [ "${ST_ACTION}" != "check" ]; then echo; fi
@@ -304,7 +304,7 @@ STATUS(){
# # ${NHCMD} rm -f ${FOLDER}/test.repl # # ${NHCMD} rm -f ${FOLDER}/test.repl
# # daterun=`date +%Y-%m-%d-%H-%M-%S` # # daterun=`date +%Y-%m-%d-%H-%M-%S`
# # if [ "${NHCMD}" = "" ]; then # # if [ "${NHCMD}" = "" ]; then
# # echo -e "iDS-Node${nid} (${nip})\n${daterun}" > ${FOLDER}/test.repl # # echo -e "iDS-MySQL${nid} (${nip})\n${daterun}" > ${FOLDER}/test.repl
# # yes | cp -rfH ${FOLDER}/test.repl ${REPL_CHECKS[${rcheck}]}/test.repl # # yes | cp -rfH ${FOLDER}/test.repl ${REPL_CHECKS[${rcheck}]}/test.repl
# # else # # else
# # ${NHCMD} "echo -e \"Status-Check (${NODE_HOSTNAME})\n${daterun}\" > ${FOLDER}/test.repl" # # ${NHCMD} "echo -e \"Status-Check (${NODE_HOSTNAME})\n${daterun}\" > ${FOLDER}/test.repl"
@@ -333,7 +333,7 @@ STATUS(){
# if [ "${checkhost}" != "false" ]; then # if [ "${checkhost}" != "false" ]; then
# if [ -f ${FOLDER}/${nip}.down ]; then # if [ -f ${FOLDER}/${nip}.down ]; then
# rm -f ${FOLDER}/${nip}.down # rm -f ${FOLDER}/${nip}.down
# echo "iDS-Node${nid} is back UP!" | mail -s "iDS-Node${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL} # echo "iDS-MySQL${nid} is back UP!" | mail -s "iDS-MySQL${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}
# fi # fi
# if [[ $(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) == *"${nip}"* ]]; then NCMD='' # if [[ $(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) == *"${nip}"* ]]; then NCMD=''
# else NCMD="ssh root@${nip}" # else NCMD="ssh root@${nip}"
@@ -341,7 +341,7 @@ STATUS(){
# for srvc in "${NODE_SERVICES_CHECK[@]}"; do # for srvc in "${NODE_SERVICES_CHECK[@]}"; do
# if [ "$(${NCMD} systemctl is-active ${srvc})" != "active" ]; then # if [ "$(${NCMD} systemctl is-active ${srvc})" != "active" ]; then
# if [ ! -f ${FOLDER}/${nip}-${srvc}.down ]; then # if [ ! -f ${FOLDER}/${nip}-${srvc}.down ]; then
# echo "${NM_SERVICES[${srvc}]} is down" | mail -s "iDS-Node${nid}-${nip}" ${STATUS_CHECK_EMAIL} # echo "${NM_SERVICES[${srvc}]} is down" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
# touch ${FOLDER}/${nip}-${srvc}.down # touch ${FOLDER}/${nip}-${srvc}.down
# else # else
# errtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down) # errtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.down)
@@ -350,19 +350,19 @@ STATUS(){
# mv ${FOLDER}/${nip}-${srvc}.down ${FOLDER}/${nip}-${srvc}.errtime # mv ${FOLDER}/${nip}-${srvc}.down ${FOLDER}/${nip}-${srvc}.errtime
# fi # fi
# toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.errtime) # toterrtime=`date +%s`-$(stat -c %Y ${FOLDER}/${nip}-${srvc}.errtime)
# echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-Node${nid}-${nip}" ${STATUS_CHECK_EMAIL} # echo "${NM_SERVICES[${srvc}]} has been down for $(SHOW_TIME ${toterrtime})" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
# touch ${FOLDER}/${nip}-${srvc}.down # touch ${FOLDER}/${nip}-${srvc}.down
# fi # fi
# fi # fi
# elif [ -f ${FOLDER}/${nip}-${srvc}.down ]; then # elif [ -f ${FOLDER}/${nip}-${srvc}.down ]; then
# echo "${NM_SERVICES[${srvc}]} is back UP!" | mail -s "iDS-Node${nid}-${nip}" ${STATUS_CHECK_EMAIL} # echo "${NM_SERVICES[${srvc}]} is back UP!" | mail -s "iDS-MySQL${nid}-${nip}" ${STATUS_CHECK_EMAIL}
# rm -f ${FOLDER}/${nip}-${srvc}.down # rm -f ${FOLDER}/${nip}-${srvc}.down
# rm -f ${FOLDER}/${nip}-${srvc}.errtime # rm -f ${FOLDER}/${nip}-${srvc}.errtime
# fi # fi
# done # done
# elif [ ! -f ${FOLDER}/${nip}.down ]; then # elif [ ! -f ${FOLDER}/${nip}.down ]; then
# touch ${FOLDER}/${nip}.down # touch ${FOLDER}/${nip}.down
# echo "iDS-Node${nid} is down" | mail -s "iDS-Node${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL} # echo "iDS-MySQL${nid} is down" | mail -s "iDS-MySQL${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL}
# fi # fi
# nid=`expr $nid + 1` # nid=`expr $nid + 1`
# done # done
@@ -375,7 +375,7 @@ STATUS(){
# # if [ "${checkhost}" != "false" ]; then # # if [ "${checkhost}" != "false" ]; then
# # if [ -f ${FOLDER}/${nip}.down ]; then # # if [ -f ${FOLDER}/${nip}.down ]; then
# # rm -f ${FOLDER}/${nip}.down # # rm -f ${FOLDER}/${nip}.down
# # echo "iDS-Node${nid} is back UP!" | mail -s "iDS-Node${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL} # # echo "iDS-MySQL${nid} is back UP!" | mail -s "iDS-MySQL${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL}
# # fi # # fi
# # for rcheck in "${REPL_CHECK[@]}"; do # # for rcheck in "${REPL_CHECK[@]}"; do
# # timeout=`date --date='20 seconds' +%s` # # timeout=`date --date='20 seconds' +%s`
@@ -394,16 +394,16 @@ STATUS(){
# # if [ "${timeout}" != "true" ]; then # # if [ "${timeout}" != "true" ]; then
# # if [ -f ${FOLDER}/${nip}-${rcheck}.down ]; then # # if [ -f ${FOLDER}/${nip}-${rcheck}.down ]; then
# # rm -f ${FOLDER}/${nip}-${rcheck}.down # # rm -f ${FOLDER}/${nip}-${rcheck}.down
# # echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Node${nid}'" ${STATUS_CHECK_EMAIL} # # echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-MySQL${nid}'" ${STATUS_CHECK_EMAIL}
# # fi # # fi
# # elif [ ! -f ${FOLDER}/${nip}-${rcheck}.down ]; then # # elif [ ! -f ${FOLDER}/${nip}-${rcheck}.down ]; then
# # touch ${FOLDER}/${nip}-${rcheck}.down # # touch ${FOLDER}/${nip}-${rcheck}.down
# # echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Node${nid}'" ${STATUS_CHECK_EMAIL} # # echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-MySQL${nid}'" ${STATUS_CHECK_EMAIL}
# # fi # # fi
# # done # # done
# # elif [ ! -f ${FOLDER}/${nip}.down ]; then # # elif [ ! -f ${FOLDER}/${nip}.down ]; then
# # touch ${FOLDER}/${nip}.down # # touch ${FOLDER}/${nip}.down
# # echo "iDS-Node${nid} is down" | mail -s "iDS-Node${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL} # # echo "iDS-MySQL${nid} is down" | mail -s "iDS-MySQL${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL}
# # fi # # fi
# # fi # # fi
# # nid=`expr $nid + 1` # # nid=`expr $nid + 1`
@@ -799,7 +799,7 @@ DELSITE(){
else else
NCMD="ssh root@${nip}" NCMD="ssh root@${nip}"
fi fi
echo -en "Removing from iDS-Node${nid} ($nip)... ${idsCL[Default]}" echo -en "Removing from iDS-MySQL${nid} ($nip)... ${idsCL[Default]}"
#if [ -f /etc/nginx/sites-available/${DEL_SITE} ]; then #if [ -f /etc/nginx/sites-available/${DEL_SITE} ]; then
${NCMD} rm -f /etc/nginx/sites-available/${DEL_SITE} ${NCMD} rm -f /etc/nginx/sites-available/${DEL_SITE}
${NCMD} rm -f /etc/nginx/sites-enabled/${DEL_SITE} ${NCMD} rm -f /etc/nginx/sites-enabled/${DEL_SITE}
@@ -1143,7 +1143,7 @@ SET-PERMISSIONS(){
else else
NCMD="ssh root@${nip}" NCMD="ssh root@${nip}"
fi fi
echo -e "${idsCL[Yellow]}Setting folder permissions for iDS-Node${nid} (${nip})${idsCL[Default]}" echo -e "${idsCL[Yellow]}Setting folder permissions for iDS-MySQL${nid} (${nip})${idsCL[Default]}"
echo -en "${idsCL[Cyan]}LetsEncrypt Certs ${idsCL[Default]}" echo -en "${idsCL[Cyan]}LetsEncrypt Certs ${idsCL[Default]}"
${NCMD} chown -R root:letsencrypt /etc/letsencrypt ${NCMD} chown -R root:letsencrypt /etc/letsencrypt
${NCMD} chmod -R 6775 /etc/letsencrypt ${NCMD} chmod -R 6775 /etc/letsencrypt
@@ -1290,7 +1290,7 @@ SERVICE(){
else else
NCMD="ssh root@${nip}" NCMD="ssh root@${nip}"
fi fi
echo -en "${NM_SRVCOPTS[${2}]}ing on iDS-Node${nid} ($nip)... ${idsCL[Default]}" echo -en "${NM_SRVCOPTS[${2}]}ing on iDS-MySQL${nid} ($nip)... ${idsCL[Default]}"
$NCMD systemctl $2 $1 $NCMD systemctl $2 $1
if [[ "enable,disable" = *"${2}"* ]] || [ "${1}" = "daemon-reload" ]; then if [[ "enable,disable" = *"${2}"* ]] || [ "${1}" = "daemon-reload" ]; then
echo -e "${idsCL[Green]}OK${idsCL[Default]}" echo -e "${idsCL[Green]}OK${idsCL[Default]}"