voltron/NodeMgmt
1
1
Fork 0
Code Issues Pull Requests Releases 1 Activity

update

Browse Source
This commit is contained in:
David Schroeder
2019-02-07 14:05:08 -06:00
parent e5a0dbfe80
commit 89e6ea1fa8
2 changed files with 54 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
defaults.inc
View File

@@ -113,3 +113,10 @@ CERT-CHECK(){
fi fi
} }
CHECK_HOST(){
ping -c 3 ${1} > /dev/null 2>&1
if [ $? -ne 0 ]; then
echo false
fi
}

97
nodemgmt-scripts.sh
View File

@@ -53,17 +53,6 @@ STATUS() {
lip=$(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) lip=$(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1)
echo -e " ${idsST[Bold]}${idsCL[LightCyan]}${NODE_HOSTNAME} (${lip})${idsST[Reset]}${idsCL[LightCyan]} - localhost${idsCL[Default]}" echo -e " ${idsST[Bold]}${idsCL[LightCyan]}${NODE_HOSTNAME} (${lip})${idsST[Reset]}${idsCL[LightCyan]} - localhost${idsCL[Default]}"
DIVIDER false green DIVIDER false green
ping -c 3 $SERVERIP > /dev/null 2>&1
if [ $? -ne 0 ]
then
# Use your favorite mailer here:
mailx -s "Server $SERVERIP is down" -t "$NOTIFYEMAIL" < /dev/null
fiping -c 3 $SERVERIP > /dev/null 2>&1
if [ $? -ne 0 ]
then
# Use your favorite mailer here:
mailx -s "Server $SERVERIP is down" -t "$NOTIFYEMAIL" < /dev/null
fi
for srvc in "${LOCAL_SERVICES[@]}" for srvc in "${LOCAL_SERVICES[@]}"
do do
c=0; cw=22; spc='' c=0; cw=22; spc=''
@@ -88,20 +77,24 @@ fi
fi fi
echo -e " ${idsST[Bold]}${idsCL[LightCyan]}iDS-Node${nid} (${nip})${idsST[Reset]}${idsCL[LightCyan]} ${LH}${idsCL[Default]}" echo -e " ${idsST[Bold]}${idsCL[LightCyan]}iDS-Node${nid} (${nip})${idsST[Reset]}${idsCL[LightCyan]} ${LH}${idsCL[Default]}"
DIVIDER false green DIVIDER false green
for srvc in "${NODE_SERVICES[@]}" if [ $(CHECK_HOST ${1}) = "false" ]; then
do for srvc in "${NODE_SERVICES[@]}"
c=0; cw=22; spc='' do
spc1=${cw}-${#NM_SERVICES[${srvc}]} c=0; cw=22; spc=''
until [ $c = ${spc1} ]; do spc="${spc} "; c=`expr $c + 1`; done spc1=${cw}-${#NM_SERVICES[${srvc}]}
echo -en " ${NM_SERVICES[${srvc}]}$spc: " until [ $c = ${spc1} ]; do spc="${spc} "; c=`expr $c + 1`; done
if [ $(${NCMD} pgrep ${srvc} | wc -l) -gt "0" ]; then echo -en " ${NM_SERVICES[${srvc}]}$spc: "
echo -e "${idsCL[Green]}Running${idsCL[Default]}" if [ $(${NCMD} pgrep ${srvc} | wc -l) -gt "0" ]; then
rm -f ${FOLDER}/${nip}-${srvc}.down echo -e "${idsCL[Green]}Running${idsCL[Default]}"
else rm -f ${FOLDER}/${nip}-${srvc}.down
echo -e "${idsCL[Red]}Not Running${idsCL[Default]}" else
touch ${FOLDER}/${nip}-${srvc}.down echo -e "${idsCL[Red]}Not Running${idsCL[Default]}"
fi touch ${FOLDER}/${nip}-${srvc}.down
done fi
done
else
echo -e "${idsCL[Red]}Node is Down!${idsCL[Default]}"
fi
echo echo
nid=`expr $nid + 1` nid=`expr $nid + 1`
done done
@@ -115,34 +108,38 @@ fi
if [[ $(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) != *"${nip}"* ]] && [ "${isreplhost}" = "false" ]; then if [[ $(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) != *"${nip}"* ]] && [ "${isreplhost}" = "false" ]; then
echo -e " ${idsST[Bold]}${idsCL[LightCyan]}iDS-Node${nid} (${nip})${idsST[Reset]}${idsCL[Default]}" echo -e " ${idsST[Bold]}${idsCL[LightCyan]}iDS-Node${nid} (${nip})${idsST[Reset]}${idsCL[Default]}"
DIVIDER false green DIVIDER false green
for rcheck in "${REPL_CHECK[@]}"; do if [ $(CHECK_HOST ${1}) = "false" ]; then
c=0; cw=22; spc='' for rcheck in "${REPL_CHECK[@]}"; do
spc1=${cw}-${#REPL_DESC[${rcheck}]} c=0; cw=22; spc=''
timeout=`date --date='5 seconds' +%s` spc1=${cw}-${#REPL_DESC[${rcheck}]}
until [ $c = ${spc1} ]; do spc="${spc} "; c=`expr $c + 1`; done timeout=`date --date='5 seconds' +%s`
echo -en " ${REPL_DESC[${rcheck}]}${spc}: " until [ $c = ${spc1} ]; do spc="${spc} "; c=`expr $c + 1`; done
checked=false echo -en " ${REPL_DESC[${rcheck}]}${spc}: "
until [ "${checked}" = "" ]; do checked=false
if [ "${NCMD}" = "" ]; then until [ "${checked}" = "" ]; do
checked=`ssh root@${nip} "cat ${REPL_CHECKS[${rcheck}]}/test.repl" | diff - ${REPL_CHECKS[${rcheck}]}/test.repl` if [ "${NCMD}" = "" ]; then
checked=`ssh root@${nip} "cat ${REPL_CHECKS[${rcheck}]}/test.repl" | diff - ${REPL_CHECKS[${rcheck}]}/test.repl`
else
checked="`ssh root@10.5.10.51 \"ssh root@${nip} \"cat ${REPL_CHECKS[${rcheck}]}/test.repl\" | diff - ${REPL_CHECKS[${rcheck}]}/test.repl\"`"
fi
#cdate=`date +%s`
if [ "`date +%s`" -gt "$timeout" ]; then
timeout=true
break
fi
done
if [ "${timeout}" != "true" ]; then
echo -e "${idsCL[Green]}Good${idsCL[Default]}"
rm -f ${FOLDER}/${nip}-${rcheck}.down
else else
checked="`ssh root@10.5.10.51 \"ssh root@${nip} \"cat ${REPL_CHECKS[${rcheck}]}/test.repl\" | diff - ${REPL_CHECKS[${rcheck}]}/test.repl\"`" echo -e "${idsCL[Red]}Timeout${idsCL[Default]}"
fi touch ${FOLDER}/${nip}-${rcheck}.down
#cdate=`date +%s` #echo "Timeout occurred in waiting for replication between primary node and iDS-Node${nid} (${nip}) for the replicated folder of '${rcheck}'." | mail -s "Status-Check" ${STATUS_CHECK_EMAIL}
if [ "`date +%s`" -gt "$timeout" ]; then
timeout=true
break
fi fi
done done
if [ "${timeout}" != "true" ]; then else
echo -e "${idsCL[Green]}Good${idsCL[Default]}" echo -e "${idsCL[Red]}Node is Down!${idsCL[Default]}"
rm -f ${FOLDER}/${nip}-${rcheck}.down fi
else
echo -e "${idsCL[Red]}Timeout${idsCL[Default]}"
touch ${FOLDER}/${nip}-${rcheck}.down
#echo "Timeout occurred in waiting for replication between primary node and iDS-Node${nid} (${nip}) for the replicated folder of '${rcheck}'." | mail -s "Status-Check" ${STATUS_CHECK_EMAIL}
fi
done
echo echo
fi fi
nid=`expr $nid + 1` nid=`expr $nid + 1`