diff --git a/nodemgmt-scripts.sh b/nodemgmt-scripts.sh index 5f4ca258..737b66fd 100755 --- a/nodemgmt-scripts.sh +++ b/nodemgmt-scripts.sh @@ -169,17 +169,17 @@ STATUS-CHECK(){ if [ "${STATUS_CHECK_EMAIL}" != "" ]; then if [ ! -z ${LOCAL_SERVICES+x} ]; then NHCMD='ssh root@10.5.10.51' else NHCMD=''; fi - for rcheck in "${REPL_CHECK[@]}"; do - ${NHCMD} rm -f ${FOLDER}/test.repl - daterun=`date +%Y-%m-%d-%H-%M-%S` - if [ "${NHCMD}" = "" ]; then - echo -e "iDS-Node${nid} (${nip})\n${daterun}" > ${FOLDER}/test.repl - yes | cp -rfH ${FOLDER}/test.repl ${REPL_CHECKS[${rcheck}]}/test.repl - else - ${NHCMD} "echo -e \"Status-Check (${NODE_HOSTNAME})\n${daterun}\" > ${FOLDER}/test.repl" - yes | ${NHCMD} "cp -rfH ${FOLDER}/test.repl ${REPL_CHECKS[${rcheck}]}/test.repl" - fi - done + # for rcheck in "${REPL_CHECK[@]}"; do + # ${NHCMD} rm -f ${FOLDER}/test.repl + # daterun=`date +%Y-%m-%d-%H-%M-%S` + # if [ "${NHCMD}" = "" ]; then + # echo -e "iDS-Node${nid} (${nip})\n${daterun}" > ${FOLDER}/test.repl + # yes | cp -rfH ${FOLDER}/test.repl ${REPL_CHECKS[${rcheck}]}/test.repl + # else + # ${NHCMD} "echo -e \"Status-Check (${NODE_HOSTNAME})\n${daterun}\" > ${FOLDER}/test.repl" + # yes | ${NHCMD} "cp -rfH ${FOLDER}/test.repl ${REPL_CHECKS[${rcheck}]}/test.repl" + # fi + # done if [ ! -z ${LOCAL_SERVICES+x} ]; then lip=$(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) for srvc in "${LOCAL_SERVICES[@]}"; do @@ -226,47 +226,47 @@ STATUS-CHECK(){ done fi ##REPLICATION CHECK - nid=1 - for nip in "${NODE_HOSTS[@]}"; do - if [ "${nip}" = '10.5.10.51' ] && [ ! -z ${LOCAL_SERVICES+x} ]; then isreplhost=true; else isreplhost=false; fi - if [[ $(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) != *"${nip}"* ]] && [ "${isreplhost}" = "false" ]; then - checkhost=$(CHECK_HOST ${nip}) - if [ "${checkhost}" != "false" ]; then - if [ -f ${FOLDER}/${nip}.down ]; then - rm -f ${FOLDER}/${nip}.down - echo "iDS-Node${nid} is back UP!" | mail -s "iDS-Node${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL} - fi - for rcheck in "${REPL_CHECK[@]}"; do - timeout=`date --date='20 seconds' +%s` - checked=false - until [ "${checked}" = "" ]; do - if [ "${NHCMD}" = "" ]; then - checked=`ssh root@${nip} "cat ${REPL_CHECKS[${rcheck}]}/test.repl" | diff - ${REPL_CHECKS[${rcheck}]}/test.repl` - else - checked="`${NHCMD} \"ssh root@${nip} \"cat ${REPL_CHECKS[${rcheck}]}/test.repl\" | diff - ${REPL_CHECKS[${rcheck}]}/test.repl\"`" - fi - if [ "`date +%s`" -gt "$timeout" ]; then - timeout=true - break - fi - done - if [ "${timeout}" != "true" ]; then - if [ -f ${FOLDER}/${nip}-${rcheck}.down ]; then - rm -f ${FOLDER}/${nip}-${rcheck}.down - echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Node${nid}'" ${STATUS_CHECK_EMAIL} - fi - elif [ ! -f ${FOLDER}/${nip}-${rcheck}.down ]; then - touch ${FOLDER}/${nip}-${rcheck}.down - echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Node${nid}'" ${STATUS_CHECK_EMAIL} - fi - done - elif [ ! -f ${FOLDER}/${nip}.down ]; then - touch ${FOLDER}/${nip}.down - echo "iDS-Node${nid} is down" | mail -s "iDS-Node${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL} - fi - fi - nid=`expr $nid + 1` - done + # nid=1 + # for nip in "${NODE_HOSTS[@]}"; do + # if [ "${nip}" = '10.5.10.51' ] && [ ! -z ${LOCAL_SERVICES+x} ]; then isreplhost=true; else isreplhost=false; fi + # if [[ $(/sbin/ip -o -4 addr list ens192 | awk '{print $4}' | cut -d/ -f1) != *"${nip}"* ]] && [ "${isreplhost}" = "false" ]; then + # checkhost=$(CHECK_HOST ${nip}) + # if [ "${checkhost}" != "false" ]; then + # if [ -f ${FOLDER}/${nip}.down ]; then + # rm -f ${FOLDER}/${nip}.down + # echo "iDS-Node${nid} is back UP!" | mail -s "iDS-Node${nid}-${nip}-UP" ${STATUS_CHECK_EMAIL} + # fi + # for rcheck in "${REPL_CHECK[@]}"; do + # timeout=`date --date='20 seconds' +%s` + # checked=false + # until [ "${checked}" = "" ]; do + # if [ "${NHCMD}" = "" ]; then + # checked=`ssh root@${nip} "cat ${REPL_CHECKS[${rcheck}]}/test.repl" | diff - ${REPL_CHECKS[${rcheck}]}/test.repl` + # else + # checked="`${NHCMD} \"ssh root@${nip} \"cat ${REPL_CHECKS[${rcheck}]}/test.repl\" | diff - ${REPL_CHECKS[${rcheck}]}/test.repl\"`" + # fi + # if [ "`date +%s`" -gt "$timeout" ]; then + # timeout=true + # break + # fi + # done + # if [ "${timeout}" != "true" ]; then + # if [ -f ${FOLDER}/${nip}-${rcheck}.down ]; then + # rm -f ${FOLDER}/${nip}-${rcheck}.down + # echo "Replicated folder is back up!\n${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Node${nid}'" ${STATUS_CHECK_EMAIL} + # fi + # elif [ ! -f ${FOLDER}/${nip}-${rcheck}.down ]; then + # touch ${FOLDER}/${nip}-${rcheck}.down + # echo "${REPL_DESC[${rcheck}]} (${REPL_CHECKS[${rcheck}]})" | mail -s "Repl-Timeout-'iDS-Node${nid}'" ${STATUS_CHECK_EMAIL} + # fi + # done + # elif [ ! -f ${FOLDER}/${nip}.down ]; then + # touch ${FOLDER}/${nip}.down + # echo "iDS-Node${nid} is down" | mail -s "iDS-Node${nid}-${nip}-DOWN" ${STATUS_CHECK_EMAIL} + # fi + # fi + # nid=`expr $nid + 1` + # done fi end=`date +%s` runtime=$((end-start))