This commit is contained in:
2023-11-05 22:20:45 -06:00
parent 549b0e3edf
commit 23edf8bf62
2 changed files with 59 additions and 59 deletions

View File

@@ -15,12 +15,12 @@ WAIT_TO_POWER_SERVERS=5 #minutes
LOG_INTERVAL_NORMAL= 60 #minutes LOG_INTERVAL_NORMAL= 60 #minutes
LOG_INTERVAL_ABNORMAL= 5 #minutes LOG_INTERVAL_ABNORMAL= 5 #minutes
# TEST=true #full TEST=true #full
if [ "$TEST" != "" ]; then if [ "$TEST" != "" ]; then
SHUTDOWNSERVERS_AT_LOAD=95 #percent SHUTDOWNSERVERS_AT_LOAD= 95
WAIT_TO_POWER_SERVERS=1 #minutes WAIT_TO_POWER_SERVERS= 1
LOG_INTERVAL_NORMAL=1 #minutes LOG_INTERVAL_NORMAL= 1
LOG_INTERVAL_ABNORMAL=1 #minutes LOG_INTERVAL_ABNORMAL= 1
TESTMODE="### TEST MODE ACTIVE ### TESTMODE="### TEST MODE ACTIVE ###
" "

View File

@@ -748,56 +748,56 @@ Shutting down all servers" 1
######offsite check ######offsite check
if [ "$(CHECK_HOST 10.2.1.1)" != "false" ]; then # if [ "$(CHECK_HOST 10.2.1.1)" != "false" ]; then
upsinfo=$(ssh admin@10.2.1.1 'upsc CP1500PFCLCD') # upsinfo=$(ssh admin@10.2.1.1 'upsc CP1500PFCLCD')
OFFSITE_VOLTIN=$(echo "${upsinfo}" | grep 'input.voltage:' | sed 's/.*: //') # OFFSITE_VOLTIN=$(echo "${upsinfo}" | grep 'input.voltage:' | sed 's/.*: //')
OFFSITE_BATT_RUNTIME=$(echo "${upsinfo}" | grep 'battery.runtime:' | sed 's/.*: //') # OFFSITE_BATT_RUNTIME=$(echo "${upsinfo}" | grep 'battery.runtime:' | sed 's/.*: //')
OFFSITE_BATT_RUNTIME=`echo "scale=2; ${OFFSITE_BATT_RUNTIME}/60" | bc` # OFFSITE_BATT_RUNTIME=`echo "scale=2; ${OFFSITE_BATT_RUNTIME}/60" | bc`
OFFSITE_BATT_CAP=$(echo "${upsinfo}" | grep 'battery.charge:' | sed 's/.*: //') # OFFSITE_BATT_CAP=$(echo "${upsinfo}" | grep 'battery.charge:' | sed 's/.*: //')
#
if (( $(bc <<<"${OFFSITE_VOLTIN} >= ${min_acvolt}") )); then # if (( $(bc <<<"${OFFSITE_VOLTIN} >= ${min_acvolt}") )); then
if [ -f ${PW_TMPFOLDER}/power.offsite.ac.low ]; then # if [ -f ${PW_TMPFOLDER}/power.offsite.ac.low ]; then
echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - Offsite Back to Normal Voltage" >> ${PW_LOGPOWER} # echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - Offsite Back to Normal Voltage" >> ${PW_LOGPOWER}
echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - OFFSITE POWER NOMINAL AGAIN" >> ${PW_LOGFILE} # echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - OFFSITE POWER NOMINAL AGAIN" >> ${PW_LOGFILE}
SENDNOTICE "OFFSITE POWER NOMINAL AGAIN" "Normal voltage detected # SENDNOTICE "OFFSITE POWER NOMINAL AGAIN" "Normal voltage detected
VOLTAGE: ${OFFSITE_VOLTIN}'Volts" # VOLTAGE: ${OFFSITE_VOLTIN}'Volts"
rm -f ${PW_TMPFOLDER}/power.offsite.ac.* # rm -f ${PW_TMPFOLDER}/power.offsite.ac.*
fi # fi
if [ -f ${PW_TMPFOLDER}/power.offsite.off ]; then # if [ -f ${PW_TMPFOLDER}/power.offsite.off ]; then
if [ ! -f ${PW_TMPFOLDER}/power.offsite.restored ]; then # if [ ! -f ${PW_TMPFOLDER}/power.offsite.restored ]; then
touch ${PW_TMPFOLDER}/power.offsite.restored # touch ${PW_TMPFOLDER}/power.offsite.restored
#
elif [ $(expr `date +%s` - $(stat -c %Y ${PW_TMPFOLDER}/power.offsite.restored)) -ge 60 ]; then # elif [ $(expr `date +%s` - $(stat -c %Y ${PW_TMPFOLDER}/power.offsite.restored)) -ge 60 ]; then
SENDNOTICE "OFFSITE HOST POWER" "Powering offsite host(s) back on after power was restored" # SENDNOTICE "OFFSITE HOST POWER" "Powering offsite host(s) back on after power was restored"
for offsite_host in "${PW_OFFSITEHOSTS[@]}"; do # for offsite_host in "${PW_OFFSITEHOSTS[@]}"; do
HOSTPOWER ${offsite_host} on >/dev/null 2>&1 # HOSTPOWER ${offsite_host} on >/dev/null 2>&1
done # done
rm -f ${PW_TMPFOLDER}/power.offsite.* # rm -f ${PW_TMPFOLDER}/power.offsite.*
fi # fi
#
else # else
[ $(expr `date +%s` - $(stat -c %Y ${PW_LOGPOWER})) -le 300 ] && echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - Offsite Normal Voltage" >> ${PW_LOGPOWER} # [ $(expr `date +%s` - $(stat -c %Y ${PW_LOGPOWER})) -le 300 ] && echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - Offsite Normal Voltage" >> ${PW_LOGPOWER}
fi # fi
else # else
echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - OFFSITE POWER OFF/LOW POWER" >> ${PW_LOGPOWER} # echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - OFFSITE POWER OFF/LOW POWER" >> ${PW_LOGPOWER}
echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - OFFSITE POWER OFF/LOW POWER" >> ${PW_LOGFILE} # echo "($(date +'%Y-%m-%d %H:%M:%S')) - ${OFFSITE_VOLTIN}'Volts - OFFSITE POWER OFF/LOW POWER" >> ${PW_LOGFILE}
#
if [ ! -f ${PW_TMPFOLDER}/power.offsite.ac.low ] || [ $(expr `date +%s` - $(stat -c %Y ${PW_TMPFOLDER}/power.offsite.ac.low)) -ge 240 ]; then # if [ ! -f ${PW_TMPFOLDER}/power.offsite.ac.low ] || [ $(expr `date +%s` - $(stat -c %Y ${PW_TMPFOLDER}/power.offsite.ac.low)) -ge 240 ]; then
SENDNOTICE "OFFSITE POWER ALERT - POWER OFF/LOW!!" "Power off or low voltage detected # SENDNOTICE "OFFSITE POWER ALERT - POWER OFF/LOW!!" "Power off or low voltage detected
BATT CAPACITY: ${OFFSITE_BATT_CAP}'(percent) # BATT CAPACITY: ${OFFSITE_BATT_CAP}'(percent)
BATT RUNTIME: ${OFFSITE_BATT_RUNTIME}'Mins" 1 # BATT RUNTIME: ${OFFSITE_BATT_RUNTIME}'Mins" 1
touch ${PW_TMPFOLDER}/power.offsite.ac.low # touch ${PW_TMPFOLDER}/power.offsite.ac.low
fi # fi
#
if (( $(bc <<<"${OFFSITE_BATT_CAP} <= 95") )) && [ ! -f ${PW_TMPFOLDER}/power.offsite.off ]; then # if (( $(bc <<<"${OFFSITE_BATT_CAP} <= 95") )) && [ ! -f ${PW_TMPFOLDER}/power.offsite.off ]; then
SENDNOTICE "OFFSITE HOST POWER" "Powering DOWN offsite host(s) due to power outage" 1 # SENDNOTICE "OFFSITE HOST POWER" "Powering DOWN offsite host(s) due to power outage" 1
SHUTDOWN_OFFSITE & # SHUTDOWN_OFFSITE &
touch ${PW_TMPFOLDER}/power.offsite.off # touch ${PW_TMPFOLDER}/power.offsite.off
fi # fi
fi # fi
#
#
fi # fi
sleep 10s sleep 10s
done # & done # &