voltron/powerwall
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
David Schroeder
2023-05-15 19:22:22 -05:00
parent d1c6a996bb
commit 7d6c61f531
2 changed files with 16 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
defaults.inc
View File

@@ -23,6 +23,7 @@ logacv=${LOGFOLDER}/log-acv
declare -A TEMP_THRESHOLDS declare -A TEMP_THRESHOLDS
# TEMP_THRESHOLDS['ServerRoomTH']="72,74,76"
TEMP_THRESHOLDS['ServerRoomTH']="83,88,95" TEMP_THRESHOLDS['ServerRoomTH']="83,88,95"
TEMP_THRESHOLDS['RaspberryPI-CPU']="122,131,176" TEMP_THRESHOLDS['RaspberryPI-CPU']="122,131,176"

15
powerwall.sh
View File

@@ -120,6 +120,7 @@ CHECKTEMP_SERVICE(){
last_temp[${SENSOR}]=$temp_f last_temp[${SENSOR}]=$temp_f
fi fi
echo "($datetime) - ${temp_f}F - WARNING TEMP - (Difference of ${temp_diff}')" >> ${logtemp} echo "($datetime) - ${temp_f}F - WARNING TEMP - (Difference of ${temp_diff}')" >> ${logtemp}
echo -e "($datetime) - ${SENSOR} - WARNING TEMP: ${temp_f}'F - (Difference of ${temp_diff}')" > ${logfile}
elif [ $(bc -l <<< "$temp_f >= $temp_crit") -eq 1 ] && [ $(bc -l <<< "$temp_f < $temp_crit_sys") -eq 1 ]; then elif [ $(bc -l <<< "$temp_f >= $temp_crit") -eq 1 ] && [ $(bc -l <<< "$temp_f < $temp_crit_sys") -eq 1 ]; then
echo "($datetime) - ${temp_f}'F - CRITICAL - (Difference of ${temp_diff}'F)" >> ${logtemp} echo "($datetime) - ${temp_f}'F - CRITICAL - (Difference of ${temp_diff}'F)" >> ${logtemp}
@@ -127,6 +128,7 @@ CHECKTEMP_SERVICE(){
SENDNOTICE "${SENSOR} TEMP CRITICAL" "($datetime) CRITICAL TEMP: ${temp_f}'F - (Difference of ${temp_diff}') SENDNOTICE "${SENSOR} TEMP CRITICAL" "($datetime) CRITICAL TEMP: ${temp_f}'F - (Difference of ${temp_diff}')
Shutting down servers!!" 1 Shutting down servers!!" 1
echo "($datetime) - ${SENSOR} - ${temp_f}F - alert sent" >> ${logtemp} echo "($datetime) - ${SENSOR} - ${temp_f}F - alert sent" >> ${logtemp}
echo -e "($datetime) - ${SENSOR} - CRITICAL TEMP: ${temp_f}'F - (Difference of ${temp_diff}')" > ${logfile}
last_temp[${SENSOR}]=$temp_f last_temp[${SENSOR}]=$temp_f
SHUTDOWN_MAIN ${SENSOR} SHUTDOWN_MAIN ${SENSOR}
SENDNOTICE "SERVERS SHUTDOWN" "($datetime) Main servers have been shutdown" 1 SENDNOTICE "SERVERS SHUTDOWN" "($datetime) Main servers have been shutdown" 1
@@ -139,6 +141,7 @@ Shutting down servers!!" 1
SENDNOTICE "${SENSOR} TEMP CRITICAL" "($datetime) SYSTEM CRITICAL TEMP: ${temp_f}'F - (Difference of ${temp_diff}') SENDNOTICE "${SENSOR} TEMP CRITICAL" "($datetime) SYSTEM CRITICAL TEMP: ${temp_f}'F - (Difference of ${temp_diff}')
Shutting down system servers!!" 1 Shutting down system servers!!" 1
echo "($datetime) - ${SENSOR} - ${temp_f}F - alert sent" >> ${logtemp} echo "($datetime) - ${SENSOR} - ${temp_f}F - alert sent" >> ${logtemp}
echo -e "($datetime) - ${SENSOR} - CRITICAL TEMP SYSTEM: ${temp_f}'F - (Difference of ${temp_diff}')" > ${logfile}
last_temp[${SENSOR}]=$temp_f last_temp[${SENSOR}]=$temp_f
SHUTDOWN_SYS ${SENSOR} TEMP SHUTDOWN_SYS ${SENSOR} TEMP
SHUTDOWN_CRIT ${SENSOR} SHUTDOWN_CRIT ${SENSOR}
@@ -152,11 +155,14 @@ Previous Temp: ${last_temp[${SENSOR}]}'F"
echo -e "($datetime) - ${SENSOR} - ${temp_f}'F - Back to NORMAL TEMP - Previous Temp: ${last_temp[${SENSOR}]}'F" >> ${logtemp} echo -e "($datetime) - ${SENSOR} - ${temp_f}'F - Back to NORMAL TEMP - Previous Temp: ${last_temp[${SENSOR}]}'F" >> ${logtemp}
echo "($datetime) - ${SENSOR} - ${temp_f}F - alert sent" >> ${logtemp} echo "($datetime) - ${SENSOR} - ${temp_f}F - alert sent" >> ${logtemp}
[ "$(compgen -G "${FOLDER}/shutdown.*")" != "" ] && rm -f ${FOLDER}/shutdown.* [ "$(compgen -G "${FOLDER}/shutdown.*")" != "" ] && rm -f ${FOLDER}/shutdown.*
echo -e "($datetime) - ${SENSOR} - Back to NORMAL TEMP: ${temp_f}'F" > ${logfile}
elif [ ${last_temp[${SENSOR}]} -eq 0 ]; then elif [ ${last_temp[${SENSOR}]} -eq 0 ]; then
SENDNOTICE "${SENSOR} TEMP NORMAL" "($datetime) Service Startup SENDNOTICE "${SENSOR} TEMP NORMAL" "($datetime) Service Startup
NORMAL TEMP: ${temp_f}'F" NORMAL TEMP: ${temp_f}'F"
echo -e "($datetime) - ${SENSOR} - ${temp_f}'F - Service Startup - NORMAL TEMP" >> ${logtemp} echo -e "($datetime) - ${SENSOR} - ${temp_f}'F - Service Startup - NORMAL TEMP" >> ${logtemp}
[ "$(compgen -G "${FOLDER}/shutdown.*")" != "" ] && rm -f ${FOLDER}/shutdown.* [ "$(compgen -G "${FOLDER}/shutdown.*")" != "" ] && rm -f ${FOLDER}/shutdown.*
echo -e "($datetime) - ${SENSOR} - Service Startup: ${temp_f}'F" > ${logfile}
fi fi
last_temp[${SENSOR}]=1 last_temp[${SENSOR}]=1
[ $relog -eq 1 ] && echo "($datetime) - ${SENSOR} - ${temp_f}F - Normal Temp" >> ${logtemp} [ $relog -eq 1 ] && echo "($datetime) - ${SENSOR} - ${temp_f}F - Normal Temp" >> ${logtemp}
@@ -215,6 +221,7 @@ CHECKACV_SERVICE(){
SENDNOTICE "POWER NOMINAL AGAIN" "($datetime) Normal voltage detected SENDNOTICE "POWER NOMINAL AGAIN" "($datetime) Normal voltage detected
VOLTAGE: ${INPUTACV}V" VOLTAGE: ${INPUTACV}V"
echo "($datetime) alert sent" >> ${logacv} echo "($datetime) alert sent" >> ${logacv}
echo -e "($datetime) - ${INPUTACV}V - POWER NOMINAL AGAIN" > ${logfile}
battstatus=0 battstatus=0
else else
errtime=$(expr `date +%s` - $(stat -c %Y ${logacv})) errtime=$(expr `date +%s` - $(stat -c %Y ${logacv}))
@@ -226,11 +233,13 @@ VOLTAGE: ${INPUTACV}V
BATT VOLTAGE: ${BATTVOLT}V" BATT VOLTAGE: ${BATTVOLT}V"
echo "($datetime) - Input: ${INPUTACV}V - Service Startup - Normal voltage detected" >> ${logacv} echo "($datetime) - Input: ${INPUTACV}V - Service Startup - Normal voltage detected" >> ${logacv}
echo "($datetime) - Battery: ${BATTVOLT}V - Service Startup - Normal voltage detected" >> ${logacv} echo "($datetime) - Battery: ${BATTVOLT}V - Service Startup - Normal voltage detected" >> ${logacv}
echo -e "($datetime) - ${INPUTACV}V / ${BATTVOLT}V - Service Startup - Normal Voltage" > ${logfile}
fi fi
fi fi
voltstatus=1 voltstatus=1
else else
echo "($datetime) - ${INPUTACV}V - LOW Voltage" >> ${logacv} echo "($datetime) - ${INPUTACV}V - LOW Voltage" >> ${logacv}
echo -e "($datetime) - ${INPUTACV}V - LOW VOLTAGE" > ${logfile}
if [ $voltstatus -lt 3 ]; then if [ $voltstatus -lt 3 ]; then
SENDNOTICE "POWER ALERT - LOW POWER!!" "($datetime) Power off or low voltage detected SENDNOTICE "POWER ALERT - LOW POWER!!" "($datetime) Power off or low voltage detected
VOLTAGE: ${INPUTACV}V VOLTAGE: ${INPUTACV}V
@@ -241,6 +250,7 @@ BATT VOLTAGE: ${BATTVOLT}V" 1
voltstatus=3 voltstatus=3
if [ ${BATTVOLT%.*} -lt ${min_battvolt} ] && [ ${BATTVOLT%.*} -gt ${min_battvolt_sys} ]; then if [ ${BATTVOLT%.*} -lt ${min_battvolt} ] && [ ${BATTVOLT%.*} -gt ${min_battvolt_sys} ]; then
echo "($datetime) - ${BATTVOLT}V - LOW BATTERY Voltage" >> ${logacv} echo "($datetime) - ${BATTVOLT}V - LOW BATTERY Voltage" >> ${logacv}
echo -e "($datetime) - ${BATTVOLT}V - LOW BATTERY VOLTAGE" > ${logfile}
if [ $battstatus -lt 2 ]; then if [ $battstatus -lt 2 ]; then
echo "($datetime) - ${BATTVOLT}V - Shutting down main servers..." >> ${logacv} echo "($datetime) - ${BATTVOLT}V - Shutting down main servers..." >> ${logacv}
SENDNOTICE "BATT-VOLT LOW: SHUTDOWN SERVERS" "($datetime) Battery Voltage LOW: ${BATTVOLT}V SENDNOTICE "BATT-VOLT LOW: SHUTDOWN SERVERS" "($datetime) Battery Voltage LOW: ${BATTVOLT}V
@@ -251,6 +261,7 @@ Shutting down main servers" 1
elif [ ${BATTVOLT%.*} -le ${min_battvolt_sys} ]; then elif [ ${BATTVOLT%.*} -le ${min_battvolt_sys} ]; then
echo "($datetime) - ${BATTVOLT}V - LOW BATTERY Voltage" >> ${logacv} echo "($datetime) - ${BATTVOLT}V - LOW BATTERY Voltage" >> ${logacv}
echo -e "($datetime) - ${BATTVOLT}V - LOW BATTERY VOLTAGE" > ${logfile}
if [ $battstatus -lt 3 ]; then if [ $battstatus -lt 3 ]; then
echo "($datetime) - ${BATTVOLT}V - Shutting down all remaining servers..." >> ${logacv} echo "($datetime) - ${BATTVOLT}V - Shutting down all remaining servers..." >> ${logacv}
SENDNOTICE "BATT-VOLT REALLY LOW: SHUTDOWN SERVERS" "($datetime) Battery Voltage REALLY LOW: ${BATTVOLT}V SENDNOTICE "BATT-VOLT REALLY LOW: SHUTDOWN SERVERS" "($datetime) Battery Voltage REALLY LOW: ${BATTVOLT}V
@@ -361,6 +372,7 @@ SHUTDOWN_SERVERS(){
if [ "${1}" = "MAIN" ]; then if [ "${1}" = "MAIN" ]; then
touch $FOLDER/shutdown.main touch $FOLDER/shutdown.main
echo "($datetime) - Shutting down Main servers" > ${logfile}
echo -en "Disabling CLS in vCenter ... " echo -en "Disabling CLS in vCenter ... "
if [ $TEST != true ]; then if [ $TEST != true ]; then
ssh root@${VCENTERHOST} "sed -i '/<domain-c1001>/{n;s/<enabled>.*<\/enabled>/<enabled>False<\/enabled>/}' /etc/vmware-vpx/vpxd.cfg >/dev/null 2>&1" >/dev/null 2>&1 ssh root@${VCENTERHOST} "sed -i '/<domain-c1001>/{n;s/<enabled>.*<\/enabled>/<enabled>False<\/enabled>/}' /etc/vmware-vpx/vpxd.cfg >/dev/null 2>&1" >/dev/null 2>&1
@@ -414,6 +426,7 @@ SHUTDOWN_SERVERS(){
SHUTDOWN_SERVERS MAIN SHUTDOWN_SERVERS MAIN
fi fi
[ $TEST != true ] && touch $FOLDER/shutdown.sys [ $TEST != true ] && touch $FOLDER/shutdown.sys
echo "($datetime) - Shutting down System servers" > ${logfile}
for ESXIHOST in "${SYSHOSTS[@]}"; do for ESXIHOST in "${SYSHOSTS[@]}"; do
echo -en "Suspending DB, PiHole & vCenter VM's on: ${ESXIHOST} ... " echo -en "Suspending DB, PiHole & vCenter VM's on: ${ESXIHOST} ... "
@@ -451,6 +464,8 @@ SHUTDOWN_SERVERS(){
fi fi
} }
SHUTDOWN_SERVER(){ SHUTDOWN_SERVER(){
echo "($datetime) - Shutting down ${1}" > ${logfile}
echo -en "Enabling Maintenance mode and will wait for iSCSI VM's to begin migrating ... " echo -en "Enabling Maintenance mode and will wait for iSCSI VM's to begin migrating ... "
[ $TEST != true ] && ${FOLDER}/esxi-scripts/host-maintenance_mode.ps1 ${ESXI_HOST_NAMES[${1}]} & >/dev/null 2>&1 [ $TEST != true ] && ${FOLDER}/esxi-scripts/host-maintenance_mode.ps1 ${ESXI_HOST_NAMES[${1}]} & >/dev/null 2>&1
sleep 45s sleep 45s