voltron/NodeMgmt
1
1
Fork 0
Code Issues Pull Requests Releases 1 Activity

Update nodemgmt-scripts.sh

Browse Source
This commit is contained in:
David Schroeder
2022-10-14 22:56:50 -05:00
parent b4282f535d
commit ccf2062846
1 changed files with 250 additions and 163 deletions
Download Patch File Download Diff File Expand all files Collapse all files

429
nodemgmt-scripts.sh
View File

@@ -1365,192 +1365,277 @@ SERVICES(){
SERVICE(){ SERVICE(){
NODE_TYPE='' NODE_TYPE=''
#var=NC_HOSTS[@] #var=NC_HOSTS[@]
for NTYPE in "${NODE_TYPES[@]}"; do
var=${NTYPE}_HOSTS[@] if [ "$1" = "glusterd" ]; then
for nip in "${!var}"; do
IP=$(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) for nip in "${GL_HOSTS[@]}"; do
if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${nip}"* ]]; then if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${nip}"* ]]; then
NODE_TYPE=${NTYPE}; nip='localhost '
break 2 NCMD=''
fi
done
done
if [ "$NODE_TYPE" = "NC" ]; then
NT_HOSTS=NC_HOSTS[@]
NT_HOST=NC_HOSTS[0]
NTS=('NC'); #NTS=$NTS1[@]
elif [ "$NODE_TYPE" = "LB" ]; then
NT_HOSTS=LB_HOSTS[@]
NT_HOST=LB_HOSTS[0]
NTS=('LB'); #NTS=$NTS1[@]
elif [ "$NODE_TYPE" = "WEB" ]; then
NT_HOSTS=WEB_HOSTS[@]
NT_HOST=WEB_HOSTS[0]
NTS=('WEB'); #NTS=$NTS1[@]
elif [ "$NODE_TYPE" = "MYSQL" ]; then
NT_HOSTS=MYSQL_HOSTS[@]
NT_HOST=MYSQL_HOSTS[0]
NTS=('MYSQL'); #NTS=$NTS1[@]
elif [ "${1}" = "nginx" ]; then
NT_HOSTS=WEB_HOSTS[@]
NT_HOST=WEB_HOSTS[0]
NTS=('WEB'); #NTS=NTS1[@]
# NTS=$NODE_TYPES
else
NTS=(${NODE_TYPES[*]})
fi
if [ "${3}" != "q" ]; then
if [ "${NM_SERVICES[${1}]}" = "" ]; then
echo -e "${idsCL[Red]}(${1}) is not an allowed service.${idsCL[Default]}"
exit 1
fi
if [ "${NM_SRVCOPTS[${2}]}" = "" ]; then
echo -e "${idsCL[Red]}(${2}) is not an allowed service action.${idsCL[Default]}"
exit 1
fi
if [ "$2" = "start" ] && [ "$1" = "haproxy" ]; then
TACT='restart'
else
TACT="${2}"
fi
echo
echo -e "${idsCL[LightGreen]}[[ ${NM_SERVICES[${1}]} ${NM_SRVCOPTS[${2}]}ing ]]${idsCL[Default]}"
echo -e "${idsCL[LightGreen]}-------------------------------------------${idsCL[Default]}"
fi
if [ "${1}" = "nginx-x" ]; then
if [ "${2}" = "restart" ] || [ "${2}" = "reload" ]; then
if [ "${3}" != "ns" ]; then
if [ "${3}" != "q" ]; then
echo -en "${idsCL[LightYellow]}Verifying nginx config and ssl cert replication across the nodes... ${idsCL[Default]}"
fi
if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${!NT_HOST}"* ]]; then
PH_CMD="ssh root@localhost"
else
PH_CMD="ssh root@${!NT_HOST}"
fi
${PH_CMD} "echo -e \"Service ${1} ${2}\" > /etc/nginx/test.repl"
# if [ "$NODE_TYPE" != "NC" ]; then
# ${PH_CMD} "echo -e \"Service ${1} ${2}\" > /etc/letsencrypt/test.repl"
# fi
for nip in "${!NT_HOSTS}"; do
checkhost=$(CHECK_HOST ${nip})
if [ "${checkhost}" != "false" ]; then
if [ "${nip}" != "${!NT_HOST}" ]; then
checked=false
until [ "${checked}" = "" ]; do
checked="`${PH_CMD} \"ssh root@${nip} 'if [ -f /etc/nginx/test.repl ]; then cat /etc/nginx/test.repl; fi' | diff - /etc/nginx/test.repl\"`"
# checked="`${PH_CMD} \"ssh root@${nip} 'if [ -f /etc/nginx/test.repl ]; then cat /etc/letsencrypt/test.repl; fi' | diff - /etc/letsencrypt/test.repl\"`"
done
fi
fi
done
${PH_CMD} rm -f /etc/nginx/test.repl
# if [ "$NODE_TYPE" != "NC" ]; then
# ${PH_CMD} rm -f /etc/letsencrypt/test.repl
# fi
fi
fi
elif [ "${1}" = "apache2-x" ]; then
if [ "${2}" = "restart" ] || [ "${2}" = "reload" ]; then
if [ "${3}" != "ns" ]; then
if [ "${3}" != "q" ]; then
echo -en "${idsCL[LightYellow]}Verifying Apache config and ssl cert replication across the nodes... ${idsCL[Default]}"
fi
if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${!NT_HOST}"* ]]; then
PH_CMD="ssh root@localhost"
else
PH_CMD="ssh root@${!NT_HOST}"
fi
echo "HERE: '$PH_CMD'"
${PH_CMD} "echo -e \"Service ${1} ${2}\" > /etc/apache2/test.repl"
for nip in "${!NT_HOSTS}"; do
checkhost=$(CHECK_HOST ${nip})
if [ "${checkhost}" != "false" ]; then
if [ "${nip}" != "${!NT_HOST}" ]; then
checked=false
until [ "${checked}" = "" ]; do
checked="`${PH_CMD} \"ssh root@${nip} 'if [ -f /etc/apache2/test.repl ]; then cat /etc/apache2/test.repl; fi' | diff - /etc/apache2/test.repl\"`"
done
fi
fi
done
${PH_CMD} rm -f /etc/apache2/test.repl
fi
fi
fi
if [ "${3}" != "q" ]; then
echo -e "${idsCL[Green]}Completed${idsCL[Default]}"
echo
fi
for NTYPE in "${NTS[@]}"; do
var1=${NTYPE}SERVICES_CHECK
if [[ "${!var1}" = *"${1}"* ]]; then
nid=1
if [ "${3}" != "" ]; then
var2=(${3})
else else
var2=${NTYPE}_HOSTS[@] NCMD="ssh root@${nip}"
IFS=' '
var2=(${!var2})
unset IFS
fi fi
for nip in "${var2[@]}"; do
# if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${3}"* ]]; then GO=true; if [ "${3}" != "q" ]; then
# elif [ ! -z ${3+x} ] || [ "${3}" == "q" ]; then GO=true; echo -en "${NM_SRVCOPTS[${2}]}ing on '$nip'... ${idsCL[Default]}"
# else GO=false; fi
# fi checkhost=$(CHECK_HOST ${nip})
# if [ "${GO}" == "true" ]; then if [ "${checkhost}" != "false" ]; then
if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${nip}"* ]]; then #$NCMD systemctl $2 $1
nip='localhost ' if [ "${3}" != "q" ]; then
NCMD='' if [[ "enable,disable" = *"${2}"* ]] || [ "${1}" = "daemon-reload" ]; then
echo -e "${idsCL[Green]}OK${idsCL[Default]}"
elif [ "$(${NCMD} systemctl is-active ${1})" = "active" ]; then
echo -e "${idsCL[Green]}OK${idsCL[Default]}"
elif [ "$2" = "stop" ]; then
echo -e "${idsCL[Red]}STOPPED${idsCL[Default]}"
else else
NCMD="ssh root@${nip}" echo -e "${idsCL[Red]}ERROR${idsCL[Default]}"
fi fi
fi
elif [ "${3}" != "q" ]; then
echo -e "${idsCL[Red]}Node is Down${idsCL[Default]}"
fi
NOGOCHK=true; done
if [ "${1}" == "gitea" ] || [ "${1}" == "pdnsadmin" ] || [ "${1}" == "pdnsadmin.socket" ]; then
if [[ $($NCMD /sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) != *10.10.1.120* ]]; then if [ "${2}" = "start" ] || [ "${2}" = "restart" ]; then
NOGOCHK=false;
echo
sleep 5s
for nip in "${GL_HOSTS[@]}"; do
if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${nip}"* ]]; then
nip='localhost '
NCMD=''
else
NCMD="ssh root@${nip}"
fi
if [ "${3}" != "q" ]; then
echo -en "Mounting drive on ${NM_NODETYPES[$NTYPE]}-Node${nid} ($nip)... ${idsCL[Default]}"
fi
checkhost=$(CHECK_HOST ${nip})
if [ "${checkhost}" != "false" ]; then
#$NCMD mount -a
if [ "${3}" != "q" ]; then
IP=$(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1)
for NTYPE in "${NODE_TYPES[@]}"; do
var=${NTYPE}_HOSTS[@]
for nip in "${!var}"; do
if [[ IP == *"${nip}"* ]]; then
NODE_TYPE=${NTYPE};
break 2
fi
done
done
if [ "$NODE_TYPE" = "NC" ]; then
var=`ls -l /mnt/Nextcloud-Data | wc -l`
elif [ "$NODE_TYPE" = "WEB" ]; then
var=`ls -l /mnt/web-data | wc -l`
fi
if [ $var -gt 1 ]; then
echo -e "${idsCL[Green]}MOUNTED${idsCL[Default]}"
else
echo -e "${idsCL[Red]}NOT MOUNTED${idsCL[Default]}"
fi fi
fi fi
elif [ "${3}" != "q" ]; then
echo -e "${idsCL[Red]}Node is Down${idsCL[Default]}"
fi
if [ "${NOGOCHK}" == "true" ]; then done
if [ "${3}" != "q" ]; then
echo -en "${NM_SRVCOPTS[${2}]}ing on ${NM_NODETYPES[$NTYPE]}-Node${nid} ($nip)... ${idsCL[Default]}" fi
fi
else
IP=$(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1)
for NTYPE in "${NODE_TYPES[@]}"; do
var=${NTYPE}_HOSTS[@]
for nip in "${!var}"; do
if [[ IP == *"${nip}"* ]]; then
NODE_TYPE=${NTYPE};
break 2
fi
done
done
if [ "$NODE_TYPE" = "NC" ]; then
NT_HOSTS=NC_HOSTS[@]
NT_HOST=NC_HOSTS[0]
NTS=('NC'); #NTS=$NTS1[@]
elif [ "$NODE_TYPE" = "LB" ]; then
NT_HOSTS=LB_HOSTS[@]
NT_HOST=LB_HOSTS[0]
NTS=('LB'); #NTS=$NTS1[@]
elif [ "$NODE_TYPE" = "WEB" ]; then
NT_HOSTS=WEB_HOSTS[@]
NT_HOST=WEB_HOSTS[0]
NTS=('WEB'); #NTS=$NTS1[@]
elif [ "$NODE_TYPE" = "MYSQL" ]; then
NT_HOSTS=MYSQL_HOSTS[@]
NT_HOST=MYSQL_HOSTS[0]
NTS=('MYSQL'); #NTS=$NTS1[@]
elif [ "${1}" = "nginx" ]; then
NT_HOSTS=WEB_HOSTS[@]
NT_HOST=WEB_HOSTS[0]
NTS=('WEB'); #NTS=NTS1[@]
# NTS=$NODE_TYPES
else
NTS=(${NODE_TYPES[*]})
fi
if [ "${3}" != "q" ]; then
if [ "${NM_SERVICES[${1}]}" = "" ]; then
echo -e "${idsCL[Red]}(${1}) is not an allowed service.${idsCL[Default]}"
exit 1
fi
if [ "${NM_SRVCOPTS[${2}]}" = "" ]; then
echo -e "${idsCL[Red]}(${2}) is not an allowed service action.${idsCL[Default]}"
exit 1
fi
if [ "$2" = "start" ] && [ "$1" = "haproxy" ]; then
TACT='restart'
else
TACT="${2}"
fi
echo
echo -e "${idsCL[LightGreen]}[[ ${NM_SERVICES[${1}]} ${NM_SRVCOPTS[${2}]}ing ]]${idsCL[Default]}"
echo -e "${idsCL[LightGreen]}-------------------------------------------${idsCL[Default]}"
fi
if [ "${1}" = "nginx-x" ]; then
if [ "${2}" = "restart" ] || [ "${2}" = "reload" ]; then
if [ "${3}" != "ns" ]; then
if [ "${3}" != "q" ]; then
echo -en "${idsCL[LightYellow]}Verifying nginx config and ssl cert replication across the nodes... ${idsCL[Default]}"
fi
if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${!NT_HOST}"* ]]; then
PH_CMD="ssh root@localhost"
else
PH_CMD="ssh root@${!NT_HOST}"
fi
${PH_CMD} "echo -e \"Service ${1} ${2}\" > /etc/nginx/test.repl"
# if [ "$NODE_TYPE" != "NC" ]; then
# ${PH_CMD} "echo -e \"Service ${1} ${2}\" > /etc/letsencrypt/test.repl"
# fi
for nip in "${!NT_HOSTS}"; do
checkhost=$(CHECK_HOST ${nip}) checkhost=$(CHECK_HOST ${nip})
if [ "${checkhost}" != "false" ]; then if [ "${checkhost}" != "false" ]; then
$NCMD systemctl $2 $1 if [ "${nip}" != "${!NT_HOST}" ]; then
if [ "${3}" != "q" ]; then checked=false
if [[ "enable,disable" = *"${2}"* ]] || [ "${1}" = "daemon-reload" ]; then until [ "${checked}" = "" ]; do
echo -e "${idsCL[Green]}OK${idsCL[Default]}" checked="`${PH_CMD} \"ssh root@${nip} 'if [ -f /etc/nginx/test.repl ]; then cat /etc/nginx/test.repl; fi' | diff - /etc/nginx/test.repl\"`"
elif [ "$(${NCMD} systemctl is-active ${1})" = "active" ]; then # checked="`${PH_CMD} \"ssh root@${nip} 'if [ -f /etc/nginx/test.repl ]; then cat /etc/letsencrypt/test.repl; fi' | diff - /etc/letsencrypt/test.repl\"`"
echo -e "${idsCL[Green]}OK${idsCL[Default]}" done
elif [ "$2" = "stop" ]; then
echo -e "${idsCL[Red]}STOPPED${idsCL[Default]}"
else
echo -e "${idsCL[Red]}ERROR${idsCL[Default]}"
fi
fi fi
elif [ "${3}" != "q" ]; then
echo -e "${idsCL[Red]}Node is Down${idsCL[Default]}"
fi fi
done
${PH_CMD} rm -f /etc/nginx/test.repl
# if [ "$NODE_TYPE" != "NC" ]; then
# ${PH_CMD} rm -f /etc/letsencrypt/test.repl
# fi
fi
fi
elif [ "${1}" = "apache2-x" ]; then
if [ "${2}" = "restart" ] || [ "${2}" = "reload" ]; then
if [ "${3}" != "ns" ]; then
if [ "${3}" != "q" ]; then
echo -en "${idsCL[LightYellow]}Verifying Apache config and ssl cert replication across the nodes... ${idsCL[Default]}"
fi fi
# fi if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${!NT_HOST}"* ]]; then
nid=`expr $nid + 1` PH_CMD="ssh root@localhost"
# if [ "${1}" = "gitea" ]; then else
# break PH_CMD="ssh root@${!NT_HOST}"
# fi fi
done echo "HERE: '$PH_CMD'"
${PH_CMD} "echo -e \"Service ${1} ${2}\" > /etc/apache2/test.repl"
for nip in "${!NT_HOSTS}"; do
checkhost=$(CHECK_HOST ${nip})
if [ "${checkhost}" != "false" ]; then
if [ "${nip}" != "${!NT_HOST}" ]; then
checked=false
until [ "${checked}" = "" ]; do
checked="`${PH_CMD} \"ssh root@${nip} 'if [ -f /etc/apache2/test.repl ]; then cat /etc/apache2/test.repl; fi' | diff - /etc/apache2/test.repl\"`"
done
fi
fi
done
${PH_CMD} rm -f /etc/apache2/test.repl
fi
fi
fi fi
done if [ "${3}" != "q" ]; then
echo -e "${idsCL[Green]}Completed${idsCL[Default]}"
echo
fi
for NTYPE in "${NTS[@]}"; do
var1=${NTYPE}SERVICES_CHECK
if [[ "${!var1}" = *"${1}"* ]]; then
nid=1
if [ "${3}" != "" ]; then
var2=(${3})
else
var2=${NTYPE}_HOSTS[@]
IFS=' '
var2=(${!var2})
unset IFS
fi
for nip in "${var2[@]}"; do
# if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${3}"* ]]; then GO=true;
# elif [ ! -z ${3+x} ] || [ "${3}" == "q" ]; then GO=true;
# else GO=false;
# fi
# if [ "${GO}" == "true" ]; then
if [[ $(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) == *"${nip}"* ]]; then
nip='localhost '
NCMD=''
else
NCMD="ssh root@${nip}"
fi
NOGOCHK=true;
if [ "${1}" == "gitea" ] || [ "${1}" == "pdnsadmin" ] || [ "${1}" == "pdnsadmin.socket" ]; then
if [[ $($NCMD /sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) != *10.10.1.120* ]]; then
NOGOCHK=false;
fi
fi
if [ "${NOGOCHK}" == "true" ]; then
if [ "${3}" != "q" ]; then
echo -en "${NM_SRVCOPTS[${2}]}ing on ${NM_NODETYPES[$NTYPE]}-Node${nid} ($nip)... ${idsCL[Default]}"
fi
checkhost=$(CHECK_HOST ${nip})
if [ "${checkhost}" != "false" ]; then
$NCMD systemctl $2 $1
if [ "${3}" != "q" ]; then
if [[ "enable,disable" = *"${2}"* ]] || [ "${1}" = "daemon-reload" ]; then
echo -e "${idsCL[Green]}OK${idsCL[Default]}"
elif [ "$(${NCMD} systemctl is-active ${1})" = "active" ]; then
echo -e "${idsCL[Green]}OK${idsCL[Default]}"
elif [ "$2" = "stop" ]; then
echo -e "${idsCL[Red]}STOPPED${idsCL[Default]}"
else
echo -e "${idsCL[Red]}ERROR${idsCL[Default]}"
fi
fi
elif [ "${3}" != "q" ]; then
echo -e "${idsCL[Red]}Node is Down${idsCL[Default]}"
fi
fi
# fi
nid=`expr $nid + 1`
# if [ "${1}" = "gitea" ]; then
# break
# fi
done
fi
done
fi
if [ "${3}" != "q" ]; then if [ "${3}" != "q" ]; then
echo echo
@@ -2015,6 +2100,8 @@ if [ ${action-x} ]; then
SERVICE php8.0-fpm ${3} ${4} SERVICE php8.0-fpm ${3} ${4}
SERVICE php8.1-fpm ${3} ${4} SERVICE php8.1-fpm ${3} ${4}
SERVICE nginx ${3} ${4} SERVICE nginx ${3} ${4}
elif [ "$2" = "glusterdxx" ]; then
SERVICE glusterd stop
else else
SERVICE ${2} ${3} ${4} SERVICE ${2} ${3} ${4}
fi;; fi;;