#!/bin/sh
# File	: cdot_show_vservers.sh
# By	: Maarten.deBoer@Atos.net, 160111, 230327
# Subject	: Get all SVMs (vservers) from all clusters. And show info like IP-addresses, Interfaces & VLANs
#(0.2),230328	: Some mod's
PGM="`basename $0|cut -d\. -f1`"
VER="0.2"
TMP="/tmp/${PGM}.$$"
LOG="${HOME}/log/${PGM}.log"
MAILTO="maarten.deboer@atos.net"
HOSTNAME="`hostname`"
MAIL=""
CLUSTERS="${HOME}/etc/clusters"
DATE=`date +%y-%m-%d`
CSV="/tmp/fsod-clusters-vservers-ipaddr_${DATE}.csv"
SUBJECT=":${HOSTNAME}: FSOD clusters-vserver-ipaddr [${PGM} v${VER}]"
SSH="/usr/bin/ssh -n"
CFILTER="[?]*"
# Interface FILTER
IFILTER="[ab]10[0-9]*"

SSHCMD()
# 1: Filername 2:Command-string
# When issue with connection to cluster, try the nodes (-01 & -02)
# "There are no entries matching your query." => EC=255
# "no connection" is also EC=255
{
  TMPERR="/tmp/${PGM}.$$.err"
  touch ${TMPERR}
  /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR}
  EC=${?}
  # Check if "ssh: connect to host 10.192.109.202 port 22: Connection refused" If so (EC2=0), the 2nd
  grep 'Connection refused' ${TMPERR}
  EC2=${?}
  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
    sleep 1
    /usr/bin/ssh -n ${1}-01 "${2}" 2> ${TMPERR}
    EC=${?}
    grep 'Connection refused' ${TMPERR}
    EC2=${?}
    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
      sleep 1
      /usr/bin/ssh -n ${1}-05 "${2}" 2> ${TMPERR}
      EC=${?}
      grep 'Connection refused' ${TMPERR}
      EC2=${?}
      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
        sleep 1
        /usr/bin/ssh -n ${1}-02 "${2}" 2> ${TMPERR}
        EC=${?}
        grep 'Connection refused' ${TMPERR}
        EC2=${?}
        if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
          sleep 1
          /usr/bin/ssh -n ${1}-06 "${2}" 2> ${TMPERR}
          EC=${?}
          grep 'Connection refused' ${TMPERR}
          EC2=${?}
          if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
            sleep 1
            /usr/bin/ssh -n ${1}-07 "${2}" 2> ${TMPERR}
            EC=${?}
            grep 'Connection refused' ${TMPERR}
            EC2=${?}
            if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
              sleep 1
              /usr/bin/ssh -n ${1}-08 "${2}" 2> ${TMPERR}
              EC=${?}
              grep 'Connection refused' ${TMPERR}
              EC2=${?}
              if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                echo  "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 - -06 failed too."|tee -a ${LOG} 
              fi  # EC=0 & EC2=0
            fi  # -0
          fi  # -0
        fi  # -0
      fi  # -0
    fi  # -0
  fi  # -01
  rm ${TMPERR}
}

USAGE()
{
  echo "Usage: ${PGM} <options> "
  echo "  Version: ${VER}"
  echo "  options       :"
  echo "    -c          : Cluster FILTER (${CFILTER})"
  echo "    -h | --help : this help"
  echo "    -i          : Interface FILTER (${IFILTER})"
  echo "    -m | --mail : do send mail"
  echo "    -x          : set -x"
  echo "    -V          : Version"
  echo "    --mailto    : do send mail (${MAILTO}) "
  echo "    --help      : this help"
}

# Check options
while [ $# -gt 0 ]
  do
  case $1 in
    -c) CFILTER=${2}; shift ;;
    -i) IFILTER=${2}; shift ;;
    -m | --mail) MAIL=1 ;;
    --mailto) MAIL=1; MAILTO=${2}; shift ;;
    -h | --help) USAGE; exit 1 ;;
    -V) echo "${PGM}: v${VER}"; exit 3 ;;
    -x)  set -x ;;
    *)  echo "Option $1 not known."; USAGE; exit 1 ;;
  esac
    shift
done

echo "`date` ${PGM} v${VER} started."|tee -a ${LOG} ${TMP}.mail
echo "  CSV=${CSV}"|tee -a ${TMP}.mail
echo "  CFILTER=${CFILTER}"|tee -a ${TMP}.mail
echo "  IFILTER=${IFILTER}"|tee -a ${TMP}.mail
echo "  MAIL=${MAIL}"|tee -a ${TMP}.mail
echo "  MAILTO=${MAILTO}"|tee -a ${TMP}.mail
sleep 1

echo "# CLUSTER;VSERVER;STATUS;LIF;ADDR;CUR_NODE;CUR_PORT; " > ${TMP}

for CLUSTER in `cat ${CLUSTERS}|grep -v \^#|grep "${CFILTER}"|sort`
do
  echo "${CLUSTER}:"
  SSHCMD ${CLUSTER} "vserver show -field vserver,admin-state"|grep  nlnafs|awk '{print $1,$2}'|while read VSERVER STATUS REST
  do
# vserver;server;lif;vif;address;curr-node;curr-port;
    SSHCMD ${CLUSTER} "set -showseparator \";\" ; network interface show -vserver ${VSERVER} -field vserver,lif,address,curr-node,curr-port"|grep "${VSERVER}"|grep "${IFILTER}"|while read LINE2
    do
#echo "LINE2=${LINE2}"

      LIF=`echo ${LINE2}|awk -F\; '{print $3}'`
      ADDR=`echo ${LINE2}|awk -F\; '{print $5}'`
      CUR_NODE=`echo ${LINE2}|awk -F\; '{print $6}'`
      CUR_PORT=`echo ${LINE2}|awk -F\; '{print $7}'`

      echo "${CLUSTER};${VSERVER};${STATUS};${LIF};${ADDR};${CUR_NODE};${CUR_PORT}; " | tee -a ${TMP}
    done  # NETW
  done  # VSERVER
done  # CLUSTER

echo "#" >> ${TMP}
echo "# Produced ; by ${PGM} (v${VER}) at `date` at ${HOSTNAME}" >> ${TMP}

if [ ${MAIL} ] && [ "${MAILTO}" != "" ]; then
  cp ${TMP} ${CSV}
  chmod 777 ${CSV}
  cat ${TMP}.mail |mailx -a ${CSV} -s "${SUBJECT}" ${MAILTO}
  echo "  Mailed to ${MAILTO}."|tee -a ${LOG}
  rm ${CSV}
fi

rm ${TMP} ${TMP}.mail
echo "`date` ${PGM} v${VER} finished."|tee -a ${LOG}
exit 0