#!/bin/ksh
# File  : cdot_get_filer_uptime.ksh
# By    : Maarten de Boer, 170821
# Subject       : Script to get cDOT uptime
# set -x
PGM="`basename $0|cut -d\. -f1`"
VER="0.1"
TMP="/tmp/${PGM}.$$"
CSV="${PGM}.csv"
CLUSTERS="${HOME}/etc/clusters"
MAILTO="maarten.deboer@atos.net"
MSGS="${TMP}.msgs"
SSH="/usr/bin/ssh"
HOSTNAME="`hostname | cut -d\. -f1`"
LOG="${HOME}/log/${PGM}.log"
ASC="${PGM}.asc"
FILTER="[?]*"
MAIL=""
SIMPLE=""

USAGE()
{
  echo "Usage: ${PGM} [<options>]"
  echo "  Version: ${VER}"
  echo "  options       :"
  echo "    -e|--etc    : Etc/clusters-file (${CLUSTERS})"
  echo "    -f          : Filter filername (${FILTER})"
  echo "    -h|--help   : this Help"
  echo "    -m|--mail   : do send Mail"
  echo "    -s|--simple : Simple (without weeks) output"
  echo "    -V          : show Version"
  echo "    -x          : set -x"
  echo "    --mailto    : change MAILTO address & do send mail (${MAILTO})"
}
# Check options
while [ $# -gt 0 ]
  do
  case $1 in
    -e | --etc) FILERS=$2; shift ;;
    -f) FILTER=$2; shift ;;
    -m | --mail) MAIL=1 ;;
    --mailto) MAILTO=$2; MAIL=1; shift ;;
    -h | --help) USAGE; exit 1 ;;
    -s | --simple) SIMPLE=1 ;;
    -V) echo "${PGM}: v${VER}"; exit 3 ;;
    -x)  set -x ;;
    *)  echo "Option ${1} not known. Exiting..."; echo; USAGE; exit 1 ;;
  esac
    shift
done  # case

SSHCMD()
# 1: Filername 2:Command-string
# When issue with connection to cluster, try the nodes (-01 & -06)
# "There are no entries matching your query." => EC=255
# "no connection" is also EC=255
{
  TMPERR="/tmp/${PGM}.$$.err"
  /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR}
  EC=${?}
  # Check if "ssh: connect to host <hostname> port 22: Connection refused" If so (EC2=0), the 2nd
  grep 'Connection refused' ${TMPERR}
  EC2=${?}
  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
    echo "  EC=${EC} EC2=${EC2} ${1} ${2} " >> ${ERR}
    sleep 2
    /usr/bin/ssh -n ${1}-01 "${2}" 2> ${TMPERR}
    EC=${?}
    grep 'Connection refused' ${TMPERR}
    EC2=${?}
    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
      echo "  EC=${EC} EC2=${EC2} ${1}-01 ${2} " >> ${ERR}
      sleep 2
      /usr/bin/ssh -n ${1}-02 "${2}" 2> ${TMPERR}
      EC=${?}
      grep 'Connection refused' ${TMPERR}
      EC2=${?}
      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
        echo "  EC=${EC} EC2=${EC2} ${1}-02 ${2} " >> ${ERR}
        sleep 2
        /usr/bin/ssh -n ${1}-03 "${2}" 2> ${TMPERR}
        EC=${?}
        grep 'Connection refused' ${TMPERR}
        EC2=${?}
        if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
          echo "  EC=${EC} EC2=${EC2} ${1}-03 ${2} " >> ${ERR}
          echo "  EC=${EC} sleep 2 ..."
          sleep 2
          /usr/bin/ssh -n ${1}-04 "${2}" 2> ${TMPERR}
          EC=${?}
          grep 'Connection refused' ${TMPERR}
          EC2=${?}
          if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
            echo "  EC=${EC} EC2=${EC2} ${1}-04 ${2} " >> ${ERR}
            echo "  EC=${EC} sleep 2 ..."
            sleep 2
            /usr/bin/ssh -n ${1}-05 "${2}" 2> ${TMPERR}
            EC=${?}
            grep 'Connection refused' ${TMPERR}
            EC2=${?}
            if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
              echo "  EC=${EC} EC2=${EC2} ${1}-05 ${2} " >> ${ERR}
              echo "  EC=${EC} sleep 2 ..."
              sleep 2
              /usr/bin/ssh -n ${1}-06 "${2}" 2> ${TMPERR}
              EC=${?}
              grep 'Connection refused' ${TMPERR}
              EC2=${?}
              if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                echo "  EC=${EC} EC2=${EC2} ${1}-06 ${2} " >> ${ERR}
                echo  "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 - -06 failed too."|tee -a ${LOG} ${ERR}
              fi
            fi
          fi
        fi
      fi
    fi
  fi
  rm ${TMPERR}
}

echo "`date` ${PGM} v${VER} started"|tee -a ${LOG}
touch ${TMP} ${MSGS} /tmp/${CSV} /tmp/${ASC}
DAMOYR="`date +%d'-'%m'-'%Y`"
DATEHR="`date +%H`"

echo "" > ${TMP}
for CLUSTER in `cat ${CLUSTERS}|grep -v \#|grep ${FILTER}`
do
  echo "  ${CLUSTER}; Getting uptime info ..."
  SSHCMD ${CLUSTER} 'vserver show -type node'|grep ${CLUSTER}|awk '{print $1}'|while read NODE
  do
#    echo "${NODE} ..."

    UPTIME="`SSHCMD ${CLUSTER} \"system node show -node ${NODE} -fields uptime\"| grep ${CLUSTER}|awk '{print $2}'`"
    echo "${NODE} with ${UPTIME}"

#  UPTI34="`echo ${UPTIME} | awk '{print $3, $4}'| sed -e 's/,//g'`"
#  UPTI5="`echo ${UPTIME} | awk '{print $5}'| sed -e 's/,//g'`"
  MIN=0
  MIN="`echo ${UPTI34}| grep min`"
  HR="`echo ${UPTI34}| grep ':' |cut -d\: -f1`"
  if [ "${HR}" = "" ]; then
    HR="`echo ${UPTI5}| grep ':' |cut -d\: -f1`"
  fi
  DAYS="`echo ${UPTI34}| grep days|cut -d' ' -f1`"

  if [ "${DAYS}" != "" ]; then
    let "HRS=${DAYS} * 24"
  else
    if [ "${HR}" != "" ]; then
      HRS=${HR}
    else
      HRS=0
    fi
  fi
  if [ "${HR}" != "" ]; then
    let "HRS=${HRS} + ${HR}"
  fi
  HRSorig=${HRS}
# 4x7 days (=24hr)
  DAYSTR=""
  HDR=""  # Header
  FTRH=""  # Footer Hrs
  FTRW=""  # Footer Weeks

# Create extended (not SIMPLE) output
if [ ! ${SIMPLE} ]; then
  WKS="1 2 3 4"
  for WK in ${WKS}
  do
    DAYS="1 2 3 4 5 6 7"
    for DAY in ${DAYS}
    do
# 1st day; place datum in HDR
      if [ ${DAY} -eq 1 ] && [ ${WK} -eq 1 ]; then
        HDR="${DAMOYR}"
        if [ ${HRS} -ge ${DATEHR} ]; then
          DAYSTR="${DATEHR};${DAYSTR}"
        else
          if [ ${HRS} -ge 0 ]; then
            DAYSTR="${HRS};${DAYSTR}"
          else
            DAYSTR="0;${DAYSTR}"
          fi
        fi
        let "HRS=${HRS} - ${DATEHR}"
      else
        HDR="D;${HDR}"
        if [ ${HRS} -ge 24 ]; then
          DAYSTR="24;${DAYSTR}"
        else
          if [ ${HRS} -ge 0 ]; then
            DAYSTR="${HRS};${DAYSTR}"
          else
            DAYSTR="0;${DAYSTR}"
          fi
        fi
        let "HRS=${HRS} - 24"
      fi

      FTRH="24;${FTRH}"
      FTRW="0;${FTRW}"
    done  # DAY
  done  # WK
# 4x weeks (=168 hr)
  WKS="1 2 3 4"
  for WK1 in ${WKS}
  do
      HDR="1W;${HDR}"
      FTRH="168;${FTRH}"
      FTRW="1;${FTRW}"
      if [ ${HRS} -ge 168 ]; then
        DAYSTR="168;${DAYSTR}"
      else
        if [ ${HRS} -ge 0 ]; then
          DAYSTR="${HRS};${DAYSTR}"
        else
          DAYSTR="0;${DAYSTR}"
        fi
      fi
      let "HRS=${HRS} - 168"
  done  # WK1

# 4x 1 week (=672 hr)
  MNDS="1 2 3 4"
  for MND in ${MNDS}
  do
    HDR="4W;${HDR}"
    FTRH="672;${FTRH}"
    FTRW="4;${FTRW}"
    if [ ${HRS} -ge 672 ]; then
      DAYSTR="672;${DAYSTR}"
    else
      if [ ${HRS} -ge 0 ]; then
        DAYSTR="${HRS};${DAYSTR}"
      else
        DAYSTR="0;${DAYSTR}"
      fi
    fi
    let "HRS=${HRS} - 672"
  done  # MND
# 3x 4wk (Q) (=2016 hr)
  MNDS="1 2 3"
  for MND in ${MNDS}
  do
    HDR="3W4;${HDR}"
    FTRH="2016;${FTRH}"
    FTRW="12;${FTRW}"
    if [ ${HRS} -ge 2016 ]; then
      DAYSTR="2016;${DAYSTR}"
    else
      if [ ${HRS} -ge 0 ]; then
        DAYSTR="${HRS};${DAYSTR}"
      else
        DAYSTR="0;${DAYSTR}"
      fi
    fi
    let "HRS=${HRS} - 2016"
  done  # MND
# 2x 1/2 yr (Q) (=4368 hr)
  HYRS="1 2" # Half Years
  for HYR in ${HYRS}
  do
    HDR="2HYR;${HDR}"
    FTRH="4368;${FTRH}"
    FTRW="26;${FTRW}"
    if [ ${HRS} -ge 4368 ]; then
      DAYSTR="4368;${DAYSTR}"
    else
      if [ ${HRS} -ge 0 ]; then
        DAYSTR="${HRS};${DAYSTR}"
      else
        DAYSTR="0;${DAYSTR}"
      fi
    fi
    let "HRS=${HRS} - 4368"
  done  # HYR
fi  # ! SIMPLE

  echo "${FILER};${HRSorig};${MIN}; ${DAYSTR} ; ; ; ${UPTI34} ; ${UPTI5};  ${UPTIME};  " | tee -a ${TMP}

  done  # NODE
done  # CLUSTER


if [ ${MAIL} ]; then
  echo "; ; " | tee -a ${TMP}
  echo "# Filername ; Hours ; Minutes; ${HDR} " | tee -a ${TMP}
  echo " ; ;Hours; ${FTRH} " | tee -a ${TMP}
  echo " ; ;Weeks; ${FTRW} " | tee -a ${TMP}

  cp ${TMP} /tmp/${CSV}
  echo "`date`. Options; FILTER=${FILTER},MAIL=${MAIL},SIMPLE=${SIMPLE}"|mailx -a /tmp/${CSV} -s "@${HOSTNAME}: Uptime-sheet [${PGM} v${VER}]" ${MAILTO}
  cp ${MSGS} /tmp/${ASC}
  echo "`date`. Options; FILTER=${FILTER},MAIL=${MAIL},SIMPLE=${SIMPLE}"|mailx -a /tmp/${ASC} -s "@${HOSTNAME}: Messages-files [${PGM} v${VER}]" ${MAILTO}
  echo "`date` mailed to ${MAILTO} "|tee -a ${LOG}
fi  # MAIL

rm ${TMP} ${MSGS} /tmp/${CSV} /tmp/${ASC}
echo "`date` ${PGM} v${VER} finished."|tee -a ${LOG}
exit 0