#!/bin/sh
# File	: cdot_report_autosizing.sh
# By	: Maarten.deBoer@atos.net, 141110
# Subject	: Script to report information from cDOT filers. 
#		  About autosizing
#(0.2)	Mod.
#(0.3),160713	: Mods like SSHCMD
#(0.4),170614	: Added Quota report, VOLFILTER
#(0.5),180927	: Added snapshot-size
PGM="`basename $0|cut -d\. -f1`"
VER="0.5"
TMP="/tmp/${PGM}.$$"
LOG="${HOME}/log/${PGM}.log"
SSH="/usr/bin/ssh -n"
HOSTNAME="`hostname|cut -d\. -f1`"
MAILTO="maarten.deboer@atos.net"
DATE="`date +%Y-%m-%d`"
CSV="FSOD_autosize-report_${DATE}.csv"
FILTER="[?]*"
VOLFILTER=""
ERR="${HOME}/log/${PGM}.err"
MAIL=""

PREFIX="nlnaf"

CLUSTERS="${HOME}/etc/clusters"
CUSTCODE=""

USAGE()
{
  echo "Usage: ${PGM} [options]"
  echo "  Version: ${VER}"
  echo "  options          :"
  echo "    -c             : Customer code (3 lower-case letters)"
  echo "    -e             : Etc/clusters file (${CLUSTERS})"
  echo "    -f             : Filter filername (${FILTER})"
  echo "    -h | --help    : this help"
  echo "    -m | --mail    : do send Mail"
  echo "    --mailto       : change MAILTO address & do send mail (${MAILTO})"
  echo "    -v             : Volume filter (${VOLFILTER})"
  echo "    -V             : Version"
  echo "    -x             : set -x"
}

# Check options
while [ ${#} -gt 0 ]
  do
  case ${1} in
    -c) CUSTCODE=${2}; shift ;;
    -e) CLUSTERS=${2}; shift ;;
    -f) FILTER=${2}; shift ;;
    -v) VOLFILTER=${2}; shift ;;
    -m | --mail) MAIL=1 ;;
    -h | --help) USAGE; exit 1 ;;
    --mailto) MAILTO=${2}; MAIL=1; shift ;;
    -V) echo "${PGM}: v${VER}"; exit 3 ;;
    -x)  set -x ;;
    *)  echo "Option ${1} not known."; USAGE; exit 1 ;;
  esac
    shift
done

SSHCMD()
# 1: Filername 2:Command-string
# When issue with connection to cluster, try the nodes (-01 & -02)
# "There are no entries matching your query." => EC=255
# "no connection" is also EC=255
{
  TMPERR="/tmp/${PGM}.$$.err"
  /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR}
  EC=${?}
  # Check if "ssh: connect to host 10.192.109.202 port 22: Connection refused" If so (EC2=0), the 2nd
  grep 'Connection refused' ${TMPERR}
  EC2=${?}
  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
    echo "  EC=${EC} EC2=${EC2} ${1} ${2} " >> ${ERR}
    sleep 2
    /usr/bin/ssh -n ${1}-01 "${2}" 2> ${TMPERR}
    EC=${?}
    grep 'Connection refused' ${TMPERR}
    EC2=${?}
    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
      echo "  EC=${EC} EC2=${EC2} ${1}-01 ${2} " >> ${ERR}
      sleep 2
      /usr/bin/ssh -n ${1}-02 "${2}" 2> ${TMPERR}
      EC=${?}
      grep 'Connection refused' ${TMPERR}
      EC2=${?}
      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
        echo "  EC=${EC} EC2=${EC2} ${1}-02 ${2} " >> ${ERR}
        sleep 2
        /usr/bin/ssh -n ${1}-03 "${2}" 2> ${TMPERR}
        EC=${?}
        grep 'Connection refused' ${TMPERR}
        EC2=${?}
        if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
          echo "  EC=${EC} EC2=${EC2} ${1}-03 ${2} " >> ${ERR}
          echo "  EC=${EC} sleep 2 ..."
          sleep 2
          /usr/bin/ssh -n ${1}-04 "${2}" 2> ${TMPERR}
          EC=${?}
          grep 'Connection refused' ${TMPERR}
          EC2=${?}
          if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
            echo "  EC=${EC} EC2=${EC2} ${1}-04 ${2} " >> ${ERR}
            echo  "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 - -04 failed too."|tee -a ${LOG} ${ERR}
          fi
        fi
      fi
    fi
  fi
  rm ${TMPERR}
}


if [ -z "${CUSTCODE}" ]
then
  echo "`date` ${PGM}: ERROR; No (part of) customer code given. So not to know what to do. Exiting..."|tee -a ${LOG} ${ERR} ; echo; USAGE;
  exit 1
fi

CUSTOMER=`echo "${CUSTCODE}"|tr [:lower:] [:upper:]`
CSV="FSOD-cDOT_Autosize_report_${CUSTOMER}_${DATE}.csv"
if [ "${FILTER}" != '[?]*' ]; then
  CSV="FSOD-cDOT_Autosize_report_${CUSTOMER}-${FILTER}_${DATE}.csv"
fi

# VOLFILTER need to have something. So if empty, then will be CUSTCODE
if [ "${VOLFILTER}" = "" ]; then
  VOLFILTER=${CUSTCODE}
fi


# MAIN
echo "`date` ${PGM} v${VER} started."|tee -a ${LOG} ${ERR}
touch ${TMP} ${TMP}.TOTALLIMIT ${TMP}.TOTALSNAPUSAGE
echo "FILER=${FILTER}"
echo "MAIL=${MAIL}"
echo "MAILTO=${MAILTO}"
echo "PREFIX=${PREFIX}"
echo "VOLFILER=${VOLFILTER}"

echo "# vserver;volume;aggregate;size;used;percent-used;max-autosize;min-autosize;autosize-grow-threshold-percent;autosize-shrink-threshold-percent;autosize-mode;type; qtree;disk-used;disk-limit;TOTALLIMIT;snapshot;create-time;size;usedblocks;TOTALSNAPUSAGE;" > ${TMP}

for CLUSTER in `cat ${CLUSTERS}|grep -v ^#|grep ${FILTER}`
do
  echo "# ${CLUSTER}; ..." | tee -a ${TMP}
# option -field selects the items to be shown. NOT the order. That is FIXED

  SSHCMD ${CLUSTER} "volume show -vserver nlnafs${CUSTCODE}* -volume *${VOLFILTER}* -field volume"|grep ${PREFIX}|awk '{print $2}'|while read VOLUME
  do
    echo "  ${VOLUME}"
    SSHCMD ${CLUSTER} "set -units GB -showseparator \";\" ; volume show -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -field aggregate,size,used,percent-used,autosize-grow-threshold-percent,autosize-shrink-threshold-percent,autosize-mode,min-autosize,max-autosize,type"|grep ${PREFIX}|tee -a ${TMP}

    TOTALLIMIT=0
    SSHCMD ${CLUSTER} "qtree show -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -fields qtree"|grep ${PREFIX}|awk '{print $3}'|while read QTREE REST
    do
      if [ "${QTREE}" != "\"\"" ]; then
        DISKUSED="`SSHCMD ${CLUSTER} "set -units GB ; quota report -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -tree ${QTREE} -field vserver,volume,tree,disk-used"|grep ${PREFIX}|awk '{print $5}'|sed 's/GB//g'`"
        if [ "${DISKUSED}" = "" ]; then
          DISKUSED=0
        fi
        DISKLIMIT="`SSHCMD ${CLUSTER} "set -units GB ; quota report -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -tree ${QTREE} -field vserver,volume,tree,disk-limit"|grep ${PREFIX}|awk '{print $5}'|sed 's/GB//g'`"
        if [ "${DISKLIMIT}" = "" ]; then
          DISKLIMIT=0
        fi
        if [ ${DISKLIMIT} -gt 0 ]; then
          TOTALLIMIT=`expr ${TOTALLIMIT} + ${DISKLIMIT}`
        fi

        echo ";${VOLUME};;;;;;;;;;;${QTREE};${DISKUSED}GB;${DISKLIMIT}GB;${TOTALLIMIT}GB;"|tee -a ${TMP}
      fi  # ${QTREE}" ! = ""
# To get the value out site the subshell-loop
      echo ${TOTALLIMIT} > ${TMP}.TOTALLIMIT
    done  # Qtree

# Reporting the snapshots, 
# Count all snapshots sizes together
    TOTALSNAPUSAGE=0
    SSHCMD ${CLUSTER} "set -unit GB -showseparator \";\" ; snapshot show -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -field snapshot,size,create-time,used"|grep ${CUSTCODE}|while read LINE
    do
      SNAPSHOT=`echo ${LINE}|awk -F\; '{print $3}'`
      CREATE_TIME=`echo ${LINE}|awk -F\; '{print $4}'`
      SIZE=`echo ${LINE}|awk -F\; '{print $5}'|sed 's/GB//g'`
      USEDBLOCKS=`echo ${LINE}|awk -F\; '{print $6}'`
      TOTALSNAPUSAGE=`expr ${TOTALSNAPSIZE} + ${SIZE}`
      echo ";${VOLUME};;;;;;;;;;;;;;;${SNAPSHOT};${CREATE_TIME};${SIZE};${USEDBLOCKS};${TOTALSNAPUSAGE}GB;"|tee -a ${TMP}
      echo ${TOTALSNAPSIZE} > ${TMP}.TOTALSNAPSIZE

    done  # while read LINE
    TOTALSNAPUSAGE=`cat ${TMP}.TOTALSNAPUSAGE`
# Harold Kuijpers:
# Check is volgens mij de volgende :
# Volume size – snapshot usage < Sum van de quota’s -> volume vergroten met 5 %
# Een andere benadering is om dit pas te doen als ze bijna tegen de 80% vulling lopen 
# Volume size – volume usage < 22% * sum van de quota’s -> volume vergroten met 5%
# Daarbij moeten we dan ook verkleiningen doorvoeren bij bijvoorbeeld 70% vulling 
# Volume size – volume usage > 30% * sum van de quota’s -> volume verkleinen met 5%

    VOLSIZE_TOTALSNAPUSAGE=`expr 
    echo";${VOLUME};;;;;;;;;;;;;;;;;;;${TOTALSNAPUSAGE}GB;"|tee -a ${TMP}

  done  # VOLUME


done  # for CLUSTER

if [ ${MAIL} ]; then
  echo "#" >> ${TMP}
  echo "# `date` by ${PGM} v${VER} at ${HOSTNAME}" >> ${TMP}
  cp ${TMP} /tmp/${CSV}
  date | mailx -a /tmp/${CSV} -s ":${HOSTNAME}: Autosize report from ${DATE} (for ${CUSTCODE}) [${PGM} v${VER}]" ${MAILTO}
  echo "  Mailed to ${MAILTO}"|tee -a ${LOG}
  rm /tmp/${CSV}
fi  #  MAIL

# Finish
rm ${TMP} ${TMP}.TOTALLIMIT ${TMP}.TOTALSNAPUSAGE
echo "`date` ${PGM} finished."|tee -a ${LOG}
exit 0