#!/bin/sh
# File	: cdot_report_autosizing.sh
# By	: Maarten.deBoer@atos.net, 141110
# Subject	: Script to report information from cDOT filers. 
#		  About autosizing
#(0.2)	Mod.
#(0.3),160713	: Mods like SSHCMD
#(0.4),170614	: Added Quota report, VOLFILTER
PGM="`basename $0|cut -d\. -f1`"
VER="0.4"
TMP="/tmp/${PGM}.$$"
LOG="${HOME}/log/${PGM}.log"
SSH="/usr/bin/ssh -n"
HOSTNAME="`hostname|cut -d\. -f1`"
MAILTO="maarten.deboer@atos.net"
DATE="`date +%Y-%m-%d`"
CSV="FSOD_autosize-report_${DATE}.csv"
FILTER="[?]*"
VOLFILTER=""
ERR="${HOME}/log/${PGM}.err"
MAIL=""

PREFIX="nlnaf"

CLUSTERS="${HOME}/etc/clusters"
CUSTCODE=""

USAGE()
{
  echo "Usage: ${PGM} [options]"
  echo "  Version: ${VER}"
  echo "  options          :"
  echo "    -c             : Customer code (3 lower-case letters)"
  echo "    -e             : Etc/clusters file (${CLUSTERS})"
  echo "    -f             : Filter filername (${FILTER})"
  echo "    -h | --help    : this help"
  echo "    -m | --mail    : do send Mail"
  echo "    --mailto       : change MAILTO address & do send mail (${MAILTO})"
  echo "    -v             : Volume filter (${VOLFILTER})"
  echo "    -V             : Version"
  echo "    -x             : set -x"
}

# Check options
while [ ${#} -gt 0 ]
  do
  case ${1} in
    -c) CUSTCODE=${2}; shift ;;
    -e) CLUSTERS=${2}; shift ;;
    -f) FILTER=${2}; shift ;;
    -v) VOLFILTER=${2}; shift ;;
    -m | --mail) MAIL=1 ;;
    -h | --help) USAGE; exit 1 ;;
    --mailto) MAILTO=${2}; MAIL=1; shift ;;
    -V) echo "${PGM}: v${VER}"; exit 3 ;;
    -x)  set -x ;;
    *)  echo "Option ${1} not known."; USAGE; exit 1 ;;
  esac
    shift
done

SSHCMD()
# 1: Filername 2:Command-string
# When issue with connection to cluster, try the nodes (-01 & -02)
# "There are no entries matching your query." => EC=255
# "no connection" is also EC=255
{
  TMPERR="/tmp/${PGM}.$$.err"
  /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR}
  EC=${?}
  # Check if "ssh: connect to host 10.192.109.202 port 22: Connection refused" If so (EC2=0), the 2nd
  grep 'Connection refused' ${TMPERR}
  EC2=${?}
  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
    echo "  EC=${EC} EC2=${EC2} ${1} ${2} " >> ${ERR}
    sleep 2
    /usr/bin/ssh -n ${1}-01 "${2}" 2> ${TMPERR}
    EC=${?}
    grep 'Connection refused' ${TMPERR}
    EC2=${?}
    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
      echo "  EC=${EC} EC2=${EC2} ${1}-01 ${2} " >> ${ERR}
      sleep 2
      /usr/bin/ssh -n ${1}-02 "${2}" 2> ${TMPERR}
      EC=${?}
      grep 'Connection refused' ${TMPERR}
      EC2=${?}
      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
        echo "  EC=${EC} EC2=${EC2} ${1}-02 ${2} " >> ${ERR}
        sleep 2
        /usr/bin/ssh -n ${1}-03 "${2}" 2> ${TMPERR}
        EC=${?}
        grep 'Connection refused' ${TMPERR}
        EC2=${?}
        if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
          echo "  EC=${EC} EC2=${EC2} ${1}-03 ${2} " >> ${ERR}
          echo "  EC=${EC} sleep 2 ..."
          sleep 2
          /usr/bin/ssh -n ${1}-04 "${2}" 2> ${TMPERR}
          EC=${?}
          grep 'Connection refused' ${TMPERR}
          EC2=${?}
          if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
            echo "  EC=${EC} EC2=${EC2} ${1}-04 ${2} " >> ${ERR}
            echo  "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 - -04 failed too."|tee -a ${LOG} ${ERR}
          fi
        fi
      fi
    fi
  fi
  rm ${TMPERR}
}


if [ -z "${CUSTCODE}" ]
then
  echo "`date` ${PGM}: ERROR; No (part of) customer code given. So not to know what to do. Exiting..."|tee -a ${LOG} ${ERR} ; echo; USAGE;
  exit 1
fi

CUSTOMER=`echo "${CUSTCODE}"|tr [:lower:] [:upper:]`
CSV="FSOD-cDOT_Autosize_report_${CUSTOMER}_${DATE}.csv"
if [ "${FILTER}" != '[?]*' ]; then
  CSV="FSOD-cDOT_Autosize_report_${CUSTOMER}-${FILTER}_${DATE}.csv"
fi

# VOLFILTER need to have something. So if empty, then will be CUSTCODE
if [ "${VOLFILTER}" = "" ]; then
  VOLFILTER=${CUSTCODE}
fi


# MAIN
touch ${TMP}
echo "`date` ${PGM} v${VER} started."|tee -a ${LOG} ${ERR}
echo "FILER=${FILTER}"
echo "MAIL=${MAIL}"
echo "MAILTO=${MAILTO}"
echo "PREFIX=${PREFIX}"
echo "VOLFILER=${VOLFILTER}"

echo "# vserver;volume;aggr;size;type;used;percent-used;max-autosize;autosize-increment;min-autosize;autosize-grow-threshold-percent;autosize-shrink-threshold-percent;autosize-mode;qtree;disk-used;disk-limit;TOTALLIMIT;" > ${TMP}

for CLUSTER in `cat ${CLUSTERS}|grep -v ^#|grep ${FILTER}`
do
  echo "# ${CLUSTER}; ..." | tee -a ${TMP}
# option -field selects the items to be shown. NOT the order. That is FIXED

  SSHCMD ${CLUSTER} "volume show -vserver nlnafs${CUSTCODE}* -volume *${VOLFILTER}* -field volume"|grep ${PREFIX}|awk '{print $2}'|while read VOLUME
  do
    echo "  ${VOLUME}"
    SSHCMD ${CLUSTER} "set -units GB -showseparator \";\" ; volume show -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -field aggr,size,used,percent-used,autosize-grow-threshold-percent,autosize-shrink-threshold-percent,autosize-mode,min-autosize,max-autosize,autosize-increment,type"|grep ${PREFIX}|tee -a ${TMP}

    TOTALLIMIT=0
    SSHCMD ${CLUSTER} "qtree show -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -fields qtree"|grep ${PREFIX}|awk '{print $3}'|while read QTREE REST
    do
      if [ "${QTREE}" != "\"\"" ]; then
        DISKUSED="`SSHCMD ${CLUSTER} "set -units GB ; quota report -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -tree ${QTREE} -field vserver,volume,tree,disk-used"|grep ${PREFIX}|awk '{print $5}'|sed 's/GB//g'`"
        if [ "${DISKUSED}" = "" ]; then
          DISKUSED=0
        fi
        DISKLIMIT="`SSHCMD ${CLUSTER} "set -units GB ; quota report -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -tree ${QTREE} -field vserver,volume,tree,disk-limit"|grep ${PREFIX}|awk '{print $5}'|sed 's/GB//g'`"
        if [ "${DISKLIMIT}" = "" ]; then
          DISKLIMIT=0
        fi
        if [ ${DISKLIMIT} -gt 0 ]; then
          TOTALLIMIT=`expr ${TOTALLIMIT} + ${DISKLIMIT}`
        fi
        echo ";${VOLUME};;;;;;;;;;;;${QTREE};${DISKUSED}GB;${DISKLIMIT}GB;${TOTALLIMIT}GB;"|tee -a ${TMP}
      fi  # ${QTREE}" ! = ""
# To get the value out site the subshell-loop
      echo ${TOTALLIMIT} > ${TMP}.TOTALLIMIT
    done  # Qtree

  done  # VOLUME


done  # for CLUSTER

if [ ${MAIL} ]; then
  echo "#" >> ${TMP}
  echo "# `date` by ${PGM} v${VER} at ${HOSTNAME}" >> ${TMP}
  cp ${TMP} /tmp/${CSV}
  date | mailx -a /tmp/${CSV} -s "@${HOSTNAME}: Autosize report from ${DATE} (for ${CUSTCODE}) [${PGM} v${VER}]" ${MAILTO}
  echo "  Mailed to ${MAILTO}"|tee -a ${LOG}
  rm /tmp/${CSV}
fi  #  MAIL

# Finish
rm ${TMP} ${TMP}.TOTALLIMIT
echo "`date` ${PGM} finished."|tee -a ${LOG}
exit 0