#!/bin/sh
# File	: cdot_rpt_no-quota.sh
# By	: Maarten.deBoer@atos.net, 190426
# Subject	: Script to report information about Qtrees with NO quota
#(0.2),190624	: Mod; No mail when no "NO-Quota's", Added sshcmd.func (10 nodes)
#(0.3),190624	: Mod: volume -state online
#(0.4),190625	: Mod: Added -a (All-cust-codes) + -v) VERBOSE
#(0.5),190708	: Added COMMENT at volume
#(0.6),190717	: Added some option info in LOG
PGM="`basename $0|cut -d\. -f1`"
VER="0.6"
TMP="/tmp/${PGM}.$$"
LOG="${HOME}/log/${PGM}.log"
SSH="/usr/bin/ssh -n"
HOSTNAME="`hostname|cut -d\. -f1`"
MAILTO="maarten.deboer@atos.net"
MAIL=""
DATE="`date +%Y-%m-%d`"
CSV="cDOT_NO-quota-report_${DATE}.csv"
FILTER="[?]*"
VOLFILTER=""
ALLCUSTCODES="${HOME}/etc/all-cust-codes.asc"
USE_A=""
VERBOSE=""

CLUSTERS="${HOME}/etc/clusters"
CUSTCODE=""

USAGE()
{
  echo "Usage: ${PGM} [options]"
  echo "  Version: ${VER}"
  echo "  options          :"
  echo "    -a             : use All-cust-codes. So no -c is needed"
  echo "    -c             : Customer code (3 lower-case letters)"
  echo "    -e             : Etc/clusters file (${CLUSTERS})"
  echo "    -f             : Filter filername (${FILTER})"
  echo "    -h | --help    : this help"
  echo "    -m | --mail    : do send Mail"
  echo "    --mailto       : change MAILTO address & do send mail (${MAILTO})"
  echo "    -v             : Verbose"
  echo "    -vol           : VOLume filter (${VOLFILTER})"
  echo "    -V             : Version"
  echo "    -x             : set -x"
}

# Check options
while [ ${#} -gt 0 ]
  do
  case ${1} in
    -a) USE_A=1 ;;
    -v) VERBOSE=1 ;;
    -c) CUSTCODE=${2}; shift ;;
    -e) CLUSTERS=${2}; shift ;;
    -f) FILTER=${2}; shift ;;
    -vol) VOLFILTER=${2}; shift ;;
    -m | --mail) MAIL=1 ;;
    -h | --help) USAGE; exit 1 ;;
    --mailto) MAILTO=${2}; MAIL=1; shift ;;
    -V) echo "${PGM}: v${VER}"; exit 3 ;;
    -x)  set -x ;;
    *)  echo "Option ${1} not known."; USAGE; exit 2 ;;
  esac
    shift
done

# File	: sshcmd.func
# VER="0.1", <node>-04
# VER="0.2", <node>-06
# VER="0.3", <node>-10
SSHCMD()
# 1: Filername 2:Command-string
# When issue with connection to cluster, try the nodes (-01 & -02)
# "There are no entries matching your query." => EC=255
# "no connection" is also EC=255
{
  TMPERR="/tmp/${PGM}.$$.tmperr"
  touch ${TMPERR}
  /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR}
  EC=${?}
  # Check if "ssh: connect to host 10.192.109.202 port 22: Connection refused" If so (EC2=0), the 2nd
  grep 'Connection refused' ${TMPERR}
  EC2=${?}
  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
    sleep 1
    /usr/bin/ssh -n ${1}-01 "${2}" 2> ${TMPERR}
    EC=${?}
    grep 'Connection refused' ${TMPERR}
    EC2=${?}
    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
      sleep 1
      /usr/bin/ssh -n ${1}-02 "${2}" 2> ${TMPERR}
      EC=${?}
      grep 'Connection refused' ${TMPERR}
      EC2=${?}
      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
        sleep 1
        /usr/bin/ssh -n ${1}-03 "${2}" 2> ${TMPERR}
        EC=${?}
        grep 'Connection refused' ${TMPERR}
        EC2=${?}
        if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
          sleep 1
          /usr/bin/ssh -n ${1}-04 "${2}" 2> ${TMPERR}
          EC=${?}
          grep 'Connection refused' ${TMPERR}
          EC2=${?}
          if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
            sleep 1
            /usr/bin/ssh -n ${1}-05 "${2}" 2> ${TMPERR}
            EC=${?}
            grep 'Connection refused' ${TMPERR}
            EC2=${?}
            if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
              sleep 1
              /usr/bin/ssh -n ${1}-06 "${2}" 2> ${TMPERR}
              EC=${?}
              grep 'Connection refused' ${TMPERR}
              EC2=${?}
              if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                sleep 1
                /usr/bin/ssh -n ${1}-07 "${2}" 2> ${TMPERR}
                EC=${?}
                grep 'Connection refused' ${TMPERR}
                EC2=${?}
                if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                  sleep 1
                  /usr/bin/ssh -n ${1}-08 "${2}" 2> ${TMPERR}
                  EC=${?}
                  grep 'Connection refused' ${TMPERR}
                  EC2=${?}
                  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                    sleep 1
                    /usr/bin/ssh -n ${1}-09 "${2}" 2> ${TMPERR}
                    EC=${?}
                    grep 'Connection refused' ${TMPERR}
                    EC2=${?}
                    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                      sleep 1
                      /usr/bin/ssh -n ${1}-10 "${2}" 2> ${TMPERR}
                      EC=${?}
                      grep 'Connection refused' ${TMPERR}
                      EC2=${?}
                      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                        echo  "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 .. -10 failed too."|tee -a ${LOG} 
                      fi  # -10
                    fi  # -09
                  fi  # -08
                fi  # -07
              fi  # -06
            fi  # -05
          fi  # -04
        fi  # -03
      fi  # -02
    fi  # -01
  fi  # 
  rm ${TMPERR}
}


if [ ! ${USE_A} ] && [ -z "${CUSTCODE}" ]; then
  echo "`date` ${PGM}: ERROR; No (part of) customer code given. OR option -a is given. So not to know what to do. Exiting..."|tee -a ${LOG} ; echo; USAGE;
  exit 4
fi

if [ ! -f ${ALLCUSTCODES} ]; then
  echo "`date` All-Cust-Codes file (${ALLCUSTCODES}) NOT found. Exiting ..."|tee -a ${LOG}
  exit 5
fi  # ALLCUSTCODES

if [ ${USE_A} ]; then
  CUSTCODE=""
  CUSTOMER="ALL"
  CSV="cDOT_NoQuota-report_${CUSTOMER}_${DATE}.csv"
else
  CUSTOMER=`echo "${CUSTCODE}"|tr [:lower:] [:upper:]`
  CSV="cDOT_NoQuota-report_${CUSTOMER}_${DATE}.csv"
  if [ "${FILTER}" != '[?]*' ]; then
    CSV="cDOT_NoQuota-report_${CUSTOMER}-${FILTER}_${DATE}.csv"
  fi  # FILTER
fi  # USE_A

# VOLFILTER need to have something. So if empty, then will be CUSTCODE
if [ "${VOLFILTER}" = "" ]; then
  if [ "${CUSTCODE}" = "" ]; then
    VOLFILTER="vol"
  else
    VOLFILTER=${CUSTCODE}
  fi
fi

# MAIN
echo "`date` ${PGM} v${VER} started."|tee -a ${LOG} 
touch ${TMP}
echo "  CUSTOMER=${CUSTOMER}"|tee -a ${LOG}
echo "  CUSTCODE=${CUSTCODE}"|tee -a ${LOG}
echo "  CLUSTERS=${CLUSTERS}"|tee -a ${LOG}
echo "  CSV=${CSV}"|tee -a ${LOG}
echo "  FILER=${FILTER}"|tee -a ${LOG}
echo "  MAIL=${MAIL}"|tee -a ${LOG}
echo "  MAILTO=${MAILTO}"|tee -a ${LOG}
echo "  USE_A=${USE_A}"|tee -a ${LOG}
echo "  VOLFILTER=${VOLFILTER}"|tee -a ${LOG}
sleep 1

# QTreeCouNT, NoQuotaCouNT
QTCNT=0
NQCNT=0
echo ${QTCNT} > ${TMP}.QTCNT
echo ${NQCNT} > ${TMP}.NQCNT

echo "# CLUSTER;VSERVER;VOLUME;QTREE;COMMENT;script-remark;counters;" > ${TMP}

for CLUSTER in `cat ${CLUSTERS}|grep -v ^#|grep ${FILTER}`
do
  echo "# ${CLUSTER}; ..." | tee -a ${TMP}
# option -field selects the items to be shown. NOT the order. That is FIXED
# Mod: only ONLINE volumes
#
  SSHCMD ${CLUSTER} "set -showseparator \";\" ; volume show -vserver nlnafs${CUSTCODE}* -volume *${VOLFILTER}* -type RW -state online -field volume,comment"|grep nlnafs${CUSTCODE}|awk -F\; '{print $2,$3}'|while read VOLUME COMMENT 
  do
    if [ ${VERBOSE} ]; then
      echo -n " ${VOLUME}-"
    fi
    SSHCMD ${CLUSTER} "set -showseparator \";\" ; qtree show -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -field qtree"|grep nlnafs|awk -F\; '{print $3}'|sed 's/\"//g'|while read QTREE
    do
      if [ "${QTREE}" != "" ]; then
        if [ ${VERBOSE} ]; then
          echo "${QTREE} "
        fi
#        echo "  |${QTREE}| "
        QTCNT=`cat ${TMP}.QTCNT`
        QTCNT=`expr ${QTCNT} + 1`
        echo -n "."
        echo ${QTCNT} > ${TMP}.QTCNT
        SSHCMD ${CLUSTER} "set -showseparator \";\" ; quota report -vserver nlnafs${CUSTCODE}* -volume ${VOLUME} -tree ${QTREE} -quota-type tree"| grep ${QTREE} 1> /dev/null
        EC=${?}
# If ExitCode <> 0, then something not OK. => Report
        if [ ${EC} -ne 0 ]; then
          echo " EC=${EC} on QTREE=${QTREE}"
          QTCNT=`cat ${TMP}.QTCNT`
          NQCNT=`cat ${TMP}.NQCNT`
          NQCNT=`expr ${NQCNT} + 1`
          echo ${NQCNT} > ${TMP}.NQCNT
          echo "${CLUSTER};nlnafs${CUSTCODE}*;${VOLUME};${QTREE};${COMMENT};NO Quota;'=${NQCNT}/${QTCNT};"|tee -a ${TMP}
        fi  # EC <> 0
      fi  # <> ""
    done  # QTREE
  done  # VOLUME
done  # for CLUSTER


QTCNT=`cat ${TMP}.QTCNT`
NQCNT=`cat ${TMP}.NQCNT`
echo "  No QuotaCnt(NQCNT)=${NQCNT} / QtreeCnt (QTCNT)=${QTCNT}" | tee -a ${LOG}
# If MAIL & NO Quota Cnt > 0, then send mail
if [ ${MAIL} ] && [ ${NQCNT} -gt 0 ]; then
  echo "# ;;;;; No QuotaCount / QtreeCount ;'= ${NQCNT}/${QTCNT}" >> ${TMP}
  echo "#" >> ${TMP}
  echo "# `date` by ${PGM} v${VER} at ${HOSTNAME}" >> ${TMP}
  cp ${TMP} /tmp/${CSV}
  if [ "${CUSTCODE}" = "" ]; then
    CUSTCODE="all"
  fi
  date | mailx -a /tmp/${CSV} -s "@${HOSTNAME}: NoQuota report (for ${CUSTCODE}) from ${DATE} [${PGM} v${VER}]" ${MAILTO}
  echo "  Mailed NoQuota-report to ${MAILTO}"|tee -a ${LOG}
  rm /tmp/${CSV}
else
  echo "  No mail was send. Due to no MAIL(${MAIL}) && NQCNT(${NQCNT}) >= 0" | tee -a ${LOG}
  
fi  #  MAIL

# Finish
rm ${TMP} ${TMP}.QTCNT ${TMP}.NQCNT 
echo "`date` ${PGM} v${VER} finished."|tee -a ${LOG}
exit 0