#!/bin/bash
# File	: cdot_set_autosizing.sh
# By	: Maarten.deBoer@atos.net, 141222
# Subject	: Script to set autosize parameters
#		  About autosizing
#(0.2),160713	: Added SSHCMD, set autosizing
#(0.3),160713	: Set min-autosize according to SUm of the quota TOTALLIMIT
#(0.4),160830	: Add usage & noQuota, use curr-size (in case of SV)
#(0.5),161212	: Added an extra SET shrink-threshold-percent = 1
#(0.6),170208	: Added -f filter
#(0.7),170608	: Added volume -type RW
#set -x
PGM="`basename $0|cut -d\. -f1`"
VER="0.7"
TMP="/tmp/${PGM}.$$"
ASC="/tmp/${PGM}.asc"
LOG="${HOME}/log/${PGM}.log"
SSH="/usr/bin/ssh -n"
HOSTNAME="`hostname|cut -d\. -f1`"
CLUSTERS="${HOME}/etc/clusters"
PREFIX="nlnaf"
CUSTCODE=""
SETSIZE=""
MAIL=""
MAILTO="maarten.deboer@atos.net"
FILTER="[?]*"

# Set autosize according discussion between Harold Kuijpers, Geralts Somsen & Maarten de Boer at 2016-06-07.
# For SAP filers
# Volume Size	Grow-threshold-percent	Maximum size	Shrink-threshold-percent	Minimum size	Increment size
# 0B <= volume size < 250GB	85%	1000GB 		75%	Sum quota	1GB
# 250GB <= volume size < 750GB	90%	3000GB		80%	Idem	5GB
# =>750GB			93%	+5TB		85%	idem	10GB


SSHCMD()
# 1: Filername 2:Command-string
# When issue with connection to cluster, try the nodes (-01 & -02)
# "There are no entries matching your query." => EC=255
# "no connection" is also EC=255
{
  TMPERR="/tmp/${PGM}.$$.err"
  /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR}
  EC=${?}
  # Check if "ssh: connect to host 10.192.109.202 port 22: Connection refused" If so (EC2=0), the 2nd
  grep 'Connection refused' ${TMPERR}
  EC2=${?}
  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
    sleep 2
    /usr/bin/ssh -n ${1}-01 "${2}" 2> ${TMPERR}
    EC=${?}
    grep 'Connection refused' ${TMPERR}
    EC2=${?}
    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
      sleep 2
      /usr/bin/ssh -n ${1}-02 "${2}" 2> ${TMPERR}
      EC=${?}
      grep 'Connection refused' ${TMPERR}
      EC2=${?}
      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
        sleep 2
        /usr/bin/ssh -n ${1}-03 "${2}" 2> ${TMPERR}
        EC=${?}
        grep 'Connection refused' ${TMPERR}
        EC2=${?}
        if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
          echo "  EC=${EC} sleep 2 ..."
          sleep 2
          /usr/bin/ssh -n ${1}-04 "${2}" 2> ${TMPERR}
          EC=${?}
          grep 'Connection refused' ${TMPERR}
          EC2=${?}
          if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
            echo  "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 - -04 failed too."|tee -a ${LOG} 
          fi
        fi
      fi
    fi
  fi
  rm ${TMPERR}
}

USAGE()
{
  echo "Usage: ${PGM} [options]"
  echo "  Version: ${VER}"
  echo "  options          :"
  echo "    -c             : Customer code (3 lower-case letters)"
  echo "    -e             : Etc/clusters file (${CLUSTERS})"
  echo "    -f             : Filter (cluster) (${FILTER})"
  echo "    -m | --mail    : Mail the logging"
  echo "    -h | --help    : this help"
  echo "    -V             : Version"
  echo "    -x             : set -x"
  echo "    --mailto       : set new MAILTO (${MAILTO})"
  echo "    --setsize      : do SETSIZE"
}

# Check options
while [ ${#} -gt 0 ]
  do
  case ${1} in
    -c) CUSTCODE=${2}; shift ;;
    -e) CLUSTERS=${2}; shift ;;
    -f) FILTER=${2}; shift ;;
    -m | --mail) MAIL=1 ;;
    -h | --help) USAGE; exit 1 ;;
    -V) echo "${PGM}: v${VER}"; exit 3 ;;
    -x)  set -x ;;
    --mailto) MAIL=1; MAILTO=${2}; shift ;;
    --setsize) SETSIZE=1 ;;
    *)  echo "Option ${1} not known."; USAGE; exit 1 ;;
  esac
    shift
done

if [ -z "${CUSTCODE}" ]
then
  echo "`date` ${PGM}: ERROR; No (part of) customer code given. So not to know what to do. Exiting..."|tee -a ${LOG} ${ERR} ; echo; USAGE;
  exit 1
fi

CUSTOMER=`echo "${CUSTCODE}"|tr [:lower:] [:upper:]`

# MAIN
touch ${TMP}
echo "`date` ${PGM} v${VER} started."|tee -a ${LOG} ${TMP}

# MINAS  =  min-autosize
# NEWGTP = -grow-threshold-percent
# NEWSTP = -shrink-threshold-percent ${NEWSTP}
# NEWIS  = -increment-size
# NEWMIN = -minimum-size 
# NEWMAX = -maximum-size 

for CLUSTER in `cat ${CLUSTERS}|grep -v ^#|grep ${FILTER}`
do
#  echo "${CLUSTER} ..."
# option -field selects the items to be shown. NOT the order. That is FIXED
  SSHCMD ${CLUSTER} 'set -showseparator " " ; vserver show -type data -fields vserver'|grep -v server|grep ${CUSTCODE}|while read VSERVER REST
 do
    echo "${CLUSTER}/${VSERVER}:"
    SSHCMD ${CLUSTER} "volume show -vserver ${VSERVER} -state online -fields volume -type RW"|egrep -v 'volume|vol0root|vol0ls'|grep ${PREFIX}|while read VSERVER VOLUME REST
    do
      VOLUSED="`SSHCMD ${CLUSTER} \"set -unit GB ; volume show -vserver ${VSERVER} -volume ${VOLUME} -fields used \" |grep ${PREFIX}|awk '{print $3}'|sed 's/GB//g'`"
      VOLSIZE="`SSHCMD ${CLUSTER} \"set -unit GB ; volume show -vserver ${VSERVER} -volume ${VOLUME} -fields size \" |grep ${PREFIX}|awk '{print $3}'|sed 's/GB//g'`"
# Want to have the min-autosize used size for determing the growsizes
# PREFIX is needed for getting only the amount of GB's and no other information
      MINAS="`SSHCMD ${CLUSTER} \"set -unit GB ; volume show -vserver ${VSERVER} -volume ${VOLUME} -fields min-autosize \" |grep ${PREFIX}|awk '{print $3}'|sed 's/GB//g'`"
      MAXAS="`SSHCMD ${CLUSTER} \"set -unit GB ; volume show -vserver ${VSERVER} -volume ${VOLUME} -fields max-autosize \" |grep ${PREFIX}|awk '{print $3}'|sed 's/GB//g'`"

      echo "= ${CLUSTER}:${VSERVER}:${VOLUME}: size=${VOLSIZE} used=${VOLUSED} min-autosize=${MINAS} max-autosize=${MAXAS}"|tee -a ${TMP}
#
# Get Qtree's & quotas & set min-autosize
      TOTALLIMIT=0
      SSHCMD ${CLUSTER} "qtree show -vserver ${VSERVER} -volume ${VOLUME} -fields qtree"|grep ${PREFIX}|awk '{print $3}'|while read QTREE REST
      do
        if [ "${QTREE}" != "\"\"" ]; then
          DISKUSED="`SSHCMD ${CLUSTER} "set -units GB ; quota report -vserver ${VSERVER} -volume ${VOLUME} -tree ${QTREE} -field vserver,volume,tree,disk-used"|grep ${PREFIX}|awk '{print $5}'|sed 's/GB//g'`"
          if [ "${DISKUSED}" = "" ]; then
            DISKUSED=0
          fi
          DISKLIMIT="`SSHCMD ${CLUSTER} "set -units GB ; quota report -vserver ${VSERVER} -volume ${VOLUME} -tree ${QTREE} -field vserver,volume,tree,disk-limit"|grep ${PREFIX}|awk '{print $5}'|sed 's/GB//g'`"
          if [ "${DISKLIMIT}" = "" ]; then
            DISKLIMIT=0
          fi
          if [ ${DISKLIMIT} -gt 0 ]; then 
            TOTALLIMIT=`expr ${TOTALLIMIT} + ${DISKLIMIT}`
          fi
          echo "  ${VOLUME}/${QTREE}; disk-used=${DISKUSED}GB; disk-limit=${DISKLIMIT}GB; TOTALLIMIT=${TOTALLIMIT}GB"|tee -a ${TMP}
        fi  # ${QTREE}" ! = ""
# To get the value out site the subshell-loop
        echo ${TOTALLIMIT} > ${TMP}.TOTALLIMIT
      done  # Qtree

      TOTALLIMIT="`cat ${TMP}.TOTALLIMIT`"
      NEWMIN="${MINAS}"
      echo "  ${CLUSTER}:${VSERVER}:${VOLUME}: MINAS=|${MINAS}| TOTALLIMIT=|${TOTALLIMIT}| "|tee -a ${TMP}

# If TOTALLIMIT=0 (no quotas set), then set NEWMIN to curr VOLUSED
      if [ ${TOTALLIMIT} -eq 0 ]; then
        NEWMIN="${VOLUSED}"
        echo "  ${CLUSTER}:${VSERVER}:${VOLUME}: TOTALLIMIT(SUM quota) was 0 => ${NEWMIN}GB"|tee -a ${TMP}
      fi

# If NEWMIN = 0 then set to used size
      if [ ${NEWMIN} -eq 0 ]; then
        NEWMIN="${VOLUSED}"
        echo "  ${CLUSTER}:${VSERVER}:${VOLUME}: minimum-size was 0 => ${NEWMIN}GB"|tee -a ${TMP}
      fi  #  ${TOTALLIMIT} -lt 0

# Defaults
      ASMODE="grow_shrink"
      NEWGTP="93"
      NEWSTP="75"
      NEWIS="1"
      NEWMAX="${MAXAS}"
      if [ ${MINAS} -lt 250 ]; then
        NEWGTP="85"
        NEWSTP="75"
        NEWIS="1"
        if [ ${VOLUSED} -lt 1000 ]; then
          NEWMAX="1000"
        fi
      fi  # < 250 GB
      if [ ${MINAS} -gt 250 ] && [ ${MINAS} -lt 750 ] ; then
        NEWGTP="90"
        NEWSTP="80"
        NEWIS="5"
        if [ ${VOLUSED} -lt 3000 ]; then
          NEWMAX="3000"
        fi
      fi  # 250GB > size >  750 GB
      if [ ${MINAS} -gt 750 ]; then
        NEWGTP="93"
        NEWSTP="85"
        NEWIS="10"
        if [ ${VOLUSED} -lt 5000 ]; then
          NEWMAX="5000"
        else
# *1,2
##          NEWMAX="`expr ${VOLSIZE} \* 12 / 10`"
          NEWMAX=${MAXAS}
        fi
      fi  # > 750 GB

# Check some figures
      if [ ${NEWMIN} -eq 0 ]; then
        NEWMIN=1
      fi
# If NEWMIN > NEWMAX, then NEWMAX = NEWMIN+20%
      if [ ${NEWMIN} -gt ${NEWMAX} ]; then
        NEWMAX="`expr ${NEWMIN} \* 12 / 10`"
      fi
# If NEWMAX < SIZE, then NEWMAX = SIZE+20%
      if [ ${NEWMAX} -lt ${VOLSIZE} ]; then
        NEWMAX="`expr ${VOLSIZE} \* 12 / 10`"
      fi

      NEWIS="${NEWIS}GB"
      NEWMIN="${NEWMIN}GB"
      NEWMAX="${NEWMAX}GB"

      if [ ${SETSIZE} ]; then
        echo "SET ${CLUSTER}:${VSERVER}:${VOLUME}: -grow-threshold-percent ${NEWGTP} -shrink-threshold-percent ${NEWSTP} -increment-size ${NEWIS} -minimum-size ${NEWMIN} -maximum-size ${NEWMAX} -mode ${ASMODE}"|tee -a ${LOG} ${TMP}

# Add an extra "volume autosize -shrink-threshold-percent 1" if "-shrink-threshold-percent" is higher then "-grow-threshold-percent" 
        SSHCMD ${CLUSTER} "volume autosize -vserver ${VSERVER} -volume ${VOLUME} -shrink-threshold-percent 1"
        SSHCMD ${CLUSTER} "volume autosize -vserver ${VSERVER} -volume ${VOLUME} -grow-threshold-percent ${NEWGTP} -shrink-threshold-percent ${NEWSTP} -increment-size ${NEWIS} -minimum-size ${NEWMIN} -maximum-size ${NEWMAX} -mode ${ASMODE} "
      else
        echo "NOT ${CLUSTER}:${VSERVER}:${VOLUME}: -grow-threshold-percent ${NEWGTP}  -shrink-threshold-percent ${NEWSTP} -increment-size ${NEWIS} -minimum-size ${NEWMIN} -maximum-size ${NEWMAX} -mode ${ASMODE}"|tee -a ${LOG} ${TMP}
      fi  # ${SETSIZE} 

    done  # volume
  done  # vserver
done  # for CLUSTER

if [ ${MAIL} ]; then
  echo "`date` Mailing to ${MAILTO}"|tee -a ${LOG} ${TMP}
  cp ${TMP} ${ASC}
  date | mailx -a ${ASC} -s "${HOSTNAME}: Logging of cDOT set autosizing [${PGM} v${VER}]" ${MAILTO}
  rm ${ASC}
fi  # MAIL

# Finish

rm ${TMP} ${TMP}.TOTALLIMIT
echo "`date` ${PGM} v${VER} finished."|tee -a ${LOG}
exit 0