#!/bin/sh
# File	: cdot_chk_efficiency.sh
# By	: Maarten.deBoer@atos.net, 170920,220817
# Subject	: Script to check (some) efficiency parameter
# set -x
#(0.2),220817	: Added USAGE
#(0.3),220818	: Mod's
#(0.4),220818	: Added NFILTER, AFILTER
PGM="`basename $0|cut -d\. -f1`"
VER="0.4"
TMP="/tmp/${TMP}.$$"
LOG="${HOME}/log/${PGM}.log"
SSH="/usr/bin/ssh -n"
HOSTNAME="`hostname|cut -d\. -f1`"
MAILTO="maarten.deboer@atos.net"
MAIL=""
CLUSTERS="${HOME}/etc/clusters"
AFILTER="[?]*"
CFILTER="[?]*"
NFILTER="[?]*"
SFILTER="[?]*"
VFILTER="_vol"
SET_EFF=""

SSHCMD()
# 1: Filername 2:Command-string
# When issue with connection to cluster, try the nodes (-01 & -02)
# "There are no entries matching your query." => EC=255
# "no connection" is also EC=255
{
  TMPERR="/tmp/${PGM}.$$.err"
  /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR}
  EC=${?}
  # Check if "ssh: connect to host 10.192.109.202 port 22: Connection refused" If so (EC2=0), the 2nd
  grep 'Connection refused' ${TMPERR}
  EC2=${?}
  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
    sleep 2
    /usr/bin/ssh -n ${1}-05 "${2}" 2> ${TMPERR}
    EC=${?}
    grep 'Connection refused' ${TMPERR}
    EC2=${?}
    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
      sleep 2
      /usr/bin/ssh -n ${1}-06 "${2}" 2> ${TMPERR}
      EC=${?}
      grep 'Connection refused' ${TMPERR}
      EC2=${?}
      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
        sleep 2
        /usr/bin/ssh -n ${1}-07 "${2}" 2> ${TMPERR}
        EC=${?}
        grep 'Connection refused' ${TMPERR}
        EC2=${?}
        if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
          echo "  EC=${EC} sleep 2 ..."
          sleep 2
          /usr/bin/ssh -n ${1}-08 "${2}" 2> ${TMPERR}
          EC=${?}
          grep 'Connection refused' ${TMPERR}
          EC2=${?}
          if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
            echo "  EC=${EC} sleep 2 ..."
            sleep 2
            /usr/bin/ssh -n ${1}-09 "${2}" 2> ${TMPERR}
            EC=${?}
            grep 'Connection refused' ${TMPERR}
            EC2=${?}

            if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
              echo "  EC=${EC} sleep 2 ..."
              sleep 2
              /usr/bin/ssh -n ${1}-10 "${2}" 2> ${TMPERR}
              EC=${?}
              grep 'Connection refused' ${TMPERR}
              EC2=${?}

              if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                echo  "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 - -06 failed too."|tee -a ${LOG} 
              fi  # EC=0 & EC2=0

            fi  # -06
          fi  # -05
        fi  # -04
      fi  # -03
    fi  # -02
  fi  # -01
  rm ${TMPERR}
}
USAGE()
{
  echo "Usage: ${PGM} [options]"
  echo "  Version: ${VER}"
  echo "  options          :"
  echo "    -a | --aggr    : Aggregate filter (${AFILTER})"
  echo "    -c | --cluster : Cluster filter (${CFILTER})"
  echo "    -n | --node    : Node filter (${SFILTER})"
  echo "    -s | --svm     : Svm filter (${SFILTER})"
  echo "    -v | --vol     : Volume filter (${VFILTER})"
  echo "    -m | --mail    : Mail the logging"
  echo "    -h | --help    : this help"
  echo "    -V             : Version"
  echo "    -x             : set -x"
  echo "    --mailto       : set new MAILTO (${MAILTO})"
  echo "    --set_eff      : set efficiency"
}
# Check options
while [ ${#} -gt 0 ]
do
  case ${1} in
    -a | --aggr) AFILTER="${2}"; shift ;;
    -c | --cluster) CFILTER="${2}"; shift ;;
    -n | --node) NFILTER="${2}"; shift ;;
    -s | --svm) SFILTER="${2}"; shift ;;
    -v | --vol) VFILTER="${2}"; shift ;;
    -m | --mail) MAIL=1 ;;
    -h | --help) USAGE; exit 1 ;;
    -V) echo "${PGM}: v${VER}"; exit 3 ;;
    -x)  set -x ;;
    --mailto) MAIL=1; MAILTO="${2}"; shift ;;
    --set_eff) SET_EFF=1 ;;
    *)  echo "Option ${1} not known."; USAGE; exit 1 ;;
  esac
    shift
done  # while


# MAIN
echo "`date` ${PGM} v${VER} started."|tee -a ${LOG}
echo "CLUSTERS=${CLUSTERS}"
echo "MAILTO=${MAILTO}"
echo "MAIL=${MAIL}"
echo "AFILTER=${AFILTER}"
echo "CFILTER=${CFILTER}"
echo "NFILTER=${NFILTER}"
echo "SFILTER=${SFILTER}"
echo "VFILTER=${VFILTER}"
echo "SET_EFF=${SET_EFF}"
sleep 1

echo "  Filters: A=${AFILTER} C=${CFILTER} N=${NFILTER} S=${SFILTER} V=${VFILTER} MAIL=${MAIL} SET_EFF=${SET_EFF}" | tee -a ${LOG}

touch ${TMP}
for CLUSTER in `cat ${CLUSTERS}|grep -v ^#|grep "${CFILTER}"`
do
  echo "  ${CLUSTER} aggr-list & volume-list ..."
  SSHCMD ${CLUSTER} "set -showseparator \";\" ; aggr show -field aggregate,storage-type,node,root" |grep ${CLUSTER} > ${TMP}_aggr-show
  SSHCMD ${CLUSTER} "set -showseparator \";\" ; volume show -field node,vserver,volume,aggregate,type" |grep ${CLUSTER} > ${TMP}_vol-show

  SSHCMD ${CLUSTER} 'vserver show -operational-state running -field vserver'|grep nl|grep "${SFILTER}"|while read VSERVER REST
  do
    echo "  ${CLUSTER}/${VSERVER} ..."

    SSHCMD ${CLUSTER} "set -showseparator \";\" ; volume efficiency show -vserver ${VSERVER} -field policy,compression,inline-compression,inline-dedupe,state,progress"|grep "${VFILTER}"|while read LINE
    do
# vserver;volume;state;progress;policy;compression;inline-compression;inline-dedupe
      VSERVER=`echo ${LINE}|awk -F\; '{print $1}'|grep nlnaf`
      VOLUME=`echo ${LINE}|awk -F\; '{print $2}'|grep vol`
      STATE=`echo ${LINE}|awk -F\; '{print $3}'`
      PROGRESS=`echo ${LINE}|awk -F\; '{print $4}'`
      POLICY=`echo ${LINE}|awk -F\; '{print $5}'`
      COMPRESSION=`echo ${LINE}|awk -F\; '{print $6}'`
      INLINE_COMPRESSION=`echo ${LINE}|awk -F\; '{print $7}'`
      INLINE_DEDUPE=`echo ${LINE}|awk -F\; '{print $8}'`

      VOL_AGGR=`grep ${VOLUME} ${TMP}_vol-show|grep ${AFILTER}|awk -F\; '{print $3}'`
      VOL_NODE=`grep ${VOLUME} ${TMP}_vol-show|grep "${NFILTER}"|awk -F\; '{print $5}'`
      VOL_TYPE=`grep ${VOLUME} ${TMP}_vol-show|awk -F\; '{print $4}'`

      if [ "${VOL_AGGR}" != "" ] && [ "${VOL_NODE}" != "" ]; then
# When node and aggr is found by selection
echo "    ${VSERVER};${VOLUME};${VOL_TYPE};${VOL_NODE};${VOL_AGGR};${STATE};${PROGRESS};${POLICY};${COMPRESSION};${INLINE_COMPRESSION};${INLINE_DEDUPE};"


# Enables deduplication on the volume specified.
      if [ "${STATE}" = "Disabled" ]; then
        echo "  Enabling (efficiency on) deduplication to ${VSERVER}:${VOLUME}|"|tee -a ${LOG}
        SSHCMD ${CLUSTER} "volume efficiency on -vserver ${VSERVER} -volume ${VOLUME}" 1> ${TMP}_out
        grep -i "error" ${TMP}_out
        EC=${?}
        if [ ${EC} -eq 0 ]; then
          echo "    ERROR : volume efficiency on -vserver ${VSERVER} -volume ${VOLUME}"| tee -a ${LOG}
          cat ${TMP}_out |tee -a ${LOG}
        fi  # EC > 0
      fi  # SET_EFF

      if [ ${POLICY} != "dedup_daily" ] && [ ${SET_EFF} ]; then
        CHK_POLICY=`SSHCMD ${CLUSTER} "set -showseparator \";\" ; volume efficiency policy show -vserver ${VSERVER} -policy dedup_daily -field policy,schedule,comment"|grep dedup_daily`
        if [ "${CHK_POLICY}" = "" ]; then
# No dedup_daily. Create one
          echo "  Creating Eff-policy (dedup_daily) onto ${VSERVER}"|tee -a ${LOG}
          SSHCMD ${CLUSTER} "volume efficiency policy create -vserver ${VSERVER} -policy dedup_daily -schedule hour20 -comment \"Created by ${PGM} v${VER} on `date`\" "
        fi  # CHK_POLICY
# schedule = dedup_daily
        echo "  Setting POLICY=dedup_daily to ${VSERVER}:${VOLUME}"|tee -a ${LOG}
        SSHCMD ${CLUSTER} "volume efficiency modify -vserver ${VSERVER} -volume ${VOLUME} -policy dedup_daily" 1> ${TMP}_out
        grep -i "error" ${TMP}_out
        EC=${?}
        if [ ${EC} -eq 0 ]; then
          echo "    ERROR : volume efficiency modify -vserver ${VSERVER} -volume ${VOLUME} -policy dedup_daily"| tee -a ${LOG}
          cat ${TMP}_out |tee -a ${LOG}
        fi  # EC > 0
      fi

# -compression
      if [ ${COMPRESSION} = "false" ] && [ ${SET_EFF} ]; then
        SSHCMD ${CLUSTER} "volume efficiency modify -vserver ${VSERVER} -volume ${VOLUME} -compression true" 1> ${TMP}_out
        grep -i "error" ${TMP}_out
        EC=${?}
        if [ ${EC} -eq 0 ]; then
          echo "    ERROR : volume efficiency modify -vserver ${VSERVER} -volume ${VOLUME} -compression true"| tee -a ${LOG}
          cat ${TMP}_out |tee -a ${LOG}
        fi  # EC > 0
      fi

      if [ ${INLINE_COMPRESSION} = "false" ] && [ ${SET_EFF} ]; then
        echo "  Setting INLINE_COMPRESSION to ${VSERVER}:${VOLUME}"|tee -a ${LOG}
         SSHCMD ${CLUSTER} "volume efficiency modify -vserver ${VSERVER} -volume ${VOLUME} -inline-compression true" 1> ${TMP}_out
        grep -i "error" ${TMP}_out
        EC=${?}
        if [ ${EC} -eq 0 ]; then
          echo "    ERROR : volume efficiency modify -vserver ${VSERVER} -volume ${VOLUME} -inline-compression true"| tee -a ${LOG}
          cat ${TMP}_out |tee -a ${LOG}
        fi  # EC > 0
      fi

# inline-dedupe
      if [ ${INLINE_DEDUPE} = "false" ] && [ ${SET_EFF} ]; then
        AGGR_TYPE=`grep ${VOL_AGGR} ${TMP}_aggr-show|awk -F\; '{print $2}'`
echo "    VOL_TYPE=${VOL_TYPE} VOL_AGGR=${VOL_AGGR} AGGR_TYPE=${AGGR_TYPE}"
        if [ "${VOL_TYPE}" = "RW" ] && [ "${AGGR_TYPE}" = "ssd" ]; then
          echo "  Setting INLINE_DEDUPE to ${VSERVER}:${VOLUME}(${TYPE}) on ${AGGR_NAME}(${AGGR_TYPE})"|tee -a ${LOG}
          SSHCMD ${CLUSTER} "volume efficiency modify -vserver ${VSERVER} -volume ${VOLUME} -inline-dedupe true" 1> ${TMP}_out
          grep -i "error" ${TMP}_out
          EC=${?}
          if [ ${EC} -eq 0 ]; then
            echo "    ERROR : volume efficiency modify -vserver ${VSERVER} -volume ${VOLUME} -inline-compression true"| tee -a ${LOG}
            cat ${TMP}_out |tee -a ${LOG}
          fi  # EC > 0
        fi  # VOL_TYPE}" = "RW" & ssd

      fi # INLINE_DEDUPE

      fi  # VOL_NODE}" != "" 

    done  # LINE

  done  # VSERVER
  rm ${TMP}_*
done  # for CLUSTER

# Finish
rm ${TMP} 
echo "`date` ${PGM} v${VER} finished."|tee -a ${LOG}
exit 0