#!/bin/sh
# File	: cdot_rpt_efficiency.sh
# By	: Maarten.deBoer@atos.net, 170919
# Subject	: Script to collect storage efficiency at NetApp
#(0.2)	: Mod; /SVM in stead of /volume
#(0.3),171109	: Added ${1} -> CFILTER
#(0.4),210923	: Added USAGE
PGM="`basename $0|cut -d\. -f1`"
VER="0.4"
TMP="/tmp/${TMP}.$$"
LOG="${HOME}/log/${PGM}.log"
SSH="/usr/bin/ssh -n"
HOSTNAME="`hostname|cut -d\. -f1`"
DATADIR="${HOME}/data/out"
MAILTO="maarten.deboer@atos.net"
CLUSTERS="${HOME}/etc/clusters"
CSV="${PGM}_`date +%Y-%m-%d-%H-%M-%S`.csv"
CFILTER="[?]*"
SFILTER="[?]*"

SSHCMD()
# 1: Filername 2:Command-string
# When issue with connection to cluster, try the nodes (-01 & -02)
# "There are no entries matching your query." => EC=255
# "no connection" is also EC=255
{
  TMPERR="/tmp/${PGM}.$$.err"
  /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR}
  EC=${?}
  # Check if "ssh: connect to host 10.192.109.202 port 22: Connection refused" If so (EC2=0), the 2nd
  grep 'Connection refused' ${TMPERR}
  EC2=${?}
  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
    sleep 2
    /usr/bin/ssh -n ${1}-01 "${2}" 2> ${TMPERR}
    EC=${?}
    grep 'Connection refused' ${TMPERR}
    EC2=${?}
    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
      sleep 2
      /usr/bin/ssh -n ${1}-02 "${2}" 2> ${TMPERR}
      EC=${?}
      grep 'Connection refused' ${TMPERR}
      EC2=${?}
      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
        sleep 2
        /usr/bin/ssh -n ${1}-03 "${2}" 2> ${TMPERR}
        EC=${?}
        grep 'Connection refused' ${TMPERR}
        EC2=${?}
        if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
          echo "  EC=${EC} sleep 2 ..."
          sleep 2
          /usr/bin/ssh -n ${1}-04 "${2}" 2> ${TMPERR}
          EC=${?}
          grep 'Connection refused' ${TMPERR}
          EC2=${?}
          if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
            echo "  EC=${EC} sleep 2 ..."
            sleep 2
            /usr/bin/ssh -n ${1}-05 "${2}" 2> ${TMPERR}
            EC=${?}
            grep 'Connection refused' ${TMPERR}
            EC2=${?}

            if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
              echo "  EC=${EC} sleep 2 ..."
              sleep 2
              /usr/bin/ssh -n ${1}-05 "${2}" 2> ${TMPERR}
              EC=${?}
              grep 'Connection refused' ${TMPERR}
              EC2=${?}

              if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                echo  "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 - -06 failed too."|tee -a ${LOG} 
              fi  # EC=0 & EC2=0

            fi  # -06
          fi  # -05
        fi  # -04
      fi  # -03
    fi  # -02
  fi  # -01
  rm ${TMPERR}
}

USAGE()
{
  echo "Usage: ${PGM} [options]"
  echo "  Version: ${VER}"
  echo "  options          :"
  echo "    -c             : Cluster filer (${CFILTER})"
  echo "    -s             : Svm filer (${SFILTER})"
  echo "    -m | --mail    : Mail the logging"
  echo "    -h | --help    : this help"
  echo "    -V             : Version"
  echo "    -x             : set -x"
  echo "    --mailto       : set new MAILTO (${MAILTO})"
}
# Check options
while [ ${#} -gt 0 ]
  do
  case ${1} in
    -c) CFILTER=${2}; shift ;;
    -s) SFILTER=${2}; shift ;;
    -m | --mail) MAIL=1 ;;
    -h | --help) USAGE; exit 1 ;;
    -V) echo "${PGM}: v${VER}"; exit 3 ;;
    -x)  set -x ;;
    --mailto) MAIL=1; MAILTO=${2}; shift ;;
    *)  echo "Option ${1} not known."; USAGE; exit 1 ;;
  esac
    shift
done



# MAIN
echo "`date` ${PGM} v${VER} started."|tee -a ${LOG}
echo "CLUSTERS=${CLUSTERS}"
echo "CSV=${CSV}"
echo "CFILTER=${CFILTER}"
echo "SFILTER=${SFILTER}"
echo "MAILTO=${MAILTO}"
sleep 1
touch ${TMP}

echo "CLUSTER;AGGREGATE;VSERVER;VOL_NAME;TOTAL (GB);USED (GB);LOGICAL USED (GB);SPACE GUARANTEE;DEDUPE SPACE SAVED (GB);DEDUPE SPACE SAVED PCT (%);COMPRESSION SPACE SAVED (GB);COMPRESSION SPACE SAVED PCT (%);POLICY;ENABLED EFFICIENCY FEATURES;" > ${TMP}

for CLUSTER in `cat ${CLUSTERS}|grep -v ^#|grep "${CFILTER}"`
do
#  echo "${CLUSTER} ..."
  SSHCMD ${CLUSTER} 'vserver show -operational-state running -field vserver'|grep nl|grep "${SFILTER}"|while read VSERVER REST
  do
    echo "${CLUSTER}/${VSERVER} ..."
    SSHCMD ${CLUSTER} "vol show -vserver ${VSERVER} -field volume"|grep nl|awk '{print $2}'|sort|while read VOLUME REST
    do
      echo "${CLUSTER}/${VSERVER}:${VOLUME} ..."

# vserver;volume;aggregate;total;used;space-guarantee;dedupe-space-saved;compression-space-saved;logical-used;
#vserver     volume         aggregate total used    space-guarantee dedupe-space-saved dedupe-space-saved-percent compression-space-saved logical-used

      LINE=`SSHCMD ${CLUSTER} "set -units GB -showseparator \";\";volume show -vserver ${VSERVER} -volume ${VOLUME} -field vserver,volume,total,compression-space-saved,logical-used,used,aggregate,dedupe-space-saved,space-guarantee,dedupe-space-saved-percent,compression-space-saved-percent"|grep ${VSERVER}|head -1`
      if [ "${LINE}" != "" ]; then
        VSERVER=`echo ${LINE}|awk -F\; '{print $1}'`
        VOL_NAME=`echo ${LINE}|awk -F\; '{print $2}'`
        AGGREGATE=`echo ${LINE}|awk -F\; '{print $3}'`
        TOTAL=`echo ${LINE}|awk -F\; '{print $4}'|sed 's/GB//g'`
        USED=`echo ${LINE}|awk -F\; '{print $5}'|sed 's/GB//g'`
        SPACE_GUARANTEE=`echo ${LINE}|awk -F\; '{print $6}'`
        DEDUPE_SPACE_SAVED=`echo ${LINE}|awk -F\; '{print $7}'|sed 's/GB//g'`
        DEDUPE_SPACE_SAVED_PCT=`echo ${LINE}|awk -F\; '{print $8}'|sed 's/\%//g'`
        COMPRESSION_SPACE_SAVED=`echo ${LINE}|awk -F\; '{print $9}'|sed 's/GB//g'`
        COMPRESSION_SPACE_SAVED_PCT=`echo ${LINE}|awk -F\; '{print $10}'|sed 's/\%//g'`
        LOGICAL_USED=`echo ${LINE}|awk -F\; '{print $11}'|sed 's/GB//g'`
      else
        VSERVER=""
        VOL_NAME=""
        AGGREGATE=""
        TOTAL=""
        USED=""
        SPACE_GUARANTEE=""
        DEDUPE_SPACE_SAVED=""
        DEDUPE_SPACE_SAVED_PCT=""
        COMPRESSION_SPACE_SAVED=""
        LOGICAL_USED=""
      fi

# vserver;volume;state;progress;policy;compression;inline-compression;inline-dedupe;data-compaction;cross-volume-inline-dedupe;cross-volume-background-dedupe;extended-compressed-data;
      LINE=`SSHCMD ${CLUSTER} "set -showseparator \";\";vol efficiency show -vserver ${VSERVER} -volume ${VOLUME} -field state,progress,policy,compression,inline-compression,inline-dedupe,compression,data-compaction,cross-volume-inline-dedupe,cross-volume-background-dedupe,extended-compressed-data"|grep ${VSERVER}|head -1`

      if [ "${LINE}" != "" ]; then
        STATE=`echo ${LINE}|awk -F\; '{print $3}'`
        PROGRESS=`echo ${LINE}|awk -F\; '{print $4}'`
        POLICY=`echo ${LINE}|awk -F\; '{print $5}'`
#
        COMPRESSION=`echo ${LINE}|awk -F\; '{print $6}'`
        INLINE_COMPRESSION=`echo ${LINE}|awk -F\; '{print $7}'`
        INLINE_DEDUPE=`echo ${LINE}|awk -F\; '{print $8}'`
        DATA_COMPACTION=`echo ${LINE}|awk -F\; '{print $9}'`
        CROSS_VOLUME_INLINE_DEDUPE=`echo ${LINE}|awk -F\; '{print $10}'`
        CROSS_VOLUME_BACKGROUND_DEDUPE=`echo ${LINE}|awk -F\; '{print $11}'`
        EXTENDED_COMPRESSED_DATA=`echo ${LINE}|awk -F\; '{print $12}'`
        DATA_COMPACTION=`echo ${LINE}|awk -F\; '{print $13}'`
      else
        STATE=""
        PROGRESS=""
        POLICY=""
        COMPRESSION=""
        INLINE_COMPRESSION=""
        INLINE_DEDUPE=""
        DATA_COMPACTION=""
        CROSS_VOLUME_INLINE_DEDUPE=""
        CROSS_VOLUME_BACKGROUND_DEDUPE=""
        EXTENDED_COMPRESSED_DATA=""
        DATA_COMPACTION=""
      fi

      ENABLED_EFFICIENCY_FEATURES_STR=""

      if [ "${INLINE_DEDUPE}" = "true" ]; then
        ENABLED_EFFICIENCY_FEATURES_STR="${ENABLED_EFFICIENCY_FEATURES_STR}, Inline Dedupe"
      fi
      if [ "${CROSS_VOLUME_INLINE_DEDUPE}" = "true" ]; then
        ENABLED_EFFICIENCY_FEATURES_STR="${ENABLED_EFFICIENCY_FEATURES_STR}, Cross Volume Inline Deduplication"
      fi
      if [ ${DEDUPE_SPACE_SAVED_PCT} -gt 0 ]; then
        ENABLED_EFFICIENCY_FEATURES_STR="${ENABLED_EFFICIENCY_FEATURES_STR}, Deduplication"
      fi
      if [ "${COMPRESSION}" = "true" ]; then
        ENABLED_EFFICIENCY_FEATURES_STR="${ENABLED_EFFICIENCY_FEATURES_STR}, Compression"
      fi
      if [ "${DATA_COMPACTION}" = "true" ]; then
        ENABLED_EFFICIENCY_FEATURES_STR="${ENABLED_EFFICIENCY_FEATURES_STR}, Data Compaction"
      fi
      if [ "${INLINE_COMPRESSION}" = "true" ]; then
        ENABLED_EFFICIENCY_FEATURES_STR="${ENABLED_EFFICIENCY_FEATURES_STR}, Inline Compression"
      fi
      if [ "${CROSS_VOLUME_BACKGROUND_DEDUPE}" = "true" ]; then
        ENABLED_EFFICIENCY_FEATURES_STR="${ENABLED_EFFICIENCY_FEATURES_STR}, Cross Volume Background Dedupe"
      fi
      if [ "${EXTENDED_COMPRESSED_DATA}" = "true" ]; then
        ENABLED_EFFICIENCY_FEATURES_STR="${ENABLED_EFFICIENCY_FEATURES_STR}, Extended Compressed Data"
      fi

      echo "${CLUSTER};${AGGREGATE};${VSERVER};${VOL_NAME};${TOTAL};${USED};${LOGICAL_USED};${SPACE_GUARANTEE};${DEDUPE_SPACE_SAVED};${DEDUPE_SPACE_SAVED_PCT};${COMPRESSION_SPACE_SAVED};${COMPRESSION_SPACE_SAVED_PCT};${POLICY};${ENABLED_EFFICIENCY_FEATURES_STR};" |tee -a ${TMP}


    done  # VOLUME
  done  # VSERVER
done  # for CLUSTER

if [ ${MAIL} ]; then
  cp ${TMP} /tmp/${CSV}
  date | mailx -a /tmp/${CSV} -s ":${HOSTNAME}: Efficiency report [${PGM} v${VER}]" ${MAILTO}
  echo "  ${CSV} mailed to ${MAILTO}"|tee -a ${LOG}
fi  # MAIL

# Finish
echo "`date` ${PGM} v${VER} finished."|tee -a ${LOG}
rm ${TMP} /tmp/${CSV}
exit 0