#!/bin/ksh
# File  : cdot_rpt_qos_settings.sh
# By    : Maarten de Boer, 180417
# Subject       : Script to report (in Graphite) QoS
# set -x
#(0.2),180417	: Added -g & -m
PGM="`basename $0|cut -d\. -f1`"
VER="0.2"
TMP="/tmp/${PGM}.$$"
CSV="${PGM}.csv"
CLUSTERS="${HOME}/etc/clusters"
MAILTO="maarten.deboer@atos.net"
SSH="/usr/bin/ssh"
HOSTNAME="`hostname | cut -d\. -f1`"
LOG="${HOME}/log/${PGM}.log"
ASC="${PGM}.asc"
FILTER="[?]*"
MAIL=""
NC="${HOME}/bin/nc"
GRAPHITESRV="10.192.109.224 2003"
GRAPHITE=""
ERR="${TMP}.err"
CSV="/tmp/${PGM}.csv"


# PREFIX needed at 'vserver show'
PREFIX="nl"

# QoS -max-throughput
# Storage classes
# Diamond  |               : 5000 IOPS /TB (1-2ms)
# Platinum | First (FC)    : 1500 IOPS /TB (3-5 ms)
# Gold     | Business (BC) :  500 IOPS /TB (4-8 ms)
# Silver   | Economy (EC)  :  250 IOPS /TB (6-12 ms)
# Bronze   | Archive (AC)  :   25 IOPS /TB (8-28 ms)
# MAX_PT = Max percentage as MAX QoS
STORAGECLASSES="diamond platinum gold silver bronze"
DIAMONT_TB=5000
DIAMONT_MAX_PT=200
PLATINUM_TB=1500
PLATINUM_MAX_PT=200
GOLD_TB=500
GOLD_MAX_PT=150
SILVER_TB=250
SILVER_MAX_PT=150
BRONZE_TB=25
BRONZE_MAX_PT=100


SSHCMD()
# 1: Filername 2:Command-string
# When issue with connection to cluster, try the nodes (-01 & -02)
# "There are no entries matching your query." => EC=255
# "no connection" is also EC=255
{
  TMPERR="/tmp/${PGM}.$$.err"
  touch ${TMPERR}
  /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR}
  EC=${?}
  # Check if "ssh: connect to host 10.192.109.202 port 22: Connection refused" If so (EC2=0), the 2nd
  grep 'Connection refused' ${TMPERR}
  EC2=${?}
  if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
    sleep 1
    /usr/bin/ssh -n ${1}-01 "${2}" 2> ${TMPERR}
    EC=${?}
    grep 'Connection refused' ${TMPERR}
    EC2=${?}
    if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
      sleep 1
      /usr/bin/ssh -n ${1}-02 "${2}" 2> ${TMPERR}
      EC=${?}
      grep 'Connection refused' ${TMPERR}
      EC2=${?}
      if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
        sleep 1
        /usr/bin/ssh -n ${1}-03 "${2}" 2> ${TMPERR}
        EC=${?}
        grep 'Connection refused' ${TMPERR}
        EC2=${?}
        if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
          sleep 1
          /usr/bin/ssh -n ${1}-04 "${2}" 2> ${TMPERR}
          EC=${?}
          grep 'Connection refused' ${TMPERR}
          EC2=${?}
          if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
            sleep 1
            /usr/bin/ssh -n ${1}-05 "${2}" 2> ${TMPERR}
            EC=${?}
            grep 'Connection refused' ${TMPERR}
            EC2=${?}
            if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
              sleep 1
              /usr/bin/ssh -n ${1}-06 "${2}" 2> ${TMPERR}
              EC=${?}
              grep 'Connection refused' ${TMPERR}
              EC2=${?}
              if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then
                echo  "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 - -06 failed too."|tee -a ${LOG} 
              fi  # EC=0 & EC2=0
            fi  # -06
          fi  # -05
        fi  # -04
      fi  # -03
    fi  # -02
  fi  # -01
  rm ${TMPERR}
}


USAGE()
{
  echo "Usage: ${PGM} [<options>]"
  echo "  Version: ${VER}"
  echo "  options         :"
  echo "    -e|--etc      : Etc/clusters-file (${CLUSTERS})"
  echo "    -f            : Filter clustername (${FILTER})"
  echo "    -g|--graphite : send to Graphite"
  echo "    -h|--help     : this Help"
  echo "    -m|--mail     : do send Mail"
  echo "    -V            : show Version"
  echo "    -x            : set -x"
  echo "    --mailto      : change MAILTO address & do send mail (${MAILTO})"
}
# Check options
while [ $# -gt 0 ]
  do
  case $1 in
    -e | --etc) CLUSTERS=$2; shift ;;
    -f) FILTER=$2; shift ;;
    -m | --mail) MAIL="1" ;;
    -g | --graphite) GRAPHITE="1" ;;
    -h | --help) USAGE; exit 1 ;;
    -V) echo "${PGM}: v${VER}"; exit 3 ;;
    -x)  set -x ;;
    *)  echo "Option ${1} not known. Exiting..."; echo; USAGE; exit 1 ;;
  esac
    shift
done  # case


echo "`date` ${PGM} v${VER} started"|tee -a ${LOG}

if [ ! -f ${NC} ]; then
  echo "  nc ($NC} NOT found. Exiting ..."|tee -a ${LOG}
  exit 4
fi
touch ${TMP} ${ERR}

cat "${CLUSTERS}"|grep -v \^#|awk -F\; '{print $1}'|sort|grep "${FILTER}"|while read CLUSTER
do
#  echo "  ${CLUSTER} ..."
# Getting the nodes 1st
  SSHCMD ${CLUSTER} "vserver show -operational-state running"|grep ${PREFIX}|awk '{print $1}' > ${TMP}.2
  cat ${TMP}.2|while read VSERVER
  do
    echo "  ${CLUSTER}/${VSERVER}..."

    SSHCMD ${CLUSTER} "set -units GB -showseparator \";\"; vol show -vserver ${VSERVER} -field  aggregate,qos-policy-group,state,total,comment,create-time"|grep ${VSERVER}|egrep -v 'root|vol0ls'|while read LINE
    do
      SVM=`echo ${LINE}|awk -F\; '{print $1}'`
      VOL=`echo ${LINE}|awk -F\; '{print $2}'`
      TOTAL_SIZE_GB=`echo ${LINE}|awk -F\; '{print $6}'|sed 's/GB//g'`
      QOS_POL_GR_NAME=`echo ${LINE}|awk -F\; '{print $8}'`
      STOR_CLASS=`echo ${LINE}|awk -F\; '{print $8}'|awk -F\_ '{print $2}'`

      case ${STOR_CLASS} in
        bronze) let MAX_QOS=${TOTAL_SIZE_GB}*${BRONZE_TB}*(${BRONZE_MAX_PT}/100)/1024 
          if [ ${MAX_QOS} -lt ${BRONZE_TB} ]; then
            MAX_QOS=${BRONZE_TB}
          fi
          ;;
        silver) let MAX_QOS=${TOTAL_SIZE_GB}*${SILVER_TB}*(${SILVER_MAX_PT}/100)/1024 
          if [ ${MAX_QOS} -lt ${SILVER_TB} ]; then
            MAX_QOS=${SILVER_TB}
          fi
          ;;
        gold) let MAX_QOS=${TOTAL_SIZE_GB}*${GOLD_TB}*(${GOLD_MAX_PT}/100)/1024 
          if [ ${MAX_QOS} -lt ${GOLD_TB} ]; then
            MAX_QOS=${GOLD_TB}
          fi
          ;;
        platinum) let MAX_QOS=${TOTAL_SIZE_GB}*${PLATINUM_TB}*(${PLATINUM_MAX_PT}/100)/1024 
          if [ ${MAX_QOS} -lt ${PLATINUM_TB} ]; then
            MAX_QOS=${PLATINUM_TB}
          fi
          ;;
        diamond) let MAX_QOS=${TOTAL_SIZE_GB}*${DIAMONT_TB}*(${DIAMONT_MAX_PT}/100)/1024 
          if [ ${MAX_QOS} -lt ${DIAMONT_TB} ]; then
            MAX_QOS=${DIAMONT_TB}
          fi
          ;;
        *) MAX_QOS=0 ;;
      esac
   
      if [ "${QOS_POL_GR_NAME}" != "-" ]; then
        if [ ${GRAPHITE} ]; then
          DATE_S="`date +%s`"
        else
          DATE_S=""
        fi
        echo "${CLUSTER};${SVM};${VOL};${TOTAL_SIZE_GB};${QOS_POL_GR_NAME};${STOR_CLASS};${MAX_QOS};${DATE_S}"|tee -a ${TMP}
        if [ ${GRAPHITE} ]; then
          echo "atos.qos.nl.${CLUSTER}.svm.${SVM}.vol.${VOL}.size.total ${TOTAL_SIZE_GB} ${DATE_S}"|${NC} ${GRAPHITESRV}
          echo "atos.qos.nl.${CLUSTER}.svm.${SVM}.vol.${VOL}.qos.max ${MAX_QOS} ${DATE_S}"|${NC} ${GRAPHITESRV}
        fi  # GRAPHITE
      else
        echo "  ! ${CLUSTER}/${SVM}:${VOL} has NO QoS-policy-group defined (${QOS_POL_GR_NAME})"|tee -a ${ERR} ${LOG}
        if [ ${MAIL} ]; then
          cat ${ERR}| mailx -s "ERROR: QoS Report [${PGM} v${VER}]" ${MAILTO}
          echo "  Mailed ERR to ${MAILTO}"|tee -a ${LOG}
        fi
        sleep 1
      fi  # ! -

    done  # read LINE

  done  # cat ${TMP}
done  # CLUSTER

if [ ${MAIL} ]; then
  if [ -s ${ERR} ]; then # If size > 0
    cat ${ERR}| mailx -s "ERROR: QoS Report [${PGM} v${VER}]" ${MAILTO}
    echo "  Mailed ERR to ${MAILTO}"|tee -a ${LOG}
  fi  # ERR
  echo "# CLUSTER;SVM;VOL;TOTAL_SIZE_GB;QOS_POL_GR_NAME;STOR_CLASS;MAX_QOS;DATE_S (if empty not send to Graphite)" > ${CSV}
  cat ${TMP} >> ${CSV}
  echo "`date` FILTER=${FILTER} GRAPHITE=${GRAPHITE} (to ${GRAPHITESRV})" | mailx -a ${CSV} -s ":${HOSTNAME}: QoS report [${PGM} v${VER}]" ${MAILTO}
  rm ${CSV}
  echo "  Mailed report (${CSV}) to ${MAILTO}"|tee -a ${LOG}
fi  # MAIL

rm ${TMP} ${TMP}.2 
echo "`date` ${PGM} v${VER} finished."|tee -a ${LOG}
exit 0