#!/bin/bash # File : upd_decarbon.sh # By : Maarten.deBoer, 201019 # Subject : Script to update the decarbon website #(0.2),201020 : Add unknown systems in 1st row #(0.3),201103 : Mod. to (new) structure #(0.4),201103 : Upd. some text #(0.5),201104 : Upd. with newest file in DATADIR #(0.6),201104 : Added DETAIL, SYSNAME -> CLUSTERNAME #(0.7),201105 : Added overview of INPUT-dir (input.html) #(0.8),201105 : Add HTML_TOP(), HTML_FOOTER() #(0.9),201105 : Add mailing some pages to extern #(0.10),201110 : Added disks (& POOLSFILE * DISKSFILE) #(0.11),201110 : Add DISKMODELINFO #(0.12),201111 : Add. EXTRA wiki & USAGE() #(0.13),201112 : Mod. to # SSD : HDD #(0.14),201116 : Mod. disks 1st, 2nd aggr sizes #(0.15),201116 : Added TITLE2, Mod. NO AGGR only disks (numbers) #(0.16),201126 : Added AVG_PWR for SSD & HDD #(0.17),201130 : Mod. unknown #(0.18),201202 : Mod. PWR var (if empty, then not) #(0.19),201203 : Add LASTUPDATSERVER status #(0.20),201203 : Change TXTFILE to EXPLFILE in separate page #(0.21),201216 : Added sFTP to it #(0.22),201216 : Added sFTP status in EXTRA #(0.23),210105 : Mod. TITLE #(0.24),210121 : Mod. IMG width #(0.25),210203 : PROCDIR -> HISTORYDIR #(0.26),210208 : Added check for last upload #(0.27),210210 : Mod. to copy last disks-file to data/country-systems-disks.csv #(0.28),210216 : Mod. some at "Getting LAST upload-server-names", BGC for DISKMODEL #(0.29),210218 : Added --ftp-to-cita #(0.30),210305 : Mod. LAST server #(0.31),210305 : Added ENV's / country (country2environment.csv) #(0.32),210305 : Added country at the bottom of Dashboard #(0.33),210308 : Mod. LAST server with singe hostname (and not FQHN) #(0.34),210309 : Upd. display #(0.35),210311 : Upd 7mode -> 7m, Add SRV_CHK #(0.36),210312 : Some Mod's #(0.37),210325 : When nothing in Unknown, then not at screen + (PROCDATE)= today, then green #(0.38),210326 : "red" count at bottom of countries #(0.39),210401 : Add PROCDATE for DATA_DISKS_FILE #(0.40),210408 : Mod TYPE to TYPE_PART PGM="`basename $0|cut -d\. -f1`" VER="0.40" TMP="/tmp/${PGM}.$$" BASEDIR="/appl/netapp/decarbon" LOG="${BASEDIR}/log/${PGM}.log" RCFILE="${BASEDIR}/etc/${PGM}.rc" UP_DATI=`date +%Y-%m-%d-%H-%M-%S` MAIL=1 MAILTO="maarten.deboer@atos.net" #MAILTO="maarten.deboer@atos.net cristian-alexandru.suba@atos.net" #TXTFILE="${BASEDIR}/etc/${PGM}.txt" EXPLFILE="${BASEDIR}/etc/${PGM}.expl" #HTMLMAILTO="atos@agrarix.it" # # Google: "Average ssd power consumption" # HDD = 9.1 W # SSD = 0.06 W (60 mW) #AVG_PWR_SSD_MW="60" AVG_PWR_SSD_MW="" #AVG_PWR_HDD_MW="9100" AVG_PWR_HDD_MW="" DATA_DISKS_FILE="${BASEDIR}/data/country-systems-disks.csv" SRV_CHK="" PROCDATE="`date +%Y-%m-%d`" DATADIR="${BASEDIR}/data" ETCDIR="${BASEDIR}/etc" DETAILDIR="${BASEDIR}/details" INDIR="${BASEDIR}/input" DISKMODELINFO="${BASEDIR}/etc/diskmodel2info.csv" HISTORYDIR="${BASEDIR}/history" # based on information in .ssh/config (Host & PORT!) # -b(atch) is used SFTP_HOST="CITA-CAT" FTP2CITA="" COUNTRY2ENV="${BASEDIR}/etc/country2environment.csv" PAGEDIR="/appl/netapp/html/decarbon" #TITLE="Storage DeCarbonize Dashboard" TITLE="S&DP Decarbonization Dashboard" TITLE2="Number of disks" #PROCDATE=`date +%Y-%m-%d --set=yesterday` HTML_TOP() { HTML_PAGE="${1}" touch ${HTML_PAGE} echo "" > ${HTML_PAGE} echo "" >> ${HTML_PAGE} echo "" >> ${HTML_PAGE} echo "" >> ${HTML_PAGE} echo "" >> ${HTML_PAGE} echo "" >> ${HTML_PAGE} echo "">> ${HTML_PAGE} echo "">> ${HTML_PAGE} echo "${TITLE}" >> ${HTML_PAGE} echo "" >> ${HTML_PAGE} echo "" >> ${HTML_PAGE} echo "" >> ${HTML_PAGE} #echo "" >> ${PAGE} echo "" >> ${HTML_PAGE} echo "" >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} #echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo "
" >> ${PAGE} echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo " ${TITLE} " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo "
" >> ${HTML_PAGE} if [ "${TITLE2}" != "" ]; then echo "
${TITLE2} " >> ${HTML_PAGE} fi # TITLE2 # echo "
" >> ${HTML_PAGE} # echo " For storage environments in country => " >> ${HTML_PAGE} # echo " " >> ${HTML_PAGE} echo "
" >> ${HTML_PAGE} echo " At `hostname` " >> ${HTML_PAGE} echo "
" >> ${HTML_PAGE} echo "
" >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo "
" >> ${HTML_PAGE} } HTML_FOOTER() { HTML_PAGE="${1}" touch ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo " " >> ${HTML_PAGE} echo "" >> ${HTML_PAGE} } USAGE() { echo "Usage: ${PGM} [options]" echo "Options : " echo " -d | --procdate : define (new) PROCessDATE (${PROCDATE})" echo " -f | --ftp-to-cita : Ftp to CITA (${SFTP_HOST})" echo " -h | --help : This help" echo " -s | --srv-chk : with SeRVer CHecK (< 7 days)" echo " -r | --rc : change Rcfile (${RCFILE})" echo " --indir : change INputDIRectory (${INDIR})" echo " -V : Version" } while [ ${#} -gt 0 ] do case "${1}" in -h | --help) USAGE; exit 1 ;; -f | --ftp-to-cita) FTP2CITA=1 ;; -s | --srv-chk) SRV_CHK=1 ;; -d | --procdate) PROCDATE="${2}"; shift ;; -r | --rc) RCFILE="${2}"; shift ;; --indir) INDIR="${2}"; shift ;; -x) set -x ;; -V) echo "Version=${VER}" ; exit 1 ;; *) echo "Option ${1} not found." ; USAGE; exit 1 ;; esac shift done echo "`date` ${PGM} ${VER} started."|tee -a ${LOG} touch ${TMP} if [ -f ${RCFILE} ]; then echo " RCFILE(${RCFILE}) found. Using it ..."|tee -a ${LOG} . ${RCFILE} fi CLUSTERFILE="${BASEDIR}/etc/country2systems2cluster2vendor.csv" PAGE="${PAGEDIR}/index.html" #DATAFILE="${BASEDIR}/data/country-systems_${PROCDATE}.csv" #UNKNOWNFILE="${BASEDIR}/data/unknown-systems_${PROCDATE}.csv" echo "PGM=${PGM}" echo "VER=${VER}" echo "LOG=${LOG}" echo "CLUSTERFILE=${CLUSTERFILE}" echo "DATADIR=${DATADIR}" #echo "DATAFILE=${DATAFILE}" echo "DETAILDIR=${DETAILDIR}" echo "HISTORYDIR=${HISTORYDIR}" echo "INDIR=${INDIR}" echo "PAGE=${PAGE}" echo "PAGEDIR=${PAGEDIR}" echo "PROCDATE=${PROCDATE}" #echo "PROCDATE=${PROCDATE}" echo "SRV_CHK=${SRV_CHK}" echo "TITLE=${TITLE}" #echo "UNKNOWNFILE=${UNKNOWNFILE}" sleep 1 if [ ! -f ${CLUSTERFILE} ]; then echo " NO NO CLUSTER-file (${CLUSTERFILE}) found. Exiting ..."|tee -a ${LOG} exit 4 fi if [ ! -d ${DATADIR} ]; then echo " NO DATA-dir (${DATADIR}) found. Exiting ..."|tee -a ${LOG} exit 5 fi if [ ! -d ${DETAILDIR} ]; then echo " NO DETAIL-dir (${DETAILDIR}) found. Exiting ..."|tee -a ${LOG} exit 6 fi if [ ! -f ${DISKMODELINFO} ]; then echo " NO DISKMODEL-INFO (${DISKMODELINFO}) found. Exiting ..."|tee -a ${LOG} exit 7 fi if [ ! -d ${HISTORYDIR} ]; then echo " NO PROC-dir (${HISTORYDIR}) found. Exiting ..."|tee -a ${LOG} exit 8 fi # "dummy" country-systems-pools touch ${DATADIR}/country-systems-pools_YYYY-MM-DD-HH-MM-SS.csv touch ${DATADIR}/country-systems-disks_YYYY-MM-DD-HH-MM-SS.csv HTML_TOP ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} # Check if unknown-files are not with info (2nd field) ANSW=`cat ../data/unknown-systems_2*|grep -v OWNER|awk -F\; '{print $2}'| grep -v "^$"` if [ "${ANSW}" != "" ]; then echo " " >> ${PAGE} fi # ANSW}" != "" # Countries echo " Country (names) ..." # Exclude also empty lines (`grep -v ^$`) cat ${CLUSTERFILE}|grep -v ^#|grep -v '^$'|awk -F\; '{print $1}'|sort -u|while read COUNTRY REST do # echo " ${COUNTRY} " # selecte LAST POOLS-file available DISKSFILE=`grep "^${COUNTRY};" ${DATADIR}/country-systems-disks_*.csv|cut -d\: -f1|sort -u|tail -1` # POOLSFILE=`grep "^${COUNTRY};" ${DATADIR}/country-systems-pools_*.csv|cut -d\: -f1|sort -u|tail -1` # Get CPROCDATE /country CPROCDATE=`echo ${DISKSFILE}|cut -d\_ -f2|cut -d\. -f1` if [ "${CPROCDATE}" != "" ]; then CPROCDATE="(${CPROCDATE})" fi FCOLOR="black" # If CPROCDATE is today, then green if [ "${CPROCDATE}" = "(`date +%Y-%m-%d`)" ]; then FCOLOR="green" fi # CPROCDATE = today echo " " >> ${PAGE} done # ${CLUSTERFILE} echo " " >> ${PAGE} echo " " >> ${PAGE} # Check if unknown-files are not with info (2nd field) ANSW=`cat ../data/unknown-systems_2*|grep -v OWNER|awk -F\; '{print $2}'| grep -v "^$"` if [ "${ANSW}" != "" ]; then echo " " >> ${PAGE} fi # ANSW}" != "" echo " Country info ..." cat ${CLUSTERFILE}|grep -v ^#|grep -v '^$'|awk -F\; '{print $1}'|sort -u|while read COUNTRY REST do echo " ${COUNTRY} " echo " " >> ${PAGE} done # ${CLUSTERFILE} > COUNTRY # END of COUNTRY-loop echo " " >> ${PAGE} echo " " >> ${PAGE} # Check if unknown-files are not with info (2nd field) ANSW=`cat ../data/unknown-systems_2*|grep -v OWNER|awk -F\; '{print $2}'| grep -v "^$"` if [ "${ANSW}" != "" ]; then echo " " >> ${PAGE} fi # ${ANSW}" != "" # Countries # Exclude also empty lines (`grep -v ^$`) cat ${CLUSTERFILE}|grep -v ^#|grep -v '^$'|awk -F\; '{print $1}'|sort -u|while read COUNTRY REST do # selecte LAST POOLS-file available DISKSFILE=`grep "^${COUNTRY};" ${DATADIR}/country-systems-disks_*.csv|cut -d\: -f1|sort -u|tail -1` # POOLSFILE=`grep "^${COUNTRY};" ${DATADIR}/country-systems-pools_*.csv|cut -d\: -f1|sort -u|tail -1` # Get CPROCDATE /country CPROCDATE=`echo ${DISKSFILE}|cut -d\_ -f2|cut -d\. -f1` if [ "${CPROCDATE}" != "" ]; then CPROCDATE="(${CPROCDATE})" fi echo " " >> ${PAGE} done # ${CLUSTERFILE} echo " " >> ${PAGE} echo "
" >> ${PAGE} echo " Un-known" >> ${PAGE} echo " " >> ${PAGE} echo "
${COUNTRY}
" >> ${PAGE} echo " ${CPROCDATE}
" >> ${PAGE} echo "
" >> ${PAGE} # Check if a unknown-file has some information cat ../data/unknown-systems_*.csv|grep -v ^#|awk -F\; '{print $2}'|grep -v OWNER|sort -u|while read LINE do if [ "${LINE}" != "" ]; then echo " ${LINE}
" >> ${PAGE} fi # LINE done # cat echo " 		" >> ${PAGE} RED_ENV_CNT=0 # ENV's /country cat ${COUNTRY2ENV}|grep "^${COUNTRY};"|awk -F\; '{print $3}'|sort -u |while read ENV REST3 do LAST_ENV_DATE=`grep "\-${ENV}" ${DATADIR}/*.csv|grep ":${COUNTRY}"|cut -d\: -f2|awk -F\; '{print $6}'|sort -u|tail -1` echo " ${ENV} : LAST_ENV_DATE=${LAST_ENV_DATE}" if [ "${LAST_ENV_DATE}" = "" ]; then echo " ${ENV}
" >> ${PAGE} RED_ENV_CNT=`expr ${RED_ENV_CNT} + 1` else echo " ${LAST_ENV_DATE}
" >> ${PAGE} fi # LAST_ENV_DATE}" = "" grep "^${COUNTRY};" ${DATADIR}/*${LAST_ENV_DATE}*.csv | grep "${ENV};"|while read LINE REST4 do CLUSTER_NAME=`echo ${LINE}|awk -F\; '{print $2}'` VENDOR_NAME=`echo ${LINE}|awk -F\; '{print $3}'` SSD_DISKS=`echo ${LINE}|awk -F\; '{print $4}'` HDD_DISKS=`echo ${LINE}|awk -F\; '{print $5}'` echo " ${CLUSTER_NAME}
" >> ${PAGE} echo " ${SSD_DISKS}:${HDD_DISKS}
" >> ${PAGE} done # read LINE echo "${COUNTRY};${RED_ENV_CNT};" >> ${TMP}.red-env-cnt done # read ENV REST3 echo "
" >> ${PAGE} # selecte LAST file available # selecte LAST file available POOLSFILE=`grep "^${COUNTRY};" ${DATADIR}/country-systems-pools_*.csv|cut -d\: -f1|sort -u|tail -1` DISKSFILE=`grep "^${COUNTRY};" ${DATADIR}/country-systems-disks_*.csv|cut -d\: -f1|sort -u|tail -1` #echo "POOLSFILE=${POOLSFILE}" #echo "DISKSFILE=${DISKSFILE}" CPROCDATE=`echo ${DISKSFILE}|cut -d\_ -f2|cut -d\. -f1` if [ "${DISKSFILE}" != "" ]; then # --------------------------------------- # SYStem # cp ${DISKSFILE} ${DATADIR}/country-systems-disks.csv # country; system(cluster / HA)name; vendor ; SSD [#]; HDD [#]; " cat ${DISKSFILE}|grep "^${COUNTRY};"|sort -u|grep -v ^#|sort|awk -F\; '{print $2,$3}'|while read CLUSTERNAME VENDOR REST do echo " ${CLUSTERNAME} (${VENDOR}) [${CPROCDATE}]" # When a SYStemNAME, then process for html-PAGE if [ "${CLUSTERNAME}" != "" ]; then # update DETAILs if [ -f ${DETAILDIR}/${COUNTRY}_${CLUSTERNAME}_${CPROCDATE}_disks.csv ]; then DPAGE="${PAGEDIR}/${COUNTRY}_${CLUSTERNAME}.html" HTML_TOP ${DPAGE} # nlnaf100;nlnaf100-01;n01a0601;hdd;100402 echo " ${DETAILDIR}/${COUNTRY}_${CLUSTERNAME}_${CPROCDATE}_disks.csv" echo "

Details of ${CLUSTERNAME} disks :

" >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} # DISKS cat ${DETAILDIR}/${COUNTRY}_${CLUSTERNAME}_${CPROCDATE}_disks.csv|sort -u|grep -v ^#|while read LINE do CLUSTERNAME=`echo ${LINE}|cut -d\; -f2` SYSTEMNAME=`echo ${LINE}|cut -d\; -f3` DISKMODEL=`echo ${LINE}|cut -d\; -f4` DISKCNT=`echo ${LINE}|cut -d\; -f5` TYPE=`echo ${LINE}|cut -d\; -f6` TYPE_PART=`echo ${LINE}|cut -d\; -f6|cut -d" " -f1` USABLE_GB=`echo ${LINE}|cut -d\; -f7` echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} if [ "${DISKMODEL}" = "7mode" ]; then BGC_DISKMODEL="red" else BGC_DISKMODEL="" fi echo " " >> ${DPAGE} echo " " >> ${DPAGE} if [ "${TYPE_PART}" = "ssd" ] || [ "${TYPE_PART}" = "SSD" ]; then echo " " >> ${DPAGE} else if [ "${TYPE_PART}" = "legacy" ]; then echo " " >> ${DPAGE} else echo " " >> ${DPAGE} fi fi # TYPE echo " " >> ${DPAGE} echo " " >> ${DPAGE} done # cat .csv echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo "
COUNTRY CLUSTERNAME SYSTEMNAME DISKMODEL DISKCNT TYPE USABLE_GB
${COUNTRY} ${CLUSTERNAME} ${SYSTEMNAME} ${DISKMODEL} ${DISKCNT} ${TYPE} ${TYPE} ${TYPE} ${USABLE_GB}
Name of country" >> ${DPAGE} echo " Name of location / cluster Name of system Disk model / tech Number of disks Type of disks [sdd, hdd, hybrid, legacy] Size in GiB
" >> ${DPAGE} HTML_FOOTER ${DPAGE} fi # DETAILs _disks if [ "${HTMLMAILTO}" != "" ]; then cat ${DPAGE}|mailx -s "html:${COUNTRY}_${CLUSTERNAME}.html" ${HTMLMAILTO} echo " Mailed ${COUNTRY}_${CLUSTERNAME}.html to ${HTMLMAILTO}"|tee -a ${LOG} fi SSD_CNT=`grep "${COUNTRY};" ${DISKSFILE}|grep "${CLUSTERNAME};"|grep -v ^#|sort -u|head -1|awk -F\; '{print $4}'` if [ "${SSD_CNT}" = "" ]; then SSD_CNT=0 fi HDD_CNT=`grep "${COUNTRY};" ${DISKSFILE}|grep "${CLUSTERNAME};"|grep -v ^#|sort -u|head -1|awk -F\; '{print $5}'` if [ "${HDD_CNT}" = "" ]; then HDD_CNT=0 fi echo " S:${SSD_CNT} H:${HDD_CNT} " echo " " >> ${PAGE} # Calculate PCT for "bar"-graph TTL_CNT=`expr ${SSD_CNT} + ${HDD_CNT}` if [ ${TTL_CNT} -gt 0 ]; then PCT1=`expr ${SSD_CNT} \* 100 / ${TTL_CNT}` PCT2=`expr ${HDD_CNT} \* 100 / ${TTL_CNT}` else PCT1=0 PCT2=0 fi echo " ${PCT1}% : ${PCT2}% / #${TTL_CNT}" if [ "${AVG_PWR_HDD_MW}" != "" ]; then HDD_PWR_W=`expr ${HDD_CNT} \* ${AVG_PWR_HDD_MW} / 1000` echo " H:${HDD_PWR_W}Watt" else HDD_PWR_W=0 fi if [ "${AVG_PWR_SSD_MW}" != "" ]; then SSD_PWR_W=`expr ${SSD_CNT} \* ${AVG_PWR_SSD_MW} / 1000` echo " S:${SSD_PWR_W}W" else SSD_PWR_W=0 fi V="" if [ "${VENDOR}" = "netapp" ]; then V="N" fi if [ "${VENDOR}" = "emc" ]; then V="E" fi if [ "${VENDOR}" = "hds" ]; then V="H" fi #echo "VENDOR=${VENDOR} V=${V}" # Count (SSD | HDD-)disks # NR_SSD=`grep "${COUNTRY};" ${DISKSFILE}|grep "${CLUSTERNAME};"|sort -u|grep -v ^#|sort|awk -F\; '{print $4}'` # NR_HDD=`grep "${COUNTRY};" ${DISKSFILE}|grep "${CLUSTERNAME};"|sort -u|grep -v ^#|sort|awk -F\; '{print $5}'` echo " " >> ${PAGE} # The CLUSTERNAME part if [ -f ${PAGEDIR}/${COUNTRY}_${CLUSTERNAME}.html ]; then echo " " >> ${PAGE} else echo " " >> ${PAGE} fi echo " " >> ${PAGE} echo " " >> ${PAGE} # The BAR part if [ ${PCT1} -gt 0 ]; then echo " " >> ${PAGE} echo " " >> ${PAGE} # echo " " >> ${PAGE} echo " " >> ${PAGE} echo "
${V}:${CLUSTERNAME}: ${V}:${CLUSTERNAME}:
${SSD_CNT}
${PCT1}
" >> ${PAGE} else echo " 		${SSD_CNT}" >> ${PAGE} fi # PCT1} -gt 0 if [ ${SSD_PWR_W} -gt 0 ]; then echo " =${SSD_PWR_W}W" >> ${PAGE} fi echo " ${HDD_CNT}
|${PCT2}%
" >> ${PAGE} if [ ${HDD_PWR_W} -gt 0 ]; then echo " =${HDD_PWR_W}W" >> ${PAGE} fi echo " 		${OLD_TB}
" >> ${PAGE} fi # CLUSTERNAME <> "" done # CLUSTERNAME fi # POOLSFILE <> "" echo "
" >> ${PAGE} # Getting LAST upload-server-names echo " Getting LAST upload-server-names" # echo " COUNTRY=${COUNTRY}" cp /dev/null ${TMP} grep ^${COUNTRY} ${CLUSTERFILE}|cut -d\; -f2|while read SYSNAME REST1 do # echo " SYSNAME=${SYSNAME}" if [ "${SYSNAME}" != "" ]; then grep "^${SYSNAME}" ${HISTORYDIR}/*.csv|cut -d\: -f1|cut -d\_ -f2,3|cut -d\- -f1-3|sort -u|tail -1 >> ${TMP} fi # SYSNAME}" != "" done # grep # 1st get SORTED server-list cat ${TMP}|sed 's/_/ /g'|awk '{print $1}'|sort -u|while read SERVER REST1 do echo " SERVER=${SERVER}" grep "${SERVER}" ${TMP}|sed 's/_/ /g'|awk '{print $2}'|sort -u|tail -1|while read SRVDATE REST2 do echo " SRVDATE=${SRVDATE} SERVER=${SERVER}" # Check Server-Check if [ ${SRV_CHK} ]; then # Add: Check for < 7 days (date +%s:604800). Otherwise "alert". SRVDATE_S=`date --date ${SRVDATE} +%s` DATE_S=`date +%s` DIFF_DATE_S=`expr ${DATE_S} - ${SRVDATE_S}` SERVER_SHORT=`echo ${SERVER}|cut -d\. -f1` if [ ${DIFF_DATE_S} -gt 604800 ]; then echo " (${COUNTRY}) SERVER=${SERVER} SRVDATE=${SRVDATE} > 7 days (${DIFF_DATE_S})"|tee -a ${LOG} echo "No Decarbon update in 7 days from COUNTRY=${COUNTRY} SERVER=${SERVER} SRVDATE=${SRVDATE}." | mailx -s "NO Decarbon update from ${SERVER} in 7 days [${PGM} v${VER}]" ${MAILTO} echo " ${SRVDATE} : ${SERVER_SHORT}
" >> ${PAGE} else echo " ${SRVDATE} : ${SERVER_SHORT}
" >> ${PAGE} fi # DIFF_DATE_S fi # SRV_CHK done # grep done # cat # cat ${TMP}|sort -u|sed 's/_/ /g'|while read SERVER SRVDATE REST2 # do # done # cat TMP cp /dev/null ${TMP} echo "
" >> ${PAGE} echo " Un-known" >> ${PAGE} echo " " >> ${PAGE} echo "
${COUNTRY}
" >> ${PAGE} # Result of the Red-ENV-counter # echo " ${COUNTRY} : `cat ${TMP}.red-env-cnt`" RED_ENV_CNT=`grep "^${COUNTRY}" ${TMP}.red-env-cnt|tail -1|awk -F\; '{print $2}'` if [ ${RED_ENV_CNT} -gt 0 ]; then echo " ${RED_ENV_CNT}" >> ${PAGE} fi # RED_ENV_CNT} -gt 0 echo "
" >> ${PAGE} # Create (EXTRA) Explanation-page if [ -f ${EXPLFILE} ]; then EPAGE="${PAGEDIR}/Explanation.html" HTML_TOP ${EPAGE} echo " " >> ${PAGE} cat ${EXPLFILE}|while read LINE do echo "${LINE}
" >> ${EPAGE} done # EXPLFILE echo " " >> ${EPAGE} HTML_FOOTER ${EPAGE} if [ "${HTMLMAILTO}" != "" ]; then cat ${EPAGE}|mailx -s "html:Explanation.html" ${HTMLMAILTO} echo " Mailed Explanation.html to ${HTMLMAILTO}"|tee -a ${LOG} fi # HTMLMAILTO}" != "" fi # EXPL # ------------------------------------------------- # sFTP here. Then status can be reported in EXTRA part # When sFTP & ${DISKSFILE} found then if [ ${FTP2CITA} ] && [ "${SFTP_HOST}" != "" ] && [ -f ${DATADIR}/country-systems-disks.csv ]; then echo "cd myhome" > ${TMP}.sftp echo "put country-systems-disks.csv" >> ${TMP}.sftp echo "ls -l" >> ${TMP}.sftp cd ${DATADIR} sftp -b ${TMP}.sftp ${SFTP_HOST} 1>> ${LOG} 2>&1 EC=${?} echo " sFTP-ed (EC=${EC}) to ${SFTP_HOST}"|tee -a ${LOG} rm ${TMP}.sftp fi # SFTP_HOST # (sFTP)-log-view LPAGE="${PAGEDIR}/log-page.html" HTML_TOP ${LPAGE} echo " " >> ${LPAGE} echo " " >> ${LPAGE} echo " " >> ${LPAGE} tail -7 ${LOG}|while read LINE do echo " " >> ${LPAGE} echo " " >> ${LPAGE} echo " " >> ${LPAGE} done # ls -1 echo "
LOG (last 7 rows): " >> ${LPAGE} echo "
${LINE}
" >> ${LPAGE} HTML_FOOTER ${LPAGE} # EXTRA : DATA_DISKS_FILE # 1st copy the last disks-file to DATA_DISKS_FILE cd ${DATADIR} # Check if PROCDATE is the current date # If so, then copy the LAST_DISKS_FILE # Otherwise use the LAST_DISKS_FILE of PROCDATE if [ "${PROCDATE}" = "`date +%Y-%m-%d`" ]; then LAST_DISKS_FILE=`ls -1 country-systems-disks_2*.csv| tail -1` else LAST_DISKS_FILE=`ls -1 country-systems-disks_${PROCDATE}.csv| tail -1` fi # cp ${LAST_DISKS_FILE} ${DATA_DISKS_FILE} # DPAGE="${PAGEDIR}/data-disks-page.html" HTML_TOP ${DPAGE} echo "

Details of DATA_DISKS_FILE (${DATA_DISKS_FILE}):

" >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} # country; clustername; vendor (emc|hds|netapp); SSD [nr disks]; HDD [nr disks]; date (YYYY-MM-DD); # p1;Code1;emc;0;126;2021-01-05; cat ${DATA_DISKS_FILE}|grep -v country|while read LINE do COUNTRY=`echo ${LINE}|awk -F\; '{print $1}'` CLUSTER=`echo ${LINE}|awk -F\; '{print $2}'` VENDOR=`echo ${LINE}|awk -F\; '{print $3}'` SSD_DISKS=`echo ${LINE}|awk -F\; '{print $4}'` HDD_DISKS=`echo ${LINE}|awk -F\; '{print $5}'` D_DATE=`echo ${LINE}|awk -F\; '{print $6}'` echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} done # cat echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo " " >> ${DPAGE} echo "
COUNTRYCLUSTERNAMEVENDORSSDHDDDATE
${COUNTRY} ${CLUSTER} ${VENDOR} ${SSD_DISKS} ${HDD_DISKS} ${D_DATE}
Name of countryName of clusternameVendorname (emc|hds|netapp)Nr of SSD DisksNr of HDD DisksDate of processing
" >> ${DPAGE} HTML_FOOTER ${DPAGE} # ------------------------------------------------- # EXTRA (at page) echo "
" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} #echo " " >> ${PAGE} if [ -f ${PAGEDIR}/Explanation.html ]; then echo " " >> ${PAGE} fi if [ -f ${PAGEDIR}/log-page.html ]; then echo " " >> ${PAGE} fi if [ -f ${PAGEDIR}/data-disks-page.html ]; then echo " " >> ${PAGE} fi echo " " >> ${PAGE} echo "
EXTRA: Download Wiki inputdir Grafana(ext) Explanation Part of LOG DISKS.csv
" >> ${PAGE} # LEGENDA echo "
" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} #echo " " >> ${PAGE} #echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} #echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} #echo " " >> ${PAGE} echo " " >> ${PAGE} #echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} #echo " " >> ${PAGE} #echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} if [ "${AVG_PWR_SSD_MW}" != "" ] && [ "${AVG_PWR_HDD_MW}" != "" ]; then echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} #AVG_PWR_SSD_MW="60" #AVG_PWR_HDD_MW="9100" echo " " >> ${PAGE} fi # [ ... echo "
LEGENDA:
Environment: 7m = NetApp-OnTap-7mode dpa = Dell/EMC-DPA dd = Dell/EMC-DataDomain (without DPA) isol = Dell/EMC-Isilon ot = NetApp-OnTap uni = Dell/EMC-Unity vmax = Dell/EMC-VMAX vnx = Dell/EMC-VNX
E = Vendor: E = Dell/EMC H = H = Hitachi/Vantara (HDS) N = N = NetApp
Number of disks: SSD HDD Legacy(N:7mode) TiB Number of disks between ()
Last upload Date : ServerName
Avg pwr consumption /disk ${AVG_PWR_SSD_MW}mW ${AVG_PWR_HDD_MW}mW
" >> ${PAGE} HTML_FOOTER ${PAGE} # INPUTdir-overview IPAGE="${PAGEDIR}/inputdir.html" HTML_TOP ${IPAGE} echo " " >> ${IPAGE} echo " " >> ${IPAGE} echo " " >> ${IPAGE} ls -1tr ${INDIR}|while read LINE do echo " " >> ${IPAGE} echo " " >> ${IPAGE} echo " " >> ${IPAGE} done # ls -1 echo "
FILENAME in input-dir: " >> ${IPAGE} echo "
${LINE}
" >> ${IPAGE} HTML_FOOTER ${IPAGE} if [ "${HTMLMAILTO}" != "" ]; then cat ${PAGE}|mailx -s "html:decarbon.html" ${HTMLMAILTO} cat ${IPAGE}|mailx -s "html:inputdir.html" ${HTMLMAILTO} cat ${LPAGE}|mailx -s "html:log-page.html" ${HTMLMAILTO} cat ${DPAGE}|mailx -s "html:data-disks-page.html" ${HTMLMAILTO} echo " Mailed HTML-pages to ${HTMLMAILTO}"|tee -a ${LOG} fi # HTMLMAILTO rm ${TMP} ${TMP}.red-env-cnt echo "`date` ${PGM} ${VER} finished."|tee -a ${LOG} exit 0