#!/bin/sh # File : upd_dashboard.sh # By : Maarten.deBoer@Atos.net, 150421, 150817 # Subject : Script to process global overwiew #(0.2) : Add netapp #(0.3) : Add cp @Overview #(0.4) : Add date of file #(0.5) : Add DFM-servers #(0.6) : Add failed disks #(0.7) : Update (rename upd_glob.sh) #(0.8) : Added if [ -d 's & renamed upd_dashboard.sh #(0.9) : Mod. uptime (ls -1d * ...) #(0.10) : Add list last incomming #(0.11) : Change some layout #(0.12) : Changed layout #(0.13) : Upd Last #(0.14) : Mod. #(0.15) : Failed disks #(0.16) : Add DASHBOARDASUPCOL #(0.17) : Add Aggr-usage #(0.18) : Mod; color uptime #(0.19),160711 : Added totalaggrtb #(0.20),160920 : Added grand TBs #(0.21),161004 : Add % of filers PGM="`basename $0|cut -d\. -f1`" VER="0.21" TMP="${PGM}.$$" LOG="/appl/mdr/afsp/glob/log/${PGM}.log" BASEDIR="`pwd | sed 's/scripts//'|sed 's/bin//'`" OUT="${BASEDIR}/html/overview.html" OUT="/appl/mdr/www/afsp/index.html" echo "`date` ${PGM} v${VER} started."|tee -a ${LOG} echo "" > ${OUT} echo "" >> ${OUT} echo "" >> ${OUT} echo "" >> ${OUT} echo "" >> ${OUT} echo " AFSP:dashboard " >> ${OUT} echo "" >> ${OUT} echo "" >> ${OUT} echo "" >> ${OUT} # --- Header echo "" >> ${OUT} echo "" >> ${OUT} echo " " >> ${OUT} echo "
" >> ${OUT} echo " Atos (netapp/ibm) Filer Status Portal
Dashboard " >> ${OUT} echo "
" >> ${OUT} echo "
" >> ${OUT} echo " For internal use. (c) Atos BTN 2015 " >> ${OUT} echo "
" >> ${OUT} echo " 		" >> ${OUT} echo "
" >> ${OUT} # ----------- MAIN echo "" >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do if [ -f /appl/mdr/www/afsp/${COUNTRY}/index.html ]; then echo " " >> ${OUT} else echo " " >> ${OUT} fi done # for echo " " >> ${OUT} echo " " >> ${OUT} # From the filers echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} # ASUPs TTLCNT=0 FILECNT="`cat /appl/mdr/mdrglob/afsp/glob/data/asup-data.csv|wc -l`" echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do CNT="`cat /appl/mdr/mdrglob/afsp/glob/data/country-asup-data.csv|grep -v ^#|grep \"${COUNTRY};\"|wc -l`" TTLCNT=`expr ${TTLCNT} + ${CNT}` echo " " >> ${OUT} done # for echo " " >> ${OUT} echo " " >> ${OUT} # From AFSP echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} # Overview echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do if [ -f /appl/mdr/www/afsp/${COUNTRY}-overview.html ]; then # cp /appl/mdr/www/afsp/${COUNTRY}/overview.html /appl/mdr/www/afsp/${COUNTRY}-overview.html echo " " >> ${OUT} else echo " " >> ${OUT} fi done # for echo " " >> ${OUT} # Models TTLCNT=0 MODDATE="" echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do CNT=0 DASHBOARDASUPCOL="" DASHBOARDFILE="/appl/mdr/mdrglob/afsp/${COUNTRY}/data/dashboard.asc" if [ -f ${DASHBOARDFILE} ]; then DASHBOARDASUPCOL="`grep DASHBOARDASUPCOL ${DASHBOARDFILE}|awk -F\= '{print $2}'`" else DASHBOARDASUPCOL="grey" fi echo "${COUNTRY}: DASHBOARDASUPCOL=${DASHBOARDASUPCOL}|" if [ -d /appl/mdr/mdrglob/afsp/${COUNTRY}/data/model-version ]; then cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/model-version CNT="`cat *.csv|grep -v ^#|awk -F\; '{print $1}'|sort -u|wc -l`" TTLCNT=`expr ${TTLCNT} + ${CNT}` fi if [ ${CNT} -gt 0 ]; then echo " " >> ${OUT} else # echo " " >> ${OUT} echo " " >> ${OUT} fi # ${COUNTRY} done # for echo " " >> ${OUT} echo " " >> ${OUT} # Versions TTLCNT=0 echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do CNT=0 if [ -d /appl/mdr/mdrglob/afsp/${COUNTRY}/data/versions ]; then cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/versions LAST="`ls -1|tail -1`" fi if [ -d /appl/mdr/mdrglob/afsp/${COUNTRY}/data/versions/${LAST} ]; then cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/versions/${LAST} CNT="`cat *.csv|grep -v ^#|awk -F\; '{print $1}'|sort -u|wc -l`" TTLCNT=`expr ${TTLCNT} + ${CNT}` fi if [ ${CNT} -gt 0 ]; then echo " " >> ${OUT} else # echo " " >> ${OUT} echo " " >> ${OUT} fi # ${COUNTRY} done # for echo " " >> ${OUT} echo " " >> ${OUT} TTLCNT=0 # Patches echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do TTLCNT=0 CNT=0 if [ -d /appl/mdr/mdrglob/afsp/${COUNTRY}/data/firmware ]; then cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/firmware CNT="`cat *.csv|grep -v ^#|sort -u|wc -l`" TTLCNT=`expr ${TTLCNT} + ${CNT}` fi if [ ${CNT} -gt 0 ]; then echo " " >> ${OUT} else # echo " " >> ${OUT} echo " " >> ${OUT} fi # ${COUNTRY} done # for echo " " >> ${OUT} echo " " >> ${OUT} # Uptime TTLCNT=0 echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do if [ -d /appl/mdr/mdrglob/afsp/${COUNTRY}/data/uptime ]; then cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/uptime LAST="`ls -1d 2*|tail -1`" fi CNT=0 if [ -d /appl/mdr/mdrglob/afsp/${COUNTRY}/data/uptime/${LAST} ]; then cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/uptime/${LAST} CNT="`cat *.csv|grep -v ^#|awk -F\; '{print $1}'|sort -u|wc -l`" TTLCNT=`expr ${TTLCNT} + ${CNT}` LOWEST_UPTIME="0" LOWEST_UPTIME="`cat /appl/mdr/mdrglob/afsp/${COUNTRY}/data/uptime/${LAST}/*.csv|cut -d\; -f2|cut -d' ' -f1|sort -un|grep [0-9]|head -1`" AVAILBGCOL="" if [ ${LOWEST_UPTIME} -le 365 ]; then AVAILBGCOL="green" fi if [ ${LOWEST_UPTIME} -lt 28 ]; then AVAILBGCOL="yellow" fi if [ ${LOWEST_UPTIME} -lt 21 ]; then AVAILBGCOL="orange" fi if [ ${LOWEST_UPTIME} -lt 14 ]; then AVAILBGCOL="red" fi if [ ${LOWEST_UPTIME} -gt 365 ]; then AVAILBGCOL="yellow" fi if [ ${LOWEST_UPTIME} -gt 730 ]; then AVAILBGCOL="organge" fi fi if [ ${CNT} -gt 0 ]; then echo " " >> ${OUT} else # echo " " >> ${OUT} echo " " >> ${OUT} fi # ${COUNTRY} done # for echo " " >> ${OUT} echo " " >> ${OUT} # Aggr-usage (Cap.mgt) TTLCNT=0 echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/ PERC="`cat dashboard_highestperc.asc`" TOTAL="`cat dashboard_totalaggrtb.asc`" TTLCNT=`expr ${TTLCNT} + ${TOTAL}` if [ ${PERC} -gt 0 ]; then echo " " >> ${OUT} else # echo " " >> ${OUT} echo " " >> ${OUT} fi # ${CNT} done # for echo " " >> ${OUT} echo " " >> ${OUT} # Failed disks TTLCNT=0 echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/ CNT="`cat afsp-disks-failures.csv|grep -v ^#|wc -l`" TTLCNT=`expr ${TTLCNT} + ${CNT}` if [ ${CNT} -gt 0 ]; then echo " " >> ${OUT} else echo " " >> ${OUT} fi # ${CNT} done # for echo " " >> ${OUT} echo " " >> ${OUT} # From NetApp echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} # NetApp 2015-03-09 TTLCNT=0 FILECNT="`cat /appl/mdr/mdrglob/afsp/netapp/data/*2015-03-09.csv|wc -l`" echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do CNT="`cat /appl/mdr/mdrglob/afsp/netapp/data/*2015-03-09.csv|grep -v ^#|grep \";${COUNTRY}\"|wc -l`" TTLCNT=`expr ${TTLCNT} + ${CNT}` PERC=`expr ${CNT} \* 100 / ${FILECNT}` echo " " >> ${OUT} done # for echo " " >> ${OUT} echo " " >> ${OUT} # NetApp 2014-03-25 TTLCNT=0 FILECNT="`cat /appl/mdr/mdrglob/afsp/netapp/data/*2014-03-25.csv|grep -vi 'WORLDLINE'|wc -l`" echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do CNT="`cat /appl/mdr/mdrglob/afsp/netapp/data/*2014-03-25.csv|grep -vi 'WORLDLINE'|grep -v ^#|grep \";${COUNTRY}\;"|wc -l`" TTLCNT=`expr ${TTLCNT} + ${CNT}` PERC=`expr ${CNT} \* 100 / ${FILECNT}` echo " " >> ${OUT} done # for echo " " >> ${OUT} echo " " >> ${OUT} # Compared list echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do if [ -f /appl/mdr/www/afsp/${COUNTRY}/compare-list.html ]; then echo " " >> ${OUT} else echo " " >> ${OUT} fi done # for echo " " >> ${OUT} # Internal / Diagnostics TTLCNT=0 echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do if [ -d /appl/mdr/mdrglob/afsp/${COUNTRY}/data/database ]; then cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/database/ CNT="`ls -1 *.asc|wc -l`" TTLCNT=`expr ${TTLCNT} + ${CNT}` echo " " >> ${OUT} else echo " " >> ${OUT} fi done # COUNTRY echo " " >> ${OUT} echo " " >> ${OUT} # Diagnostics, Last versions ETC="${BASEDIR}/etc/date-week-month.csv" if [ -f ${ETC} ]; then DATE="`date +%F`" WEEK="`grep ${DATE} ${ETC}|awk -F\; '{print $2}'`" MONTH="`grep ${DATE} ${ETC}|awk -F\; '{print $3}'`" echo "${DATE} M:${MONTH} W:${WEEK}" fi echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do LASTDIR="`cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/versions/; ls -1d 20??m??|tail -1`" echo " " >> ${OUT} done # COUNTRY echo " " >> ${OUT} # Diagnostics, Last uptime echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do LASTDIR="`cd /appl/mdr/mdrglob/afsp/${COUNTRY}/data/uptime/; ls -1d 20??w??|tail -1`" echo " " >> ${OUT} done # COUNTRY echo " " >> ${OUT} # DFM-server(s)name(s) TTLCNT=0 echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do DFMCNT="`ls -1 /appl/mdr/mdrglob/afsp/${COUNTRY}/incomming/2*/*.csv|cut -d\_ -f2|cut -d\. -f1|sort -u|wc -l`" DFMS="`ls -1 /appl/mdr/mdrglob/afsp/${COUNTRY}/incomming/2*/*.csv|cut -d\_ -f2|cut -d\. -f1|sort -u`" if [ ${DFMCNT} -gt 0 ]; then echo " " >> ${OUT} else echo " " >> ${OUT} fi # ${DFMS} done # for echo " " >> ${OUT} # Diagnostics, Last incomming echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} for COUNTRY in `cd /appl/mdr/mdrglob/afsp/; ls -1d ??` do LASTDIR="`cd /appl/mdr/mdrglob/afsp/${COUNTRY}/incomming/; ls -1d 20??-??-??|tail -1`" echo " " >> ${OUT} done # COUNTRY echo " " >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} echo "
Country -> global ${COUNTRY}${COUNTRY}Total
From the filers
ASUPs${FILECNT}${CNT} ${TTLCNT}
From AFSP
Overview O
LifeCylce mgt (models+version)Best Practice-NetApp ${CNT} ${CNT} ${TTLCNT}
Release mgt (os-versions) ${CNT} ${CNT} ${TTLCNT}
Patch mgt (disk-firmware) ${CNT} ${CNT} ${TTLCNT}
Availability mgt (uptime)# filers
Lowest days up 		${CNT}
${LOWEST_UPTIME}		${CNT} ${TTLCNT}
Cap. mgt (max. aggr usage)
Total Aggr. TBs 		${PERC}%
" >> ${OUT} if [ ${TOTAL} -gt 0 ]; then echo "${TOTAL}TB " >> ${OUT}`` fi echo "		 ${PERC} ${TTLCNT}TB
Failed disks ${CNT} ${CNT} ${TTLCNT}
From NetApp
List (2015-03-09) ${FILECNT} ${CNT}
${PERC}% 		${TTLCNT}
List (2014-03-25)
(excl WORLDLINE)		 ${FILECNT} ${CNT}
${PERC}% 		${TTLCNT}
Compare listglobal ${COUNTRY}
Diagnostics
DB-files ${CNT} ${TTLCNT}
Last os-versions ${MONTH} ${LASTDIR}
Last uptime ${WEEK} ${LASTDIR}
DFM-server(s) ${DFMCNT}
[?]		${DFMCNT}
Last incomming (by DFM) ${LASTDIR}
" >> ${OUT} # ----- Footer echo "" >> ${OUT} echo " " >> ${OUT} echo " " >> ${OUT} echo "" >> ${OUT} echo "
" >> ${OUT} echo " " >> ${OUT} echo "
" >> ${OUT} echo "Contact: |Content Owner: Maarten de Boer |Last Update: `date`
" >> ${OUT} echo "For internal use (c) Atos S.A. 2015 all rights reserved. Reproduction in whole or in part is prohibited without the written consent of Atos SA." >> ${OUT} echo "
" >> ${OUT} echo " " >> ${OUT} echo "
" >> ${OUT} echo "" >> ${OUT} echo "" >> ${OUT} echo "`date` ${PGM} finished."|tee -a ${LOG} exit 0