NA INVentory :

#!/bin/sh # File : upd_netapp-inventory.sh # By : Maarten.deBoer@Atos.net, 230118 # Subject : Script to update web-site/page about NetApp-inventory #(0.2),230118 : Added CNT_LINES #(0.3),230119 : Added last status #(0.4),230119 : Added download-URL #(0.5),230119 : Added Date-Time color #(0.6),230119 : Added Countries #(0.7),230119 : Added # of Clusters #(0.8),230124 : Added USAGE #(0.9),230124 : Added DATACSV PGM=`basename $0|cut -d\. -f1` VER="0.9" TMP="/tmp/${PGM}.$$" LOG="${HOME}/log/${PGM}.log" BASEDIR="${HOME}/netapp-inventory" INCSVDIR="${BASEDIR}/csv-files" DATADIR="${BASEDIR}/data" COUNTRIES="${BASEDIR}/etc/mgt-srv2country.csv" PAGEDIR="/appl/netapp/html/netapp-inventory" PAGE="${PAGEDIR}/index.html" CSVPAGEDIR="/appl/netapp/html/netapp-inventory/csv" DATACSV="${BASEDIR}/data/NetApp_Atos-IB_20220102.csv" TODATE=`date +%Y%m%d` YTDATE=`date +%Y%m%d --date=yesterday` LWDATE=`date +%Y%m%d --date=-1week` STATUS_PAGE="" CLUSTER_PAGE="" CLUSTERFILTER="nlnaf" CLUSTERFILTER="[?]*" # Functions USAGE() { echo "Usage: ${PGM} " echo " Version: ${VER}" echo " options :" echo " -s : make Status-page" echo " -c : make Cluster-page" echo " -h | --help : this help" echo " -V : Version" echo " -x : set -x" echo " --mailto : change MAILTO address & do send mail (${MAILTO})" } ## MAIN # Check options while [ ${#} -ge 1 ] do case $1 in -s|--status) STATUS_PAGE=1 ;; -c) CLUSTER_PAGE=1 ;; -n) NODE_PAGE=1 ;; -h | --help) USAGE; exit 1 ;; -V) echo "${PGM}: v${VER}"; exit 3 ;; -x) set -x ;; *) echo "Option $1 not known."; USAGE; exit 1 ;; esac shift done echo "`date` ${PGM} v${VER} started."|tee -a ${LOG} ${TMP}.mail echo " BASEDIR=${BASEDIR}"|tee -a ${LOG} echo " COUNTRIES=${COUNTRIES}"|tee -a ${LOG} echo " INCSVDIR=${INCSVDIR}"|tee -a ${LOG} echo " DATADIR=${DATADIR}"|tee -a ${LOG} echo " PAGEDIR=${PAGEDIR}"|tee -a ${LOG} echo " STATUS_PAGE=${STATUS_PAGE}"| tee -a ${LOG} echo " CLUSTER_PAGE=${CLUSTER_PAGE}"| tee -a ${LOG} echo " NODE_PAGE=${NODE_PAGE}"| tee -a ${LOG} sleep 1 # STATUS_PAGE if [ ${STATUS_PAGE} ]; then PAGE="${PAGEDIR}/index.html" echo " PAGE=${PAGE}"|tee -a ${LOG} echo "" > ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "NA INVentory :" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} echo "

" >> ${PAGE} echo " NetApp inventory status: " >> ${PAGE} echo "
" >> ${PAGE} echo "

" >> ${PAGE} echo "
" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} cd ${INCSVDIR} # ${INCSVDIR}/${FROM}_${TYPE}_${DATI}.csv ls -1tr *.csv |awk -F\_ '{print $1"_"$2}'|sort -u|while read LINE1 do echo " LINE1=${LINE1}" FROM=`echo ${LINE1}|cut -d\. -f1|awk -F\_ '{print $1}'` TYPE=`echo ${LINE1}|cut -d\. -f1|awk -F\_ '{print $2}'` # DATI=`echo ${LINE}|cut -d\. -f1|awk -F\_ '{print $3}'` ls -1t ${FROM}_${TYPE}*.csv|head -1|while read LINE2 do echo " LINE2=${LINE2}" echo " " >> ${PAGE} L_FROM=`echo ${LINE2}|cut -d\. -f1|awk -F\_ '{print $1}'` L_TYPE=`echo ${LINE2}|cut -d\. -f1|awk -F\_ '{print $2}'` L_DATI=`echo ${LINE2}|cut -d\. -f1|awk -F\_ '{print $3}'` CNT_LINES=`cat ${LINE2}|grep -v ^#|wc -l` CNT_CLUSTERS=`cat ${LINE2}|grep -v ^#|cut -d\; -f1|sort -u|wc -l` # Copy CSV to WEB-dir cp ${LINE2} ${CSVPAGEDIR}/ chmod 644 ${CSVPAGEDIR}/${LINE2} CSVURL="//nlxnetapp02.bcklan.ao-srv.com/netapp-inventory/csv/${LINE2}" DATI_BGC="orange" FILE_DATE=`echo "${L_DATI}"|cut -d\- -f1-3|sed 's/-//g'` if [ ${FILE_DATE} -gt ${LWDATE} ]; then DATI_BGC="yellow" fi if [ ${FILE_DATE} -eq ${TODATE} ]; then DATI_BGC="lightgreen" fi if [ -f ${COUNTRIES} ]; then # If Countries-file (mgt-srv2country.csv), then check country from mgt-srv COUNTRY=`grep ${L_FROM} ${COUNTRIES}|grep -v ^#|awk -F\; '{print $2}'|head -1` L_FROM="(${COUNTRY}) ${L_FROM}" echo " COUNTRY=${COUNTRY}" fi echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} done # LINE2 done # LINE1 echo " " >> ${PAGE} echo "

From	Type	Date Time (URL=csv-file)	# lines in CSV-file	# Clusters in CSV-file
${L_FROM}	${L_TYPE}	${L_DATI}	${CNT_LINES}	${CNT_CLUSTERS}

" >> ${PAGE} # EXTRA (at page) echo "

" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} if [ -f ${PAGEDIR}/inputdir.html ]; then echo " " >> ${PAGE} fi # -f if [ -f ${PAGEDIR}/cluster-page.html ]; then echo " " >> ${PAGE} fi # -f if [ -f ${PAGEDIR}/node-page.html ]; then echo " " >> ${PAGE} fi # -f echo " " >> ${PAGE} echo "

EXTRA:

Download

Wiki

inputdir

Cluster-Page

Node-Page

" >> ${PAGE} echo "

LEGENDA:
From:
Type:
Date Time:	Today	Date > 1 day < 1 week	Date > 1 week

" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} echo "

" >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo "Contact: |Content Owner: Maarten de Boer |Last Update: `date` [${PGM} v${VER}]
" >> ${PAGE} echo "For internal use (c) Atos S.A. `date +%Y` all rights reserved. Reproduction in whole or in part is prohibited without the written consent of Atos SA." >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo "

" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} fi # STATUS_PAGE # ---- Cluster View ----- DATACSV="${BASEDIR}/data/NetApp_Atos-IB_20220102.csv" if [ ${CLUSTER_PAGE} ]; then PAGE="${PAGEDIR}/cluster-page.html" echo " PAGE=${PAGE}"|tee -a ${LOG} echo "" > ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "NA Clusters :" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} echo "

" >> ${PAGE} echo " NetApp Clusters view: " >> ${PAGE} echo "
" >> ${PAGE} echo "

" >> ${PAGE} echo " LST-file: ${DATACSV} " >> ${PAGE} echo "

" >> ${PAGE} echo "
" >> ${PAGE} #echo "" >> ${PAGE} echo "

" >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} #echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} cat ${DATACSV}|grep -v ^#|grep "${CLUSTERFILTER}"|sort|while read LINE do # echo " LINE=${LINE}" LIST_NODE_NAME=`echo ${LINE}|awk -F\; '{print $1}'|head -1` LIST_CLUSTER=`echo ${LINE}|awk -F\; '{print $2}'|head -1` LIST_SER_NR=`echo ${LINE}|awk -F\; '{print $5}'|head -1` # CUSTOMER_NAME=`echo ${LINE}|awk -F\; '{print $10}'|head -1` LIST_CUSTOMER_SITE=`echo ${LINE}|awk -F\; '{print $12}'|head -1` LIST_NETAPP_GROUP=`echo ${LINE}|awk -F\; '{print $13}'|head -1` LIST_NETAPP_EMAIL=`echo ${LINE}|awk -F\; '{print $24}'|head -1` # #End Customer Name;Serial Number;HW/SW Service or Warranty End Date;System Name;Territory Name;System;Refresh Status # # LIST_SER_NR=`echo ${LINE}|awk -F\; '{print $2}'|head -1` # LIST_NODE_NAME=`echo ${LINE}|awk -F\; '{print $4}'|head -1` # LIST_CUSTOMER_SITE=`echo ${LINE}|awk -F\; '{print $5}'|head -1` # LIST_CLUSTER="" # LIST_NETAPP_GROUP="" # LIST_NETAPP_EMAIL="" # if [ "${LIST_SER_NR}" != "" ]; then RX_CSV_SER_NR=`grep "${LIST_SER_NR}" ${INCSVDIR}/*.csv|cut -d\: -f2|awk -F\; '{print $3}'|sort -u` if [ "${LIST_SER_NR}" = "${RX_CSV_SER_NR}" ]; then BGC_SER_NR="lightgreen" cd ${INCSVDIR} RX_MGT_SRV=`grep "${LIST_SER_NR}" *_ontap-node_*.csv|cut -d\: -f1|cut -d\_ -f1|sort -u|tail -1` RX_MGT_SRV_CTRY=`grep "^${RX_MGT_SRV};" ${COUNTRIES}|cut -d\: -f1|awk -F\; '{print $2}'|sort -u|head -1` RX_MGT_SRV_DATI=`grep "${LIST_SER_NR}" *_ontap-node_*.csv|cut -d\: -f1|cut -d\_ -f3|cut -d\. -f1|sort -u|tail -1` else BGC_SER_NR="" RX_MGT_SRV="" RX_MGT_SRV_CTRY="" RX_MGT_SRV_DATI="" fi fi if [ "${LIST_NODE_NAME}" != "" ]; then echo " LIST_CLUSTER=${LIST_CLUSTER} LIST_NODE_NAME=${LIST_NODE_NAME} LIST_SER_NR=${LIST_SER_NR} RX_CSV_SER_NR=${RX_CSV_SER_NR} RX_MGT_SRV=${RX_MGT_SRV} RX_MGT_SRV_CTRY=${RX_MGT_SRV_CTRY} LIST_NETAPP_EMAIL=${LIST_NETAPP_EMAIL}" echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} # echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} fi # CLUSTER}" != "" done # LINE echo "

LST:Node	LST:Cluster	LST:Cust Site	LST:Group	NA:E-mail	LST: Ser.Nr	Rx:Ser.Nr	Rx:Mgt.Srv	Rx:Ctry	Rx:DaTi
${LIST_NODE_NAME}	${LIST_CLUSTER}	${LIST_CUSTOMER_SITE}	${LIST_NETAPP_GROUP}	${LIST_NETAPP_EMAIL}	${LIST_SER_NR}	${RX_CSV_SER_NR}	${RX_MGT_SRV}	${RX_MGT_SRV_CTRY}	${RX_MGT_SRV_DATI}

" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} echo "

" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} fi # CLUSTER_PAGE # ---- Node View ----- if [ ${NODE_PAGE} ]; then DATACSV="${BASEDIR}/data/Atos_NetApp_IB221110.csv" PAGE="${PAGEDIR}/node-page.html" echo " PAGE=${PAGE}"|tee -a ${LOG} echo "" > ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "NA Nodes :" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} echo "

" >> ${PAGE} echo " NetApp Nodes view: " >> ${PAGE} echo "
" >> ${PAGE} echo "

" >> ${PAGE} echo " LST-file: ${DATACSV} " >> ${PAGE} echo "

" >> ${PAGE} echo "
" >> ${PAGE} #echo "" >> ${PAGE} echo "

" >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} #echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} cat ${DATACSV}|grep -v ^#|grep "${CLUSTERFILTER}"|sort|while read LINE do # echo " LINE=${LINE}" # NODE_NAME=`echo ${LINE}|awk -F\; '{print $1}'|head -1` # CLUSTER=`echo ${LINE}|awk -F\; '{print $2}'|head -1` # SER_NR=`echo ${LINE}|awk -F\; '{print $5}'|head -1` ## CUSTOMER_NAME=`echo ${LINE}|awk -F\; '{print $10}'|head -1` ## CUSTOMER_SITE=`echo ${LINE}|awk -F\; '{print $12}'|head -1` # NETAPP_GROUP=`echo ${LINE}|awk -F\; '{print $13}'|head -1` # NETAPP_EMAIL=`echo ${LINE}|awk -F\; '{print $24}'|head -1` # # #End Customer Name;Serial Number;HW/SW Service or Warranty End Date;System Name;Territory Name;System;Refresh Status # LIST_SER_NR=`echo ${LINE}|awk -F\; '{print $2}'|head -1` LIST_NODE_NAME=`echo ${LINE}|awk -F\; '{print $4}'|head -1` LIST_CUSTOMER_SITE=`echo ${LINE}|awk -F\; '{print $5}'|head -1` LIST_CLUSTER="" LIST_NETAPP_GROUP="" LIST_NETAPP_EMAIL="" # if [ "${LIST_SER_NR}" != "" ]; then RX_CSV_SER_NR=`grep "${LIST_SER_NR}" ${INCSVDIR}/*.csv|cut -d\: -f2|awk -F\; '{print $3}'|sort -u` if [ "${LIST_SER_NR}" = "${RX_CSV_SER_NR}" ]; then BGC_SER_NR="lightgreen" cd ${INCSVDIR} RX_MGT_SRV=`grep "${LIST_SER_NR}" *_ontap-node_*.csv|cut -d\: -f1|cut -d\_ -f1|sort -u|tail -1` RX_MGT_SRV_CTRY=`grep "^${RX_MGT_SRV};" ${COUNTRIES}|cut -d\: -f1|awk -F\; '{print $2}'|sort -u|head -1` RX_MGT_SRV_DATI=`grep "${LIST_SER_NR}" *_ontap-node_*.csv|cut -d\: -f1|cut -d\_ -f3|cut -d\. -f1|sort -u|tail -1` else BGC_SER_NR="" RX_MGT_SRV="" RX_MGT_SRV_CTRY="" RX_MGT_SRV_DATI="" fi fi if [ "${LIST_NODE_NAME}" != "" ]; then echo " CLUSTER=${CLUSTER} LIST_NODE_NAME=${LIST_NODE_NAME} LIST_SER_NR=${LIST_SER_NR} RX_CSV_SER_NR=${RX_CSV_SER_NR} RX_MGT_SRV=${RX_MGT_SRV} RX_MGT_SRV_CTRY=${RX_MGT_SRV_CTRY} LIST_NETAPP_EMAIL=${LIST_NETAPP_EMAIL}" echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} # echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} echo " " >> ${PAGE} fi # CLUSTER}" != "" done # LINE echo "

LST:Node	LST:Cluster	LST:Cust Site	LST:Group	NA:E-mail	LST: Ser.Nr	Rx:Ser.Nr	Rx:Mgt.Srv	Rx:Ctry	Rx:DaTi
${LIST_NODE_NAME}	${LIST_CLUSTER}	${LIST_CUSTOMER_SITE}	${LIST_NETAPP_GROUP}	${LIST_NETAPP_EMAIL}	${LIST_SER_NR}	${RX_CSV_SER_NR}	${RX_MGT_SRV}	${RX_MGT_SRV_CTRY}	${RX_MGT_SRV_DATI}

" >> ${PAGE} echo "" >> ${PAGE} echo "" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} echo "

" >> ${PAGE} echo " " >> ${PAGE} echo "" >> ${PAGE} fi # NODE_PAGE echo "`date` ${PGM} v${VER} finished."|tee -a ${LOG} exit 0