#!/bin/bash # File : cdot_set_autosizing.sh # By : Maarten.deBoer@atos.net, 141222 # Subject : Script to set autosize parameters # About autosizing #(0.2),160713 : Added SSHCMD, set autosizing #(0.3),160713 : Set min-autosize according to SUm of the quota TOTAL_QUOTA #(0.4),160830 : Add usage & noQuota, use curr-size (in case of SV) #(0.5),161212 : Added an extra SET shrink-threshold-percent = 1 #(0.6),170208 : Added -f filter #(0.7),170608 : Added volume -type RW #(0.8),170614 : Added VOLFILTER #(0.9),170615 : Added DP volumes. Is no Quota to be gathered. But need to be set as well #(0.10),170921 : Mod. sizes #(0.11),170921 : Mod. show & then set. No set of DP vol-type (can not be set). Added SUMQUOTAPERC #(0.12),170921 : Added CONF-file. Less echo's in TMP-file #(0.13),180914 : CONF -> RC, Added --all. Removed "-increment-size" (Nor in 9.1) #(0.14),190401 : Mod; type=DP can ALSO be mod. #(0.15),190403 : Mod. NEWMAX & MIN (for DP) #(0.16),190416 : Mod. (start) parameters/env's in mail (MAILMSG). #(0.17),200817 : Upd. options same line chk_autosizing; CFILTER, SFILTER, VFILTER. When SFILTER => CUSTCODE=SFILTER #(0.18),200820 : --min-size set seperately & SIZE_THD_SET=1 (was 500(GB)), NEW_AS_SHRINK_PCT="70" #set -x PGM="`basename $0|cut -d\. -f1`" VER="0.18" TMP="/tmp/${PGM}.$$" ASC="/tmp/${PGM}.asc" LOG="${HOME}/log/${PGM}.log" RCFILE="${HOME}/etc/${PGM}.rc" SSH="/usr/bin/ssh -n" HOSTNAME="`hostname|cut -d\. -f1`" CLUSTERS="${HOME}/etc/clusters" PREFIX="nl" CUSTCODE="" SETSIZE="" MAIL="" MAILTO="maarten.deboer@atos.net" #MAILTO="fsod@atos.net" FILTER="[?]*" CFILTER="[?]*" VFILTER="[?]*" SFILTER="[?]*" # Size threshold (>) for setting #SIZE_THD_SET=500 SIZE_THD_SET=1 # Sum of the Quota perc (in 100%) for -min-autosize SUMQUOTAPERC=100 # Was introduced to set a min.size to 90% of Sum.Quota. Was set (back) to 100% in aug-2020 DOALL="" MAILMSG=${TMP}.mailmsg # Set autosize according discussion between Harold Kuijpers, Geralts Somsen & Maarten de Boer at 2016-06-07. # And Harold K. & Maarten d.B. at 2020-08-21 # For SAP and Shared clusters: # Class Volume Size Min.size Max.size Grow Shrink Increment size (after 9.1 not any more) # Small 0B <= volume size < 250GB Sum.Quota 1000GB 85% 75% # Medium 250GB <= volume size < 750GB Sum.Quota 3000GB 90% 80% # Large =>750GB Sum.Quota 5000GB 93% 85% # Archiving (DP) 5GB 102400GB 90% 70% # (Then there is room when usage starts) SSHCMD() # 1: Filername 2:Command-string # When issue with connection to cluster, try the nodes (-01 & -02) # "There are no entries matching your query." => EC=255 # "no connection" is also EC=255 { TMPERR="/tmp/${PGM}.$$.err" touch ${TMPERR} /usr/bin/ssh -n ${1} "${2}" 2> ${TMPERR} EC=${?} # Check if "ssh: connect to host 10.192.109.202 port 22: Connection refused" If so (EC2=0), the 2nd grep 'Connection refused' ${TMPERR} EC2=${?} if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then sleep 2 /usr/bin/ssh -n ${1}-01 "${2}" 2> ${TMPERR} EC=${?} grep 'Connection refused' ${TMPERR} EC2=${?} if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then sleep 2 /usr/bin/ssh -n ${1}-02 "${2}" 2> ${TMPERR} EC=${?} grep 'Connection refused' ${TMPERR} EC2=${?} if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then sleep 2 /usr/bin/ssh -n ${1}-03 "${2}" 2> ${TMPERR} EC=${?} grep 'Connection refused' ${TMPERR} EC2=${?} if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then echo " EC=${EC} sleep 2 ..." sleep 2 /usr/bin/ssh -n ${1}-04 "${2}" 2> ${TMPERR} EC=${?} grep 'Connection refused' ${TMPERR} EC2=${?} if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then echo " EC=${EC} sleep 2 ..." sleep 2 /usr/bin/ssh -n ${1}-05 "${2}" 2> ${TMPERR} EC=${?} grep 'Connection refused' ${TMPERR} EC2=${?} if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then echo " EC=${EC} sleep 2 ..." sleep 2 /usr/bin/ssh -n ${1}-06 "${2}" 2> ${TMPERR} EC=${?} grep 'Connection refused' ${TMPERR} EC2=${?} if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then echo " EC=${EC} sleep 2 ..." sleep 2 /usr/bin/ssh -n ${1}-07 "${2}" 2> ${TMPERR} EC=${?} grep 'Connection refused' ${TMPERR} EC2=${?} if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then echo " EC=${EC} sleep 2 ..." sleep 2 /usr/bin/ssh -n ${1}-08 "${2}" 2> ${TMPERR} EC=${?} grep 'Connection refused' ${TMPERR} EC2=${?} if [ ${EC} -ne 0 ] && [ ${EC2} -eq 0 ]; then echo "`date` ${PGM} ERROR with communication to ${1}. Connection to -01 - -08 failed too."|tee -a ${LOG} fi # -08 fi # -07 fi # -06 fi # -05 fi # -04 fi # -03 fi # -02 fi # -01 fi # rm ${TMPERR} } USAGE() { echo "Usage: ${PGM} [options]" echo " Version: ${VER}" echo " options :" echo " -c | --cluster : Clusterfilter (${CFILTER})" echo " --cc : Customer Code (3 lower-case letters)" echo " -e : Etc/clusters file (${CLUSTERS})" echo " -m | --mail : Mail the logging" echo " -h | --help : this help" echo " -s | --svm : SVMfilter (${SFILTER})" echo " -v | --vol : Volfilter (${VFILTER})" echo " -V : Version" echo " -x : set -x" echo " --all : do ALL customer codes" echo " --mailto : set new MAILTO (${MAILTO})" echo " --setsize : do SETSIZE" } # Check options while [ ${#} -gt 0 ] do case ${1} in -c | --cluster) CFILTER=${2}; shift ;; --cc) CUSTCODE=${2}; shift ;; -e) CLUSTERS=${2}; shift ;; -s | --svm) SFILTER=${2}; CUSTCODE=${SFILTER}; shift ;; -v | --vol) VFILTER=${2}; shift ;; -m | --mail) MAIL=1 ;; -h | --help) USAGE; exit 1 ;; -V) echo "${PGM}: v${VER}"; exit 3 ;; -x) set -x ;; --mailto) MAIL=1; MAILTO=${2}; shift ;; --setsize) SETSIZE=1 ;; --all) DOALL=1 ;; *) echo "Option ${1} not known."; USAGE; exit 1 ;; esac shift done if [ ! ${DOALL} ] && [ -z "${CUSTCODE}" ]; then echo "`date` ${PGM}: ERROR; No (part of) customer code given. So not to know what to do. Exiting..."|tee -a ${LOG} ${ERR} ; echo; USAGE; exit 1 fi if [ ${DOALL} ]; then CUSTCODE="nlnaf" VFILTER="vol" else CUSTOMER=`echo "${CUSTCODE}"|tr [:lower:] [:upper:]` fi # MAIN touch ${TMP} ${TMP}.TOTAL_QUOTA echo "`date` ${PGM} v${VER} started."|tee -a ${LOG} ${TMP} if [ -f ${RCFILE} ]; then echo " RCfile (${RCFILE}) found. Reading it ..."|tee -a ${LOG} . ${RCFILE} fi # VFILTER need to have something. So if empty, then will be CUSTCODE if [ "${VFILTER}" = "" ]; then VFILTER=${CUSTCODE} fi echo "DOALL=${DOALL}"|tee -a ${MAILMSG} echo "CLUSTERS=${CLUSTERS}"|tee -a ${MAILMSG} echo "CUSTOMER=${CUSTOMER}"|tee -a ${MAILMSG} echo "MAIL=${MAIL}"|tee -a ${MAILMSG} echo "MAILTO=${MAILTO}"|tee -a ${MAILMSG} echo "SETSIZE=${SETSIZE}"|tee -a ${MAILMSG} echo "SIZE_THD_SET=${SIZE_THD_SET}"|tee -a ${MAILMSG} echo "SUMQUOTAPERC=${SUMQUOTAPERC}"|tee -a ${MAILMSG} echo "CFILTER=${CFILTER}"|tee -a ${MAILMSG} echo "SFILTER=${SFILTER}"|tee -a ${MAILMSG} echo "VFILTER=${VFILTER}"|tee -a ${MAILMSG} sleep 1 # NEW_MIN_AS = min-autosize # NEW_AS_GROW_PCT = -grow-threshold-percent # NEW_AS_SHRINK_PCT = -shrink-threshold-percent ${NEW_AS_SHRINK_PCT} # VOL_MIN_AS = -minimum-size # VOL_MAX_AS = -maximum-size for CLUSTER in `cat ${CLUSTERS}|grep -v ^#|grep ${CFILTER}` do echo " ${CLUSTER} ..." SSHCMD ${CLUSTER} "set -showseparator \" \" ;vserver show -operational-state running -field vserver"|grep "${PREFIX}"|grep "${SFILTER}"|while read VSERVER REST do echo " ${CLUSTER}:${VSERVER} ..." SSHCMD ${CLUSTER} "set -showseparator \" \" ;volume show -vserver ${VSERVER} -field volume"|egrep -v 'volume|vol0root|vol0ls'|grep ${VSERVER}|grep "${VFILTER}"|awk '{print $2}'|while read VOLUME REST do echo " ${CLUSTER}:${VSERVER}:${VOLUME} ..." ANSW=`SSHCMD ${CLUSTER} "set -units GB -showseparator \";\" ; volume show -vserver ${VSERVER} -volume ${VOLUME} -field aggregate,size,used,percent-used,autosize-grow-threshold-percent,autosize-shrink-threshold-percent,autosize-mode,min-autosize,max-autosize,min-autosize,type"|grep ${PREFIX}|sed 's/GB//g'|sed 's/%//g' ` # echo "${ANSW}" AGGR=`echo "${ANSW}"|awk -F\; '{print $3}' ` VOL_SIZE=`echo "${ANSW}"|awk -F\; '{print $4}' ` VOL_USED=`echo "${ANSW}"|awk -F\; '{print $5}' ` PCT_USED=`echo "${ANSW}"|awk -F\; '{print $6}'` VOL_MAX_AS=`echo "${ANSW}"|awk -F\; '{print $7}' ` VOL_MIN_AS=`echo "${ANSW}"|awk -F\; '{print $8}' ` AS_GROW_PCT=`echo "${ANSW}"|awk -F\; '{print $9}'` AS_SHRINK_PCT=`echo "${ANSW}"|awk -F\; '{print $10}'` AS_MODE=`echo "${ANSW}"|awk -F\; '{print $11}' ` VOL_TYPE=`echo "${ANSW}"|awk -F\; '{print $12}' ` echo "= ${CLUSTER}:${VSERVER}:${VOLUME}: VOL_SIZE=${VOL_SIZE} VOL_USED=${VOL_USED} VOL_MIN_AS=${VOL_MIN_AS} VOL_MAX_AS=${VOL_MAX_AS} VOL_TYPE=${VOL_TYPE}"|tee -a ${TMP} if [ ${VOL_SIZE} -gt ${SIZE_THD_SET} ]; then # echo " ${VOL_SIZE} -gt ${SIZE_THD_SET} " # # Get Qtree's & quotas & set min-autosize TOTAL_QUOTA=0 NEW_MIN_AS="${VOL_MIN_AS}" # When VOL_TYPE=RW, then get sum of Quota if [ "${VOL_TYPE}" = "RW" ]; then # Get Sum of Quota (only at RW type SSHCMD ${CLUSTER} "qtree show -vserver ${VSERVER} -volume ${VOLUME} -fields qtree"|grep ${PREFIX}|awk '{print $3}'|while read QTREE REST do if [ "${QTREE}" != "\"\"" ]; then DISKUSED="`SSHCMD ${CLUSTER} "set -units GB ; quota report -vserver ${VSERVER} -volume ${VOLUME} -tree ${QTREE} -field vserver,volume,tree,disk-used"|grep GB|awk '{print $5}'|sed 's/GB//g'`" if [ "${DISKUSED}" = "" ]; then DISKUSED=0 fi QUOTA="`SSHCMD ${CLUSTER} "set -units GB ; quota report -vserver ${VSERVER} -volume ${VOLUME} -tree ${QTREE} -field vserver,volume,tree,disk-limit"|grep GB|awk '{print $5}'|sed 's/GB//g'`" echo "QUOTA=${QUOTA}" if [ "${QUOTA}" = "" ]; then echo " ${CLUSTER}/${VSERVER}:${VOLUME}/${QTREE} "|tee -a ${LOG} SSHCMD ${CLUSTER} "set -units GB ; quota report -vserver ${VSERVER} -volume ${VOLUME} -tree ${QTREE} -field vserver,volume,tree,disk-limit" | tee -a ${LOG} QUOTA=0 fi if [ ${QUOTA} -gt 0 ]; then TOTAL_QUOTA=`expr ${TOTAL_QUOTA} + ${QUOTA}` fi echo " ${VOLUME}/${QTREE}; disk-used=${DISKUSED}GB; disk-limit=${QUOTA}GB; TOTAL_QUOTA=${TOTAL_QUOTA}GB" ##|tee -a ${TMP} fi # ${QTREE}" ! = "" # To get the value out site the subshell-loop echo ${TOTAL_QUOTA} > ${TMP}.TOTAL_QUOTA done # Qtree TOTAL_QUOTA="`cat ${TMP}.TOTAL_QUOTA`" if [ ${TOTAL_QUOTA} -gt 0 ]; then # if TOTAL_QUOTA > 0, then NEW_MIN_AS is TOTAL_QUOTA = Sum of the Quotas # NEW: SUMQUOTAPERC of the Sum of the quota NEW_MIN_AS=`expr ${TOTAL_QUOTA} \* ${SUMQUOTAPERC} / 100` fi fi # WR echo " ${CLUSTER}:${VSERVER}:${VOLUME}: VOL_MIN_AS=${VOL_MIN_AS}| TOTAL_QUOTA=${TOTAL_QUOTA}| "|tee -a ${TMP} # If TOTAL_QUOTA=0 (no quotas set), then set NEW_MIN_AS to curr VOLUSED if [ ${TOTAL_QUOTA} -eq 0 ]; then NEW_MIN_AS="${VOL_USED}" echo " ${CLUSTER}:${VSERVER}:${VOLUME}: TOTAL_QUOTA(SUM quota) was 0 => NEW_MIN_AS=${NEW_MIN_AS}GB"|tee -a ${TMP} fi # If NEW_MIN_AS = 0 then set to used size if [ ${NEW_MIN_AS} -eq 0 ]; then NEW_MIN_AS="${VOL_USED}" echo " ${CLUSTER}:${VSERVER}:${VOLUME}: minimum-size was 0 => NEW_MIN_AS=${NEW_MIN_AS}GB"|tee -a ${TMP} fi # ${TOTAL_QUOTA} -lt 0 # Defaults NEW_AS_MODE="grow_shrink" NEW_AS_GROW_PCT="93" NEW_AS_SHRINK_PCT="70" NEW_MAX_AS="${VOL_MAX_AS}" if [ ${VOL_MIN_AS} -lt 250 ]; then NEW_AS_GROW_PCT="85" NEW_AS_SHRINK_PCT="75" if [ ${VOL_USED} -lt 1000 ]; then NEW_MAX_AS="1000" fi fi # < 250 GB if [ ${VOL_MIN_AS} -gt 250 ] && [ ${VOL_MIN_AS} -lt 750 ] ; then NEW_AS_GROW_PCT="90" NEW_AS_SHRINK_PCT="80" if [ ${VOL_USED} -lt 3000 ]; then NEW_MAX_AS="3000" fi fi # 250GB > size > 750 GB if [ ${VOL_MIN_AS} -gt 750 ]; then NEW_AS_GROW_PCT="93" NEW_AS_SHRINK_PCT="85" if [ ${VOL_USED} -lt 5000 ]; then NEW_MAX_AS="5000" else # *1,2 ## NEW_MAX_AS="`expr ${VOL_SIZE} \* 12 / 10`" NEW_MAX_AS=${VOL_MAX_AS} fi fi # > 750 GB # Check some figures if [ ${NEW_MIN_AS} -eq 0 ]; then NEW_MIN_AS=5 fi # If NEW_MIN_AS > NEW_MAX_AS, then NEW_MAX_AS = NEW_MIN_AS+20% if [ ${NEW_MIN_AS} -gt ${NEW_MAX_AS} ]; then NEW_MAX_AS="`expr ${NEW_MIN_AS} \* 12 / 10`" fi # If NEW_MAX_AS < SIZE, then NEW_MAX_AS = SIZE+20% if [ ${NEW_MAX_AS} -lt ${VOL_SIZE} ]; then NEW_MAX_AS="`expr ${VOL_SIZE} \* 12 / 10`" fi # NEW: When Archive (=DP) then NEW_MAX_AS=102400GB, NEW_MIN_AS = 5GB if [ "${VOL_TYPE}" = "DP" ]; then NEW_MIN_AS="5" NEW_MAX_AS="102400" NEW_AS_GROW_PCT="90" NEW_AS_SHRINK_PCT="70" fi # DP NEW_MIN_AS="${NEW_MIN_AS}GB" NEW_MAX_AS="${NEW_MAX_AS}GB" # Set when VOL_TYPE=RW | DP (others not) if [ "${VOL_TYPE}" = "RW" ] || [ "${VOL_TYPE}" = "DP" ]; then # vserver volume max-autosize min-autosize autosize-grow-threshold-percent autosize-shrink-threshold-percent autosize-mode CUR_AUTOSIZE=`SSHCMD ${CLUSTER} "set -unit GB -showseparator \";\" ; volume show -vserver ${VSERVER} -volume ${VOLUME} -field autosize-grow-threshold-percent, autosize-shrink-threshold-percent, autosize-mode, min-autosize, max-autosize"| grep ${VSERVER}` CUR_MAX_AS=`echo ${CUR_AUTOSIZE}|awk -F\; '{print $3}'` CUR_MIN_AS=`echo ${CUR_AUTOSIZE}|awk -F\; '{print $4}'` CUR_AS_GROW_PCT=`echo ${CUR_AUTOSIZE}|awk -F\; '{print $5}'|sed 's/%//g'` CUR_AS_SHRINK_PCT=`echo ${CUR_AUTOSIZE}|awk -F\; '{print $6}'|sed 's/%//g'` CUR_AS_MODE=`echo ${CUR_AUTOSIZE}|awk -F\; '{print $7}'` echo " Cur. (VOL_TYPE=${VOL_TYPE}) CUR_MAX_AS=${CUR_MAX_AS} CUR_MIN_AS=${CUR_MIN_AS} CUR_AS_GROW_PCT=${CUR_AS_GROW_PCT} CUR_AS_SHRINK_PCT=${CUR_AS_SHRINK_PCT} CUR_AS_MODE=${CUR_AS_MODE}" |tee -a ${LOG} ${TMP} echo " New. (VOL_TYPE=${VOL_TYPE}) NEW_MAX_AS=${NEW_MAX_AS} NEW_MIN_AS=${NEW_MIN_AS} NEW_AS_GROW_PCT=${NEW_AS_GROW_PCT} NEW_AS_SHRINK_PCT=${NEW_AS_SHRINK_PCT} NEW_AS_MODE=${NEW_AS_MODE}" |tee -a ${LOG} ${TMP} if [ "${CUR_MAX_AS}" != "${NEW_MAX_AS}" ] || [ "${CUR_MIN_AS}" != "${NEW_MIN_AS}" ] || [ "${CUR_AS_GROW_PCT}" != "${NEW_AS_GROW_PCT}" ] || [ "${CUR_AS_SHRINK_PCT}" != "${NEW_AS_SHRINK_PCT}" ] || [ "${CUR_AS_MODE}" != "${NEW_AS_MODE}" ]; then echo " Not Equal. Setting ..."|tee -a ${LOG} ${TMP} sleep 1 if [ ${SETSIZE} ]; then echo "SET ${CLUSTER}:${VSERVER}:${VOLUME}: -grow-threshold-percent ${NEW_AS_GROW_PCT} -shrink-threshold-percent ${NEW_AS_SHRINK_PCT} -minimum-size ${NEW_MIN_AS} -maximum-size ${NEW_MAX_AS} -mode ${NEW_AS_MODE}"|tee -a ${LOG} ${TMP} # # When ${NEW_MIN_AS} > size. Autosize is not allowed to be used. # 1st set volume to -size ${NEW_MIN_AS} # --min-size set seperate. Especialy when lower. NEW_MIN_AS_2=`echo "${NEW_MIN_AS}"|sed 's/GB//g'` VOL_SIZE_2=`echo "${VOL_SIZE}"|sed 's/GB//g'` if [ ${NEW_MIN_AS_2} -gt ${VOL_SIZE_2} ]; then SSHCMD ${CLUSTER} "volume modify -vserver ${VSERVER} -volume ${VOLUME} -size ${NEW_MIN_AS}" fi # # Add an extra "volume autosize -shrink-threshold-percent 1" if "-shrink-threshold-percent" is higher then "-grow-threshold-percent" SSHCMD ${CLUSTER} "volume autosize -vserver ${VSERVER} -volume ${VOLUME} -shrink-threshold-percent 1" SSHCMD ${CLUSTER} "volume autosize -vserver ${VSERVER} -volume ${VOLUME} -grow-threshold-percent ${NEW_AS_GROW_PCT} -shrink-threshold-percent ${NEW_AS_SHRINK_PCT} -minimum-size ${NEW_MIN_AS} -maximum-size ${NEW_MAX_AS} -mode ${NEW_AS_MODE} " else echo "NOT ${CLUSTER}:${VSERVER}:${VOLUME}: -grow-threshold-percent ${NEW_AS_GROW_PCT} -shrink-threshold-percent ${NEW_AS_SHRINK_PCT} -minimum-size ${NEW_MIN_AS} -maximum-size ${NEW_MAX_AS} -mode ${NEW_AS_MODE}"|tee -a ${LOG} ${TMP} fi # ${SETSIZE} fi # Not Equal fi # WR || DP fi # VOL_SIZE > SIZE_THD_SET done # volume done # vserver done # for CLUSTER if [ ${MAIL} ]; then echo "`date` Mailing to ${MAILTO}"|tee -a ${LOG} ${TMP} cp ${TMP} ${ASC} date | tee -a ${MAILMSG} cat ${MAILMSG} | mailx -a ${ASC} -s "@${HOSTNAME}: Logging of cDOT set autosizing [${PGM} v${VER}]" ${MAILTO} rm ${ASC} fi # MAIL # Finish rm ${TMP} ${TMP}.TOTAL_QUOTA ${MAILMSG} echo "`date` ${PGM} v${VER} finished."|tee -a ${LOG} exit 0