Warn/Crit in performance

I’ve added the warning/critical thresholds to the performance data.

#!/bin/bash
#———-check_iostat.sh———–
#
# Version 0.0.2 – Jan/2009
# Changes: added device verification
#
# by Thiago Varela – [email protected]
#
# Version 0.0.3 – Dec/2011
# Changes:
# – changed values from bytes to mbytes
# – fixed bug to get traffic data without comma but point
# – current values are displayed now, not average values (first run of iostat)
#
# by Philipp Niedziela – [email protected]
#
# Version 0.0.4 – April/2014
# Changes:
# – Allow Empty warn/crit levels
# – Can check I/O, WAIT Time, or Queue
#
# by Warren Turner
#
# Version 0.0.5 – Jun/2014
# Changes:
# – removed -y flag from call since iostat doesn’t know about it any more (June 2014)
# – only needed executions of iostat are done now (save cpu time whenever you can)
# – fixed the obvious problems of missing input values (probably because of the now unimplemented “-y”) with -x values
# – made perfomance data optional (I like to have choice in the matter)
#
# by Frederic Krueger / [email protected]
#
# Version 0.0.6 – Jul/2014
# Changes:
# – Cleaned up argument checking, removed excess iostat calls, steamlined if statements and renamed variables to fit current use
# – Fixed all inputs to match current iostat output (Ubuntu 12.04)
# – Changed to take last ten seconds as default (more useful for nagios usage). Will go to “since last reboot” (previous behaviour) on -g flag.
# – added extra comments/whitespace etc to make add readability
#
# by Ben Field / [email protected]
#
# Version 0.0.7 – Sep/2014
# Changes:
# – Fixed performance data for Wait check
#
# by Christian Westergard / [email protected]
#
# Version 0.0.8 – Jan/2019
# Changes:
# – Added Warn/Crit thresholds to performance output
#
# by Danny van Zunderd / [email protected]

iostat=`which iostat 2>/dev/null`
bc=`which bc 2>/dev/null`

function help {
echo -e ”
Usage:

-d =
–Device to be checked. Example: “-d sda”

Run only one of i, q, W:

-i = IO Check Mode
–Checks Total Transfers/sec, Read IO/Sec, Write IO/Sec, Bytes Read/Sec, Bytes Written/Sec
–warning/critical = Total Transfers/sec,Read IO/Sec,Write IO/Sec,Bytes Read/Sec,Bytes Written/Sec

-q = Queue Mode
–Checks Disk Queue Lengths
–warning/critial = Average size of requests, Queue length of requests

-W = Wait Time Mode
–Check the time for I/O requests issued to the device to be served. This includes the time spent by the requests in queue and the time spent servicing them.
–warning/critical = Avg I/O Wait Time (ms), Avg Read Wait Time (ms), Avg Write Wait Time (ms), Avg Service Wait Time (ms), Avg CPU Utilization

-w,-c = pass warning and critical levels respectively. These are not required, but with out them, all queries will return as OK.

-p = Provide performance data for later graphing

-g = Since last reboot for system (more for debugging that nagios use!)

-h = This help
”
exit -1
}

# Ensuring we have the needed tools:
( [ ! -f $iostat ] || [ ! -f $bc ] ) &&
( echo “ERROR: You must have iostat and bc installed in order to run this pluginntuse: apt-get install systat bcn” && exit -1 )

io=0
queue=0
waittime=0
printperfdata=0
STATE=”OK”
samples=2i
status=0

MSG=””
PERFDATA=””

#————Argument Set————-

while getopts “d:w:c:ipqWhg” OPT; do
case $OPT in
“d”) disk=$OPTARG;;
“w”) warning=$OPTARG;;
“c”) critical=$OPTARG;;
“i”) io=1;;
“p”) printperfdata=1;;
“q”) queue=1;;
“W”) waittime=1;;
“g”) samples=1;;
“h”) echo “help:” && help;;
?) echo “Invalid option: -$OPTARG” >&2
exit -1
;;
esac
done

# Autofill if parameters are empty
if [ -z “$disk” ]
then disk=sda
fi

#Checks that only one query type is run
[[ `expr $io+$queue+$waittime` -ne “1” ]] &&
echo “ERROR: select one and only one run mode” && help

#set warning and critical to insane value is empty, else set the individual values
if [ -z “$warning” ]
then
warning=99999
else
#TPS with IO, Request size with queue
warn_1=`echo $warning | cut -d, -f1`
#Read/s with IO,Queue Length with queue
warn_2=`echo $warning | cut -d, -f2`
#Write/s with IO
warn_3=`echo $warning | cut -d, -f3`
#KB/s read with IO
warn_4=`echo $warning | cut -d, -f4`
#KB/s written with IO
warn_5=`echo $warning | cut -d, -f5`
#Crude hack due to integer expression later in the script
warning=1
fi

if [ -z “$critical” ]
then
critical=99999
else
#TPS with IO, Request size with queue
crit_1=`echo $critical | cut -d, -f1`
#Read/s with IO,Queue Length with queue
crit_2=`echo $critical | cut -d, -f2`
#Write/s with IO
crit_3=`echo $critical | cut -d, -f3`
#KB/s read with IO
crit_4=`echo $critical | cut -d, -f4`
#KB/s written with IO
crit_5=`echo $critical | cut -d, -f5`
#Crude hack due to integer expression later in the script
critical=1
fi

#————Argument Set End————-

#————Parameter Check————-

#Checks for sane Disk name:
[ ! -b “/dev/$disk” ] && echo “ERROR: Device incorrectly specified” && help

#Checks for sane warning/critical levels
if ( [[ $warning -ne “99999” ]] || [[ $critical -ne “99999” ]] ); then
if ( [[ “$warn_1” -gt “$crit_1” ]] || [[ “$warn_2” -gt “$crit_2” ]] ); then
echo “ERROR: critical levels must be higher than warning levels” && help
elif ( [[ $io -eq “1” ]] || [[ $waittime -eq “1” ]] ); then
if ( [[ “$warn_3” -gt “$crit_3” ]] || [[ “$warn_4” -gt “$crit_4” ]] || [[ “$warn_5” -gt “$crit_5” ]] ); then
echo “ERROR: critical levels must be higher than warning levels” && help
fi
fi
fi

#————Parameter Check End————-

# iostat parameters:
# -m: megabytes
# -k: kilobytes
# first run of iostat shows statistics since last reboot, second one shows current vaules of hdd
# -d is the duration for second run, -x the rest

TMPX=`$iostat $disk -x -k -d 10 $samples | grep $disk | tail -1`

#————IO Test————-

if [ “$io” == “1” ]; then

TMPD=`$iostat $disk -k -d 10 $samples | grep $disk | tail -1`
#Requests per second:
tps=`echo “$TMPD” | awk ‘{print $2}’`
read_sec=`echo “$TMPX” | awk ‘{print $4}’`
written_sec=`echo “$TMPX” | awk ‘{print $5}’`

#Kb per second:
kbytes_read_sec=`echo “$TMPX” | awk ‘{print $6}’`
kbytes_written_sec=`echo “$TMPX” | awk ‘{print $7}’`

# “Converting” values to float (string replace , with .)
tps=${tps/,/.}
read_sec=${read_sec/,/.}
written_sec=${written_sec/,/.}
kbytes_read_sec=${kbytes_read_sec/,/.}
kbytes_written_sec=${kbytes_written_sec/,/.}

# Comparing the result and setting the correct level:
if [ “$warning” -ne “99999” ]; then
if ( [ “`echo “$tps >= $warn_1″ | bc`” == “1” ] || [ “`echo “$read_sec >= $warn_2″ | bc`” == “1” ] ||
[ “`echo “$written_sec >= $warn_3″ | bc`” == “1” ] || [ “`echo “$kbytes_read_sec >= $warn_4″ | bc -q`” == “1” ] ||
[ “`echo “$kbytes_written_sec >= $warn_5″ | bc`” == “1” ] ); then
STATE=”WARNING”
status=1
fi
fi
if [ “$critical” -ne “99999” ]; then
if ( [ “`echo “$tps >= $crit_1″ | bc`” == “1” ] || [ “`echo “$read_sec >= $crit_2″ | bc -q`” == “1” ] ||
[ “`echo “$written_sec >= $crit_3″ | bc`” == “1” ] || [ “`echo “$kbytes_read_sec >= $crit_4″ | bc -q`” == “1” ] ||
[ “`echo “$kbytes_written_sec >= $crit_5″ | bc`” == “1” ] ); then
STATE=”CRITICAL”
status=2
fi
fi
# Printing the results:
MSG=”$STATE – I/O stats: Transfers/Sec=$tps Read Requests/Sec=$read_sec Write Requests/Sec=$written_sec KBytes Read/Sec=$kbytes_read_sec KBytes_Written/Sec=$kbytes_written_sec”
PERFDATA=” | total_io_sec’=$tps;$warn_1;$crit_1; read_io_sec=$read_sec;$warn_2;$crit_2; write_io_sec=$written_sec;$warn_3;$crit_3; kbytes_read_sec=$kbytes_read_sec;$warn_4;$crit_4; kbytes_written_sec=$kbytes_written_sec;$warn_5;$crit_5;”
fi

#————IO Test End————-

#————Queue Test————-
if [ “$queue” == “1” ]; then
qsize=`echo “$TMPX” | awk ‘{print $8}’`
qlength=`echo “$TMPX” | awk ‘{print $9}’`

# “Converting” values to float (string replace , with .)
qsize=${qsize/,/.}
qlength=${qlength/,/.}

# Comparing the result and setting the correct level:
if [ “$warning” -ne “99999” ]; then
if ( [ “`echo “$qsize >= $warn_1″ | bc`” == “1” ] || [ “`echo “$qlength >= $warn_2″ | bc`” == “1” ] ); then
STATE=”WARNING”
status=1
fi
fi
if [ “$critical” -ne “99999” ]; then
if ( [ “`echo “$qsize >= $crit_1″ | bc`” == “1” ] || [ “`echo “$qlength >= $crit_2″ | bc`” == “1” ] ); then
STATE=”CRITICAL”
status=2
fi
fi

# Printing the results:
MSG=”$STATE – Disk Queue Stats: Average Request Size=$qsize Average Queue Length=$qlength”
PERFDATA=” | qsize=$qsize;$warn_1;$crit_1; queue_length=$qlength;$warn_2;$crit_2;”
fi

#————Queue Test End————-

#————Wait Time Test————-

#Parse values. Warning – svc time will soon be deprecated and these will need to be changed. Future parser could look at first line (labels) to suggest correct column to return
if [ “$waittime” == “1” ]; then
avgwait=`echo “$TMPX” | awk ‘{print $10}’`
avgrwait=`echo “$TMPX” | awk ‘{print $11}’`
avgwwait=`echo “$TMPX” | awk ‘{print $12}’`
avgsvctime=`echo “$TMPX” | awk ‘{print $13}’`
avgcpuutil=`echo “$TMPX” | awk ‘{print $14}’`

# “Converting” values to float (string replace , with .)
avgwait=${avgwait/,/.}
avgrwait=${avgrwait/,/.}
avgwwait=${avgwwait/,/.}
avgsvctime=${avgsvctime/,/.}
avgcpuutil=${avgcpuutil/,/.}

# Comparing the result and setting the correct level:
if [ “$warning” -ne “99999” ]; then
if ( [ “`echo “$avgwait >= $warn_1″ | bc`” == “1” ] || [ “`echo “$avgrwait >= $warn_2″ | bc -q`” == “1” ] ||
[ “`echo “$avgwwait >= $warn_3″ | bc`” == “1” ] || [ “`echo “$avgsvctime >= $warn_4″ | bc -q`” == “1” ] ||
[ “`echo “$avgcpuutil >= $warn_5″ | bc`” == “1” ] ); then
STATE=”WARNING”
status=1
fi
fi
if [ “$critical” -ne “99999” ]; then
if ( [ “`echo “$avgwait >= $crit_1″ | bc`” == “1” ] || [ “`echo “$avgrwait >= $crit_2″ | bc -q`” == “1” ] ||
[ “`echo “$avgwwait >= $crit_3″ | bc`” == “1” ] || [ “`echo “$avgsvctime >= $crit_4″ | bc -q`” == “1” ] ||
[ “`echo “$avgcpuutil >= $crit_5″ | bc`” == “1” ] ); then
STATE=”CRITICAL”
status=2
fi
fi

# Printing the results:
MSG=”$STATE – Wait Time Stats: Avg I/O Wait Time (ms)=$avgwait Avg Read Wait Time (ms)=$avgrwait Avg Write Wait Time (ms)=$avgwwait Avg Service Wait Time (ms)=$avgsvctime Avg CPU Utilization=$avgcpuutil”
PERFDATA=” | avg_io_waittime_ms=$avgwait;$warn_1;$crit_1; avg_r_waittime_ms=$avgrwait;$warn_2;$crit_2; avg_w_waittime_ms=$avgwwait;$warn_3;$crit_3; avg_service_waittime_ms=$avgsvctime;$warn_4;$crit_4; avg_cpu_utilization=$avgcpuutil;$warn_5;$crit_5;”
fi

#————Wait Time End————-

# now output the official result
echo -n “$MSG”
if [ “x$printperfdata” == “x1” ]; then echo -n “$PERFDATA”; fi
echo “”
exit $status
#———-/check_iostat.sh———–