Add Nagios/Sensu checks

Author: flowerysong

40simta.cron

@@ -1,4 +1,3 @@
 # simta admin tasks
 10 00 * * * root    /usr/sbin/simtamaint
 */5 * * * * root    /usr/sbin/simc -q &>/dev/null
-5,15,25,35,45,55 * * * * root   netstat -na | awk '$4 ~ /\:465$|\:587$|\:25$/ { print $6 }' | sort | uniq -c | sort -rn | while read count type; do echo -n "$type: $count "; done | logger -p mail.info -t smtp_ports

Makefile.am

@@ -1,5 +1,6 @@
 dist_bin_SCRIPTS = simqc simqgrep simtrans
 dist_sbin_SCRIPTS = simqclean simtamaint
+dist_pkglibexec_SCRIPTS = check-simta-expansion check-simta-queue check-simta-queue-age check-simta-queue-jailed check-simta-queue-ownership metrics-simta
 
 EXTRA_DIST = 40simta.cron packaging/rpm/simta-admin.spec
 

check-simta-expansion

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+while getopts g:t: opt; do
+    case $opt in
+    g)  group=$OPTARG
+        ;;
+    t)  terminal=$OPTARG
+        ;;
+    esac
+done
+
+expanded=$(simexpander /etc/simta.conf $group | awk '/^Terminal:/{print $NF}')
+echo "$group expanded to '$expanded'"
+[[ $expanded != $terminal ]] && exit 2
+
+exit 0

check-simta-queue

@@ -0,0 +1,31 @@
+#!/bin/bash
+
+base=/var/spool/simta
+critical=1000
+warn=500
+
+while getopts c:q:w: opt; do
+    case $opt in
+    c)  critical=$OPTARG
+        ;;
+    w)  warn=$OPTARG
+        ;;
+    q)  queue=${base}/$OPTARG
+        ;;
+    esac
+done
+
+if [[ ! -d $queue ]]; then
+    echo "No queue directory: $queue"
+    exit 2
+fi
+
+qcount=$(find $queue -ignore_readdir_race -type f -name 'E*' 2>/dev/null | wc -l)
+echo "$qcount messages in $queue"
+if [[ $qcount -gt $critical ]]; then
+    exit 2
+elif [[ $qcount -gt $warn ]]; then
+    exit 1
+fi
+
+exit 0

check-simta-queue-age

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+base=/var/spool/simta
+critical=4
+warn=1
+age=120
+
+while getopts a:c:q:w: opt; do
+    case $opt in
+    a)  age=$OPTARG
+        ;;
+    c)  critical=$OPTARG
+        ;;
+    w)  warn=$OPTARG
+        ;;
+    q)  queue=${base}/$OPTARG
+        ;;
+    esac
+done
+
+if [[ ! -d $queue ]]; then
+    echo "No queue directory: $queue"
+    exit 2
+fi
+
+qcount=$(find $queue -ignore_readdir_race -type f -name 'E*' -mmin +$age 2>/dev/null | wc -l)
+echo "$qcount messages older than $age minutes in $queue"
+if [[ $qcount -gt $critical ]]; then
+    exit 2
+elif [[ $qcount -gt $warn ]]; then
+    exit 1
+fi
+
+exit 0

check-simta-queue-jailed

@@ -0,0 +1,31 @@
+#!/bin/bash
+
+base=/var/spool/simta
+critical=1000
+warn=500
+
+while getopts c:q:w: opt; do
+    case $opt in
+    c)  critical=$OPTARG
+        ;;
+    w)  warn=$OPTARG
+        ;;
+    q)  queue=${base}/$OPTARG
+        ;;
+    esac
+done
+
+if [[ ! -d $queue ]]; then
+    echo "No queue directory: $queue"
+    exit 2
+fi
+
+qcount=$(find $queue -ignore_readdir_race -type f -mmin +1 -name 'E*' 2>/dev/null | xargs grep -l '^J2$' | wc -l)
+echo "$qcount jailed messages in $queue"
+if [[ $qcount -gt $critical ]]; then
+    exit 2
+elif [[ $qcount -gt $warn ]]; then
+    exit 1
+fi
+
+exit 0

check-simta-queue-ownership

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+base=/var/spool/simta
+
+unowned=$(find $base -ignore_readdir_race -type f \! -user simta -print 2>/dev/null | wc -l)
+if [[ $unowned -gt 0 ]]; then
+    echo "$unowned files not owned by simta"
+    exit 2
+fi
+
+echo "All files owned by simta"
+exit 0
+

metrics-simta

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+prefix=$(hostname)
+ts=$(date +%s)
+
+simc -q &>/dev/null
+
+ss -na -o '( sport = :25 or sport = :465 or sport = :587 )' | awk 'NR > 2 { sockstate[$2]++ } END{ for (state in sockstate) print tolower(state), sockstate[state]; }' | while read state count; do
+    echo ${prefix}.simta.sockets.$state $count $ts
+done
+
+cat /var/spool/simta/etc/queue_schedule | awk 'NR > 5 && $2 > 5 { gsub(/\./, "_", $3); print $2, $3 }' | while read count queue; do
+    echo ${prefix}.simta.queue.host.$queue $count $ts
+done
+
+for q in slow fast local; do
+    echo ${prefix}.simta.queue.${q} $(find /var/spool/simta/$q -ignore_readdir_race -type f -name 'E*' 2>/dev/null | wc -l) $ts
+done

packaging/rpm/simta-admin.spec.in

@@ -14,6 +14,7 @@ Requires: gawk
 Requires: grep
 Requires: xz
 Requires: net-tools
+Requires: iproute
 Requires: sed
 Requires: simta
 Requires: util-linux
@@ -41,6 +42,8 @@ install -m 0644 40simta.cron %{buildroot}%{_sysconfdir}/cron.d/40simta
 %{_bindir}/simqc
 %{_bindir}/simqgrep
 %{_bindir}/simtrans
+%{_libexecdir}/%{name}/check-simta-*
+%{_libexecdir}/%{name}/metrics-simta
 
 %changelog
 * %(date "+%a %b %d %Y") (Automated RPM build) - %{version}-%{release}