#!/bin/bash # k9b Server Monitor v2 — Mar 17, 2026 # HTML email alerts with proper tables and styling. # Logs every run to /var/log/server-monitor.log for history. ALERT_EMAIL="josh+k9b-alert@yakutaconsulting.com" LOAD_THRESHOLD=4 HOSTNAME="k9b" LOG_FILE="/var/log/server-monitor.log" LOCKFILE="/tmp/server-monitor-alert.lock" COOLDOWN=900 CHECK_URLS=( "https://advancedinvestmentcorp.com" "https://dpseugene.com" "https://jacoblab.com" "https://k9bytes.net" ) NOW=$(date '+%Y-%m-%d %H:%M:%S %Z') NOW_EPOCH=$(date +%s) LOAD_1=$(awk '{print $1}' /proc/loadavg) LOAD_5=$(awk '{print $2}' /proc/loadavg) LOAD_15=$(awk '{print $3}' /proc/loadavg) LOAD_INT=$(awk '{print int($1)}' /proc/loadavg) MEM_TOTAL=$(free -m | awk '/^Mem:/{print $2}') MEM_USED=$(free -m | awk '/^Mem:/{print $3}') MEM_FREE=$(free -m | awk '/^Mem:/{print $4}') MEM_AVAIL=$(free -m | awk '/^Mem:/{print $7}') MEM_PCT=$(( MEM_USED * 100 / MEM_TOTAL )) SWAP_TOTAL=$(free -m | awk '/^Swap:/{print $2}') SWAP_USED=$(free -m | awk '/^Swap:/{print $3}') SWAP_PCT=0 [ "$SWAP_TOTAL" -gt 0 ] && SWAP_PCT=$(( SWAP_USED * 100 / SWAP_TOTAL )) SWAP_FREE=$((SWAP_TOTAL - SWAP_USED)) DISK_PCT=$(df -h / | awk 'NR==2{print $5}' | tr -d '%') UPTIME=$(uptime -p 2>/dev/null || uptime | sed 's/.*up /up /' | sed 's/,.*load.*//') CPU_CORES=$(nproc) CONN_ESTAB=$(ss -tn | grep ESTAB | wc -l) CONN_CLOSE_WAIT=$(ss -tn | grep CLOSE-WAIT | wc -l) CONN_TIME_WAIT=$(ss -tn | grep TIME-WAIT | wc -l) CONN_FIN_WAIT=$(ss -tn | grep FIN-WAIT | wc -l) FPM_TOTAL=$(ps aux | grep 'php-fpm: pool' | grep -v grep | wc -l) APACHE_WORKERS=$(ps aux | grep httpd | grep -v grep | wc -l) echo "$NOW | load=$LOAD_1/$LOAD_5/$LOAD_15 | mem=${MEM_USED}M/${MEM_TOTAL}M (${MEM_PCT}%) | swap=${SWAP_USED}M/${SWAP_TOTAL}M (${SWAP_PCT}%) | disk=${DISK_PCT}% | fpm=$FPM_TOTAL | apache=$APACHE_WORKERS | conn=$CONN_ESTAB" >> "$LOG_FILE" ALERT=false ALERT_REASONS=() if [ "$LOAD_INT" -ge "$LOAD_THRESHOLD" ]; then ALERT=true ALERT_REASONS+=("HIGH LOAD: $LOAD_1 (threshold: $LOAD_THRESHOLD)") fi if [ "$MEM_PCT" -ge 85 ]; then ALERT=true ALERT_REASONS+=("HIGH MEMORY: ${MEM_PCT}% (${MEM_USED}M / ${MEM_TOTAL}M)") fi if [ "$SWAP_PCT" -ge 40 ]; then ALERT=true ALERT_REASONS+=("HIGH SWAP: ${SWAP_PCT}% (${SWAP_USED}M / ${SWAP_TOTAL}M)") fi if [ "$DISK_PCT" -ge 96 ]; then ALERT=true ALERT_REASONS+=("DISK: ${DISK_PCT}% used") fi if [ "$CONN_CLOSE_WAIT" -gt 50 ]; then ALERT=true ALERT_REASONS+=("CONN PILEUP: $CONN_CLOSE_WAIT CLOSE_WAIT") fi declare -A SITE_RESULTS for URL in "${CHECK_URLS[@]}"; do DOMAIN=$(echo "$URL" | awk -F/ '{print $3}') HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" -m 5 -A "server-monitor/1.0" "$URL" 2>/dev/null) RESP_TIME=$(curl -s -o /dev/null -w "%{time_total}" -m 5 -A "server-monitor/1.0" "$URL" 2>/dev/null) if [ "$HTTP_CODE" != "200" ] && [ "$HTTP_CODE" != "301" ] && [ "$HTTP_CODE" != "302" ] && [ "$HTTP_CODE" != "307" ]; then sleep 3 HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" -m 5 -A "server-monitor/1.0" "$URL" 2>/dev/null) RESP_TIME=$(curl -s -o /dev/null -w "%{time_total}" -m 5 -A "server-monitor/1.0" "$URL" 2>/dev/null) if [ "$HTTP_CODE" != "200" ] && [ "$HTTP_CODE" != "301" ] && [ "$HTTP_CODE" != "302" ] && [ "$HTTP_CODE" != "307" ]; then ALERT=true ALERT_REASONS+=("SITE DOWN: $DOMAIN returned HTTP $HTTP_CODE") fi fi SITE_RESULTS["$DOMAIN"]="$HTTP_CODE|$RESP_TIME" done if [ "$ALERT" = true ]; then echo "$NOW | ALERT | ${ALERT_REASONS[*]}" >> "$LOG_FILE" if [ ! -f "$LOCKFILE" ] || [ $(( NOW_EPOCH - $(stat -c %Y "$LOCKFILE" 2>/dev/null || echo 0) )) -gt $COOLDOWN ]; then FPM_ROWS="" while IFS= read -r line; do COUNT=$(echo "$line" | awk '{print $1}') POOL=$(echo "$line" | awk '{print $2}') FPM_ROWS+="$POOL$COUNT" done < <(ps aux | grep 'php-fpm: pool' | grep -v grep | awk '{print $NF}' | sort | uniq -c | sort -rn) CPU_ROWS="" while IFS= read -r line; do USER=$(echo "$line" | awk '{print $1}') CPU=$(echo "$line" | awk '{print $2}') MEM=$(echo "$line" | awk '{print $3}') CMD=$(echo "$line" | awk '{print $4}') CPU_ROWS+="$USER$CPU%$MEM%$CMD" done < <(ps aux --sort=-%cpu | awk 'NR>1 && $3>1.0{print $1, $3, $4, $11}' | head -8) MEM_ROWS="" while IFS= read -r line; do USER=$(echo "$line" | awk '{print $1}') MPCT=$(echo "$line" | awk '{print $2}') MBS=$(echo "$line" | awk '{print $3}') CMD=$(echo "$line" | awk '{print $4}') MEM_ROWS+="$USER$MPCT%${MBS}M$CMD" done < <(ps aux --sort=-%mem | awk 'NR>1 && NR<=6{print $1, $4, int($6/1024), $11}') SITE_ROWS="" for DOMAIN in "${!SITE_RESULTS[@]}"; do IFS='|' read -r CODE RTIME <<< "${SITE_RESULTS[$DOMAIN]}" if [ "$CODE" = "200" ] || [ "$CODE" = "301" ] || [ "$CODE" = "302" ] || [ "$CODE" = "307" ]; then COLOR="#2d8a4e"; ICON="✓" else COLOR="#cc3333"; ICON="✗" fi SITE_ROWS+="$DOMAIN$ICON $CODE${RTIME}s" done REASON_HTML="" for R in "${ALERT_REASONS[@]}"; do REASON_HTML+="
$R
" done LOAD_COLOR="#333" [ "$LOAD_INT" -ge "$LOAD_THRESHOLD" ] && LOAD_COLOR="#cc3333" MEM_COLOR="#333" [ "$MEM_PCT" -ge 75 ] && MEM_COLOR="#cc7a00" [ "$MEM_PCT" -ge 85 ] && MEM_COLOR="#cc3333" SWAP_COLOR="#333" [ "$SWAP_PCT" -ge 30 ] && SWAP_COLOR="#cc7a00" [ "$SWAP_PCT" -ge 40 ] && SWAP_COLOR="#cc3333" DISK_COLOR="#333" [ "$DISK_PCT" -ge 90 ] && DISK_COLOR="#cc7a00" [ "$DISK_PCT" -ge 96 ] && DISK_COLOR="#cc3333" SUBJECT="$HOSTNAME Alert: $LOAD_1 load" BODY="
$HOSTNAME Server Alert
$NOW
$REASON_HTML
System
Uptime$UPTIME
CPU Cores$CPU_CORES
Apache Workers$APACHE_WORKERS
Load (1m)
$LOAD_1
5m: $LOAD_5   15m: $LOAD_15
Memory
${MEM_PCT}%
${MEM_USED}M / ${MEM_TOTAL}M
Swap
${SWAP_PCT}%
${SWAP_USED}M / ${SWAP_TOTAL}M
Disk
${DISK_PCT}%
of root partition
Connections
ESTABLISHED $CONN_ESTAB CLOSE_WAIT $CONN_CLOSE_WAIT
TIME_WAIT $CONN_TIME_WAIT FIN_WAIT $CONN_FIN_WAIT
$(if [ -n "$FPM_ROWS" ]; then echo "
PHP-FPM — $FPM_TOTAL workers
$FPM_ROWS
PoolWorkers
"; fi) $(if [ -n "$CPU_ROWS" ]; then echo "
Top CPU
$CPU_ROWS
UserCPUMEMProcess
"; fi)
Top Memory
$MEM_ROWS
UserMEMSizeProcess
Site Checks
$SITE_ROWS
DomainStatusResponse
$HOSTNAME • $(hostname) • Alert threshold: load ≥ $LOAD_THRESHOLD
" { echo "To: $ALERT_EMAIL" echo "From: $HOSTNAME Server " echo "Subject: $SUBJECT" echo "MIME-Version: 1.0" echo "Content-Type: text/html; charset=utf-8" echo "" echo "$BODY" } | /usr/sbin/sendmail -t touch "$LOCKFILE" logger "server-monitor: Alert sent - load $LOAD_1 - ${ALERT_REASONS[0]}" else REMAINING=$(( COOLDOWN - (NOW_EPOCH - $(stat -c %Y "$LOCKFILE" 2>/dev/null || echo 0)) )) echo "$NOW | SUPPRESSED (${REMAINING}s cooldown) | load=$LOAD_1" >> "$LOG_FILE" fi fi