Kubernetes — alert when a PVC is stuck Pending

#!/usr/bin/env bash
# /etc/cron.d/pvc-pending
# */5 * * * * root /opt/pvc-pending.sh

CONTEXT=${KUBE_CONTEXT:-prod}
MAX_MIN=${MAX_MIN:-10}

NOW=$(date -u +%s)
STUCK=$(kubectl --context "$CONTEXT" get pvc -A -o json | jq --argjson now "$NOW" --argjson max "$MAX_MIN" '
  [.items[] | select(.status.phase == "Pending") |
   {
     ns: .metadata.namespace,
     name: .metadata.name,
     age_min: ($now - (.metadata.creationTimestamp | fromdateiso8601)) / 60
   } |
   select(.age_min > $max)]')

COUNT=$(echo "$STUCK" | jq 'length')

if [ "${COUNT:-0}" -gt 0 ]; then
  EXAMPLES=$(echo "$STUCK" | jq -r '.[] | "\(.ns)/\(.name)"' | head -5 | tr '\n' ',')
  curl -fsS "$HEARTBEAT_URL" --data "pvc_pending=$COUNT,examples=$EXAMPLES"
  exit 2
fi
echo "OK (no PVC pending > ${MAX_MIN}m)"