fix: added prom rule for failed longhorn backups

henrywhitaker3 · Mar 5, 2024 · 787f390 · 787f390
1 parent ccb0605
commit 787f390
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/argo/cluster/monitoring/kube-prometheus-stack/chart/rules/misc.yaml b/argo/cluster/monitoring/kube-prometheus-stack/chart/rules/misc.yaml
@@ -4,6 +4,15 @@ metadata:
   name: misc
 spec:
   groups:
+    - name: longhorn
+      rules:
+        - alert: BackupFailed
+          expr: count by (backup, volume) (longhorn_backup_state > 3) > 0
+          for: 1m
+          labels:
+            severity: critical
+          annotations:
+            summary: Backup {{ $labels.backup }} failed for {{ $labels.volume }}
     - name: vms
       rules:
         - alert: VMDown