Modifies GCSTransfers_ArchiveFilesDoNotMatchOrMissing alert to sum di…

…fference so that we don't get separate alerts for every experiment/datatype combination, but instead one lump sum indicating a non-zero value. (#720)
m-lab · Jul 20, 2020 · c4afd96 · c4afd96
1 parent ac1b1fa
commit c4afd96
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/config/federation/prometheus/alerts.yml b/config/federation/prometheus/alerts.yml
@@ -730,8 +730,8 @@ groups:
 # This alert enforces that daily transfers are working for all datatypes.
   - alert: GCSTransfers_ArchiveFilesDoNotMatchOrMissing
     expr: |
-      increase(gcs_archive_files_total{bucket="archive-mlab-oti"}[1d]) - ignoring(bucket)
-         increase(gcs_archive_files_total{bucket="archive-measurement-lab"}[1d]) != 0
+      sum(increase(gcs_archive_files_total{bucket="archive-mlab-oti"}[1d]) - ignoring(bucket)
+         increase(gcs_archive_files_total{bucket="archive-measurement-lab"}[1d]) != 0)
       OR
       absent(gcs_archive_files_total)
     for: 1d