Merge pull request #315 from helium/feat/cron-job-logging-updates

Updating retention factors for cronjobs for updated logging
helium · Feb 8, 2024 · e89798b · e89798b
2 parents 9fd8fa1 + 7297684
commit e89798b
Show file tree

Hide file tree

Showing 11 changed files with 33 additions and 22 deletions.
diff --git a/manifests/poc-data-cluster/prod/helium/active-hotspot-oracle-iot.yaml b/manifests/poc-data-cluster/prod/helium/active-hotspot-oracle-iot.yaml
@@ -7,11 +7,12 @@ spec:
   # Run 30 minutes after the gold table
   schedule: "30 3 * * *"
   concurrencyPolicy: Forbid
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         spec:
           serviceAccountName: s3-data-lake-bucket-access

diff --git a/manifests/poc-data-cluster/prod/helium/active-hotspot-oracle-mobile.yaml b/manifests/poc-data-cluster/prod/helium/active-hotspot-oracle-mobile.yaml
@@ -7,11 +7,12 @@ spec:
   # Run 30 minutes after the gold table
   schedule: "30 3 * * *"
   concurrencyPolicy: Forbid
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         spec:
           serviceAccountName: s3-data-lake-bucket-access

diff --git a/manifests/poc-data-cluster/prod/helium/iot-rewards-share-delta-lake-sink.yaml b/manifests/poc-data-cluster/prod/helium/iot-rewards-share-delta-lake-sink.yaml
@@ -7,11 +7,12 @@ spec:
   concurrencyPolicy: Forbid
   # Rewards run at 12:30-1am, run this after 
   schedule: "0 2 * * *"
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         spec:
           serviceAccountName: s3-data-lake-bucket-access

diff --git a/manifests/poc-data-cluster/prod/helium/mobile-rewards-share-delta-lake-sink.yaml b/manifests/poc-data-cluster/prod/helium/mobile-rewards-share-delta-lake-sink.yaml
@@ -7,11 +7,12 @@ spec:
   concurrencyPolicy: Forbid
   # Rewards run at 12:30-1am, run this after 
   schedule: "0 2 * * *"
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         spec:
           serviceAccountName: s3-data-lake-bucket-access

diff --git a/manifests/web-cluster/prod/helium/close-governance.yaml b/manifests/web-cluster/prod/helium/close-governance.yaml
@@ -6,11 +6,12 @@ metadata:
 spec:
   schedule: "0 */4 * * *"
   concurrencyPolicy: "Forbid"
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         metadata:
           labels:

diff --git a/manifests/web-cluster/prod/helium/end-epoch.yaml b/manifests/web-cluster/prod/helium/end-epoch.yaml
@@ -6,11 +6,12 @@ metadata:
 spec:
   schedule: "0 0 * * *"
   concurrencyPolicy: "Forbid"
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         metadata:
           labels:

diff --git a/manifests/web-cluster/prod/helium/entity-invalidator.yaml b/manifests/web-cluster/prod/helium/entity-invalidator.yaml
@@ -6,11 +6,12 @@ metadata:
 spec:
   schedule: "0 2 * * *"
   concurrencyPolicy: "Forbid"
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         metadata:
           labels:

diff --git a/manifests/web-cluster/sdlc/helium/close-governance.yaml b/manifests/web-cluster/sdlc/helium/close-governance.yaml
@@ -6,11 +6,12 @@ metadata:
 spec:
   schedule: "0 */4 * * *"
   concurrencyPolicy: "Forbid"
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         metadata:
           labels:

diff --git a/manifests/web-cluster/sdlc/helium/end-epoch.yaml b/manifests/web-cluster/sdlc/helium/end-epoch.yaml
@@ -6,11 +6,12 @@ metadata:
 spec:
   schedule: "0 0 * * *"
   concurrencyPolicy: "Forbid"
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         metadata:
           labels:

diff --git a/manifests/web-cluster/sdlc/helium/entity-invalidator.yaml b/manifests/web-cluster/sdlc/helium/entity-invalidator.yaml
@@ -6,11 +6,12 @@ metadata:
 spec:
   schedule: "0 2 * * *"
   concurrencyPolicy: "Forbid"
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         metadata:
           labels:

diff --git a/manifests/web-cluster/sdlc/helium/set-oracle-prices.yaml b/manifests/web-cluster/sdlc/helium/set-oracle-prices.yaml
@@ -6,11 +6,12 @@ metadata:
 spec:
   schedule: "0 */12 * * *"
   concurrencyPolicy: "Forbid"
-  successfulJobsHistoryLimit: 3
-  failedJobsHistoryLimit: 3
+  successfulJobsHistoryLimit: 1
+  failedJobsHistoryLimit: 1
   jobTemplate:
     spec:
       backoffLimit: 10
+      ttlSecondsAfterFinished: 86400
       template:
         metadata:
           labels: