Add check to skip toggling CloudWatch alarms

catalog/dags/common/cloudwatch.py

@@ -6,6 +6,7 @@
 import logging
 import boto3
 from botocore.exceptions import ClientError
+from airflow.models import Variable
 
 logger = logging.getLogger(__name__)
 
@@ -48,6 +49,11 @@ def enable_alarm_actions(self, alarm_name, enable):
 
 
 def enable_or_disable_alarms(enable):
+    skip_toggling = Variable.get("SKIP_TOGGLING_CLOUDWATCH_ALARMS", False)
+    if skip_toggling:
+        logger.info("Skipping toggling CloudWatch alarms.")
+        return
+
     cw_wrapper = CloudWatchWrapper(boto3.resource("cloudwatch"))
 
     sensitive_alarms_list = [

catalog/env.template

@@ -94,6 +94,9 @@ AWS_SECRET_ACCESS_KEY=test_secret
 AWS_DEFAULT_REGION=us-east-1
 # General bucket used for TSV->DB ingestion and logging
 OPENVERSE_BUCKET=openverse-storage
+# Whether to toggle production CloudWatch alarms when running a data refresh DAG.
+# Used to prevent requiring AWS credentials when running locally.
+AIRFLOW_VAR_SKIP_TOGGLING_CLOUDWATCH_ALARMS=false
 # Seconds to wait before poking for availability of the data refresh pool when running a data_refresh
 # DAG. Used to shorten the time for testing purposes.
 DATA_REFRESH_POKE_INTERVAL=5