[NOT TESTED] Change trigger rule for ingest_upstream_tasks

WordPress · Feb 2, 2024 · 559c231 · 559c231
1 parent 23b4e9e
commit 559c231
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/catalog/dags/data_refresh/data_refresh_task_factory.py b/catalog/dags/data_refresh/data_refresh_task_factory.py
@@ -149,7 +149,10 @@ def create_data_refresh_task_group(
         # completion. This task copies the media table for the given model from the
         # Catalog into the API DB and builds the elasticsearch index. The new table
         # and index are not promoted until a later step.
-        with TaskGroup(group_id="ingest_upstream") as ingest_upstream_tasks:
+        with TaskGroup(
+            group_id="ingest_upstream",
+            default_args={"trigger_rule": TriggerRule.NONE_FAILED},
+        ) as ingest_upstream_tasks:
             ingestion_server.trigger_and_wait_for_task(
                 action="ingest_upstream",
                 model=data_refresh.media_type,