Increase Wikimedia reingestion pull_data timeout (#4744)

WordPress · Aug 19, 2024 · af5a659 · af5a659
1 parent 7d7fc69
commit af5a659
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/catalog/dags/providers/provider_reingestion_workflows.py b/catalog/dags/providers/provider_reingestion_workflows.py
@@ -91,7 +91,7 @@ def __post_init__(self):
         # 64 total reingestion days
         dag_id="wikimedia_reingestion_workflow",
         ingester_class=WikimediaCommonsDataIngester,
-        pull_timeout=timedelta(minutes=90),
+        pull_timeout=timedelta(hours=4),
         max_active_tasks=2,
         daily_list_length=6,
         one_month_list_length=9,