From af5a6599feac2322dbafc2a289085e18c1503f5a Mon Sep 17 00:00:00 2001 From: Staci Mullins <63313398+stacimc@users.noreply.github.com> Date: Mon, 19 Aug 2024 10:59:59 -0700 Subject: [PATCH] Increase Wikimedia reingestion pull_data timeout (#4744) --- catalog/dags/providers/provider_reingestion_workflows.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/catalog/dags/providers/provider_reingestion_workflows.py b/catalog/dags/providers/provider_reingestion_workflows.py index 58f3c97d03b..1795c15d05b 100644 --- a/catalog/dags/providers/provider_reingestion_workflows.py +++ b/catalog/dags/providers/provider_reingestion_workflows.py @@ -91,7 +91,7 @@ def __post_init__(self): # 64 total reingestion days dag_id="wikimedia_reingestion_workflow", ingester_class=WikimediaCommonsDataIngester, - pull_timeout=timedelta(minutes=90), + pull_timeout=timedelta(hours=4), max_active_tasks=2, daily_list_length=6, one_month_list_length=9,