feat: adding more primary workers to help with the task

opentargets · Nov 22, 2023 · cfc7a75 · cfc7a75
1 parent 5764336
commit cfc7a75
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/airflow/dags/gwas_catalog_harmonisation.py b/src/airflow/dags/gwas_catalog_harmonisation.py
@@ -102,6 +102,7 @@ def submit_jobs(**kwargs: Any) -> None:
         >> common.create_cluster(
             CLUSTER_NAME,
             autoscaling_policy=AUTOSCALING,
+            num_workers=8,
             master_machine_type="n1-highmem-64",
             worker_machine_type="n1-standard-2",
         )