Rename old data refresh to legacy_data_refresh (#4260)

* Rename old data refresh * Fix isort
WordPress · May 7, 2024 · 3da4ab6 · 3da4ab6
1 parent 035dbd7
commit 3da4ab6
Show file tree

Hide file tree

Showing 12 changed files with 16 additions and 15 deletions.
diff --git a/catalog/dags/elasticsearch_cluster/healthcheck_dag.py b/catalog/dags/elasticsearch_cluster/healthcheck_dag.py
@@ -29,7 +29,7 @@
 from common.elasticsearch import get_es_host
 from common.sensors.utils import is_concurrent_with_any
 from common.slack import send_alert, send_message
-from data_refresh.data_refresh_types import DATA_REFRESH_CONFIGS
+from legacy_data_refresh.data_refresh_types import DATA_REFRESH_CONFIGS
 
 
 logger = logging.getLogger(__name__)

diff --git a/catalog/dags/elasticsearch_cluster/recreate_staging_index/recreate_full_staging_index.py b/catalog/dags/elasticsearch_cluster/recreate_staging_index/recreate_full_staging_index.py
@@ -3,7 +3,7 @@
 from airflow.decorators import task, task_group
 
 from common import ingestion_server
-from data_refresh.data_refresh_types import DATA_REFRESH_CONFIGS
+from legacy_data_refresh.data_refresh_types import DATA_REFRESH_CONFIGS
 
 
 DAG_ID = "recreate_full_staging_index"

diff --git a/catalog/dags/data_refresh/__init__.py → catalog/dags/legacy_data_refresh/__init__.py b/catalog/dags/data_refresh/__init__.py → catalog/dags/legacy_data_refresh/__init__.py
diff --git a/...ags/data_refresh/create_filtered_index.py → ...acy_data_refresh/create_filtered_index.py b/...ags/data_refresh/create_filtered_index.py → ...acy_data_refresh/create_filtered_index.py
@@ -24,7 +24,7 @@
 
 from common import ingestion_server
 from common.constants import XCOM_PULL_TEMPLATE
-from data_refresh.data_refresh_types import DataRefresh
+from legacy_data_refresh.data_refresh_types import DataRefresh
 
 
 def create_and_populate_filtered_index(

diff --git a/...data_refresh/create_filtered_index_dag.py → ...data_refresh/create_filtered_index_dag.py b/...data_refresh/create_filtered_index_dag.py → ...data_refresh/create_filtered_index_dag.py
@@ -60,10 +60,10 @@
 from common.constants import DAG_DEFAULT_ARGS
 from common.sensors.constants import PRODUCTION_ES_CONCURRENCY_TAG
 from common.sensors.utils import prevent_concurrency_with_dags_with_tag
-from data_refresh.create_filtered_index import (
+from legacy_data_refresh.create_filtered_index import (
     create_filtered_index_creation_task_groups,
 )
-from data_refresh.data_refresh_types import DATA_REFRESH_CONFIGS, DataRefresh
+from legacy_data_refresh.data_refresh_types import DATA_REFRESH_CONFIGS, DataRefresh
 
 
 # Note: We can't use the TaskFlow `@dag` DAG factory decorator

diff --git a/catalog/dags/data_refresh/dag_factory.py → ...g/dags/legacy_data_refresh/dag_factory.py b/catalog/dags/data_refresh/dag_factory.py → ...g/dags/legacy_data_refresh/dag_factory.py
@@ -36,9 +36,9 @@
     PRODUCTION,
 )
 from common.sensors.constants import PRODUCTION_ES_CONCURRENCY_TAG
-from data_refresh.data_refresh_task_factory import create_data_refresh_task_group
-from data_refresh.data_refresh_types import DATA_REFRESH_CONFIGS, DataRefresh
-from data_refresh.reporting import report_record_difference
+from legacy_data_refresh.data_refresh_task_factory import create_data_refresh_task_group
+from legacy_data_refresh.data_refresh_types import DATA_REFRESH_CONFIGS, DataRefresh
+from legacy_data_refresh.reporting import report_record_difference
 
 
 logger = logging.getLogger(__name__)

diff --git a/...data_refresh/data_refresh_task_factory.py → ...data_refresh/data_refresh_task_factory.py b/...data_refresh/data_refresh_task_factory.py → ...data_refresh/data_refresh_task_factory.py
@@ -59,10 +59,10 @@
 from common.sensors.constants import PRODUCTION_ES_CONCURRENCY_TAG
 from common.sensors.single_run_external_dags_sensor import SingleRunExternalDAGsSensor
 from common.sensors.utils import wait_for_external_dags_with_tag
-from data_refresh.create_filtered_index import (
+from legacy_data_refresh.create_filtered_index import (
     create_filtered_index_creation_task_groups,
 )
-from data_refresh.data_refresh_types import DataRefresh
+from legacy_data_refresh.data_refresh_types import DataRefresh
 
 
 logger = logging.getLogger(__name__)

diff --git a/...g/dags/data_refresh/data_refresh_types.py → ...legacy_data_refresh/data_refresh_types.py b/...g/dags/data_refresh/data_refresh_types.py → ...legacy_data_refresh/data_refresh_types.py
diff --git a/catalog/dags/data_refresh/reporting.py → ...log/dags/legacy_data_refresh/reporting.py b/catalog/dags/data_refresh/reporting.py → ...log/dags/legacy_data_refresh/reporting.py
diff --git a/catalog/tests/dags/data_refresh/test_reporting.py b/catalog/tests/dags/data_refresh/test_reporting.py
@@ -1,6 +1,6 @@
 import pytest
 
-from data_refresh.reporting import (
+from legacy_data_refresh.reporting import (
     report_record_difference,
     report_status,
 )

diff --git a/catalog/tests/dags/test_dag_parsing.py b/catalog/tests/dags/test_dag_parsing.py
@@ -22,8 +22,8 @@
     "maintenance/rotate_db_snapshots.py",
     "popularity/recreate_popularity_calculation_dag_factory.py",
     "popularity/popularity_refresh_dag_factory.py",
-    "data_refresh/dag_factory.py",
-    "data_refresh/create_filtered_index_dag.py",
+    "legacy_data_refresh/dag_factory.py",
+    "legacy_data_refresh/create_filtered_index_dag.py",
     "elasticsearch_cluster/recreate_staging_index/recreate_full_staging_index_dag.py",
     "elasticsearch_cluster/healthcheck_dag.py",
     "oauth2/authorize_dag.py",
@@ -40,8 +40,8 @@
     ),
     "popularity/recreate_popularity_calculation_dag_factory.py": len(MEDIA_TYPES),
     "popularity/popularity_refresh_dag_factory.py": len(MEDIA_TYPES),
-    "data_refresh/dag_factory.py": len(MEDIA_TYPES),
-    "data_refresh/create_filtered_index_dag.py": len(MEDIA_TYPES),
+    "legacy_data_refresh/dag_factory.py": len(MEDIA_TYPES),
+    "legacy_data_refresh/create_filtered_index_dag.py": len(MEDIA_TYPES),
     "elasticsearch_cluster/healthcheck_dag.py": len(ENVIRONMENTS),
 }
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -47,6 +47,7 @@ known-first-party = [
   "data_refresh",
   "database",
   "elasticsearch_cluster",
+  "legacy_data_refresh",
   "maintenance",
   "oauth2",
   "providers",