Remove cld-lid table from the production dataset

georgetown-cset · Aug 16, 2023 · b4b181b · b4b181b
1 parent 3e0b911
commit b4b181b
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/linkage_dag.py b/linkage_dag.py
@@ -409,8 +409,9 @@
     # we're about to copy tables from staging to production, so do checks to make sure we haven't broken anything
     # along the way
     check_queries = []
-    production_tables = ["sources", "references", "all_metadata_with_cld2_lid"]
-    for table_name in production_tables:
+    staging_tables = ["sources", "references", "all_metadata_with_cld2_lid"]
+    production_tables = ["sources", "references"]
+    for table_name in staging_tables:
         check_queries.append(BigQueryCheckOperator(
             task_id="check_monotonic_increase_"+table_name.lower(),
             sql=(f"select (select count(0) from {staging_dataset}.{table_name}) >= "