From b4b181b02c9a172f7f71a2fe0a831c10c26f9888 Mon Sep 17 00:00:00 2001 From: Rebecca Date: Fri, 11 Aug 2023 11:30:55 -0400 Subject: [PATCH] Remove cld-lid table from the production dataset --- linkage_dag.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/linkage_dag.py b/linkage_dag.py index 2d05466..151a3c8 100644 --- a/linkage_dag.py +++ b/linkage_dag.py @@ -409,8 +409,9 @@ # we're about to copy tables from staging to production, so do checks to make sure we haven't broken anything # along the way check_queries = [] - production_tables = ["sources", "references", "all_metadata_with_cld2_lid"] - for table_name in production_tables: + staging_tables = ["sources", "references", "all_metadata_with_cld2_lid"] + production_tables = ["sources", "references"] + for table_name in staging_tables: check_queries.append(BigQueryCheckOperator( task_id="check_monotonic_increase_"+table_name.lower(), sql=(f"select (select count(0) from {staging_dataset}.{table_name}) >= "