Skip to content

Commit d5de056

Browse files
authored
fix(Google Search Console): Wait an extra day before expecting Google Search Console export data to exist. (#8220)
1 parent c9734c3 commit d5de056

File tree

2 files changed

+18
-16
lines changed
  • sql/moz-fx-data-shared-prod/google_search_console_derived

2 files changed

+18
-16
lines changed

sql/moz-fx-data-shared-prod/google_search_console_derived/search_impressions_by_page_v2/metadata.yaml

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -23,27 +23,28 @@ labels:
2323
scheduling:
2424
dag_name: bqetl_google_search_console
2525
date_partition_parameter: date
26-
# Google Search Console exports typically happen two days after the data date in UTC.
27-
date_partition_offset: -1
26+
# Google Search Console exports typically happen two days after the data date in UTC, but we wait
27+
# an extra day beyond that because Google Search Console exports have often been further delayed.
28+
date_partition_offset: -2
2829
depends_on_table_partitions_existing:
2930
- task_id: wait_for_google_search_console_addons_url_impressions
3031
table_id: moz-fx-data-marketing-prod.searchconsole_addons.searchdata_url_impression
31-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
32+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
3233
- task_id: wait_for_google_search_console_blog_url_impressions
3334
table_id: moz-fx-data-marketing-prod.searchconsole_blog.searchdata_url_impression
34-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
35+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
3536
- task_id: wait_for_google_search_console_getpocket_url_impressions
3637
table_id: moz-fx-data-marketing-prod.searchconsole_getpocket.searchdata_url_impression
37-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
38+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
3839
- task_id: wait_for_google_search_console_mdn_url_impressions
3940
table_id: moz-fx-data-marketing-prod.searchconsole_mdn.searchdata_url_impression
40-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
41+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
4142
- task_id: wait_for_google_search_console_support_url_impressions
4243
table_id: moz-fx-data-marketing-prod.searchconsole_support.searchdata_url_impression
43-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
44+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
4445
- task_id: wait_for_google_search_console_www_url_impressions
4546
table_id: moz-fx-data-marketing-prod.searchconsole_www.searchdata_url_impression
46-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
47+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
4748
bigquery:
4849
time_partitioning:
4950
type: day

sql/moz-fx-data-shared-prod/google_search_console_derived/search_impressions_by_site_v2/metadata.yaml

Lines changed: 9 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -23,27 +23,28 @@ labels:
2323
scheduling:
2424
dag_name: bqetl_google_search_console
2525
date_partition_parameter: date
26-
# Google Search Console exports typically happen two days after the data date in UTC.
27-
date_partition_offset: -1
26+
# Google Search Console exports typically happen two days after the data date in UTC, but we wait
27+
# an extra day beyond that because Google Search Console exports have often been further delayed.
28+
date_partition_offset: -2
2829
depends_on_table_partitions_existing:
2930
- task_id: wait_for_google_search_console_addons_site_impressions
3031
table_id: moz-fx-data-marketing-prod.searchconsole_addons.searchdata_site_impression
31-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
32+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
3233
- task_id: wait_for_google_search_console_blog_site_impressions
3334
table_id: moz-fx-data-marketing-prod.searchconsole_blog.searchdata_site_impression
34-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
35+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
3536
- task_id: wait_for_google_search_console_getpocket_site_impressions
3637
table_id: moz-fx-data-marketing-prod.searchconsole_getpocket.searchdata_site_impression
37-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
38+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
3839
- task_id: wait_for_google_search_console_mdn_site_impressions
3940
table_id: moz-fx-data-marketing-prod.searchconsole_mdn.searchdata_site_impression
40-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
41+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
4142
- task_id: wait_for_google_search_console_support_site_impressions
4243
table_id: moz-fx-data-marketing-prod.searchconsole_support.searchdata_site_impression
43-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
44+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
4445
- task_id: wait_for_google_search_console_www_site_impressions
4546
table_id: moz-fx-data-marketing-prod.searchconsole_www.searchdata_site_impression
46-
partition_id: '{{ data_interval_start.subtract(days=1) | ds_nodash }}'
47+
partition_id: '{{ data_interval_start.subtract(days=2) | ds_nodash }}'
4748
bigquery:
4849
time_partitioning:
4950
type: day

0 commit comments

Comments
 (0)