Skip to content

Commit

Permalink
Apply 775 days retention on Messaging derived tables + some other tab…
Browse files Browse the repository at this point in the history 
…les missing metadata.yaml (#6964)

* add retention to messaging derived + some other tables client level tables

* FIX ci issues
  • Loading branch information
@alekhyamoz
alekhyamoz authored Feb 4, 2025
1 parent 2f73555 commit 6e7fd48
Show file tree
Hide file tree
Showing 16 changed files with 125 additions and 8 deletions.
2 changes: 2 additions & 0 deletions sql/moz-fx-data-shared-prod/messaging_system_derived/cfr_users_daily_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,13 +5,15 @@ owners:
- najiang@mozilla.com
labels:
incremental: true
table_type: client_level
scheduling:
dag_name: bqetl_messaging_system
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: false
expiration_days: 775
clustering:
fields:
- release_channel
3 changes: 2 additions & 1 deletion sql/moz-fx-data-shared-prod/messaging_system_derived/cfr_users_last_seen_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@ labels:
incremental: true
dag: bqetl_messaging_system
owner1: najiang
table_type: client_level
scheduling:
dag_name: bqetl_messaging_system
depends_on_past: true
Expand All @@ -15,7 +16,7 @@ bigquery:
type: day
field: submission_date
require_partition_filter: true
expiration_days: null
expiration_days: 775
clustering:
fields:
- release_channel
Expand Down
2 changes: 2 additions & 0 deletions sql/moz-fx-data-shared-prod/messaging_system_derived/onboarding_users_daily_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,13 +5,15 @@ owners:
- najiang@mozilla.com
labels:
incremental: true
table_type: client_level
scheduling:
dag_name: bqetl_messaging_system
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: false
expiration_days: 775
clustering:
fields:
- release_channel
3 changes: 2 additions & 1 deletion ...-fx-data-shared-prod/messaging_system_derived/onboarding_users_last_seen_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@ labels:
incremental: true
dag: bqetl_messaging_system
owner1: najiang
table_type: client_level
scheduling:
dag_name: bqetl_messaging_system
depends_on_past: true
Expand All @@ -15,7 +16,7 @@ bigquery:
type: day
field: submission_date
require_partition_filter: true
expiration_days: null
expiration_days: 775
clustering:
fields:
- release_channel
Expand Down
2 changes: 2 additions & 0 deletions sql/moz-fx-data-shared-prod/messaging_system_derived/snippets_users_daily_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,13 +5,15 @@ owners:
- najiang@mozilla.com
labels:
incremental: true
table_type: client_level
scheduling:
dag_name: bqetl_messaging_system
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: false
expiration_days: 775
clustering:
fields:
- release_channel
3 changes: 2 additions & 1 deletion ...oz-fx-data-shared-prod/messaging_system_derived/snippets_users_last_seen_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@ labels:
incremental: true
dag: bqetl_messaging_system
owner1: najiang
table_type: client_level
scheduling:
dag_name: bqetl_messaging_system
depends_on_past: true
Expand All @@ -15,7 +16,7 @@ bigquery:
type: day
field: submission_date
require_partition_filter: true
expiration_days: null
expiration_days: 775
clustering:
fields:
- release_channel
Expand Down
15 changes: 15 additions & 0 deletions sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/baseline_daily_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
friendly_name: Fenix derived baseline daily
description: |-
fenix derived baseline daily
owners:
- ascholtz@mozilla.com
labels:
incremental: false
table_type: client_level
shredder_mitigation: false
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: true
expiration_days: 775
15 changes: 15 additions & 0 deletions sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/clients_last_seen_v2/metadata.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
friendly_name: Fenix clients last seen v2
description: |-
fenix derived clients last seen v2
owners:
- ascholtz@mozilla.com
labels:
incremental: false
table_type: client_level
shredder_mitigation: false
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: true
expiration_days: 775
15 changes: 15 additions & 0 deletions ...moz-fx-data-shared-prod/org_mozilla_fenix_nightly_derived/baseline_daily_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
friendly_name: Fenix nightly derived baseline daily
description: |-
fenix nightly derived baseline daily
owners:
- ascholtz@mozilla.com
labels:
incremental: false
table_type: client_level
shredder_mitigation: false
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: true
expiration_days: 775
15 changes: 15 additions & 0 deletions ...fx-data-shared-prod/org_mozilla_fenix_nightly_derived/baseline_last_seen_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
friendly_name: Fenix nightly derived baseline last seen
description: |-
fenix nightly derived baseline last seen
owners:
- ascholtz@mozilla.com
labels:
incremental: false
table_type: client_level
shredder_mitigation: false
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: true
expiration_days: 775
5 changes: 3 additions & 2 deletions sql/moz-fx-data-shared-prod/org_mozilla_firefox_derived/migrated_clients_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,13 +10,14 @@ owners:
labels:
application: fenix
schedule: daily
owner1: frank
owner1: ascholtz
table_type: client_level
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: null
expiration_days: null
expiration_days: 775
clustering:
fields:
- fenix_client_id
Expand Down
15 changes: 15 additions & 0 deletions sql/moz-fx-data-shared-prod/org_mozilla_vrbrowser_derived/baseline_daily_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
friendly_name: vrbrowswer derived baseline daily
description: |-
vrbrowswer derived baseline daily
owners:
- ascholtz@mozilla.com
labels:
incremental: false
table_type: client_level
shredder_mitigation: false
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: true
expiration_days: 775
15 changes: 15 additions & 0 deletions sql/moz-fx-data-shared-prod/org_mozilla_vrbrowser_derived/clients_daily_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
friendly_name: vrbrowswer derived clients daily
description: |-
vrbrowswer derived clients daily
owners:
- ascholtz@mozilla.com
labels:
incremental: false
table_type: client_level
shredder_mitigation: false
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: true
expiration_days: 775
3 changes: 2 additions & 1 deletion sql/moz-fx-data-shared-prod/org_mozilla_vrbrowser_derived/clients_last_seen_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,12 +4,13 @@ description: |
labels:
schedule: daily
application: firefox-reality
table_type: client_level
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: false
expiration_days: null
expiration_days: 775
clustering:
fields:
- app_name
Expand Down
15 changes: 15 additions & 0 deletions sql/moz-fx-data-shared-prod/org_mozilla_vrbrowser_derived/metrics_daily_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
friendly_name: vrbrowswer derived metrics daily
description: |-
vrbrowswer derived metrics daily
owners:
- ascholtz@mozilla.com
labels:
incremental: false
table_type: client_level
shredder_mitigation: false
bigquery:
time_partitioning:
type: day
field: submission_date
require_partition_filter: true
expiration_days: 775
5 changes: 3 additions & 2 deletions ...red-prod/stub_attribution_service_derived/dl_token_ga_attribution_lookup_v1/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,10 +8,11 @@ description: |-
ga_client_id - Available in Stub Attribution Service and GA
stub_session_id - Available in Stub Attribution Service and GA
owners:
- frank@mozilla.com
- kwindau@mozilla.com
labels:
incremental: true
owner1: frank@mozilla.com
owner1: kwindau@mozilla.com
table_type: client_level
scheduling:
dag_name: bqetl_mozilla_org_derived
date_partition_parameter: null
Expand Down

1 comment on commit 6e7fd48

@dataops-ci-bot
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Integration report for "Apply 775 days retention on Messaging derived tables + some other tables missing metadata.yaml (#6964)"

sql.diff

Click to expand! 
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_org_derived.py /tmp/workspace/generated-sql/dags/bqetl_mozilla_org_derived.py
--- /tmp/workspace/main-generated-sql/dags/bqetl_mozilla_org_derived.py	2025-02-04 19:11:46.000000000 +0000
+++ /tmp/workspace/generated-sql/dags/bqetl_mozilla_org_derived.py	2025-02-04 19:13:12.000000000 +0000
@@ -53,8 +53,12 @@
         dataset_id="stub_attribution_service_derived",
         project_id="moz-fx-data-shared-prod",
         is_dq_check_fail=True,
-        owner="frank@mozilla.com",
-        email=["frank@mozilla.com", "telemetry-alerts@mozilla.com"],
+        owner="kwindau@mozilla.com",
+        email=[
+            "frank@mozilla.com",
+            "kwindau@mozilla.com",
+            "telemetry-alerts@mozilla.com",
+        ],
         depends_on_past=False,
         task_concurrency=1,
         parameters=["download_date:DATE:{{ds}}"],
@@ -80,8 +84,12 @@
         destination_table="dl_token_ga_attribution_lookup_v1",
         dataset_id="stub_attribution_service_derived",
         project_id="moz-fx-data-shared-prod",
-        owner="frank@mozilla.com",
-        email=["frank@mozilla.com", "telemetry-alerts@mozilla.com"],
+        owner="kwindau@mozilla.com",
+        email=[
+            "frank@mozilla.com",
+            "kwindau@mozilla.com",
+            "telemetry-alerts@mozilla.com",
+        ],
         date_partition_parameter=None,
         depends_on_past=False,
         task_concurrency=1,
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements: schema.yaml
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements_limited: schema.yaml
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring/shredder_progress: schema.yaml
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring/structured_missing_columns: schema.yaml
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/monitoring/telemetry_missing_columns: schema.yaml
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived: baseline_daily_v1
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived: clients_last_seen_v2
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix_nightly_derived: baseline_daily_v1
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_fenix_nightly_derived: baseline_last_seen_v1
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_vrbrowser_derived: baseline_daily_v1
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_vrbrowser_derived: clients_daily_v1
Only in /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/org_mozilla_vrbrowser_derived: metrics_daily_v1
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/pocket/pocket_reach_mau: schema.yaml
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/search_terms/aggregated_search_terms_daily: schema.yaml
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/search_terms/sanitization_job_data_validation_metrics: schema.yaml
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/search_terms/sanitization_job_languages: schema.yaml
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/search_terms/search_terms_daily: schema.yaml
Only in /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/telemetry/buildhub2: schema.yaml
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/events_stream_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/events_stream_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:11.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_backend_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:04.000000000 +0000
@@ -26,7 +26,7 @@
     type: day
     field: submission_timestamp
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/baseline_clients_daily_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/baseline_clients_daily_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/baseline_clients_daily_v1/metadata.yaml	2025-02-04 19:08:22.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/baseline_clients_daily_v1/metadata.yaml	2025-02-04 19:08:30.000000000 +0000
@@ -20,7 +20,7 @@
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/baseline_clients_last_seen_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/baseline_clients_last_seen_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/baseline_clients_last_seen_v1/metadata.yaml	2025-02-04 19:08:22.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/baseline_clients_last_seen_v1/metadata.yaml	2025-02-04 19:08:30.000000000 +0000
@@ -22,7 +22,7 @@
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/events_stream_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/events_stream_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:22.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:30.000000000 +0000
@@ -24,7 +24,7 @@
     type: day
     field: submission_timestamp
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/metrics_clients_daily_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/metrics_clients_daily_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/metrics_clients_daily_v1/metadata.yaml	2025-02-04 19:08:22.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_cirrus_derived/metrics_clients_daily_v1/metadata.yaml	2025-02-04 19:08:30.000000000 +0000
@@ -16,7 +16,7 @@
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_frontend_derived/events_stream_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_frontend_derived/events_stream_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/accounts_frontend_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:23.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/accounts_frontend_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:30.000000000 +0000
@@ -26,7 +26,7 @@
     type: day
     field: submission_timestamp
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements/schema.yaml	1970-01-01 00:00:00.000000000 +0000
@@ -1 +0,0 @@
-{}
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements_limited/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements_limited/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements_limited/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/ads/ppa_measurements_limited/schema.yaml	1970-01-01 00:00:00.000000000 +0000
@@ -1 +0,0 @@
-{}
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/ads_backend_derived/events_stream_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/ads_backend_derived/events_stream_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/ads_backend_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:24.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/ads_backend_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:20.000000000 +0000
@@ -24,7 +24,7 @@
     type: day
     field: submission_timestamp
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_source_type_report/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_source_type_report/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_source_type_report/schema.yaml	2025-02-04 19:06:19.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_source_type_report/schema.yaml	2025-02-04 19:01:41.000000000 +0000
@@ -1 +1,34 @@
-{}
+fields:
+- name: app_id
+  type: INTEGER
+  mode: NULLABLE
+- name: date
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: source_type
+  type: STRING
+  mode: NULLABLE
+- name: territory
+  type: STRING
+  mode: NULLABLE
+- name: _fivetran_synced
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: impressions
+  type: INTEGER
+  mode: NULLABLE
+- name: impressions_unique_device
+  type: INTEGER
+  mode: NULLABLE
+- name: meets_threshold
+  type: BOOLEAN
+  mode: NULLABLE
+- name: page_views
+  type: INTEGER
+  mode: NULLABLE
+- name: page_views_unique_device
+  type: INTEGER
+  mode: NULLABLE
+- name: date_pst
+  type: TIMESTAMP
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_web_referrer_report/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_web_referrer_report/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_web_referrer_report/schema.yaml	2025-02-04 19:06:19.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_app_store_territory_web_referrer_report/schema.yaml	2025-02-04 19:01:43.000000000 +0000
@@ -1 +1,34 @@
-{}
+fields:
+- name: app_id
+  type: INTEGER
+  mode: NULLABLE
+- name: date
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: territory
+  type: STRING
+  mode: NULLABLE
+- name: web_referrer
+  type: STRING
+  mode: NULLABLE
+- name: _fivetran_synced
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: impressions
+  type: INTEGER
+  mode: NULLABLE
+- name: impressions_unique_device
+  type: INTEGER
+  mode: NULLABLE
+- name: meets_threshold
+  type: BOOLEAN
+  mode: NULLABLE
+- name: page_views
+  type: INTEGER
+  mode: NULLABLE
+- name: page_views_unique_device
+  type: INTEGER
+  mode: NULLABLE
+- name: date_pst
+  type: TIMESTAMP
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_source_type_report/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_source_type_report/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_source_type_report/schema.yaml	2025-02-04 19:06:19.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_source_type_report/schema.yaml	2025-02-04 19:01:45.000000000 +0000
@@ -1 +1,31 @@
-{}
+fields:
+- name: app_id
+  type: INTEGER
+  mode: NULLABLE
+- name: date
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: source_type
+  type: STRING
+  mode: NULLABLE
+- name: territory
+  type: STRING
+  mode: NULLABLE
+- name: _fivetran_synced
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: first_time_downloads
+  type: INTEGER
+  mode: NULLABLE
+- name: meets_threshold
+  type: BOOLEAN
+  mode: NULLABLE
+- name: redownloads
+  type: INTEGER
+  mode: NULLABLE
+- name: total_downloads
+  type: INTEGER
+  mode: NULLABLE
+- name: date_pst
+  type: TIMESTAMP
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_web_referrer_report/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_web_referrer_report/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_web_referrer_report/schema.yaml	2025-02-04 19:06:19.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_downloads_territory_web_referrer_report/schema.yaml	2025-02-04 19:01:46.000000000 +0000
@@ -1 +1,31 @@
-{}
+fields:
+- name: app_id
+  type: INTEGER
+  mode: NULLABLE
+- name: date
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: territory
+  type: STRING
+  mode: NULLABLE
+- name: web_referrer
+  type: STRING
+  mode: NULLABLE
+- name: _fivetran_synced
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: first_time_downloads
+  type: INTEGER
+  mode: NULLABLE
+- name: meets_threshold
+  type: BOOLEAN
+  mode: NULLABLE
+- name: redownloads
+  type: INTEGER
+  mode: NULLABLE
+- name: total_downloads
+  type: INTEGER
+  mode: NULLABLE
+- name: date_pst
+  type: TIMESTAMP
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_source_type_report/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_source_type_report/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_source_type_report/schema.yaml	2025-02-04 19:06:19.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_source_type_report/schema.yaml	2025-02-04 19:01:42.000000000 +0000
@@ -1 +1,37 @@
-{}
+fields:
+- name: app_id
+  type: INTEGER
+  mode: NULLABLE
+- name: date
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: source_type
+  type: STRING
+  mode: NULLABLE
+- name: territory
+  type: STRING
+  mode: NULLABLE
+- name: _fivetran_synced
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: active_devices
+  type: INTEGER
+  mode: NULLABLE
+- name: active_devices_last_30_days
+  type: INTEGER
+  mode: NULLABLE
+- name: deletions
+  type: INTEGER
+  mode: NULLABLE
+- name: installations
+  type: INTEGER
+  mode: NULLABLE
+- name: meets_threshold
+  type: BOOLEAN
+  mode: NULLABLE
+- name: sessions
+  type: INTEGER
+  mode: NULLABLE
+- name: date_pst
+  type: TIMESTAMP
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_web_referrer_report/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_web_referrer_report/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_web_referrer_report/schema.yaml	2025-02-04 19:06:19.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/app_store/firefox_usage_territory_web_referrer_report/schema.yaml	2025-02-04 19:01:44.000000000 +0000
@@ -1 +1,37 @@
-{}
+fields:
+- name: app_id
+  type: INTEGER
+  mode: NULLABLE
+- name: date
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: territory
+  type: STRING
+  mode: NULLABLE
+- name: web_referrer
+  type: STRING
+  mode: NULLABLE
+- name: _fivetran_synced
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: active_devices
+  type: INTEGER
+  mode: NULLABLE
+- name: active_devices_last_30_days
+  type: INTEGER
+  mode: NULLABLE
+- name: deletions
+  type: INTEGER
+  mode: NULLABLE
+- name: installations
+  type: INTEGER
+  mode: NULLABLE
+- name: meets_threshold
+  type: BOOLEAN
+  mode: NULLABLE
+- name: sessions
+  type: INTEGER
+  mode: NULLABLE
+- name: date_pst
+  type: TIMESTAMP
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/bedrock_derived/events_stream_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/bedrock_derived/events_stream_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/bedrock_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:01.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/bedrock_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:30.000000000 +0000
@@ -24,7 +24,7 @@
     type: day
     field: submission_timestamp
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/baseline_clients_daily_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/baseline_clients_daily_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/baseline_clients_daily_v1/metadata.yaml	2025-02-04 19:08:12.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/baseline_clients_daily_v1/metadata.yaml	2025-02-04 19:08:04.000000000 +0000
@@ -20,7 +20,7 @@
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/baseline_clients_last_seen_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/baseline_clients_last_seen_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/baseline_clients_last_seen_v1/metadata.yaml	2025-02-04 19:08:12.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/baseline_clients_last_seen_v1/metadata.yaml	2025-02-04 19:08:04.000000000 +0000
@@ -22,7 +22,7 @@
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/events_stream_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/events_stream_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:12.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:04.000000000 +0000
@@ -24,7 +24,7 @@
     type: day
     field: submission_timestamp
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/metrics_clients_daily_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/metrics_clients_daily_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/metrics_clients_daily_v1/metadata.yaml	2025-02-04 19:08:12.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/burnham_derived/metrics_clients_daily_v1/metadata.yaml	2025-02-04 19:08:04.000000000 +0000
@@ -16,7 +16,7 @@
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/adm_forecasting/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/adm_forecasting/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/adm_forecasting/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/adm_forecasting/schema.yaml	2025-02-04 19:01:18.000000000 +0000
@@ -1 +1,43 @@
-{}
+fields:
+- name: product
+  type: STRING
+  mode: NULLABLE
+- name: submission_date
+  type: DATE
+  mode: NULLABLE
+- name: country
+  type: STRING
+  mode: NULLABLE
+- name: device
+  type: STRING
+  mode: NULLABLE
+- name: eligible_share_country
+  type: FLOAT
+  mode: NULLABLE
+- name: clients
+  type: INTEGER
+  mode: NULLABLE
+- name: p_amazon
+  type: FLOAT
+  mode: NULLABLE
+- name: p_other
+  type: FLOAT
+  mode: NULLABLE
+- name: amazon_clients
+  type: FLOAT
+  mode: NULLABLE
+- name: other_clients
+  type: FLOAT
+  mode: NULLABLE
+- name: amazon_clicks
+  type: INTEGER
+  mode: NULLABLE
+- name: other_clicks
+  type: INTEGER
+  mode: NULLABLE
+- name: amazon_clicks_per_client
+  type: FLOAT
+  mode: NULLABLE
+- name: other_clicks_per_client
+  type: FLOAT
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates/schema.yaml	2025-02-04 19:01:26.000000000 +0000
@@ -1 +1,49 @@
-{}
+fields:
+- name: submission_date
+  type: DATE
+  mode: NULLABLE
+- name: source
+  type: STRING
+  mode: NULLABLE
+- name: event_type
+  type: STRING
+  mode: NULLABLE
+- name: form_factor
+  type: STRING
+  mode: NULLABLE
+- name: country
+  type: STRING
+  mode: NULLABLE
+- name: subdivision1
+  type: STRING
+  mode: NULLABLE
+- name: advertiser
+  type: STRING
+  mode: NULLABLE
+- name: release_channel
+  type: STRING
+  mode: NULLABLE
+- name: position
+  type: INTEGER
+  mode: NULLABLE
+- name: provider
+  type: STRING
+  mode: NULLABLE
+- name: match_type
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os
+  type: STRING
+  mode: NULLABLE
+- name: suggest_data_sharing_enabled
+  type: BOOLEAN
+  mode: NULLABLE
+- name: event_count
+  type: INTEGER
+  mode: NULLABLE
+- name: user_count
+  type: INTEGER
+  mode: NULLABLE
+- name: query_type
+  type: STRING
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_spons_tiles/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_spons_tiles/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_spons_tiles/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_spons_tiles/schema.yaml	2025-02-04 19:01:19.000000000 +0000
@@ -1 +1,31 @@
-{}
+fields:
+- name: submission_date
+  type: DATE
+  mode: NULLABLE
+- name: form_factor
+  type: STRING
+  mode: NULLABLE
+- name: country
+  type: STRING
+  mode: NULLABLE
+- name: advertiser
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os
+  type: STRING
+  mode: NULLABLE
+- name: release_channel
+  type: STRING
+  mode: NULLABLE
+- name: position
+  type: INTEGER
+  mode: NULLABLE
+- name: provider
+  type: STRING
+  mode: NULLABLE
+- name: impression_count
+  type: INTEGER
+  mode: NULLABLE
+- name: click_count
+  type: INTEGER
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/event_aggregates_suggest/schema.yaml	2025-02-04 19:01:23.000000000 +0000
@@ -1 +1,40 @@
-{}
+fields:
+- name: submission_date
+  type: DATE
+  mode: NULLABLE
+- name: form_factor
+  type: STRING
+  mode: NULLABLE
+- name: country
+  type: STRING
+  mode: NULLABLE
+- name: advertiser
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os
+  type: STRING
+  mode: NULLABLE
+- name: release_channel
+  type: STRING
+  mode: NULLABLE
+- name: position
+  type: INTEGER
+  mode: NULLABLE
+- name: provider
+  type: STRING
+  mode: NULLABLE
+- name: match_type
+  type: STRING
+  mode: NULLABLE
+- name: suggest_data_sharing_enabled
+  type: BOOLEAN
+  mode: NULLABLE
+- name: impression_count
+  type: INTEGER
+  mode: NULLABLE
+- name: click_count
+  type: INTEGER
+  mode: NULLABLE
+- name: query_type
+  type: STRING
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_click_live/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_click_live/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_click_live/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_click_live/schema.yaml	2025-02-04 19:01:28.000000000 +0000
@@ -1 +1,174 @@
-{}
+fields:
+- name: additional_properties
+  type: STRING
+  mode: NULLABLE
+- name: advertiser
+  type: STRING
+  mode: NULLABLE
+- name: block_id
+  type: INTEGER
+  mode: NULLABLE
+- name: context_id
+  type: STRING
+  mode: NULLABLE
+- name: document_id
+  type: STRING
+  mode: NULLABLE
+- name: experiments
+  type: RECORD
+  mode: REPEATED
+  fields:
+  - name: key
+    type: STRING
+    mode: NULLABLE
+  - name: value
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: branch
+      type: STRING
+      mode: NULLABLE
+- name: locale
+  type: STRING
+  mode: NULLABLE
+- name: metadata
+  type: RECORD
+  mode: NULLABLE
+  fields:
+  - name: geo
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: city
+      type: STRING
+      mode: NULLABLE
+    - name: country
+      type: STRING
+      mode: NULLABLE
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision1
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision2
+      type: STRING
+      mode: NULLABLE
+  - name: header
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: date
+      type: STRING
+      mode: NULLABLE
+    - name: dnt
+      type: STRING
+      mode: NULLABLE
+    - name: x_debug_id
+      type: STRING
+      mode: NULLABLE
+    - name: x_pingsender_version
+      type: STRING
+      mode: NULLABLE
+    - name: x_source_tags
+      type: STRING
+      mode: NULLABLE
+    - name: x_telemetry_agent
+      type: STRING
+      mode: NULLABLE
+    - name: x_foxsec_ip_reputation
+      type: STRING
+      mode: NULLABLE
+    - name: x_lb_tags
+      type: STRING
+      mode: NULLABLE
+    - name: parsed_date
+      type: TIMESTAMP
+      mode: NULLABLE
+    - name: parsed_x_source_tags
+      type: STRING
+      mode: REPEATED
+    - name: parsed_x_lb_tags
+      type: RECORD
+      mode: NULLABLE
+      fields:
+      - name: tls_version
+        type: STRING
+        mode: NULLABLE
+      - name: tls_cipher_hex
+        type: STRING
+        mode: NULLABLE
+  - name: isp
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: name
+      type: STRING
+      mode: NULLABLE
+    - name: organization
+      type: STRING
+      mode: NULLABLE
+  - name: user_agent
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: browser
+      type: STRING
+      mode: NULLABLE
+    - name: os
+      type: STRING
+      mode: NULLABLE
+    - name: version
+      type: STRING
+      mode: NULLABLE
+- name: normalized_app_name
+  type: STRING
+  mode: NULLABLE
+- name: normalized_channel
+  type: STRING
+  mode: NULLABLE
+- name: normalized_country_code
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os_version
+  type: STRING
+  mode: NULLABLE
+- name: position
+  type: INTEGER
+  mode: NULLABLE
+- name: release_channel
+  type: STRING
+  mode: NULLABLE
+- name: reporting_url
+  type: STRING
+  mode: NULLABLE
+- name: sample_id
+  type: INTEGER
+  mode: NULLABLE
+- name: submission_timestamp
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: version
+  type: STRING
+  mode: NULLABLE
+- name: scenario
+  type: STRING
+  mode: NULLABLE
+- name: request_id
+  type: STRING
+  mode: NULLABLE
+- name: match_type
+  type: STRING
+  mode: NULLABLE
+- name: improve_suggest_experience_checked
+  type: BOOLEAN
+  mode: NULLABLE
+- name: source
+  type: STRING
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_impression_live/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_impression_live/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_impression_live/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/quicksuggest_impression_live/schema.yaml	2025-02-04 19:01:30.000000000 +0000
@@ -1 +1,177 @@
-{}
+fields:
+- name: additional_properties
+  type: STRING
+  mode: NULLABLE
+- name: advertiser
+  type: STRING
+  mode: NULLABLE
+- name: block_id
+  type: INTEGER
+  mode: NULLABLE
+- name: context_id
+  type: STRING
+  mode: NULLABLE
+- name: document_id
+  type: STRING
+  mode: NULLABLE
+- name: experiments
+  type: RECORD
+  mode: REPEATED
+  fields:
+  - name: key
+    type: STRING
+    mode: NULLABLE
+  - name: value
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: branch
+      type: STRING
+      mode: NULLABLE
+- name: is_clicked
+  type: BOOLEAN
+  mode: NULLABLE
+- name: locale
+  type: STRING
+  mode: NULLABLE
+- name: metadata
+  type: RECORD
+  mode: NULLABLE
+  fields:
+  - name: geo
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: city
+      type: STRING
+      mode: NULLABLE
+    - name: country
+      type: STRING
+      mode: NULLABLE
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision1
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision2
+      type: STRING
+      mode: NULLABLE
+  - name: header
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: date
+      type: STRING
+      mode: NULLABLE
+    - name: dnt
+      type: STRING
+      mode: NULLABLE
+    - name: x_debug_id
+      type: STRING
+      mode: NULLABLE
+    - name: x_pingsender_version
+      type: STRING
+      mode: NULLABLE
+    - name: x_source_tags
+      type: STRING
+      mode: NULLABLE
+    - name: x_telemetry_agent
+      type: STRING
+      mode: NULLABLE
+    - name: x_foxsec_ip_reputation
+      type: STRING
+      mode: NULLABLE
+    - name: x_lb_tags
+      type: STRING
+      mode: NULLABLE
+    - name: parsed_date
+      type: TIMESTAMP
+      mode: NULLABLE
+    - name: parsed_x_source_tags
+      type: STRING
+      mode: REPEATED
+    - name: parsed_x_lb_tags
+      type: RECORD
+      mode: NULLABLE
+      fields:
+      - name: tls_version
+        type: STRING
+        mode: NULLABLE
+      - name: tls_cipher_hex
+        type: STRING
+        mode: NULLABLE
+  - name: isp
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: name
+      type: STRING
+      mode: NULLABLE
+    - name: organization
+      type: STRING
+      mode: NULLABLE
+  - name: user_agent
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: browser
+      type: STRING
+      mode: NULLABLE
+    - name: os
+      type: STRING
+      mode: NULLABLE
+    - name: version
+      type: STRING
+      mode: NULLABLE
+- name: normalized_app_name
+  type: STRING
+  mode: NULLABLE
+- name: normalized_channel
+  type: STRING
+  mode: NULLABLE
+- name: normalized_country_code
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os_version
+  type: STRING
+  mode: NULLABLE
+- name: position
+  type: INTEGER
+  mode: NULLABLE
+- name: release_channel
+  type: STRING
+  mode: NULLABLE
+- name: reporting_url
+  type: STRING
+  mode: NULLABLE
+- name: sample_id
+  type: INTEGER
+  mode: NULLABLE
+- name: submission_timestamp
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: version
+  type: STRING
+  mode: NULLABLE
+- name: scenario
+  type: STRING
+  mode: NULLABLE
+- name: request_id
+  type: STRING
+  mode: NULLABLE
+- name: match_type
+  type: STRING
+  mode: NULLABLE
+- name: improve_suggest_experience_checked
+  type: BOOLEAN
+  mode: NULLABLE
+- name: source
+  type: STRING
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_suggest/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_suggest/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_suggest/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_suggest/schema.yaml	2025-02-04 19:01:21.000000000 +0000
@@ -1 +1,28 @@
-{}
+fields:
+- name: form_factor
+  type: STRING
+  mode: NULLABLE
+- name: flagged_fraud
+  type: BOOLEAN
+  mode: NULLABLE
+- name: submission_date
+  type: DATE
+  mode: NULLABLE
+- name: country_code
+  type: STRING
+  mode: NULLABLE
+- name: region_code
+  type: STRING
+  mode: NULLABLE
+- name: os_family
+  type: STRING
+  mode: NULLABLE
+- name: product_version
+  type: INTEGER
+  mode: NULLABLE
+- name: impression_count
+  type: INTEGER
+  mode: NULLABLE
+- name: click_count
+  type: INTEGER
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_tiles/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_tiles/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_tiles/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/request_payload_tiles/schema.yaml	2025-02-04 19:01:25.000000000 +0000
@@ -1 +1,34 @@
-{}
+fields:
+- name: form_factor
+  type: STRING
+  mode: NULLABLE
+- name: flagged_fraud
+  type: BOOLEAN
+  mode: NULLABLE
+- name: submission_date
+  type: DATE
+  mode: NULLABLE
+- name: begin_timestamp
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: end_timestamp
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: country_code
+  type: STRING
+  mode: NULLABLE
+- name: region_code
+  type: STRING
+  mode: NULLABLE
+- name: os_family
+  type: STRING
+  mode: NULLABLE
+- name: product_version
+  type: INTEGER
+  mode: NULLABLE
+- name: impression_count
+  type: INTEGER
+  mode: NULLABLE
+- name: click_count
+  type: INTEGER
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/suggest_revenue_levers_daily/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/suggest_revenue_levers_daily/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/suggest_revenue_levers_daily/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/suggest_revenue_levers_daily/schema.yaml	2025-02-04 19:01:28.000000000 +0000
@@ -1 +1,34 @@
-{}
+fields:
+- name: country
+  type: STRING
+  mode: NULLABLE
+- name: submission_date
+  type: DATE
+  mode: NULLABLE
+- name: device
+  type: STRING
+  mode: NULLABLE
+- name: eligible_share_country
+  type: FLOAT
+  mode: NULLABLE
+- name: live_market_dau
+  type: INTEGER
+  mode: NULLABLE
+- name: urlbar_search_dau
+  type: INTEGER
+  mode: NULLABLE
+- name: suggest_exposed_clients
+  type: INTEGER
+  mode: NULLABLE
+- name: urlbar_search
+  type: INTEGER
+  mode: NULLABLE
+- name: total_impressions
+  type: INTEGER
+  mode: NULLABLE
+- name: spons_impressions
+  type: INTEGER
+  mode: NULLABLE
+- name: spons_clicks
+  type: INTEGER
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_click_live/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_click_live/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_click_live/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_click_live/schema.yaml	2025-02-04 19:01:22.000000000 +0000
@@ -1 +1,162 @@
-{}
+fields:
+- name: additional_properties
+  type: STRING
+  mode: NULLABLE
+- name: advertiser
+  type: STRING
+  mode: NULLABLE
+- name: context_id
+  type: STRING
+  mode: NULLABLE
+- name: document_id
+  type: STRING
+  mode: NULLABLE
+- name: experiments
+  type: RECORD
+  mode: REPEATED
+  fields:
+  - name: key
+    type: STRING
+    mode: NULLABLE
+  - name: value
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: branch
+      type: STRING
+      mode: NULLABLE
+- name: locale
+  type: STRING
+  mode: NULLABLE
+- name: metadata
+  type: RECORD
+  mode: NULLABLE
+  fields:
+  - name: geo
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: city
+      type: STRING
+      mode: NULLABLE
+    - name: country
+      type: STRING
+      mode: NULLABLE
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision1
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision2
+      type: STRING
+      mode: NULLABLE
+  - name: header
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: date
+      type: STRING
+      mode: NULLABLE
+    - name: dnt
+      type: STRING
+      mode: NULLABLE
+    - name: x_debug_id
+      type: STRING
+      mode: NULLABLE
+    - name: x_pingsender_version
+      type: STRING
+      mode: NULLABLE
+    - name: x_source_tags
+      type: STRING
+      mode: NULLABLE
+    - name: x_telemetry_agent
+      type: STRING
+      mode: NULLABLE
+    - name: x_foxsec_ip_reputation
+      type: STRING
+      mode: NULLABLE
+    - name: x_lb_tags
+      type: STRING
+      mode: NULLABLE
+    - name: parsed_date
+      type: TIMESTAMP
+      mode: NULLABLE
+    - name: parsed_x_source_tags
+      type: STRING
+      mode: REPEATED
+    - name: parsed_x_lb_tags
+      type: RECORD
+      mode: NULLABLE
+      fields:
+      - name: tls_version
+        type: STRING
+        mode: NULLABLE
+      - name: tls_cipher_hex
+        type: STRING
+        mode: NULLABLE
+  - name: isp
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: name
+      type: STRING
+      mode: NULLABLE
+    - name: organization
+      type: STRING
+      mode: NULLABLE
+  - name: user_agent
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: browser
+      type: STRING
+      mode: NULLABLE
+    - name: os
+      type: STRING
+      mode: NULLABLE
+    - name: version
+      type: STRING
+      mode: NULLABLE
+- name: normalized_app_name
+  type: STRING
+  mode: NULLABLE
+- name: normalized_channel
+  type: STRING
+  mode: NULLABLE
+- name: normalized_country_code
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os_version
+  type: STRING
+  mode: NULLABLE
+- name: position
+  type: INTEGER
+  mode: NULLABLE
+- name: release_channel
+  type: STRING
+  mode: NULLABLE
+- name: reporting_url
+  type: STRING
+  mode: NULLABLE
+- name: sample_id
+  type: INTEGER
+  mode: NULLABLE
+- name: submission_timestamp
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: tile_id
+  type: INTEGER
+  mode: NULLABLE
+- name: version
+  type: STRING
+  mode: NULLABLE
+- name: source
+  type: STRING
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_impression_live/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_impression_live/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_impression_live/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/contextual_services/topsites_impression_live/schema.yaml	2025-02-04 19:01:30.000000000 +0000
@@ -1 +1,162 @@
-{}
+fields:
+- name: additional_properties
+  type: STRING
+  mode: NULLABLE
+- name: advertiser
+  type: STRING
+  mode: NULLABLE
+- name: context_id
+  type: STRING
+  mode: NULLABLE
+- name: document_id
+  type: STRING
+  mode: NULLABLE
+- name: experiments
+  type: RECORD
+  mode: REPEATED
+  fields:
+  - name: key
+    type: STRING
+    mode: NULLABLE
+  - name: value
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: branch
+      type: STRING
+      mode: NULLABLE
+- name: locale
+  type: STRING
+  mode: NULLABLE
+- name: metadata
+  type: RECORD
+  mode: NULLABLE
+  fields:
+  - name: geo
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: city
+      type: STRING
+      mode: NULLABLE
+    - name: country
+      type: STRING
+      mode: NULLABLE
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision1
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision2
+      type: STRING
+      mode: NULLABLE
+  - name: header
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: date
+      type: STRING
+      mode: NULLABLE
+    - name: dnt
+      type: STRING
+      mode: NULLABLE
+    - name: x_debug_id
+      type: STRING
+      mode: NULLABLE
+    - name: x_pingsender_version
+      type: STRING
+      mode: NULLABLE
+    - name: x_source_tags
+      type: STRING
+      mode: NULLABLE
+    - name: x_telemetry_agent
+      type: STRING
+      mode: NULLABLE
+    - name: x_foxsec_ip_reputation
+      type: STRING
+      mode: NULLABLE
+    - name: x_lb_tags
+      type: STRING
+      mode: NULLABLE
+    - name: parsed_date
+      type: TIMESTAMP
+      mode: NULLABLE
+    - name: parsed_x_source_tags
+      type: STRING
+      mode: REPEATED
+    - name: parsed_x_lb_tags
+      type: RECORD
+      mode: NULLABLE
+      fields:
+      - name: tls_version
+        type: STRING
+        mode: NULLABLE
+      - name: tls_cipher_hex
+        type: STRING
+        mode: NULLABLE
+  - name: isp
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: name
+      type: STRING
+      mode: NULLABLE
+    - name: organization
+      type: STRING
+      mode: NULLABLE
+  - name: user_agent
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: browser
+      type: STRING
+      mode: NULLABLE
+    - name: os
+      type: STRING
+      mode: NULLABLE
+    - name: version
+      type: STRING
+      mode: NULLABLE
+- name: normalized_app_name
+  type: STRING
+  mode: NULLABLE
+- name: normalized_channel
+  type: STRING
+  mode: NULLABLE
+- name: normalized_country_code
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os_version
+  type: STRING
+  mode: NULLABLE
+- name: position
+  type: INTEGER
+  mode: NULLABLE
+- name: release_channel
+  type: STRING
+  mode: NULLABLE
+- name: reporting_url
+  type: STRING
+  mode: NULLABLE
+- name: sample_id
+  type: INTEGER
+  mode: NULLABLE
+- name: submission_timestamp
+  type: TIMESTAMP
+  mode: NULLABLE
+- name: tile_id
+  type: INTEGER
+  mode: NULLABLE
+- name: version
+  type: STRING
+  mode: NULLABLE
+- name: source
+  type: STRING
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/debug_ping_view_derived/events_stream_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/debug_ping_view_derived/events_stream_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/debug_ping_view_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:22.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/debug_ping_view_derived/events_stream_v1/metadata.yaml	2025-02-04 19:08:30.000000000 +0000
@@ -24,7 +24,7 @@
     type: day
     field: submission_timestamp
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/client_deduplication/schema.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/client_deduplication/schema.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix/client_deduplication/schema.yaml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix/client_deduplication/schema.yaml	2025-02-04 19:01:17.000000000 +0000
@@ -1 +1,391 @@
-{}
+fields:
+- name: client_id
+  type: STRING
+  mode: NULLABLE
+- name: hashed_ad_id
+  type: STRING
+  mode: NULLABLE
+- name: valid_advertising_id
+  type: BOOLEAN
+  mode: NULLABLE
+- name: submission_date
+  type: DATE
+  mode: NULLABLE
+- name: normalized_app_id
+  type: STRING
+  mode: NULLABLE
+- name: additional_properties
+  type: STRING
+  mode: NULLABLE
+- name: client_info
+  type: RECORD
+  mode: NULLABLE
+  fields:
+  - name: android_sdk_version
+    type: STRING
+    mode: NULLABLE
+  - name: app_build
+    type: STRING
+    mode: NULLABLE
+  - name: app_channel
+    type: STRING
+    mode: NULLABLE
+  - name: app_display_version
+    type: STRING
+    mode: NULLABLE
+  - name: architecture
+    type: STRING
+    mode: NULLABLE
+  - name: build_date
+    type: STRING
+    mode: NULLABLE
+  - name: client_id
+    type: STRING
+    mode: NULLABLE
+  - name: device_manufacturer
+    type: STRING
+    mode: NULLABLE
+  - name: device_model
+    type: STRING
+    mode: NULLABLE
+  - name: first_run_date
+    type: STRING
+    mode: NULLABLE
+  - name: locale
+    type: STRING
+    mode: NULLABLE
+  - name: os
+    type: STRING
+    mode: NULLABLE
+  - name: os_version
+    type: STRING
+    mode: NULLABLE
+  - name: telemetry_sdk_build
+    type: STRING
+    mode: NULLABLE
+  - name: windows_build_number
+    type: INTEGER
+    mode: NULLABLE
+  - name: session_count
+    type: INTEGER
+    mode: NULLABLE
+  - name: session_id
+    type: STRING
+    mode: NULLABLE
+- name: document_id
+  type: STRING
+  mode: NULLABLE
+- name: events
+  type: RECORD
+  mode: REPEATED
+  fields:
+  - name: category
+    type: STRING
+    mode: NULLABLE
+  - name: extra
+    type: RECORD
+    mode: REPEATED
+    fields:
+    - name: key
+      type: STRING
+      mode: NULLABLE
+    - name: value
+      type: STRING
+      mode: NULLABLE
+  - name: name
+    type: STRING
+    mode: NULLABLE
+  - name: timestamp
+    type: INTEGER
+    mode: NULLABLE
+- name: metadata
+  type: RECORD
+  mode: NULLABLE
+  fields:
+  - name: geo
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: city
+      type: STRING
+      mode: NULLABLE
+    - name: country
+      type: STRING
+      mode: NULLABLE
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision1
+      type: STRING
+      mode: NULLABLE
+    - name: subdivision2
+      type: STRING
+      mode: NULLABLE
+  - name: header
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: date
+      type: STRING
+      mode: NULLABLE
+    - name: dnt
+      type: STRING
+      mode: NULLABLE
+    - name: x_debug_id
+      type: STRING
+      mode: NULLABLE
+    - name: x_foxsec_ip_reputation
+      type: STRING
+      mode: NULLABLE
+    - name: x_lb_tags
+      type: STRING
+      mode: NULLABLE
+    - name: x_pingsender_version
+      type: STRING
+      mode: NULLABLE
+    - name: x_source_tags
+      type: STRING
+      mode: NULLABLE
+    - name: x_telemetry_agent
+      type: STRING
+      mode: NULLABLE
+    - name: parsed_date
+      type: TIMESTAMP
+      mode: NULLABLE
+    - name: parsed_x_source_tags
+      type: STRING
+      mode: REPEATED
+    - name: parsed_x_lb_tags
+      type: RECORD
+      mode: NULLABLE
+      fields:
+      - name: tls_version
+        type: STRING
+        mode: NULLABLE
+      - name: tls_cipher_hex
+        type: STRING
+        mode: NULLABLE
+  - name: isp
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: db_version
+      type: STRING
+      mode: NULLABLE
+    - name: name
+      type: STRING
+      mode: NULLABLE
+    - name: organization
+      type: STRING
+      mode: NULLABLE
+  - name: user_agent
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: browser
+      type: STRING
+      mode: NULLABLE
+    - name: os
+      type: STRING
+      mode: NULLABLE
+    - name: version
+      type: STRING
+      mode: NULLABLE
+- name: metrics
+  type: RECORD
+  mode: NULLABLE
+  fields:
+  - name: boolean
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: client_deduplication_valid_advertising_id
+      type: BOOLEAN
+      mode: NULLABLE
+  - name: counter
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: events_normal_and_private_uri_count
+      type: INTEGER
+      mode: NULLABLE
+    - name: metrics_tabs_open_count
+      type: INTEGER
+      mode: NULLABLE
+  - name: labeled_counter
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: browser_search_ad_clicks
+      type: RECORD
+      mode: REPEATED
+      fields:
+      - name: key
+        type: STRING
+        mode: NULLABLE
+      - name: value
+        type: INTEGER
+        mode: NULLABLE
+    - name: browser_search_in_content
+      type: RECORD
+      mode: REPEATED
+      fields:
+      - name: key
+        type: STRING
+        mode: NULLABLE
+      - name: value
+        type: INTEGER
+        mode: NULLABLE
+    - name: browser_search_with_ads
+      type: RECORD
+      mode: REPEATED
+      fields:
+      - name: key
+        type: STRING
+        mode: NULLABLE
+      - name: value
+        type: INTEGER
+        mode: NULLABLE
+    - name: glean_error_invalid_label
+      type: RECORD
+      mode: REPEATED
+      fields:
+      - name: key
+        type: STRING
+        mode: NULLABLE
+      - name: value
+        type: INTEGER
+        mode: NULLABLE
+    - name: glean_error_invalid_overflow
+      type: RECORD
+      mode: REPEATED
+      fields:
+      - name: key
+        type: STRING
+        mode: NULLABLE
+      - name: value
+        type: INTEGER
+        mode: NULLABLE
+    - name: glean_error_invalid_state
+      type: RECORD
+      mode: REPEATED
+      fields:
+      - name: key
+        type: STRING
+        mode: NULLABLE
+      - name: value
+        type: INTEGER
+        mode: NULLABLE
+    - name: glean_error_invalid_value
+      type: RECORD
+      mode: REPEATED
+      fields:
+      - name: key
+        type: STRING
+        mode: NULLABLE
+      - name: value
+        type: INTEGER
+        mode: NULLABLE
+    - name: metrics_search_count
+      type: RECORD
+      mode: REPEATED
+      fields:
+      - name: key
+        type: STRING
+        mode: NULLABLE
+      - name: value
+        type: INTEGER
+        mode: NULLABLE
+  - name: string
+    type: RECORD
+    mode: NULLABLE
+    fields:
+    - name: activation_identifier
+      type: STRING
+      mode: NULLABLE
+    - name: client_deduplication_experiment_timeframe
+      type: STRING
+      mode: NULLABLE
+    - name: search_default_engine_code
+      type: STRING
+      mode: NULLABLE
+    - name: search_default_engine_name
+      type: STRING
+      mode: NULLABLE
+    - name: client_deduplication_hashed_gaid
+      type: STRING
+      mode: NULLABLE
+    - name: glean_client_annotation_experimentation_id
+      type: STRING
+      mode: NULLABLE
+- name: normalized_app_name
+  type: STRING
+  mode: NULLABLE
+- name: normalized_channel
+  type: STRING
+  mode: NULLABLE
+  description: Normalized channel name
+- name: normalized_country_code
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os
+  type: STRING
+  mode: NULLABLE
+- name: normalized_os_version
+  type: STRING
+  mode: NULLABLE
+- name: ping_info
+  type: RECORD
+  mode: NULLABLE
+  fields:
+  - name: end_time
+    type: STRING
+    mode: NULLABLE
+  - name: experiments
+    type: RECORD
+    mode: REPEATED
+    fields:
+    - name: key
+      type: STRING
+      mode: NULLABLE
+    - name: value
+      type: RECORD
+      mode: NULLABLE
+      fields:
+      - name: branch
+        type: STRING
+        mode: NULLABLE
+      - name: extra
+        type: RECORD
+        mode: NULLABLE
+        fields:
+        - name: type
+          type: STRING
+          mode: NULLABLE
+        - name: enrollment_id
+          type: STRING
+          mode: NULLABLE
+  - name: ping_type
+    type: STRING
+    mode: NULLABLE
+  - name: reason
+    type: STRING
+    mode: NULLABLE
+  - name: seq
+    type: INTEGER
+    mode: NULLABLE
+  - name: start_time
+    type: STRING
+    mode: NULLABLE
+  - name: parsed_start_time
+    type: TIMESTAMP
+    mode: NULLABLE
+  - name: parsed_end_time
+    type: TIMESTAMP
+    mode: NULLABLE
+- name: sample_id
+  type: INTEGER
+  mode: NULLABLE
+- name: submission_timestamp
+  type: TIMESTAMP
+  mode: NULLABLE
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/attribution_clients_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/attribution_clients_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/attribution_clients_v1/bigconfig.yml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/attribution_clients_v1/bigconfig.yml	2025-02-04 19:09:43.000000000 +0000
@@ -1,7 +1,6 @@
 type: BIGCONFIG_FILE
-
 tag_deployments:
-  - collection:
+- collection:
       name: Operational Checks
       notification_channels:
         - slack: '#de-bigeye-triage'
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/bigconfig.yml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/engagement_v1/bigconfig.yml	2025-02-04 19:09:40.000000000 +0000
@@ -1,7 +1,6 @@
 type: BIGCONFIG_FILE
-
 tag_deployments:
-  - collection:
+- collection:
       name: Operational Checks
       notification_channels:
         - slack: '#de-bigeye-triage'
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_daily_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_daily_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_daily_v1/bigconfig.yml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_daily_v1/bigconfig.yml	2025-02-04 19:09:42.000000000 +0000
@@ -1,10 +1,6 @@
----
-# Generated via bigquery_etl.glean_usage
-
 type: BIGCONFIG_FILE
-
 tag_deployments:
-  - collection:
+- collection:
       name: Operational Checks
       notification_channels:
         - slack: '#de-bigeye-triage'
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_daily_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_daily_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_daily_v1/metadata.yaml	2025-02-04 19:08:12.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_daily_v1/metadata.yaml	2025-02-04 19:08:14.000000000 +0000
@@ -16,7 +16,7 @@
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_last_seen_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_last_seen_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_last_seen_v1/bigconfig.yml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/metrics_clients_last_seen_v1/bigconfig.yml	2025-02-04 19:09:40.000000000 +0000
@@ -1,10 +1,6 @@
----
-# Generated via bigquery_etl.glean_usage
-
 type: BIGCONFIG_FILE
-
 tag_deployments:
-  - collection:
+- collection:
       name: Operational Checks
       notification_channels:
         - slack: '#de-bigeye-triage'
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profile_activation_clients_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profile_activation_clients_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profile_activation_clients_v1/bigconfig.yml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profile_activation_clients_v1/bigconfig.yml	2025-02-04 19:09:40.000000000 +0000
@@ -1,7 +1,6 @@
 type: BIGCONFIG_FILE
-
 tag_deployments:
-  - collection:
+- collection:
       name: Operational Checks
       notification_channels:
         - slack: '#de-bigeye-triage'
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profile_activations_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profile_activations_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profile_activations_v1/bigconfig.yml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profile_activations_v1/bigconfig.yml	2025-02-04 19:09:39.000000000 +0000
@@ -1,7 +1,6 @@
 type: BIGCONFIG_FILE
-
 tag_deployments:
-  - collection:
+- collection:
       name: Operational Checks
       notification_channels:
         - slack: '#de-bigeye-triage'
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profiles_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profiles_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profiles_v1/bigconfig.yml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/new_profiles_v1/bigconfig.yml	2025-02-04 19:09:41.000000000 +0000
@@ -1,7 +1,6 @@
 type: BIGCONFIG_FILE
-
 tag_deployments:
-  - collection:
+- collection:
       name: Operational Checks
       notification_channels:
         - slack: '#de-bigeye-triage'
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/bigconfig.yml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/bigconfig.yml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/bigconfig.yml	2025-02-04 19:06:20.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/fenix_derived/retention_v1/bigconfig.yml	2025-02-04 19:09:44.000000000 +0000
@@ -1,7 +1,6 @@
 type: BIGCONFIG_FILE
-
 tag_deployments:
-  - collection:
+- collection:
       name: Operational Checks
       notification_channels:
         - slack: '#de-bigeye-triage'
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_crashreporter_derived/baseline_clients_daily_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_crashreporter_derived/baseline_clients_daily_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_crashreporter_derived/baseline_clients_daily_v1/metadata.yaml	2025-02-04 19:08:01.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_crashreporter_derived/baseline_clients_daily_v1/metadata.yaml	2025-02-04 19:08:30.000000000 +0000
@@ -20,7 +20,7 @@
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775.0
   range_partitioning: null
   clustering:
     fields:
diff -bur --no-dereference --new-file /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_crashreporter_derived/baseline_clients_last_seen_v1/metadata.yaml /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_crashreporter_derived/baseline_clients_last_seen_v1/metadata.yaml
--- /tmp/workspace/main-generated-sql/sql/moz-fx-data-shared-prod/firefox_crashreporter_derived/baseline_clients_last_seen_v1/metadata.yaml	2025-02-04 19:08:01.000000000 +0000
+++ /tmp/workspace/generated-sql/sql/moz-fx-data-shared-prod/firefox_crashreporter_derived/baseline_clients_last_seen_v1/metadata.yaml	2025-02-04 19:08:30.000000000 +0000
@@ -22,7 +22,7 @@
     type: day
     field: submission_date
     requ

⚠️ Only part of the diff is displayed.

Link to full diff

Please sign in to comment.