Merge branch 'main' into messaging_derived_retention

alekhyamoz · web-flow · commit 7c5922a451e5 · 2025-02-04T13:05:50.000-05:00
diff --git a/sql/moz-fx-data-shared-prod/amo_prod/desktop_addons_by_client_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/amo_prod/desktop_addons_by_client_v1/metadata.yaml
@@ -17,6 +17,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: false
+    expiration_days: 775
   clustering:
     fields:
       - sample_id
diff --git a/sql/moz-fx-data-shared-prod/amo_prod/fenix_addons_by_client_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/amo_prod/fenix_addons_by_client_v1/metadata.yaml
@@ -18,6 +18,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: false
+    expiration_days: 775
   clustering:
     fields:
       - sample_id
diff --git a/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_clients_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_clients_v1/metadata.yaml
@@ -6,6 +6,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: firefox_desktop_review_checker_clients__v1
@@ -14,6 +15,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_events_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_events_v1/metadata.yaml
@@ -8,6 +8,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: firefox_desktop_review_checker_events__v1
@@ -16,6 +17,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_microsurvey_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/firefox_desktop_derived/review_checker_microsurvey_v1/metadata.yaml
@@ -6,6 +6,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: firefox_desktop_review_checker_microsurvey__v1
@@ -14,6 +15,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/review_checker_clients_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/review_checker_clients_v1/metadata.yaml
@@ -6,6 +6,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: org_mozilla_fenix_review_checker_clients__v1
@@ -14,6 +15,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/review_checker_events_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/review_checker_events_v1/metadata.yaml
@@ -8,6 +8,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: org_mozilla_fenix_review_checker_events__v1
@@ -16,6 +17,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql/moz-fx-data-shared-prod/org_mozilla_ios_firefox_derived/review_checker_clients_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/org_mozilla_ios_firefox_derived/review_checker_clients_v1/metadata.yaml
@@ -6,6 +6,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: org_mozilla_ios_firefox_review_checker_clients__v1
@@ -14,6 +15,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql/moz-fx-data-shared-prod/org_mozilla_ios_firefox_derived/review_checker_events_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/org_mozilla_ios_firefox_derived/review_checker_events_v1/metadata.yaml
@@ -8,6 +8,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_review_checker
   task_name: org_mozilla_ios_firefox_review_checker_events__v1
@@ -16,6 +17,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql/moz-fx-data-shared-prod/search_derived/desktop_mobile_search_clients_monthly_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/search_derived/desktop_mobile_search_clients_monthly_v1/metadata.yaml
@@ -7,6 +7,7 @@ owners:
 labels:
   incremental: true
   schedule: monthly
+  table_type: client_level
 scheduling:
   dag_name: bqetl_desktop_mobile_search_monthly
   date_partition_parameter: null
@@ -23,4 +24,5 @@ bigquery:
     type: month
     field: submission_month
     require_partition_filter: true
+    expiration_days: 775
   clustering: null
diff --git a/sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_daily_historical_pre202408/metadata.yaml b/sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_daily_historical_pre202408/metadata.yaml
@@ -7,6 +7,8 @@ description: |-
   pulls from metrics, and after 2024.07.31, pulls from baseline.
 
   This table contains the historical data.
+labels:
+  table_type: client_level
 owners:
   - akommasani@mozilla.com
   - mbowerman@mozilla.com
@@ -15,4 +17,4 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
diff --git a/sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_last_seen_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_last_seen_v1/metadata.yaml
@@ -13,6 +13,7 @@ labels:
   dag: bqetl_mobile_search
   owner1: akommasani
   owner2: cmorales
+  table_type: client_level
 scheduling:
   dag_name: bqetl_mobile_search
   depends_on_past: true
@@ -21,7 +22,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
   clustering:
     fields:
     - sample_id
diff --git a/sql/moz-fx-data-shared-prod/search_derived/search_clients_daily_v8/metadata.yaml b/sql/moz-fx-data-shared-prod/search_derived/search_clients_daily_v8/metadata.yaml
@@ -8,6 +8,7 @@ owners:
 - cmorales@mozilla.com
 labels:
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_search
   external_downstream_tasks:
@@ -22,7 +23,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
   clustering:
     fields:
     - sample_id
diff --git a/sql/moz-fx-data-shared-prod/search_derived/search_clients_last_seen_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/search_derived/search_clients_last_seen_v1/metadata.yaml
@@ -13,6 +13,7 @@ labels:
   dag: bqetl_search
   owner1: akommasani
   owner2: cmorales
+  table_type: client_level
 scheduling:
   dag_name: bqetl_search
   depends_on_past: true
@@ -25,7 +26,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
   clustering:
     fields:
     - sample_id
diff --git a/sql/moz-fx-data-shared-prod/search_derived/search_clients_last_seen_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/search_derived/search_clients_last_seen_v2/metadata.yaml
@@ -8,6 +8,7 @@ owners:
 - loines@mozilla.com
 labels:
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_search
   depends_on_past: true
@@ -20,6 +21,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - sample_id
diff --git a/sql/moz-fx-data-shared-prod/telemetry_derived/addon_aggregates_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/telemetry_derived/addon_aggregates_v2/metadata.yaml
@@ -17,6 +17,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - sample_id
diff --git a/sql/moz-fx-data-shared-prod/telemetry_derived/addons_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/telemetry_derived/addons_v2/metadata.yaml
@@ -17,7 +17,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
   range_partitioning: null
   clustering:
     fields:
diff --git a/sql/moz-fx-data-shared-prod/telemetry_derived/sponsored_tiles_clients_daily_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/telemetry_derived/sponsored_tiles_clients_daily_v1/metadata.yaml
@@ -9,6 +9,7 @@ owners:
 - akommasani@mozilla.com
 labels:
   incremental: true
+  table_type: client_level
 scheduling:
   dag_name: bqetl_sponsored_tiles_clients_daily
   task_name: sponsored_tiles_clients_daily_v1
@@ -17,7 +18,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql/moz-fx-data-shared-prod/telemetry_derived/suggest_clients_daily_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/telemetry_derived/suggest_clients_daily_v1/metadata.yaml
@@ -5,14 +5,15 @@ owners:
 - rburwei@mozilla.com
 labels:
   incremental: true
+  table_type: client_level
 scheduling:
   dag_name: bqetl_main_summary
 bigquery:
   time_partitioning:
     type: day
     field: submission_date
     require_partition_filter: true
-    expiration_days: null
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql/moz-fx-data-shared-prod/telemetry_derived/urlbar_clients_daily_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/telemetry_derived/urlbar_clients_daily_v1/metadata.yaml
@@ -7,13 +7,15 @@ labels:
   application: firefox
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_urlbar
 bigquery:
   time_partitioning:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
     - normalized_channel
diff --git a/sql_generators/search_v2/templates/mobile_search_clients_engines_sources_daily.metadata.yaml b/sql_generators/search_v2/templates/mobile_search_clients_engines_sources_daily.metadata.yaml
@@ -12,13 +12,15 @@ owners:
   - akommasani@mozilla.com
 labels:
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_mobile_search
 bigquery:
   time_partitioning:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - sample_id
diff --git a/sql_generators/serp_events_v2/templates/metadata.yaml b/sql_generators/serp_events_v2/templates/metadata.yaml
@@ -10,6 +10,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_serp
   task_name: {{ app_name }}_serp_events__v2
@@ -31,6 +32,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - normalized_channel
diff --git a/sql_generators/urlbar_events/templates/metadata.yaml b/sql_generators/urlbar_events/templates/metadata.yaml
@@ -11,6 +11,7 @@ owners:
 labels:
   incremental: true
   schedule: daily
+  table_type: client_level
 scheduling:
   dag_name: bqetl_urlbar
   task_name: {{ app_name }}_urlbar_events__v2
@@ -19,6 +20,7 @@ bigquery:
     type: day
     field: submission_date
     require_partition_filter: true
+    expiration_days: 775
   clustering:
     fields:
       - normalized_channel
