From c0a069d3ad1d164f42377f9d01df3cee22513011 Mon Sep 17 00:00:00 2001 From: Pat Nadolny Date: Mon, 5 Aug 2024 12:12:15 -0400 Subject: [PATCH] add defaults for the raw schema --- data/transform/models/staging/cloudwatch/sources.yml | 2 +- data/transform/models/staging/dynamodb/sources.yml | 2 +- data/transform/models/staging/github_meltano/sources.yml | 2 +- data/transform/models/staging/github_search/sources.yml | 2 +- data/transform/models/staging/gitlab/sources.yml | 4 ++-- data/transform/models/staging/google_analytics/sources.yml | 2 +- data/transform/models/staging/meltanohub/sources.yml | 2 +- data/transform/models/staging/slack/sources.yml | 4 ++-- data/transform/models/staging/snowplow/sources.yml | 2 +- data/transform/snapshots/spreadsheets_anywhere/sources.yml | 2 +- 10 files changed, 12 insertions(+), 12 deletions(-) diff --git a/data/transform/models/staging/cloudwatch/sources.yml b/data/transform/models/staging/cloudwatch/sources.yml index 6277dd24..422d309e 100644 --- a/data/transform/models/staging/cloudwatch/sources.yml +++ b/data/transform/models/staging/cloudwatch/sources.yml @@ -2,7 +2,7 @@ config-version: 2 version: 2 sources: - name: tap_cloudwatch - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_CLOUDWATCH' tables: - name: log diff --git a/data/transform/models/staging/dynamodb/sources.yml b/data/transform/models/staging/dynamodb/sources.yml index c86926ea..86f1e409 100644 --- a/data/transform/models/staging/dynamodb/sources.yml +++ b/data/transform/models/staging/dynamodb/sources.yml @@ -2,7 +2,7 @@ config-version: 2 version: 2 sources: - name: tap_dynamodb - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_DYNAMODB' tables: - name: workload_metadata_table diff --git a/data/transform/models/staging/github_meltano/sources.yml b/data/transform/models/staging/github_meltano/sources.yml index aed8b21e..cb4ce944 100644 --- a/data/transform/models/staging/github_meltano/sources.yml +++ b/data/transform/models/staging/github_meltano/sources.yml @@ -2,7 +2,7 @@ config-version: 2 version: 2 sources: - name: tap_github_meltano - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_GITHUB_MELTANO' tables: - name: issues diff --git a/data/transform/models/staging/github_search/sources.yml b/data/transform/models/staging/github_search/sources.yml index a6fcc2ef..b7a97892 100644 --- a/data/transform/models/staging/github_search/sources.yml +++ b/data/transform/models/staging/github_search/sources.yml @@ -2,7 +2,7 @@ config-version: 2 version: 2 sources: - name: tap_github_search - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_GITHUB_SEARCH' tables: - name: issues diff --git a/data/transform/models/staging/gitlab/sources.yml b/data/transform/models/staging/gitlab/sources.yml index 4482eeef..e20dc828 100644 --- a/data/transform/models/staging/gitlab/sources.yml +++ b/data/transform/models/staging/gitlab/sources.yml @@ -2,14 +2,14 @@ config-version: 2 version: 2 sources: - name: tap_gitlab - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_GITLAB' tables: - name: issues - name: merge_requests - name: projects - name: tap_gitlab_hotglue - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_GITLAB_HOTGLUE' tables: - name: issues diff --git a/data/transform/models/staging/google_analytics/sources.yml b/data/transform/models/staging/google_analytics/sources.yml index b6908915..0299057d 100644 --- a/data/transform/models/staging/google_analytics/sources.yml +++ b/data/transform/models/staging/google_analytics/sources.yml @@ -2,7 +2,7 @@ config-version: 2 version: 2 sources: - name: tap_google_analytics - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_GOOGLE_ANALYTICS' tables: - name: events \ No newline at end of file diff --git a/data/transform/models/staging/meltanohub/sources.yml b/data/transform/models/staging/meltanohub/sources.yml index 701e4437..aa035094 100644 --- a/data/transform/models/staging/meltanohub/sources.yml +++ b/data/transform/models/staging/meltanohub/sources.yml @@ -2,7 +2,7 @@ config-version: 2 version: 2 sources: - name: tap_meltanohub - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_MELTANOHUB' tables: - name: plugins diff --git a/data/transform/models/staging/slack/sources.yml b/data/transform/models/staging/slack/sources.yml index 9eeb8454..e1a2ee47 100644 --- a/data/transform/models/staging/slack/sources.yml +++ b/data/transform/models/staging/slack/sources.yml @@ -2,14 +2,14 @@ config-version: 2 version: 2 sources: - name: tap_slack - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_SLACK' tables: - name: users - name: messages - name: channels - name: tap_slack_public - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_SLACK_PUBLIC' tables: - name: messages diff --git a/data/transform/models/staging/snowplow/sources.yml b/data/transform/models/staging/snowplow/sources.yml index f0fdd427..49cf86ce 100644 --- a/data/transform/models/staging/snowplow/sources.yml +++ b/data/transform/models/staging/snowplow/sources.yml @@ -2,7 +2,7 @@ config-version: 2 version: 2 sources: - name: snowplow - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}SNOWPLOW' tables: - name: events diff --git a/data/transform/snapshots/spreadsheets_anywhere/sources.yml b/data/transform/snapshots/spreadsheets_anywhere/sources.yml index 410c1f4d..eb256c95 100644 --- a/data/transform/snapshots/spreadsheets_anywhere/sources.yml +++ b/data/transform/snapshots/spreadsheets_anywhere/sources.yml @@ -2,7 +2,7 @@ config-version: 2 version: 2 sources: - name: tap_spreadsheets_anywhere - database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW") }}' + database: '{{ env_var("DBT_SNOWFLAKE_DATABASE_RAW", "RAW") }}' schema: '{{ env_var("DBT_SNOWFLAKE_SOURCE_SCHEMA_PREFIX", "") }}TAP_SPREADSHEETS_ANYWHERE' tables: - name: aws_ips