Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ RUN python -m pip install --upgrade dbt-coverage==0.3.9

# Set docker basics
WORKDIR /usr/app/dbt/
LABEL maintainer=TeraSky(c)
LABEL maintainer=fast.bi(c)

# Copy application files
COPY ./macros/*.sql /usr/app/dbt/macros/
Expand Down
7 changes: 4 additions & 3 deletions macros/create_tablesample_source.sql
Original file line number Diff line number Diff line change
Expand Up @@ -43,13 +43,13 @@
{{ run_query(query) }}
{% endmacro %}

{% macro set_data_tablesample(project_id, source_dataset, sample_dataset, table_name, percent_sample) -%}
{% macro set_data_tablesample(project_id, source_project_id, source_dataset, sample_dataset, table_name, percent_sample) -%}
{% set engine = target.type -%}
{% if engine == 'bigquery' -%}
{% set query %}
CREATE OR REPLACE TABLE `{{ project_id }}.{{ sample_dataset }}.{{ table_name }}` AS (
SELECT *
FROM `{{ project_id }}.{{ source_dataset }}.{{ table_name }}`
FROM `{{ source_project_id }}.{{ source_dataset }}.{{ table_name }}`
TABLESAMPLE SYSTEM ({{ percent_sample }} PERCENT));
{% endset %}
{% elif engine == 'postgres' %}
Expand Down Expand Up @@ -127,7 +127,8 @@
{{ log("Skipping sample table creation for partitioned table " ~ sample_dataset ~ "." ~table_name, info=True) }}
{% else %}
{{ log("Creating sampled table: " ~ sample_dataset ~ "." ~table_name, info=True) }}
{{ set_data_tablesample(sample_database, source_dataset, sample_dataset, table_name, percent_sample) }}
{% set source_database = node_value.get('database', sample_database) %}
{{ set_data_tablesample(sample_database, source_database, source_dataset, sample_dataset, table_name, percent_sample) }}
{% endif %}
{% endfor %}
{% else %}
Expand Down