Fixed CI/CD (#24)

* Capturing exposures data (#18)

* Added three models to capture exposures data: stg, dim and fct.

* Refactored fct model to adhere to dbt style guide.

* Fix indentation bug.

* CI Build

* CI Build

* CI Build

* Still fighting CI.

* Verify dbt is running from the correct dir.

* Fix CI/CD

* Maybe its quoting?

* Update seeds config.

* Last try before removing --warn-error

* Remove --warn-error

Co-authored-by: Konrad <77880496+kon-mal@users.noreply.github.com>

.circleci/config.yml

@@ -17,31 +17,28 @@ jobs:
           command: |
             python3 -m venv venv
             . venv/bin/activate
-
             pip install --upgrade pip setuptools
             pip install dbt --upgrade
 
-            mkdir -p ~/.dbt
-            cp integration_tests/ci/sample.profiles.yml ~/.dbt/profiles.yml
-
       - run:
           name: "Run Tests - Snowflake"
           command: |
             . venv/bin/activate
             cd integration_tests
-            echo `pwd`
-            dbt --warn-error deps --target snowflake
-            dbt --warn-error run-operation create_artifact_resources --target snowflake
-            dbt --warn-error seed --target snowflake --full-refresh
-            dbt --warn-error run-operation upload_dbt_artifacts --args '{filenames: [manifest, run_results]}' --target snowflake
-            dbt --warn-error run --target snowflake
-            dbt --warn-error run-operation upload_dbt_artifacts --args '{filenames: [manifest, run_results]}' --target snowflake
-            dbt --warn-error test --target snowflake
-            dbt --warn-error run-operation upload_dbt_artifacts --args '{filenames: [run_results]}' --target snowflake
-            dbt --warn-error source snapshot-freshness --target snowflake
-            dbt --warn-error run-operation upload_dbt_artifacts --args '{filenames: [sources]}' --target snowflake
-            dbt --warn-error docs generate --target snowflake
-            dbt --warn-error run-operation upload_dbt_artifacts --args '{filenames: [catalog]}' --target snowflake
+            export DBT_PROFILES_DIR=/home/circleci/project/integration_tests
+            echo $DBT_PROFILES_DIR
+            dbt deps
+            dbt run-operation create_artifact_resources
+            dbt seed --full-refresh
+            dbt run-operation upload_dbt_artifacts --args '{filenames: [manifest, run_results]}'
+            dbt run
+            dbt run-operation upload_dbt_artifacts --args '{filenames: [manifest, run_results]}'
+            dbt test
+            dbt run-operation upload_dbt_artifacts --args '{filenames: [run_results]}'
+            dbt source snapshot-freshness
+            dbt run-operation upload_dbt_artifacts --args '{filenames: [sources]}'
+            dbt docs generate
+            dbt run-operation upload_dbt_artifacts --args '{filenames: [catalog]}'
 
       - save_cache:
           key: deps1-{{ .Branch }}

integration_tests/dbt_project.yml

@@ -11,9 +11,7 @@ data-paths: ["data"]
 macro-paths: ["macros"]
 
 target-path: "target"
-clean-targets:
-- "target"
-- "dbt_modules"
+clean-targets: ["target", "dbt_modules"]
 
 seeds:
   +quote_columns: false