Elzette dbt cert

jaffle_shop/models/final/_exposures.yml

@@ -0,0 +1,21 @@
+version: 2
+
+exposures:
+  - name: fnl_finance_returns_by_customer
+    label: fnl_finance_returns_by_customer
+    description: Inksacio data app with dashboard for dbt certification
+    type: dashboard
+    url: https://inksacio.eks.octopus.engineering/my_certification_dashboard/
+    owner:
+      email: example.email@octoenergy.com
+    depends_on:
+      - ref('fnl_finance_returns_by_customer')
+  - name: fnl_sales_newcustomers
+    label: fnl_sales_newcustomers
+    description: Inksacio data app with dashboard for dbt certification
+    type: dashboard
+    url: https://inksacio.eks.octopus.engineering/my_certification_dashboard/
+    owner:
+      email: example.email@octoenergy.com
+    depends_on:
+      - ref('fnl_sales_newcustomers')

jaffle_shop/models/final/finance/_models.yml

@@ -0,0 +1,15 @@
+version: 2
+
+models:
+  - name: fnl_finance_returns_by_customer
+    meta:
+      owner: 'example.email@octoenergy.com'
+    description:
+      Table with value of completed returns by customer
+    columns:
+      - name: customer_id
+        tests:
+          - unique
+          - not_null
+      - name: total_returned
+        description: Total value of completed returns made by customer, excluding pending returns

jaffle_shop/models/final/finance/fnl_finance_returns_by_customer.sql

@@ -0,0 +1,6 @@
+SELECT
+    customer_id,
+    SUM(amount) AS total_returned
+FROM {{ ref('wh_orders') }}
+WHERE `status` = 'returned'
+GROUP BY customer_id

jaffle_shop/models/final/sales/_models.yml

@@ -0,0 +1,13 @@
+version: 2
+
+models:
+  - name: fnl_sales_newcustomers
+    meta:
+      owner: 'example.email@octoenergy.com'
+    description:
+      The customer count by month for customers making their first order
+    columns:
+      - name: first_order_month
+        tests:
+          - unique
+          - not_null

jaffle_shop/models/final/sales/fnl_sales_newcustomers.sql

@@ -0,0 +1,5 @@
+SELECT
+    DATE_TRUNC('month', first_order) AS first_order_month,
+    COUNT(DISTINCT customer_id) AS number_first_orders
+FROM {{ ref('wh_customers') }}
+GROUP BY first_order_month

jaffle_shop/models/staging/src_seed/_models.yml

@@ -0,0 +1,67 @@
+version: 2
+
+models:
+  - name: stg_customers
+    meta:
+      owner: 'example.email@octoenergy.com'
+    description:
+      Customer data with PII information hashed
+    columns:
+      - name: customer_id
+        tests:
+          - unique
+          - not_null
+      - name: first_name_hash
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: last_name_hash
+        tests:
+          - dbt_expectations.expect_column_to_exist
+
+  - name: stg_customers_pii
+    meta:
+      owner: 'example.email@octoenergy.com'
+      sensitive: true
+    description:
+      Customer data with PII information exposed
+    columns:
+      - name: customer_id
+        tests:
+          - unique
+          - not_null
+      - name: first_name
+        meta:
+          sensitive: true
+      - name: last_name
+        meta:
+          sensitive: true
+
+  - name: stg_orders
+    meta:
+      owner: 'example.email@octoenergy.com'
+    description:
+      All orders made by customers
+    columns:
+      - name: order_id
+        tests:
+          - unique
+          - not_null
+      - name: status
+        tests:
+          - accepted_values:
+              values: ['placed', 'shipped', 'completed', 'return_pending', 'returned']
+
+  - name: stg_payments
+    meta:
+      owner: 'example.email@octoenergy.com'
+    description:
+      All payments made by customers
+    columns:
+      - name: payment_id
+        tests:
+          - unique
+          - not_null
+      - name: payment_method
+        tests:
+          - accepted_values:
+              values: ['credit_card', 'coupon', 'bank_transfer', 'gift_card']

jaffle_shop/models/staging/src_seed/stg_customers.sql

@@ -0,0 +1,3 @@
+SELECT
+    {{ hash_sensitive_columns ( 'stg_customers_pii' ) }}
+    FROM {{ ref('stg_customers_pii') }}

jaffle_shop/models/schema.yml → jaffle_shop/models/warehouse/_models.yml

@@ -1,7 +1,9 @@
 version: 2
 
 models:
-  - name: customers
+  - name: wh_customers
+    meta:
+      owner: 'example.email@octoenergy.com'
     description: This table has basic information about a customer, as well as some derived facts based on a customer's orders
 
     columns:
@@ -12,10 +14,10 @@ models:
           - not_null
 
       - name: first_name
-        description: Customer's first name. PII.
+        description: Customer's first name, hashed for privacy
 
       - name: last_name
-        description: Customer's last name. PII.
+        description: Customer's last name, hashed for privacy
 
       - name: first_order
         description: Date (UTC) of a customer's first order
@@ -29,7 +31,9 @@ models:
       - name: total_order_amount
         description: Total value (AUD) of a customer's orders
 
-  - name: orders
+  - name: wh_orders
+    meta:
+      owner: 'example.email@octoenergy.com'
     description: This table has basic information about orders, as well as some derived facts based on payments
 
     columns:

jaffle_shop/seeds/dbt_project_evaluator_exceptions.csv

@@ -0,0 +1,2 @@
+fct_name,column_name,id_to_exclude,comment
+fct_staging_dependent_on_staging,parent,stg_customers_pii,Scrubbing pii permitted in staging layer.

pytest.ini

@@ -0,0 +1,3 @@
+# pytest.ini
+[pytest]
+addopts = "--ignore=dbt_packages"