Merge pull request #4 from lironesamoun/dbt/models

(dbt) Add first dbt model for data

dbt/dbt_project.yml

@@ -32,7 +32,7 @@ clean-targets:         # directories to be removed by `dbt clean`
 # as tables. These settings can be overridden in the individual model files
 # using the `{{ config(...) }}` macro.
 models:
-  my_new_project:
+  global_terrorism:
     # Applies to all files under models/example/
     example:
       materialized: view

dbt/models/production/schema.yml

@@ -0,0 +1,8 @@
+version: 2
+
+sources:
+  - name: production
+    database: de-capstone-project-23
+    schema: globalterrorism_raw
+    tables:
+      - name: data

dbt/models/staging/global_terrorism_lite.sql

@@ -0,0 +1,25 @@
+{{ config(materialized="table") }}
+
+select
+    eventid as event_id,
+    case when iday != 0 then cast(concat(iyear, '-', imonth, '-', iday) as date) else null end as event_date,
+    country_txt as country,
+    region_txt as region,
+    provstate,
+    city,
+    summary,
+    cast(crit1 as integer) as reason1,
+    cast(crit2 as integer) as reason2,
+    cast(crit3 as integer) as reason3,
+    cast(doubtterr as integer) as doubt_terrorism_proper,
+    attacktype1_txt as attack_type,
+    targtype1_txt as target_type,
+    weaptype1_txt as weapon_type,
+    gname as perpetrator_group_name,
+    cast(nkill as integer) as nkill,
+    cast(nwound as integer) as nwound,
+    cast(ishostkid as integer) as ishostkid,
+    cast(nhostkid as integer) as nhostkid
+from {{ source("staging", "data") }}
+
+{% if var("is_test_run", default=true) %} limit 100 {% endif %}

dbt/models/staging/schema.yml

@@ -0,0 +1,8 @@
+version: 2
+
+sources:
+  - name: staging
+    database: de-capstone-project-23
+    schema: globalterrorism_raw
+    tables:
+      - name: data

dbt/packages.yml

@@ -0,0 +1,5 @@
+packages:
+  - package: dbt-labs/dbt_utils
+    version: 1.0.0
+  - package: calogica/dbt_date
+    version: 0.7.2