Refactor Repo to follow convention

octoenergy · Jan 4, 2023 · b6772e5 · b6772e5
1 parent aa5b57c
commit b6772e5
Show file tree

Hide file tree

Showing 13 changed files with 20 additions and 8 deletions.
diff --git a/jaffle_shop/models/intermediate/_models.yml b/jaffle_shop/models/intermediate/_models.yml
diff --git a/jaffle_shop/models/staging/schema.yml → ..._shop/models/staging/src_seed/_models.yml b/jaffle_shop/models/staging/schema.yml → ..._shop/models/staging/src_seed/_models.yml
@@ -1,13 +1,5 @@
 version: 2
 
-models:
-  - name: stg_customers
-    columns:
-      - name: customer_id
-        tests:
-          - unique
-          - not_null
-
   - name: stg_orders
     columns:
       - name: order_id

diff --git a/jaffle_shop/models/staging/src_seed/_sources.yml b/jaffle_shop/models/staging/src_seed/_sources.yml
diff --git a/jaffle_shop/models/staging/src_seed/sensitive/_models.yml b/jaffle_shop/models/staging/src_seed/sensitive/_models.yml
@@ -0,0 +1,15 @@
+version: 2
+
+models:
+  - name: stg_customers
+    columns:
+      - name: customer_id
+        tests:
+          - unique
+          - not_null
+      - name: first_name
+        meta:
+          sensitive: true
+      - name: last_name
+        meta:
+          sensitive: true
diff --git a/jaffle_shop/models/staging/stg_customers.sql → .../src_seed/sensitive/stg_customers_pii.sql b/jaffle_shop/models/staging/stg_customers.sql → .../src_seed/sensitive/stg_customers_pii.sql
diff --git a/jaffle_shop/models/staging/src_seed/stg_customers.sql b/jaffle_shop/models/staging/src_seed/stg_customers.sql
@@ -0,0 +1,3 @@
+SELECT
+    {{ hash_sensitive_columns('stg_customers_pii') }}
+FROM {{ ref('stg_customers_pii') }}
diff --git a/jaffle_shop/models/staging/stg_orders.sql → ...op/models/staging/src_seed/stg_orders.sql b/jaffle_shop/models/staging/stg_orders.sql → ...op/models/staging/src_seed/stg_orders.sql
diff --git a/jaffle_shop/models/staging/stg_payments.sql → .../models/staging/src_seed/stg_payments.sql b/jaffle_shop/models/staging/stg_payments.sql → .../models/staging/src_seed/stg_payments.sql
diff --git a/jaffle_shop/models/schema.yml → jaffle_shop/models/warehouse/_models.yml b/jaffle_shop/models/schema.yml → jaffle_shop/models/warehouse/_models.yml
diff --git a/jaffle_shop/models/customers.sql → jaffle_shop/models/warehouse/customers.sql b/jaffle_shop/models/customers.sql → jaffle_shop/models/warehouse/customers.sql
diff --git a/jaffle_shop/models/docs.md → jaffle_shop/models/warehouse/docs.md b/jaffle_shop/models/docs.md → jaffle_shop/models/warehouse/docs.md
diff --git a/jaffle_shop/models/orders.sql → jaffle_shop/models/warehouse/orders.sql b/jaffle_shop/models/orders.sql → jaffle_shop/models/warehouse/orders.sql
diff --git a/jaffle_shop/seeds/dbt_project_evaluator_exceptions.csv b/jaffle_shop/seeds/dbt_project_evaluator_exceptions.csv
@@ -0,0 +1,2 @@
+fct_name,column_name,id_to_exclude,comment
+fct_staging_dependent_on_staging,parent,stg_customers_pii,Scrubbing pii permitted in staging layer.
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		fct_name,column_name,id_to_exclude,comment
		fct_staging_dependent_on_staging,parent,stg_customers_pii,Scrubbing pii permitted in staging layer.