DBT structure change

2026-08-28 00:34:13 +00:00 · 2023-05-09 09:53:28 +00:00
parent b3373e5b58
commit 2d2501cbfe
317 changed files with 7448 additions and 10782 deletions
@@ -32,91 +32,56 @@ clean-targets:         # directories to be removed by `dbt clean`
 # using the `{{ config(...) }}` macro.
 models:
  cief_dbt_cloud:
-    # Applies to all files under models/example/
-    exchange:
-      marts:
-        reporting:
-          description: data modeling use in Preset (Superset)
+    staging:
+      +tags:
+        - staging
+
+      autocount:
          +materialized: view
-          +schema: exchange__reporting
-          
-        warehouse:
-          description: data modeling contain all fct & dim
-          +materialized: table
-          +schema: exchange__warehouse
-
-      intermediate:
-          description: data modeling use for pipeline transformation, contain all int
+          +schema: autocount__staging
+    
+      crisp:
          +materialized: view
-          +schema: exchange__intermediate
+          +schema: crisp__staging

-      staging:
-        description: light_transformation & will be occur in staging, contain all stg
-        +materialized: view
-        +schema: exchange__staging
-
-      base:
-        description: light_transformation such as rename and remove test or wrong input data
-        +materialized: view
-        +schema: exchange__base
-
-
-    shipping:
-      marts:
-        reporting:
-          description: data modeling use in Preset (Superset)
+      exchange:
          +materialized: view
-          +schema: shipping__reporting
-          
-        warehouse:
-          description: data modeling contain all fct & dim
+          +schema: exchange__staging
+
+          base:
+            +materialized: view
+            +schema: exchange__base              
+
+      shipping:
+        staging:
          +materialized: view
-          +schema: shipping__warehouse
+          +schema: shipping__staging

-      intermediate:
-          description: data modeling use for pipeline transformation, contain all int
-          +materialized: view
-          +schema: shipping__intermediate
+          base:
+            +materialized: view
+            +schema: shipping__base              
+    
+    intermediate:
+      +materialized: ephemeral
+      +schema: intermediate
+      +tags:
+        - intermediate

-      staging:
-        description: light_transformation & will be occur in staging, contain all stg
-        +materialized: view
-        +schema: shipping__staging
-
-      base:
-        description: light_transformation such as rename and remove test or wrong input data
-        +materialized: view
-        +schema: shipping__base
-
-
-    crisp:
-      marts:
-        reporting:
-          description: data modeling use in Preset (Superset)
-          +materialized: view
-          +schema: crisp__reporting
-          
-        warehouse:
-          description: data modeling contain all fct & dim
-          +materialized: view
-          +schema: crisp__warehouse
-
-      intermediate:
-          description: data modeling use for pipeline transformation, contain all int
-          +materialized: view
-          +schema: crisp__intermediate
-
-      staging:
-        description: light_transformation & will be occur in staging, contain all stg
-        +materialized: view
-        +schema: crisp__staging
-
-      base:
-        description: light_transformation such as rename and remove test or wrong input data
-        +materialized: view
-        +schema: crisp__base
+    marts:
+      +tags:
+        - marts

+      warehouse:
+        +materialized: table
+        +schema: warehouse
+        +tags:
+          - warehouse

+      reporting:
+        +materialized: table
+        +schema: reporting      
+        +tags:
+          - reporting
 seeds:
  cief_dbt_cloud:
    exchange:
@@ -126,6 +91,7 @@ seeds:
    crisp:
      +schema: crisp__seeds

+
 snapshots:
  cief_dbt_cloud:
    exchange: