googlesheet sources

2026-08-19 04:14:00 +00:00 · 2023-07-13 15:27:56 +00:00
parent c9e81d9958
commit 725d2ef24a
1 changed files with 50 additions and 0 deletions
@@ -0,0 +1,50 @@
+version: 2
+
+sources:
+  - name: src_googlesheet_airbyte
+    description: '{{ doc("src_googlesheet_airbyte") }}'
+    database: DEV_CIEF_RAW_DB
+    schema: GOOGLESHEET_AIRBYTE
+    loader: Airbyte
+    loaded_at_field: _airbyte_emitted_at
+    freshness:
+      warn_after: {count: 26, period: hour}
+      error_after: {count: 48, period: hour}
+    meta: 
+      owner: "@yam"
+      model_maturity: prod
+    tags:
+      - googlesheet
+      - daily 
+
+
+    tables: 
+      - name: _airbyte_raw_leads_activations
+        description: This data is get from sales gsheet, sales will call user once they register & not put any order
+        columns:
+          - name: _airbyte_ab_id
+            description: Primary key for '_airbyte_raw_leads_activations'
+            tests:
+              - unique
+              - not_null
+
+          - name: _airbyte_data
+            description: JSON data which come from gsheet
+            tests:
+              - not_null
+
+
+      - name: _airbyte_raw_event_and_holiday_lists
+        description: Data retrieved from gsheet, comprises dates for events and holidays that may or may not impact operation of company.
+        columns:
+          - name: _airbyte_ab_id
+            description: Primary key for '_airbyte_raw_event_and_holiday_lists'
+            tests: 
+              - unique
+              - not_null
+          
+          - name: _airbyte_data
+            description: JSON data which come from gsheet
+            tests:
+              - not_null
+