From 725d2ef24a988e14cd47901669bad76d0a2daa68 Mon Sep 17 00:00:00 2001 From: Yam ZhengLim Date: Thu, 13 Jul 2023 15:27:56 +0000 Subject: [PATCH] googlesheet sources --- .../googlesheet/_googlesheet__sources.yml | 50 +++++++++++++++++++ 1 file changed, 50 insertions(+) create mode 100644 models/staging/googlesheet/_googlesheet__sources.yml diff --git a/models/staging/googlesheet/_googlesheet__sources.yml b/models/staging/googlesheet/_googlesheet__sources.yml new file mode 100644 index 0000000..800c970 --- /dev/null +++ b/models/staging/googlesheet/_googlesheet__sources.yml @@ -0,0 +1,50 @@ +version: 2 + +sources: + - name: src_googlesheet_airbyte + description: '{{ doc("src_googlesheet_airbyte") }}' + database: DEV_CIEF_RAW_DB + schema: GOOGLESHEET_AIRBYTE + loader: Airbyte + loaded_at_field: _airbyte_emitted_at + freshness: + warn_after: {count: 26, period: hour} + error_after: {count: 48, period: hour} + meta: + owner: "@yam" + model_maturity: prod + tags: + - googlesheet + - daily + + + tables: + - name: _airbyte_raw_leads_activations + description: This data is get from sales gsheet, sales will call user once they register & not put any order + columns: + - name: _airbyte_ab_id + description: Primary key for '_airbyte_raw_leads_activations' + tests: + - unique + - not_null + + - name: _airbyte_data + description: JSON data which come from gsheet + tests: + - not_null + + + - name: _airbyte_raw_event_and_holiday_lists + description: Data retrieved from gsheet, comprises dates for events and holidays that may or may not impact operation of company. + columns: + - name: _airbyte_ab_id + description: Primary key for '_airbyte_raw_event_and_holiday_lists' + tests: + - unique + - not_null + + - name: _airbyte_data + description: JSON data which come from gsheet + tests: + - not_null +