From ea8317d5a39c037cf9f4ae0486e08a89b4a357b6 Mon Sep 17 00:00:00 2001 From: CIEF ACC1 Date: Thu, 2 Nov 2023 09:37:35 +0000 Subject: [PATCH] Changed to new airbyte format and included frozen account google sheet --- .../googlesheet/_googlesheet__sources.yml | 33 +++++++++---------- 1 file changed, 16 insertions(+), 17 deletions(-) diff --git a/models/staging/googlesheet/_googlesheet__sources.yml b/models/staging/googlesheet/_googlesheet__sources.yml index 800c970..ad34469 100644 --- a/models/staging/googlesheet/_googlesheet__sources.yml +++ b/models/staging/googlesheet/_googlesheet__sources.yml @@ -6,7 +6,7 @@ sources: database: DEV_CIEF_RAW_DB schema: GOOGLESHEET_AIRBYTE loader: Airbyte - loaded_at_field: _airbyte_emitted_at + loaded_at_field: _airbyte_extracted_at freshness: warn_after: {count: 26, period: hour} error_after: {count: 48, period: hour} @@ -19,32 +19,31 @@ sources: tables: - - name: _airbyte_raw_leads_activations + - name: leads_activations description: This data is get from sales gsheet, sales will call user once they register & not put any order columns: - - name: _airbyte_ab_id - description: Primary key for '_airbyte_raw_leads_activations' + - name: _airbyte_raw_id + description: Primary key for 'leads_activations' tests: - unique - not_null - - name: _airbyte_data - description: JSON data which come from gsheet - tests: - - not_null - - - name: _airbyte_raw_event_and_holiday_lists + - name: event_and_holiday_lists description: Data retrieved from gsheet, comprises dates for events and holidays that may or may not impact operation of company. columns: - - name: _airbyte_ab_id - description: Primary key for '_airbyte_raw_event_and_holiday_lists' + - name: _airbyte_raw_id + description: Primary key for 'event_and_holiday_lists' tests: - unique - not_null - - - name: _airbyte_data - description: JSON data which come from gsheet - tests: - - not_null + + - name: account_frozen_case + description: Data retrieved from gsheet, comprises frozen account cases from Exchange service. + columns: + - name: _airbyte_raw_id + description: Primary key for 'account_frozen_case' + tests: + - unique + - not_null \ No newline at end of file