Changed to new airbyte format and included frozen account google sheet

This commit is contained in:
CIEF ACC1
2023-11-02 09:37:35 +00:00
parent ff56b3c02e
commit ea8317d5a3
@@ -6,7 +6,7 @@ sources:
database: DEV_CIEF_RAW_DB
schema: GOOGLESHEET_AIRBYTE
loader: Airbyte
loaded_at_field: _airbyte_emitted_at
loaded_at_field: _airbyte_extracted_at
freshness:
warn_after: {count: 26, period: hour}
error_after: {count: 48, period: hour}
@@ -19,32 +19,31 @@ sources:
tables:
- name: _airbyte_raw_leads_activations
- name: leads_activations
description: This data is get from sales gsheet, sales will call user once they register & not put any order
columns:
- name: _airbyte_ab_id
description: Primary key for '_airbyte_raw_leads_activations'
- name: _airbyte_raw_id
description: Primary key for 'leads_activations'
tests:
- unique
- not_null
- name: _airbyte_data
description: JSON data which come from gsheet
tests:
- not_null
- name: _airbyte_raw_event_and_holiday_lists
- name: event_and_holiday_lists
description: Data retrieved from gsheet, comprises dates for events and holidays that may or may not impact operation of company.
columns:
- name: _airbyte_ab_id
description: Primary key for '_airbyte_raw_event_and_holiday_lists'
- name: _airbyte_raw_id
description: Primary key for 'event_and_holiday_lists'
tests:
- unique
- not_null
- name: _airbyte_data
description: JSON data which come from gsheet
tests:
- not_null
- name: account_frozen_case
description: Data retrieved from gsheet, comprises frozen account cases from Exchange service.
columns:
- name: _airbyte_raw_id
description: Primary key for 'account_frozen_case'
tests:
- unique
- not_null