cief/dbt_cloud
1
0
Fork 0
mirror of https://gitlab.com/cief-data/dbt_cloud.git synced 2026-08-19 04:14:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Changed file name for consistency

Browse Source
This commit is contained in:
Yam ZhengLim
2024-03-07 09:04:01 +00:00
parent 3341e41e9b
commit 1b90eb6eda
5 changed files with 70 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files
dbt_project.yml
+10
View File
@@ -74,6 +74,16 @@ models:
+materialized: view
+schema: shipping__base
currency_exchange_rates:
c2m:
+materialized: view
+schema: currency_exchange_rate__c2m
world_rate:
+materialized: view
+schema: currency_exchange_rate__open_exchange_api
intermediate:
+materialized: ephemeral
+schema: intermediate
models/marts/warehouse/fct_exchange__currency_exchange_rate_compilation.sql
+2 -6
View File
@@ -1,6 +1,6 @@
-- IMPORT
WITH open_api_exchange_rate_logs AS (
SELECT * FROM {{ ref('stg_exchange__open_api_currency_rate_logs') }}
SELECT * FROM {{ ref('stg_open_ex_api__open_api_currency_rate_logs') }}
),
cief_exchange_rate_logs AS (
@@ -8,7 +8,7 @@ cief_exchange_rate_logs AS (
),
c2m_exchange_rate_logs AS (
SELECT * FROM {{ ref('stg_exchange__c2m_currency_rate_logs') }}
SELECT * FROM {{ ref('stg_c2m_exchange__c2m_currency_rate_logs') }}
),
sd_exchange_rate_logs AS (
@@ -28,10 +28,6 @@ cief_exchange_rate_log_filtering AS (
WHERE
payment_method NOT IN ('BA')
AND
payment_method IS NOT NULL
AND
service_type IN ('1 DAY TRANSFER', '3 DAYS TRANSFER', 'ENTERPRISE TO ENTERPRISE 公打公', '1688 PAYMENT')
AND
quote_currency_id = 2
),
models/staging/currency_exchange_rates/c2m/stg_exchange__c2m_currency_rate_logs.sql → models/staging/currency_exchange_rates/c2m/stg_c2m_exchange__c2m_currency_rate_logs.sql
View File
models/staging/currency_exchange_rates/world_rate/stg_exchange__open_api_currency_rate_logs.sql → models/staging/currency_exchange_rates/world_rate/stg_open_ex_api__open_api_currency_rate_logs.sql
View File
models/staging/exchange/stg_exchange__currency_rate_logs.sql
+57 -42
View File
@@ -41,8 +41,8 @@ currency_rate_logs_join_currency_rates AS (
LEFT JOIN currency_rates
ON (currency_rate_logs.currency_rate_id = currency_rates.currency_rate_id)
),
),
currency_rate_logs_quote_currency_id_join_currencies AS (
@@ -58,7 +58,7 @@ currency_rate_logs_quote_currency_id_join_currencies AS (
currency_rate_logs_join_currency_rates.base_to_quote_currency_exchange_rate,
COALESCE(payment_methods.name, currency_rate_logs_join_currency_rates.payment_method::string) AS payment_method,
COALESCE(service_types.name, currency_rate_logs_join_currency_rates.service_type::string) AS service_type,
COALESCE(service_types.name, currency_rate_logs_join_currency_rates.service_type::string) AS service_type,
currency_rate_logs_join_currency_rates.creator_user_id,
currency_rate_logs_join_currency_rates.created_datetime,
@@ -75,66 +75,81 @@ currency_rate_logs_quote_currency_id_join_currencies AS (
LEFT JOIN service_types
ON (currency_rate_logs_join_currency_rates.service_type = service_types.service_type_id)
),
filtered_currency_rate_logs AS (
SELECT
*
FROM currency_rate_logs_quote_currency_id_join_currencies
WHERE service_type NOT IN ('x1', 'Company to Company', 'RECEIVED-ON-BEHALF')
),
currency_rate_logs_add_dense_rank AS (
SELECT
currency_rate_logs_quote_currency_id_join_currencies.currency_rate_log_id,
filtered_currency_rate_logs.currency_rate_log_id,
dense_rank() OVER
(PARTITION BY currency_rate_logs_quote_currency_id_join_currencies.currency_rate_id
ORDER BY currency_rate_logs_quote_currency_id_join_currencies.created_datetime) AS dense_rank_index,
DENSE_RANK() OVER
(PARTITION BY filtered_currency_rate_logs.currency_rate_id
ORDER BY filtered_currency_rate_logs.created_datetime) AS dense_rank_index,
currency_rate_logs_quote_currency_id_join_currencies.currency_rate_id AS currency_rate_id,
currency_rate_logs_quote_currency_id_join_currencies.quote_currency_id,
currency_rate_logs_quote_currency_id_join_currencies.quote_currency_name,
currency_rate_logs_quote_currency_id_join_currencies.quote_currency_short_code,
currency_rate_logs_quote_currency_id_join_currencies.quote_currency_symbol,
currency_rate_logs_quote_currency_id_join_currencies.payment_method,
currency_rate_logs_quote_currency_id_join_currencies.service_type,
currency_rate_logs_quote_currency_id_join_currencies.base_to_quote_currency_exchange_rate,
currency_rate_logs_quote_currency_id_join_currencies.creator_user_id,
currency_rate_logs_quote_currency_id_join_currencies.created_datetime
filtered_currency_rate_logs.currency_rate_id AS currency_rate_id,
filtered_currency_rate_logs.quote_currency_id,
filtered_currency_rate_logs.quote_currency_name,
filtered_currency_rate_logs.quote_currency_short_code,
filtered_currency_rate_logs.quote_currency_symbol,
filtered_currency_rate_logs.payment_method,
filtered_currency_rate_logs.service_type,
filtered_currency_rate_logs.base_to_quote_currency_exchange_rate,
filtered_currency_rate_logs.creator_user_id,
filtered_currency_rate_logs.created_datetime
FROM currency_rate_logs_quote_currency_id_join_currencies
FROM filtered_currency_rate_logs
ORDER BY
currency_rate_id,
created_datetime
),
currency_rate_logs_resturucure AS (
SELECT
currency_rate_logs_add_dense_rank.currency_rate_log_id,
currency_rate_logs_add_dense_rank.currency_rate_id,
currency_rate_logs_add_dense_rank.quote_currency_id,
currency_rate_logs_add_dense_rank.quote_currency_name,
currency_rate_logs_add_dense_rank.quote_currency_short_code,
currency_rate_logs_add_dense_rank.quote_currency_symbol,
currency_rate_logs_add_dense_rank.payment_method,
currency_rate_logs_add_dense_rank.service_type,
currency_rate_logs_add_dense_rank.base_to_quote_currency_exchange_rate,
currency_rate_logs_add_dense_rank.creator_user_id,
CASE
WHEN currency_rate_logs_add_dense_rank.dense_rank_index=1 THEN CAST('1990-01-01 00:00:00 +08:00' AS DATETIME)
ELSE currency_rate_logs_add_dense_rank.created_datetime
END AS from_datetime,
SELECT
currency_rate_logs_add_dense_rank.currency_rate_log_id,
currency_rate_logs_add_dense_rank.currency_rate_id,
currency_rate_logs_add_dense_rank.quote_currency_id,
currency_rate_logs_add_dense_rank.quote_currency_name,
currency_rate_logs_add_dense_rank.quote_currency_short_code,
currency_rate_logs_add_dense_rank.quote_currency_symbol,
currency_rate_logs_add_dense_rank.payment_method,
currency_rate_logs_add_dense_rank.service_type,
currency_rate_logs_add_dense_rank.base_to_quote_currency_exchange_rate,
currency_rate_logs_add_dense_rank.creator_user_id,
COALESCE(currency_rate_logs_add_dense_rank_clone.created_datetime,
CAST('2999-12-31 23:59:59 +08:00' AS DATETIME)) AS to_datetime,
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
CASE
WHEN currency_rate_logs_add_dense_rank.dense_rank_index=1 THEN CAST('1990-01-01 00:00:00 +08:00' AS DATETIME)
ELSE currency_rate_logs_add_dense_rank.created_datetime
END AS from_datetime,
FROM
currency_rate_logs_add_dense_rank
COALESCE(currency_rate_logs_add_dense_rank_clone.created_datetime,
CAST('2999-12-31 23:59:59 +08:00' AS DATETIME)) AS to_datetime,
LEFT JOIN currency_rate_logs_add_dense_rank AS currency_rate_logs_add_dense_rank_clone
ON currency_rate_logs_add_dense_rank.dense_rank_index = currency_rate_logs_add_dense_rank_clone.dense_rank_index-1
AND currency_rate_logs_add_dense_rank.currency_rate_id = currency_rate_logs_add_dense_rank_clone.currency_rate_id
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
FROM
currency_rate_logs_add_dense_rank
LEFT JOIN currency_rate_logs_add_dense_rank AS currency_rate_logs_add_dense_rank_clone
ON currency_rate_logs_add_dense_rank.dense_rank_index = currency_rate_logs_add_dense_rank_clone.dense_rank_index-1
AND currency_rate_logs_add_dense_rank.currency_rate_id = currency_rate_logs_add_dense_rank_clone.currency_rate_id
ORDER BY currency_rate_logs_add_dense_rank.currency_rate_id, currency_rate_logs_add_dense_rank.created_datetime
ORDER BY currency_rate_logs_add_dense_rank.currency_rate_id, currency_rate_logs_add_dense_rank.created_datetime
),