cief/dbt_cloud
1
0
Fork 0
mirror of https://gitlab.com/cief-data/dbt_cloud.git synced 2026-08-19 04:14:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into 'lee_build_exchange_rate_fact'

Browse Source 
# Conflicts:
#   models/marts/warehouse/fct_exchange__transaction_orders.sql
This commit is contained in:
CIEF ACC1
2024-03-07 02:11:48 +00:00
parent 715f51ee35 85b6720569
commit 7acfcad86a
3 changed files with 442 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
models/marts/reporting/rep_exchange__frozen_accounts.sql
+261
View File
@@ -0,0 +1,261 @@
-- IMPORT
WITH frozen_account_incidents AS (
SELECT * FROM {{ ref('fct_exchange__frozen_account_incidents') }}
),
orders AS (
SELECT * FROM {{ ref('fct_exchange__transaction_orders') }}
),
costs AS (
SELECT * FROM {{ ref('fct_exchange__transaction_costs') }}
),
companies AS (
SELECT * FROM {{ ref('dim_exchange__companies') }}
),
-- LOGIC
affected_companies_order_history AS (
SELECT
*
FROM
orders,
LATERAL
(
SELECT
frozen_account_case_id,
ticket_created_datetime,
ticket_updated_datetime,
ticket_closed_datetime
FROM
frozen_account_incidents
WHERE
orders.company_id = frozen_account_incidents.company_id
)
WHERE transaction_status IN ('UPLOADED_BANK_SLIP')
),
order_associated_with_each_incident AS (
-- Some booking_marking_id may have 2 or more orders
-- This CTE select the order closest to the incident_ticket_created_datetime as the affected order
SELECT
frozen_account_incidents.* EXCLUDE _dbt_ran_datetime,
orders.order_id,
orders.base_currency_id,
orders.quote_currency_id,
orders.transaction_status,
orders.order_base_value,
orders.order_base_service_charge,
orders.order_base_tax,
orders.order_quote_value,
orders.total_order_value_rm,
orders.order_base_to_quote_currency_exchange_rate,
orders.order_created_datetime,
orders.customer_made_booking_datetime,
orders.customer_placed_order_datetime,
orders.customer_made_payment_datetime,
orders.account_verified_payment_datetime,
orders.first_white_form_generated_datetime,
orders.last_white_form_generated_datetime,
orders.operation_uploaded_bank_slip_datetime,
orders.next_order_created_datetime,
ABS(DATEDIFF(minute, ticket_created_datetime, operation_uploaded_bank_slip_datetime)) AS time_diff,
ROW_NUMBER() OVER (PARTITION BY frozen_account_case_id ORDER BY time_diff) AS row_num_idx
FROM frozen_account_incidents
LEFT JOIN orders
ON (frozen_account_incidents.booking_marking_id = orders.booking_marking_id)
QUALIFY
row_num_idx = 1
),
aggregated_metrics AS (
SELECT
frozen_account_case_id,
SUM(total_order_value_rm) AS total_lifetime_value_rm,
SUM(CASE
WHEN
ticket_created_datetime >= customer_placed_order_datetime
AND
transaction_status = 'UPLOADED_BANK_SLIP'
THEN total_order_value_rm
ELSE 0
END) AS before_frozen_lifetime_value_rm,
SUM(CASE
WHEN
customer_placed_order_datetime > ticket_created_datetime
AND
transaction_status = 'UPLOADED_BANK_SLIP'
THEN total_order_value_rm
ELSE 0
END) AS after_unfreeze_lifetime_value_rm,
MIN(CASE
WHEN
customer_made_booking_datetime > ticket_created_datetime
AND booking_status = 'COMPLETED'
THEN customer_made_booking_datetime
END) AS after_unfreeze_first_booking_datetime,
MIN(CASE
WHEN customer_placed_order_datetime > ticket_created_datetime
AND order_status = 'COMPLETED'
THEN customer_placed_order_datetime
END) AS after_unfreeze_first_order_datetime,
SUM(CASE
WHEN ticket_created_datetime > customer_placed_order_datetime
AND transaction_status = 'UPLOADED_BANK_SLIP'
THEN 1
ELSE 0
END) AS count_order_before_frozen,
SUM(CASE
WHEN customer_placed_order_datetime > ticket_created_datetime
AND transaction_status = 'UPLOADED_BANK_SLIP'
THEN 1
ELSE 0
END) AS count_order_after_unfreeze,
MAX(customer_placed_order_datetime) AS latest_order_placed_datetime,
ROUND(DIV0(before_frozen_lifetime_value_rm, count_order_before_frozen), 2) AS before_frozen_average_lifetime_value_rm,
ROUND(DIV0(after_unfreeze_lifetime_value_rm,count_order_after_unfreeze), 2) AS after_unfreeze_average_lifetime_value_rm
FROM affected_companies_order_history
GROUP BY frozen_account_case_id
),
history_and_metric_join AS (
SELECT
order_associated_with_each_incident.*,
costs.supplier_company_id,
companies.company_marking_id,
companies.company_type,
companies.business_type,
companies.company_created_datetime AS company_register_datetime,
aggregated_metrics.total_lifetime_value_rm,
aggregated_metrics.before_frozen_lifetime_value_rm,
aggregated_metrics.after_unfreeze_lifetime_value_rm,
aggregated_metrics.before_frozen_average_lifetime_value_rm,
aggregated_metrics.after_unfreeze_average_lifetime_value_rm,
aggregated_metrics.after_unfreeze_first_booking_datetime,
aggregated_metrics.after_unfreeze_first_order_datetime,
aggregated_metrics.count_order_before_frozen,
aggregated_metrics.count_order_after_unfreeze,
aggregated_metrics.latest_order_placed_datetime,
COUNT(DISTINCT order_id)
OVER
(PARTITION BY order_associated_with_each_incident.company_id) AS count_company_frozen_cases,
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
FROM order_associated_with_each_incident
LEFT JOIN aggregated_metrics
ON (order_associated_with_each_incident.frozen_account_case_id = aggregated_metrics.frozen_account_case_id)
LEFT JOIN companies
ON (order_associated_with_each_incident.company_id = companies.company_id)
LEFT JOIN costs
ON (order_associated_with_each_incident.order_id = costs.transaction_order_id)
),
-- FINAL
final_rep_exchange__frozen_accounts AS (
SELECT
-- id
frozen_account_case_id,
crm_ticket_id,
booking_id,
booking_marking_id,
company_id,
company_marking_id,
order_id,
base_currency_id,
quote_currency_id,
supplier_company_id,
recipient_bank_id,
recipient_bank_country_id,
-- dimensions
transaction_status,
account_freeze_reason,
incident_ticket_status,
agent_reply_status,
company_type,
business_type,
service_type,
recipient_bank_type,
recipient_bank_name,
recipient_bank_branch,
affected_order_currency,
-- measures
count_company_frozen_cases,
affected_order_amount,
order_base_to_quote_currency_exchange_rate,
order_base_value,
order_base_tax,
order_base_service_charge,
order_quote_value,
total_order_value_rm,
total_lifetime_value_rm,
before_frozen_lifetime_value_rm,
after_unfreeze_lifetime_value_rm,
count_order_before_frozen,
count_order_after_unfreeze,
before_frozen_average_lifetime_value_rm,
after_unfreeze_average_lifetime_value_rm,
-- date/time
company_register_datetime,
ticket_created_datetime,
ticket_updated_datetime,
ticket_closed_datetime,
after_unfreeze_first_booking_datetime,
after_unfreeze_first_order_datetime,
latest_order_placed_datetime,
order_created_datetime,
customer_made_booking_datetime,
customer_placed_order_datetime,
customer_made_payment_datetime,
account_verified_payment_datetime,
first_white_form_generated_datetime,
last_white_form_generated_datetime,
operation_uploaded_bank_slip_datetime,
next_order_created_datetime,
-- metadata
_dbt_ran_datetime
FROM history_and_metric_join
)
SELECT * FROM final_rep_exchange__frozen_accounts
models/marts/warehouse/fct_exchange__frozen_account_incidents.sql
+92
View File
@@ -0,0 +1,92 @@
-- IMPORT
WITH frozen_account_incidents AS (
SELECT * FROM {{ ref('stg_googlesheet__account_frozen_cases') }}
),
bookings AS (
SELECT * FROM {{ ref('int_exchange__bookings_get_estimate_booking_values') }}
),
banks AS (
SELECT * FROM {{ ref('stg_exchange__banks') }}
),
-- LOGIC
data_enrich AS (
SELECT
frozen_account_incidents.frozen_account_case_id,
frozen_account_incidents.booking_marking_id,
frozen_account_incidents.crm_ticket_id,
frozen_account_incidents.account_freeze_reason,
frozen_account_incidents.ticket_status AS incident_ticket_status,
frozen_account_incidents.agent_reply_status,
frozen_account_incidents.affected_order_amount,
frozen_account_incidents.affected_order_currency,
frozen_account_incidents.ticket_created_datetime,
frozen_account_incidents.ticket_updated_datetime,
frozen_account_incidents.ticket_closed_datetime,
bookings.booking_id,
bookings.company_id,
bookings.bank_id AS recipient_bank_id,
bookings.service_type,
banks.country_id AS recipient_bank_country_id,
banks.bank_type AS recipient_bank_type,
banks.bank_name AS recipient_bank_name,
banks.bank_branch AS recipient_bank_branch,
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
FROM frozen_account_incidents
LEFT JOIN bookings ON
( frozen_account_incidents.booking_marking_id = bookings.booking_marking_id )
LEFT JOIN banks ON
( bookings.bank_id = banks.bank_id )
),
-- FINAL
final__fct_exchange__frozen_account_incidents AS (
SELECT
-- ids
frozen_account_case_id,
crm_ticket_id,
booking_id,
booking_marking_id,
company_id,
recipient_bank_id,
recipient_bank_country_id,
-- dimensions
account_freeze_reason,
incident_ticket_status,
agent_reply_status,
service_type,
recipient_bank_type,
recipient_bank_name,
recipient_bank_branch,
-- measures
affected_order_amount,
affected_order_currency,
-- date/times
ticket_created_datetime,
ticket_updated_datetime,
ticket_closed_datetime,
-- metadata
_dbt_ran_datetime
FROM data_enrich
)
SELECT * FROM final__fct_exchange__frozen_account_incidents
models/staging/googlesheet/stg_googlesheet__account_frozen_cases.sql
+89
View File
@@ -0,0 +1,89 @@
-- IMPORT
WITH account_frozen_cases AS (
SELECT * FROM {{ source('src_googlesheet_airbyte', 'account_frozen_case') }}
),
-- LOGIC
data_casting AS (
SELECT
id AS frozen_account_case_id,
_airbyte_raw_id AS frozen_account_cases_airbyte_id,
ticket_id AS crm_ticket_id,
company_marking_id AS recorded_company_marking_id,
booking_marking_id,
ticket_status,
agent_reply_status,
account_freeze_reason,
issue_type,
product_name,
amount_involved AS affected_order_amount,
currency_involved AS affected_order_currency,
investigation_finding,
agent_comment,
manager_comment,
COALESCE(
TRY_TO_TIMESTAMP(ticket_created_datetime::STRING, 'DD-MM-YYYY'),
TRY_TO_TIMESTAMP(ticket_created_datetime::STRING, 'DD-MM-YYYY HH24:MI:SS')
) AS ticket_created_datetime,
COALESCE(
TRY_TO_TIMESTAMP(ticket_updated_datetime::STRING, 'DD-MM-YYYY'),
TRY_TO_TIMESTAMP(ticket_updated_datetime::STRING, 'DD-MM-YYYY HH24:MI:SS')
) AS ticket_updated_datetime,
COALESCE(
TRY_TO_TIMESTAMP(ticket_closed_datetime::STRING, 'DD-MM-YYYY'),
TRY_TO_TIMESTAMP(ticket_closed_datetime::STRING, 'DD-MM-YYYY HH24:MI:SS')
) AS ticket_closed_datetime,
_airbyte_extracted_at,
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
FROM account_frozen_cases
),
-- FINAL
final__stg_googlesheet__sales_exchange_lead_activations AS (
SELECT
-- ids
frozen_account_cases_airbyte_id,
frozen_account_case_id,
crm_ticket_id,
booking_marking_id,
recorded_company_marking_id,
-- dimensions
product_name,
ticket_status,
agent_reply_status,
account_freeze_reason,
issue_type,
affected_order_currency,
investigation_finding,
agent_comment,
manager_comment,
-- measures
affected_order_amount,
-- date/times
ticket_created_datetime,
ticket_updated_datetime,
ticket_closed_datetime,
-- metadata
_airbyte_extracted_at
_dbt_ran_datetime
FROM data_casting
)
SELECT * FROM final__stg_googlesheet__sales_exchange_lead_activations