split deduplicate function in intermediate

This commit is contained in:
CIEF ACC1
2023-10-03 06:50:43 +00:00
parent 7c377b793a
commit ce381e8c74
@@ -73,27 +73,6 @@ transactions_join_transaction_types_payment_methods_currencies_status AS (
),
remove_deleted_row AS (
SELECT
*
FROM transactions_join_transaction_types_payment_methods_currencies_status
WHERE deleted_datetime IS NULL
),
-- It will seldom offur system error, so we assume that the latest cost is correct. But it is not a correct assumption
remove_system_error_duplicate_row AS (
SELECT
*,
ROW_NUMBER() OVER (PARTITION BY transaction_order_id ORDER BY updated_datetime DESC) AS row_number_index
FROM remove_deleted_row
QUALIFY
row_number_index = 1
),
-- FINAL
final__stg_exchange__transaction_costs AS (
@@ -130,7 +109,7 @@ final__stg_exchange__transaction_costs AS (
-- metadata
_dbt_ran_datetime
FROM remove_system_error_duplicate_row
FROM transactions_join_transaction_types_payment_methods_currencies_status
)
SELECT * FROM remove_system_error_duplicate_row
SELECT * FROM final__stg_exchange__transaction_costs