mirror of
https://gitlab.com/cief-data/dbt_cloud.git
synced 2026-08-23 06:14:08 +00:00
fixing in progress
This commit is contained in:
CIEF ACC1
@@ -1,114 +0,0 @@
|
||||
-- IMPORT
|
||||
WITH containers AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__containers') }}
|
||||
),
|
||||
|
||||
containers_brg_packing_lists AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__containers_brg_packing_lists') }}
|
||||
),
|
||||
|
||||
container_transport_arrangments AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__container_transport_arrangments') }}
|
||||
-- WHERE deleted_datetime IS NULL
|
||||
),
|
||||
|
||||
-- LOGIC
|
||||
container_get_packing_list_ids AS (
|
||||
SELECT
|
||||
containers_brg_packing_lists.packing_list_id,
|
||||
containers.*
|
||||
|
||||
FROM containers
|
||||
|
||||
LEFT JOIN containers_brg_packing_lists
|
||||
ON (containers.container_id = containers_brg_packing_lists.container_id)
|
||||
),
|
||||
|
||||
contianer_get_transport_arrangments AS (
|
||||
SELECT
|
||||
container_get_packing_list_ids.packing_list_id,
|
||||
container_get_packing_list_ids.container_id,
|
||||
container_get_packing_list_ids.sub_company_id AS container_warehouse_sub_company_id,
|
||||
container_get_packing_list_ids.container_reference,
|
||||
container_get_packing_list_ids.container_number,
|
||||
container_get_packing_list_ids.container_type,
|
||||
container_get_packing_list_ids.seal_reference AS container_seal_reference,
|
||||
container_get_packing_list_ids.status AS container_status,
|
||||
container_get_packing_list_ids.loaded_datetime AS container_loaded_datetime,
|
||||
container_get_packing_list_ids.deleted_datetime AS container_deleted_datetime,
|
||||
container_get_packing_list_ids.created_datetime AS container_created_datetime,
|
||||
container_get_packing_list_ids.updated_datetime AS container_updated_datetime,
|
||||
container_transport_arrangments.transport_arrangement_id AS container_transport_arrangement_id,
|
||||
container_transport_arrangments.dispatched_datetime AS container_departed_datetime,
|
||||
container_transport_arrangments.droped_datetime AS container_arrived_datetime,
|
||||
container_transport_arrangments.courier AS container_deliver_courier,
|
||||
container_transport_arrangments.tracking_number AS container_tracking_number,
|
||||
container_transport_arrangments.status AS container_transport_arrangment_status,
|
||||
container_transport_arrangments.number_of_etd_datetime_postpone AS number_of_container_etd_datetime_postpone,
|
||||
container_transport_arrangments.number_of_eta_datetime_postpone AS number_of_container_eta_datetime_postpone,
|
||||
container_transport_arrangments.etd_datetimes AS container_etd_datetimes,
|
||||
container_transport_arrangments.first_etd_datetime AS first_container_etd_datetimes,
|
||||
container_transport_arrangments.last_etd_datetime AS last_container_etd_datetimes,
|
||||
container_transport_arrangments.eta_datetimes AS container_eta_datetimes,
|
||||
container_transport_arrangments.first_eta_datetime AS first_container_eta_datetime,
|
||||
container_transport_arrangments.last_eta_datetime AS last_container_eta_datetime,
|
||||
container_transport_arrangments.first_estimate_schedule_created_datetime AS first_container_estimate_schedule_created_datetime,
|
||||
container_transport_arrangments.last_estimate_schedule_created_datetime AS last_container_estimate_schedule_created_datetime,
|
||||
|
||||
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
|
||||
|
||||
FROM container_get_packing_list_ids
|
||||
|
||||
LEFT JOIN container_transport_arrangments
|
||||
ON (container_get_packing_list_ids.container_id = container_transport_arrangments.container_id)
|
||||
),
|
||||
|
||||
-- FINAL
|
||||
final__int_shipping__containers_group_by_packing_list_ids AS (
|
||||
SELECT
|
||||
-- ids
|
||||
packing_list_id,
|
||||
container_id,
|
||||
container_warehouse_sub_company_id,
|
||||
container_transport_arrangement_id,
|
||||
|
||||
-- dimensions
|
||||
container_reference,
|
||||
container_number,
|
||||
container_seal_reference,
|
||||
container_type,
|
||||
container_status,
|
||||
container_transport_arrangment_status,
|
||||
container_deliver_courier,
|
||||
container_tracking_number,
|
||||
|
||||
|
||||
-- measures
|
||||
number_of_container_etd_datetime_postpone,
|
||||
number_of_container_eta_datetime_postpone,
|
||||
|
||||
-- date/times
|
||||
container_loaded_datetime,
|
||||
container_departed_datetime,
|
||||
container_arrived_datetime,
|
||||
container_etd_datetimes,
|
||||
first_container_etd_datetimes,
|
||||
last_container_etd_datetimes,
|
||||
container_eta_datetimes,
|
||||
first_container_eta_datetime,
|
||||
last_container_eta_datetime,
|
||||
first_container_estimate_schedule_created_datetime,
|
||||
last_container_estimate_schedule_created_datetime,
|
||||
container_deleted_datetime,
|
||||
container_created_datetime,
|
||||
container_updated_datetime,
|
||||
|
||||
-- metadata
|
||||
_dbt_ran_datetime
|
||||
|
||||
FROM contianer_get_transport_arrangments
|
||||
)
|
||||
-- -- YAM already do the hardcode clean, but not validate by omair
|
||||
-- SELECT * FROM container_group_by_packing_list_id WHERE packing_list_id in (21276, 16087) OR packing_list_id IS NULL
|
||||
|
||||
SELECT * FROM final__int_shipping__containers_group_by_packing_list_ids
|
||||
+122
@@ -0,0 +1,122 @@
|
||||
-- IMPORT
|
||||
WITH warehouse_shipping_packing_lists AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__warehouse_shipping_packing_lists') }}
|
||||
),
|
||||
|
||||
packing_list_transport_arrangments AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__packing_list_transport_arrangments') }}
|
||||
),
|
||||
|
||||
|
||||
-- LOGIC
|
||||
warehouse_shipping_join_transport_arrangements AS (
|
||||
|
||||
SELECT
|
||||
warehouse_shipping_packing_lists.new_warehouse_shipping_packing_list_id,
|
||||
warehouse_shipping_packing_lists.old_warehouse_shipping_packing_list_id,
|
||||
warehouse_shipping_packing_lists.warehouse_order_number,
|
||||
warehouse_shipping_packing_lists.booking_id,
|
||||
warehouse_shipping_packing_lists.warehouse_sub_company_id,
|
||||
warehouse_shipping_packing_lists.has_replaced_by_new_id,
|
||||
warehouse_shipping_packing_lists.packing_list_type,
|
||||
warehouse_shipping_packing_lists.reference_contract AS destination_warehouse_reference_contract,
|
||||
warehouse_shipping_packing_lists.status AS destination_warehouse_shipping_status,
|
||||
warehouse_shipping_packing_lists.deleted_datetime AS destination_warehouse_shipping_deleted_datetime,
|
||||
|
||||
packing_list_transport_arrangments.transport_arrangement_id AS destination_warehouse_transport_arrangement_id,
|
||||
packing_list_transport_arrangments.transport_mode AS destination_warehouse_transport_transport_mode,
|
||||
packing_list_transport_arrangments.courier AS destination_warehouse_transport_courier,
|
||||
packing_list_transport_arrangments.tracking_number AS destination_warehouse_transport_tracking_number,
|
||||
packing_list_transport_arrangments.status AS destination_warehouse_transport_status,
|
||||
packing_list_transport_arrangments.number_of_etd_datetime_postpone AS destination_warehouse_transport_number_of_etd_datetime_postpone,
|
||||
packing_list_transport_arrangments.number_of_eta_datetime_postpone AS destination_warehouse_transport_number_of_eta_datetime_postpone,
|
||||
packing_list_transport_arrangments.dispatched_datetime AS destination_warehouse_transport_dispatched_datetime,
|
||||
packing_list_transport_arrangments.droped_datetime AS destination_warehouse_transport_droped_datetime,
|
||||
packing_list_transport_arrangments.etd_datetimes AS destination_warehouse_transport_etd_datetimes,
|
||||
packing_list_transport_arrangments.first_etd_datetime AS destination_warehouse_transport_first_etd_datetime,
|
||||
packing_list_transport_arrangments.last_etd_datetime AS destination_warehouse_transport_last_etd_datetime,
|
||||
packing_list_transport_arrangments.eta_datetimes AS destination_warehouse_transport_eta_datetimes,
|
||||
packing_list_transport_arrangments.first_eta_datetime AS destination_warehouse_transport_first_eta_datetime,
|
||||
packing_list_transport_arrangments.last_eta_datetime AS destination_warehouse_transport_last_eta_datetime,
|
||||
packing_list_transport_arrangments.first_estimate_schedule_created_datetime AS destination_warehouse_transport_first_estimate_schedule_created_datetime,
|
||||
packing_list_transport_arrangments.last_estimate_schedule_created_datetime AS destination_warehouse_transport_last_estimate_schedule_created_datetime,
|
||||
packing_list_transport_arrangments.created_datetime AS destination_warehouse_transport_created_datetime,
|
||||
packing_list_transport_arrangments.updated_datetime AS destination_warehouse_transport_updated_datetime
|
||||
|
||||
FROM warehouse_shipping_packing_lists
|
||||
|
||||
LEFT JOIN packing_list_transport_arrangments
|
||||
ON (
|
||||
warehouse_shipping_packing_lists.old_origin_warehouse_shipping_packing_list_id = packing_list_transport_arrangments.packing_list_id
|
||||
OR
|
||||
warehouse_shipping_packing_lists.new_origin_warehouse_shipping_packing_list_id = packing_list_transport_arrangments.packing_list_id
|
||||
)
|
||||
|
||||
),
|
||||
|
||||
get_lastest_created_row_only AS ( --Because the dataset not accurate, many duplicate withough deleted all those duplicate row
|
||||
|
||||
SELECT
|
||||
*,
|
||||
ROW_NUMBER() OVER (PARTITION BY old_origin_warehouse_shipping_packing_list_id ORDER BY destination_warehouse_transport_created_datetime DESC) AS row_number_index,
|
||||
|
||||
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
|
||||
|
||||
FROM warehouse_shipping_join_transport_arrangements
|
||||
|
||||
QUALIFY
|
||||
row_number_index = 1
|
||||
|
||||
),
|
||||
|
||||
|
||||
-- FINAL
|
||||
final__int_shipping__destination_warehouse_last_mile_transport_arrangements AS (
|
||||
|
||||
SELECT
|
||||
-- ids
|
||||
new_origin_warehouse_shipping_packing_list_id,
|
||||
old_origin_warehouse_shipping_packing_list_id,
|
||||
destination_warehouse_transport_arrangement_id,
|
||||
destination_warehouse_transport_arrangement_id,
|
||||
booking_id,
|
||||
warehouse_sub_company_id,
|
||||
warehouse_order_number,
|
||||
|
||||
-- dimensions
|
||||
has_replaced_by_new_id,
|
||||
reference_contract,
|
||||
packing_list_type,
|
||||
destination_warehouse_shipping_status,
|
||||
destination_warehouse_transport_transport_mode,
|
||||
destination_warehouse_transport_courier,
|
||||
destination_warehouse_transport_tracking_number,
|
||||
destination_warehouse_transport_status,
|
||||
|
||||
-- measures
|
||||
destination_warehouse_transport_number_of_etd_datetime_postpone,
|
||||
destination_warehouse_transport_number_of_eta_datetime_postpone,
|
||||
|
||||
-- date/times
|
||||
destination_warehouse_transport_dispatched_datetime,
|
||||
destination_warehouse_transport_droped_datetime,
|
||||
destination_warehouse_transport_etd_datetimes,
|
||||
destination_warehouse_transport_first_etd_datetime,
|
||||
destination_warehouse_transport_last_etd_datetime,
|
||||
destination_warehouse_transport_eta_datetimes,
|
||||
destination_warehouse_transport_first_eta_datetime,
|
||||
destination_warehouse_transport_last_eta_datetime,
|
||||
destination_warehouse_transport_first_estimate_schedule_created_datetime,
|
||||
destination_warehouse_transport_last_estimate_schedule_created_datetime,
|
||||
destination_warehouse_transport_created_datetime,
|
||||
destination_warehouse_transport_updated_datetime,
|
||||
|
||||
-- metadata
|
||||
_dbt_ran_datetime
|
||||
|
||||
FROM get_lastest_created_row_only
|
||||
|
||||
)
|
||||
|
||||
SELECT * FROM final__int_shipping__destination_warehouse_last_mile_transport_arrangements
|
||||
-- Missing information on last mile delivery due to supplier not giving info.
|
||||
-90
@@ -1,90 +0,0 @@
|
||||
-- IMPORT
|
||||
WITH origin_warehouse_shipping_packing_lists AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__origin_warehouse_shipping_packing_lists') }}
|
||||
),
|
||||
|
||||
packing_list_transport_arrangments AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__packing_list_transport_arrangments') }}
|
||||
),
|
||||
|
||||
|
||||
-- LOGIC
|
||||
remove_non_destination_warehouse_transport_arrangments AS (
|
||||
SELECT
|
||||
origin_warehouse_shipping_packing_lists.old_origin_warehouse_shipping_packing_list_id,
|
||||
packing_list_transport_arrangments.transport_arrangement_id AS destination_warehouse_transport_arrangement_id,
|
||||
packing_list_transport_arrangments.transport_mode AS destination_warehouse_transport_transport_mode,
|
||||
packing_list_transport_arrangments.courier AS destination_warehouse_transport_courier,
|
||||
packing_list_transport_arrangments.tracking_number AS destination_warehouse_transport_tracking_number,
|
||||
packing_list_transport_arrangments.status AS destination_warehouse_transport_status,
|
||||
packing_list_transport_arrangments.number_of_etd_datetime_postpone AS destination_warehouse_transport_number_of_etd_datetime_postpone,
|
||||
packing_list_transport_arrangments.number_of_eta_datetime_postpone AS destination_warehouse_transport_number_of_eta_datetime_postpone,
|
||||
packing_list_transport_arrangments.dispatched_datetime AS destination_warehouse_transport_dispatched_datetime,
|
||||
packing_list_transport_arrangments.droped_datetime AS destination_warehouse_transport_droped_datetime,
|
||||
packing_list_transport_arrangments.etd_datetimes AS destination_warehouse_transport_etd_datetimes,
|
||||
packing_list_transport_arrangments.first_etd_datetime AS destination_warehouse_transport_first_etd_datetime,
|
||||
packing_list_transport_arrangments.last_etd_datetime AS destination_warehouse_transport_last_etd_datetime,
|
||||
packing_list_transport_arrangments.eta_datetimes AS destination_warehouse_transport_eta_datetimes,
|
||||
packing_list_transport_arrangments.first_eta_datetime AS destination_warehouse_transport_first_eta_datetime,
|
||||
packing_list_transport_arrangments.last_eta_datetime AS destination_warehouse_transport_last_eta_datetime,
|
||||
packing_list_transport_arrangments.first_estimate_schedule_created_datetime AS destination_warehouse_transport_first_estimate_schedule_created_datetime,
|
||||
packing_list_transport_arrangments.last_estimate_schedule_created_datetime AS destination_warehouse_transport_last_estimate_schedule_created_datetime,
|
||||
packing_list_transport_arrangments.created_datetime AS destination_warehouse_transport_created_datetime,
|
||||
packing_list_transport_arrangments.updated_datetime AS destination_warehouse_transport_updated_datetime
|
||||
|
||||
FROM origin_warehouse_shipping_packing_lists
|
||||
|
||||
INNER JOIN packing_list_transport_arrangments
|
||||
ON (origin_warehouse_shipping_packing_lists.old_origin_warehouse_shipping_packing_list_id = packing_list_transport_arrangments.packing_list_id)
|
||||
),
|
||||
|
||||
get_lastest_created_row_only AS ( --Because the dataset not accurate, many duplicate withough deleted all those duplicate row
|
||||
SELECT
|
||||
*,
|
||||
ROW_NUMBER() OVER (PARTITION BY old_origin_warehouse_shipping_packing_list_id ORDER BY destination_warehouse_transport_created_datetime DESC) AS row_number_index,
|
||||
|
||||
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
|
||||
|
||||
FROM remove_non_destination_warehouse_transport_arrangments
|
||||
|
||||
QUALIFY row_number_index = 1
|
||||
),
|
||||
|
||||
-- FINAL
|
||||
final__int_shipping__destination_warehouse_packing_list_transport_arrangements AS (
|
||||
SELECT
|
||||
-- ids
|
||||
destination_warehouse_transport_arrangement_id,
|
||||
old_origin_warehouse_shipping_packing_list_id,
|
||||
|
||||
-- dimensions
|
||||
destination_warehouse_transport_transport_mode,
|
||||
destination_warehouse_transport_courier,
|
||||
destination_warehouse_transport_tracking_number,
|
||||
destination_warehouse_transport_status,
|
||||
|
||||
-- measures
|
||||
destination_warehouse_transport_number_of_etd_datetime_postpone,
|
||||
destination_warehouse_transport_number_of_eta_datetime_postpone,
|
||||
|
||||
-- date/times
|
||||
destination_warehouse_transport_dispatched_datetime,
|
||||
destination_warehouse_transport_droped_datetime,
|
||||
destination_warehouse_transport_etd_datetimes,
|
||||
destination_warehouse_transport_first_etd_datetime,
|
||||
destination_warehouse_transport_last_etd_datetime,
|
||||
destination_warehouse_transport_eta_datetimes,
|
||||
destination_warehouse_transport_first_eta_datetime,
|
||||
destination_warehouse_transport_last_eta_datetime,
|
||||
destination_warehouse_transport_first_estimate_schedule_created_datetime,
|
||||
destination_warehouse_transport_last_estimate_schedule_created_datetime,
|
||||
destination_warehouse_transport_created_datetime,
|
||||
destination_warehouse_transport_updated_datetime,
|
||||
|
||||
-- metadata
|
||||
_dbt_ran_datetime
|
||||
|
||||
FROM get_lastest_created_row_only
|
||||
)
|
||||
|
||||
SELECT * FROM final__int_shipping__destination_warehouse_packing_list_transport_arrangements
|
||||
-81
@@ -1,81 +0,0 @@
|
||||
-- IMPORT
|
||||
WITH origin_warehouse_receive_packing_lists AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__origin_warehouse_receive_packing_lists') }}
|
||||
),
|
||||
|
||||
packing_list_transport_arrangments AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__packing_list_transport_arrangments') }}
|
||||
),
|
||||
|
||||
|
||||
-- LOGIC
|
||||
remove_non_origin_factory_transport_arrangments AS (
|
||||
SELECT
|
||||
origin_warehouse_receive_packing_lists.old_origin_warehouse_receive_packing_list_id,
|
||||
packing_list_transport_arrangments.transport_arrangement_id AS origin_factory_transport_arrangement_id,
|
||||
packing_list_transport_arrangments.transport_mode AS origin_factory_transport_transport_mode,
|
||||
packing_list_transport_arrangments.courier AS origin_factory_transport_courier,
|
||||
packing_list_transport_arrangments.tracking_number AS origin_factory_transport_tracking_number,
|
||||
packing_list_transport_arrangments.status AS origin_factory_transport_status,
|
||||
packing_list_transport_arrangments.number_of_etd_datetime_postpone AS origin_factory_transport_number_of_etd_datetime_postpone,
|
||||
packing_list_transport_arrangments.number_of_eta_datetime_postpone AS origin_factory_transport_number_of_eta_datetime_postpone,
|
||||
packing_list_transport_arrangments.dispatched_datetime AS origin_factory_transport_dispatched_datetime,
|
||||
packing_list_transport_arrangments.droped_datetime AS origin_factory_transport_droped_datetime,
|
||||
packing_list_transport_arrangments.etd_datetimes AS origin_factory_transport_etd_datetimes,
|
||||
packing_list_transport_arrangments.first_etd_datetime AS origin_factory_transport_first_etd_datetime,
|
||||
packing_list_transport_arrangments.last_etd_datetime AS origin_factory_transport_last_etd_datetime,
|
||||
packing_list_transport_arrangments.eta_datetimes AS origin_factory_transport_eta_datetimes,
|
||||
packing_list_transport_arrangments.first_eta_datetime AS origin_factory_transport_first_eta_datetime,
|
||||
packing_list_transport_arrangments.last_eta_datetime AS origin_factory_transport_last_eta_datetime,
|
||||
packing_list_transport_arrangments.first_estimate_schedule_created_datetime AS origin_factory_transport_first_estimate_schedule_created_datetime,
|
||||
packing_list_transport_arrangments.last_estimate_schedule_created_datetime AS origin_factory_transport_last_estimate_schedule_created_datetime,
|
||||
packing_list_transport_arrangments.created_datetime AS origin_factory_transport_created_datetime,
|
||||
packing_list_transport_arrangments.updated_datetime AS origin_factory_transport_updated_datetime,
|
||||
|
||||
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
|
||||
|
||||
FROM origin_warehouse_receive_packing_lists
|
||||
|
||||
INNER JOIN packing_list_transport_arrangments
|
||||
ON (origin_warehouse_receive_packing_lists.old_origin_warehouse_receive_packing_list_id = packing_list_transport_arrangments.packing_list_id)
|
||||
),
|
||||
|
||||
-- FINAL
|
||||
final__int_shipping__origin_factory_packing_list_transport_arrangements AS (
|
||||
SELECT
|
||||
-- ids
|
||||
origin_factory_transport_arrangement_id,
|
||||
old_origin_warehouse_receive_packing_list_id,
|
||||
|
||||
-- dimensions
|
||||
origin_factory_transport_transport_mode,
|
||||
origin_factory_transport_courier,
|
||||
origin_factory_transport_tracking_number,
|
||||
origin_factory_transport_status,
|
||||
|
||||
-- measures
|
||||
origin_factory_transport_number_of_etd_datetime_postpone,
|
||||
origin_factory_transport_number_of_eta_datetime_postpone,
|
||||
|
||||
-- date/times
|
||||
origin_factory_transport_dispatched_datetime,
|
||||
origin_factory_transport_droped_datetime,
|
||||
origin_factory_transport_etd_datetimes,
|
||||
origin_factory_transport_first_etd_datetime,
|
||||
origin_factory_transport_last_etd_datetime,
|
||||
origin_factory_transport_eta_datetimes,
|
||||
origin_factory_transport_first_eta_datetime,
|
||||
origin_factory_transport_last_eta_datetime,
|
||||
origin_factory_transport_first_estimate_schedule_created_datetime,
|
||||
origin_factory_transport_last_estimate_schedule_created_datetime,
|
||||
|
||||
origin_factory_transport_created_datetime,
|
||||
origin_factory_transport_updated_datetime,
|
||||
|
||||
-- metadata
|
||||
_dbt_ran_datetime
|
||||
|
||||
FROM remove_non_origin_factory_transport_arrangments
|
||||
)
|
||||
|
||||
SELECT * FROM final__int_shipping__origin_factory_packing_list_transport_arrangements
|
||||
+150
@@ -0,0 +1,150 @@
|
||||
-- IMPORT
|
||||
WITH origin_warehouse_shipping_packing_lists AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__warehouse_shipping_packing_lists') }}
|
||||
),
|
||||
|
||||
containers AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__containers') }}
|
||||
),
|
||||
|
||||
containers_brg_packing_lists AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__containers_brg_packing_lists') }}
|
||||
),
|
||||
|
||||
container_transport_arrangments AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__container_transport_arrangments') }}
|
||||
),
|
||||
|
||||
|
||||
-- LOGIC
|
||||
container_get_packing_list_ids AS (
|
||||
|
||||
SELECT
|
||||
containers_brg_packing_lists.packing_list_id,
|
||||
containers.*
|
||||
|
||||
FROM containers
|
||||
|
||||
LEFT JOIN containers_brg_packing_lists
|
||||
ON (containers.container_id = containers_brg_packing_lists.container_id)
|
||||
|
||||
),
|
||||
|
||||
container_get_transport_arrangments AS (
|
||||
|
||||
SELECT
|
||||
origin_warehouse_shipping_packing_lists.new_origin_warehouse_shipping_packing_list_id,
|
||||
origin_warehouse_shipping_packing_lists.old_origin_warehouse_shipping_packing_list_id,
|
||||
origin_warehouse_shipping_packing_lists.warehouse_order_number,
|
||||
origin_warehouse_shipping_packing_lists.booking_id,
|
||||
origin_warehouse_shipping_packing_lists.warehouse_sub_company_id,
|
||||
origin_warehouse_shipping_packing_lists.has_replaced_by_new_id,
|
||||
origin_warehouse_shipping_packing_lists.reference_contract AS origin_warehouse_reference_contract,
|
||||
origin_warehouse_shipping_packing_lists.status AS origin_warehouse_shipping_status,
|
||||
origin_warehouse_shipping_packing_lists.packing_list_type,
|
||||
|
||||
container_get_packing_list_ids.packing_list_id AS container_packing_list_id,
|
||||
container_get_packing_list_ids.container_id,
|
||||
container_get_packing_list_ids.sub_company_id AS container_warehouse_sub_company_id,
|
||||
container_get_packing_list_ids.container_reference,
|
||||
container_get_packing_list_ids.container_number,
|
||||
container_get_packing_list_ids.container_type,
|
||||
container_get_packing_list_ids.seal_reference AS container_seal_reference,
|
||||
container_get_packing_list_ids.status AS container_status,
|
||||
container_get_packing_list_ids.loaded_datetime AS container_loaded_datetime,
|
||||
container_get_packing_list_ids.deleted_datetime AS container_deleted_datetime,
|
||||
container_get_packing_list_ids.created_datetime AS container_created_datetime,
|
||||
container_get_packing_list_ids.updated_datetime AS container_updated_datetime,
|
||||
|
||||
container_transport_arrangments.transport_arrangement_id AS container_transport_arrangement_id,
|
||||
container_transport_arrangments.dispatched_datetime AS container_departed_datetime,
|
||||
container_transport_arrangments.droped_datetime AS container_arrived_datetime,
|
||||
container_transport_arrangments.courier AS container_deliver_courier,
|
||||
container_transport_arrangments.tracking_number AS container_tracking_number,
|
||||
container_transport_arrangments.status AS container_transport_arrangment_status,
|
||||
container_transport_arrangments.number_of_etd_datetime_postpone AS number_of_container_etd_datetime_postpone,
|
||||
container_transport_arrangments.number_of_eta_datetime_postpone AS number_of_container_eta_datetime_postpone,
|
||||
container_transport_arrangments.etd_datetimes AS container_etd_datetimes,
|
||||
container_transport_arrangments.first_etd_datetime AS first_container_etd_datetimes,
|
||||
container_transport_arrangments.last_etd_datetime AS last_container_etd_datetimes,
|
||||
container_transport_arrangments.eta_datetimes AS container_eta_datetimes,
|
||||
container_transport_arrangments.first_eta_datetime AS first_container_eta_datetime,
|
||||
container_transport_arrangments.last_eta_datetime AS last_container_eta_datetime,
|
||||
container_transport_arrangments.first_estimate_schedule_created_datetime AS first_container_estimate_schedule_created_datetime,
|
||||
container_transport_arrangments.last_estimate_schedule_created_datetime AS last_container_estimate_schedule_created_datetime,
|
||||
|
||||
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
|
||||
|
||||
FROM origin_warehouse_shipping_packing_lists
|
||||
|
||||
LEFT JOIN container_get_packing_list_ids
|
||||
ON (
|
||||
origin_warehouse_shipping_packing_lists.old_origin_warehouse_shipping_packing_list_id = container_get_packing_list_ids.packing_list_id
|
||||
OR
|
||||
origin_warehouse_shipping_packing_lists.new_origin_warehouse_shipping_packing_list_id = container_get_packing_list_ids.packing_list_id
|
||||
)
|
||||
|
||||
LEFT JOIN container_transport_arrangments
|
||||
ON (container_get_packing_list_ids.container_id = container_transport_arrangments.container_id)
|
||||
|
||||
),
|
||||
|
||||
|
||||
-- FINAL
|
||||
final__int_shipping__containers_group_by_packing_list_ids AS (
|
||||
|
||||
SELECT
|
||||
-- ids
|
||||
new_origin_warehouse_shipping_packing_list_id,
|
||||
old_origin_warehouse_shipping_packing_list_id,
|
||||
container_transport_arrangement_id,
|
||||
booking_id,
|
||||
container_id,
|
||||
container_warehouse_sub_company_id,
|
||||
warehouse_sub_company_id,
|
||||
warehouse_order_number,
|
||||
|
||||
-- dimensions
|
||||
has_replaced_by_new_id,
|
||||
origin_warehouse_shipping_status,
|
||||
origin_warehouse_reference_contract,
|
||||
packing_list_type,
|
||||
container_reference,
|
||||
container_number,
|
||||
container_seal_reference,
|
||||
container_type,
|
||||
container_status,
|
||||
container_transport_arrangment_status,
|
||||
container_deliver_courier,
|
||||
container_tracking_number,
|
||||
|
||||
-- measures
|
||||
number_of_container_etd_datetime_postpone,
|
||||
number_of_container_eta_datetime_postpone,
|
||||
|
||||
-- date/times
|
||||
container_loaded_datetime,
|
||||
container_departed_datetime,
|
||||
container_arrived_datetime,
|
||||
container_etd_datetimes,
|
||||
first_container_etd_datetimes,
|
||||
last_container_etd_datetimes,
|
||||
container_eta_datetimes,
|
||||
first_container_eta_datetime,
|
||||
last_container_eta_datetime,
|
||||
first_container_estimate_schedule_created_datetime,
|
||||
last_container_estimate_schedule_created_datetime,
|
||||
container_deleted_datetime,
|
||||
container_created_datetime,
|
||||
container_updated_datetime,
|
||||
|
||||
-- metadata
|
||||
_dbt_ran_datetime
|
||||
|
||||
FROM container_get_transport_arrangments
|
||||
|
||||
)
|
||||
-- -- YAM already do the hardcode clean, but not validate by omair
|
||||
-- SELECT * FROM container_group_by_packing_list_id WHERE packing_list_id in (21276, 16087) OR packing_list_id IS NULL
|
||||
|
||||
SELECT * FROM final__int_shipping__containers_group_by_packing_list_ids
|
||||
+101
@@ -0,0 +1,101 @@
|
||||
-- IMPORT
|
||||
WITH origin_warehouse_receive_packing_lists AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__origin_warehouse_receive_packing_lists') }}
|
||||
),
|
||||
|
||||
packing_list_transport_arrangments AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__packing_list_transport_arrangments') }}
|
||||
),
|
||||
|
||||
|
||||
-- LOGIC
|
||||
origin_factory_packing_list_join_transport_arrangments AS (
|
||||
|
||||
SELECT
|
||||
origin_warehouse_receive_packing_lists.new_origin_warehouse_receive_packing_list_id,
|
||||
origin_warehouse_receive_packing_lists.old_origin_warehouse_receive_packing_list_id,
|
||||
origin_warehouse_receive_packing_lists.warehouse_order_number,
|
||||
origin_warehouse_receive_packing_lists.booking_id,
|
||||
origin_warehouse_receive_packing_lists.warehouse_sub_company_id,
|
||||
origin_warehouse_receive_packing_lists.has_replaced_by_new_id,
|
||||
origin_warehouse_receive_packing_lists.reference_contract,
|
||||
origin_warehouse_receive_packing_lists.status AS origin_warehouse_receive_status,
|
||||
|
||||
packing_list_transport_arrangments.transport_arrangement_id AS origin_factory_transport_arrangement_id,
|
||||
packing_list_transport_arrangments.transport_mode AS origin_factory_transport_transport_mode,
|
||||
packing_list_transport_arrangments.courier AS origin_factory_transport_courier,
|
||||
packing_list_transport_arrangments.tracking_number AS origin_factory_transport_tracking_number,
|
||||
packing_list_transport_arrangments.status AS origin_factory_transport_status,
|
||||
packing_list_transport_arrangments.number_of_etd_datetime_postpone AS origin_factory_transport_number_of_etd_datetime_postpone,
|
||||
packing_list_transport_arrangments.number_of_eta_datetime_postpone AS origin_factory_transport_number_of_eta_datetime_postpone,
|
||||
packing_list_transport_arrangments.dispatched_datetime AS origin_factory_dispatched_datetime,
|
||||
packing_list_transport_arrangments.droped_datetime AS origin_warehouse_received_datetime,
|
||||
packing_list_transport_arrangments.etd_datetimes AS origin_factory_transport_etd_datetimes,
|
||||
packing_list_transport_arrangments.first_etd_datetime AS origin_factory_transport_first_etd_datetime,
|
||||
packing_list_transport_arrangments.last_etd_datetime AS origin_factory_transport_last_etd_datetime,
|
||||
packing_list_transport_arrangments.eta_datetimes AS origin_factory_transport_eta_datetimes,
|
||||
packing_list_transport_arrangments.first_eta_datetime AS origin_factory_transport_first_eta_datetime,
|
||||
packing_list_transport_arrangments.last_eta_datetime AS origin_factory_transport_last_eta_datetime,
|
||||
packing_list_transport_arrangments.first_estimate_schedule_created_datetime AS origin_factory_transport_first_estimate_schedule_created_datetime,
|
||||
packing_list_transport_arrangments.last_estimate_schedule_created_datetime AS origin_factory_transport_last_estimate_schedule_created_datetime,
|
||||
packing_list_transport_arrangments.created_datetime AS origin_factory_transport_created_datetime,
|
||||
packing_list_transport_arrangments.updated_datetime AS origin_factory_transport_updated_datetime,
|
||||
|
||||
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
|
||||
|
||||
FROM origin_warehouse_receive_packing_lists
|
||||
|
||||
LEFT JOIN packing_list_transport_arrangments
|
||||
ON (origin_warehouse_receive_packing_lists.old_origin_warehouse_receive_packing_list_id = packing_list_transport_arrangments.packing_list_id)
|
||||
|
||||
),
|
||||
|
||||
|
||||
-- FINAL
|
||||
final__int_shipping__origin_factory_packing_list_transport_arrangements AS (
|
||||
|
||||
SELECT
|
||||
-- ids
|
||||
new_origin_warehouse_receive_packing_list_id,
|
||||
old_origin_warehouse_receive_packing_list_id,
|
||||
origin_factory_transport_arrangement_id,
|
||||
booking_id,
|
||||
warehouse_order_number,
|
||||
warehouse_sub_company_id,
|
||||
|
||||
-- dimensions
|
||||
has_replaced_by_new_id,
|
||||
reference_contract,
|
||||
origin_factory_transport_transport_mode,
|
||||
origin_factory_transport_courier,
|
||||
origin_factory_transport_tracking_number,
|
||||
origin_factory_transport_status,
|
||||
origin_warehouse_receive_status,
|
||||
|
||||
-- measures
|
||||
origin_factory_transport_number_of_etd_datetime_postpone,
|
||||
origin_factory_transport_number_of_eta_datetime_postpone,
|
||||
|
||||
-- date/times
|
||||
origin_factory_dispatched_datetime,
|
||||
origin_warehouse_received_datetime,
|
||||
origin_factory_transport_etd_datetimes,
|
||||
origin_factory_transport_first_etd_datetime,
|
||||
origin_factory_transport_last_etd_datetime,
|
||||
origin_factory_transport_eta_datetimes,
|
||||
origin_factory_transport_first_eta_datetime,
|
||||
origin_factory_transport_last_eta_datetime,
|
||||
origin_factory_transport_first_estimate_schedule_created_datetime,
|
||||
origin_factory_transport_last_estimate_schedule_created_datetime,
|
||||
|
||||
origin_factory_transport_created_datetime,
|
||||
origin_factory_transport_updated_datetime,
|
||||
|
||||
-- metadata
|
||||
_dbt_ran_datetime
|
||||
|
||||
FROM origin_factory_packing_list_join_transport_arrangments
|
||||
|
||||
)
|
||||
|
||||
SELECT * FROM final__int_shipping__origin_factory_packing_list_transport_arrangements
|
||||
+1
-1
@@ -4,7 +4,7 @@ WITH origin_warehouse_receive_packing_lists AS (
|
||||
),
|
||||
|
||||
origin_warehouse_shipping_packing_lists AS (
|
||||
SELECT * FROM {{ ref('stg_shipping__origin_warehouse_shipping_packing_lists') }}
|
||||
SELECT * FROM {{ ref('stg_shipping__warehouse_shipping_packing_lists') }}
|
||||
),
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user