cief/dbt_cloud
1
0
Fork 0
mirror of https://gitlab.com/cief-data/dbt_cloud.git synced 2026-09-01 18:54:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

DBT structure change

Browse Source
This commit is contained in:
Yam ZhengLim
2023-05-09 09:53:28 +00:00
parent b3373e5b58
commit 2d2501cbfe
317 changed files with 7448 additions and 10782 deletions
Download Patch File Download Diff File Expand all files Collapse all files
models/marts/warehouse/fct_crisp__dialogs.sql
+176
View File
@@ -0,0 +1,176 @@
--IMPORT
WITH messages AS (
SELECT * FROM {{ ref('int_crisp__messages_generate_dialog_ids') }}
ORDER BY conversation_id, created_datetime, message_id
),
--LOGIC
messages_with_ftu_id AS (
SELECT
*,
FIRST_VALUE(CASE WHEN messages.message_generated_by = 'user' THEN messages.user_id END)
IGNORE NULLS
OVER (PARTITION BY messages.dialog_id ORDER BY messages.created_datetime ASC) AS first_user_id,
LAST_VALUE(CASE WHEN messages.message_generated_by = 'user' THEN messages.user_id END)
IGNORE NULLS
OVER (PARTITION BY messages.dialog_id ORDER BY messages.created_datetime ASC) AS last_user_id,
FIRST_VALUE(CASE WHEN messages.message_generated_by = 'operator' THEN messages.user_id END)
IGNORE NULLS
OVER (PARTITION BY messages.dialog_id ORDER BY messages.created_datetime ASC) AS first_operator_id,
LAST_VALUE(CASE WHEN messages.message_generated_by = 'operator' THEN messages.user_id END)
IGNORE NULLS
OVER (PARTITION BY messages.dialog_id ORDER BY messages.created_datetime ASC) AS last_operator_id
from messages
),
dialog_message_last_row AS (
SELECT
RANK() OVER (PARTITION BY dialog_id ORDER BY created_datetime DESC) AS last_row_desc_rank,
*
FROM messages
QUALIFY last_row_desc_rank = 1
),
transform_to_dialogs AS (
SELECT
messages_with_ftu_id.dialog_id AS dialog_id,
max(messages_with_ftu_id.conversation_id) AS conversation_id,
array_agg(messages_with_ftu_id.message_id) AS message_ids,
CASE
WHEN max(dialog_message_last_row.event_type) = 'state:resolved' THEN 'close'
WHEN max(dialog_message_last_row.event_type) IS NULL THEN 'open'
ELSE 'ERROR, Please contact DATA team'
END AS dialog_status,
min(messages_with_ftu_id.created_datetime) AS dialog_created_datetime,
min(IFF(messages_with_ftu_id.message_generated_by = 'user',
messages_with_ftu_id.created_datetime,
null)) AS first_user_reply_datetime,
min(IFF(messages_with_ftu_id.message_generated_by = 'operator',
messages_with_ftu_id.created_datetime,
null)) AS first_operator_reply_datetime,
min(IFF(messages_with_ftu_id.message_generated_by = 'bot',
messages_with_ftu_id.created_datetime,
null)) AS first_bot_reply_datetime,
max(IFF(messages_with_ftu_id.message_generated_by = 'user',
messages_with_ftu_id.created_datetime,
null)) AS last_user_reply_datetime,
max(IFF(messages_with_ftu_id.message_generated_by = 'operator',
messages_with_ftu_id.created_datetime,
null)) AS last_operator_reply_datetime,
max(IFF(messages_with_ftu_id.message_generated_by = 'bot',
messages_with_ftu_id.created_datetime,
null)) AS last_bot_reply_datetime,
max(IFF((messages_with_ftu_id.event_type = 'state:resolved'),
messages_with_ftu_id.created_datetime,
null)) AS dialog_solved_datetime,
array_agg(distinct(
IFF(messages_with_ftu_id.message_generated_by = 'user' ,
messages_with_ftu_id.user_id,
NULL))) AS user_ids,
count(distinct(
IFF(messages_with_ftu_id.message_generated_by = 'user',
messages_with_ftu_id.user_id,
null))) AS number_of_user_involved,
max(messages_with_ftu_id.first_user_id) AS first_user_id,
max(messages_with_ftu_id.last_user_id) AS last_user_id,
array_agg(distinct(
IFF(messages_with_ftu_id.message_generated_by = 'operator' ,
messages_with_ftu_id.user_id,
NULL))) AS operator_ids,
count(distinct(
IFF(messages_with_ftu_id.message_generated_by = 'operator',
messages_with_ftu_id.user_id,
null))) AS number_of_operator_involved,
max(messages_with_ftu_id.first_operator_id) AS first_operator_id,
max(messages_with_ftu_id.last_operator_id) AS last_operator_id,
count(distinct(
IFF(messages_with_ftu_id.message_generated_by = 'user',
messages_with_ftu_id.message_id,
null))) AS number_of_user_chat,
count(distinct(
IFF(messages_with_ftu_id.message_generated_by = 'operator',
messages_with_ftu_id.message_id,
null))) AS number_of_operator_chat,
count(distinct(
IFF(messages_with_ftu_id.message_generated_by = 'bot',
messages_with_ftu_id.message_id,
null))) AS number_of_bot_chat,
'{{ modules.datetime.datetime.now(modules.pytz.timezone("Asia/Kuala_Lumpur")) }}' AS _dbt_ran_datetime
FROM messages_with_ftu_id
LEFT JOIN dialog_message_last_row
ON (dialog_message_last_row.dialog_id = messages_with_ftu_id.dialog_id)
GROUP BY
messages_with_ftu_id.dialog_id
),
-- FINAL
final_fct_crisp__dialogs AS (
SELECT
-- ids
dialog_id,
conversation_id,
message_ids,
user_ids,
operator_ids,
first_user_id,
last_user_id,
first_operator_id,
last_operator_id,
-- dimensions
dialog_status,
-- measures
number_of_user_involved,
number_of_operator_involved,
number_of_user_chat,
number_of_operator_chat,
number_of_bot_chat,
-- date/times
dialog_created_datetime,
dialog_solved_datetime,
first_user_reply_datetime,
first_operator_reply_datetime,
first_bot_reply_datetime,
last_user_reply_datetime,
last_operator_reply_datetime,
last_bot_reply_datetime,
-- metadata
_dbt_ran_datetime
FROM transform_to_dialogs
)
SELECT * FROM final_fct_crisp__dialogs