ETLT and CRISP

2026-08-19 04:13:57 +00:00 · 2022-11-29 20:23:27 +08:00
parent 22ed4e23e9
commit 0def9a4c54
15 changed files with 217 additions and 92 deletions
@@ -0,0 +1,61 @@
+from crisp_api import Crisp
+import general_function
+import pandas as pd
+
+def connect_crisp(config):
+    try:
+        client = Crisp()
+        client.set_tier("plugin")
+        client.authenticate(config["identifier"], config["key"])
+        return client
+    except Exception as e:
+        print(e)
+        print("[FUNCTION_ERROR]-connect_crisp")
+        return False
+    
+def get_operators_csv(website_id, client, path, filename):
+    try:
+        output_location = path + filename
+        operators_list_json = client.website.list_website_operators(website_id)
+        operators_list_df = general_function.json_normalize_to_df(operators_list_json)
+        operators_list_df.to_csv(output_location, sep='|', encoding='utf-8-sig', header='true', quotechar= '"',  index=False)
+        print("[Download Complete]",filename)
+    except Exception as e:
+        print(e)
+        print("[FUNCTION_ERROR]-get_operators_csv")
+        return False         
+
+def get_peoples_csv(website_id, client, path, filename):
+    try:
+        output_location = path + filename
+        peoples_list_df = pd.DataFrame()
+        peoples_data_df = pd.DataFrame()
+        loop_flag = True
+        page_number = 1
+
+        while loop_flag == True:
+            peoples_list_json = client.website.list_people_profiles(website_id, page_number)
+            temp_df = general_function.json_normalize_to_df(peoples_list_json)
+            peoples_list_df = pd.concat([temp_df,peoples_list_df], ignore_index=True)
+            if not peoples_list_json:
+                loop_flag = False
+            else:
+                page_number += 1
+
+        for people_id in peoples_list_df.people_id:
+            print(people_id)
+            people_data_json = client.website.get_people_data(website_id, people_id)
+            temp_df = general_function.json_normalize_to_df(people_data_json)
+            temp_df['people_id'] = people_id
+            peoples_data_df = pd.concat([temp_df,peoples_data_df], ignore_index=True)
+
+        peoples_list_df = peoples_list_df.merge(peoples_data_df, on='people_id', how='left')
+
+        peoples_list_df.to_csv(output_location, sep=',', encoding='utf-8-sig', header='true', quotechar= '"',  index=False)
+        peoples_data_df.to_csv('test.csv', sep=',', encoding='utf-8-sig', header='true', quotechar= '"',  index=False)
+        print("[Download Complete]",filename)
+
+    except Exception as e:
+        print(e)
+        print("[FUNCTION_ERROR]-get_peoples_csv")
+        return False         
@@ -0,0 +1,20 @@
+type|details.user_id|details.email|details.avatar|details.first_name|details.last_name|details.role|details.title|details.availability|details.has_token
+operator|15f0ec35-8a0c-457f-83ad-68e04f3b6624|taypeisongtps@gmail.com|https://storage.crisp.chat/users/avatar/operator/5e71c78373d9ac00/potrait-photo_gsa6gd.jpg|Pei Song|Tay|member|Customer Service|away|False
+operator|293073d9-e65f-40e2-a1ca-54fb9a2e4ff7|ykheng2bb@gmail.com|https://storage.crisp.chat/users/avatar/operator/4a7ce09c05d7b400/whatsapp-image-2022-04-13-at-2_19jwcch.jpeg|YAP|KAH HENG|owner|Customer Service|online|False
+operator|294351f3-d501-41dd-a095-2c512dd2ff4f|ciefworldwide.acc1@gmail.com||Haizat|Zaidi|owner||away|False
+operator|2a0b5503-97ff-4875-918d-be8185bc58a1|h2009413007@hcu.edu.my|https://storage.crisp.chat/users/avatar/operator/6bba6be706925c00/screenshot-2022-09-30-150004_mst2g.png|Tok|soon wee|member|Consultant|online|False
+operator|413c155c-3f3b-4859-bc18-dddb17dfd3ac|diliniwr10@gmail.com|https://storage.crisp.chat/users/avatar/operator/ed6e6534f8f01000/dili_wntzti.png|Dilini|WR|member||away|False
+operator|6f231d14-b3c0-47b5-bd02-617579cd2bcb|kangjun8331@gmail.com|https://storage.crisp.chat/users/avatar/operator/9ccd7bf346431800/img1413_d7cf1m.jpg|Kang|Jun|member|Consultant|away|False
+operator|80708bf4-9c08-4b8d-a37b-3a2f3c9570f1|jhunyanwong@gmail.com|https://storage.crisp.chat/users/avatar/operator/b20140b4cfccf800/214025936361797548903332433376_1r1o1en.jpg|JY|Wong|owner||away|False
+operator|83fb3451-f17a-4876-b317-244c30b27c8b|shafiqa_sukeri@cief-malaysia.com|https://storage.crisp.chat/users/avatar/operator/6ba11d171dddb800/photo2022-07-0811-15-15_9ulegi.jpg|FAIN|BACKEND|owner|Customer Service|online|False
+operator|99a1c001-60ac-4f71-91e1-33e8c2205525|enxin1227@gmail.com|https://storage.crisp.chat/users/upload/operator/bb7c7077d72bc800/21064570005_zf9jf6.jpg|Tiffany|Ooi|member||online|False
+operator|9df5d57c-8eb6-4e43-a8c5-cc6282564de9|ciefworldwide@gmail.com||PM|Wong|owner|CEO|away|False
+operator|a8079229-94c0-4a33-a027-bcbaed17a1c0|uldvstar@gmail.com|https://storage.crisp.chat/users/avatar/operator/8f0372fcb5eb0000/download-1_17y48zb.png|Omair|Saleh|owner||away|False
+operator|d8e200bc-709b-4b80-a706-bab8ec612e0b|infociefworldwide@gmail.com||CIEF|Marketing|owner|Marketing|away|False
+operator|d9ef0024-60c9-4137-919d-1d25bc2fab0e|operationteam@cief-malaysia.com||Operation|Team|member||away|False
+operator|db57d7a6-9421-43b9-9614-0867db22739a|ziwen38@gmail.com|https://storage.crisp.chat/users/avatar/operator/eed9c8d96123e00/resume_1x03t8n.jpeg|Zi Wen|Lee|member||online|False
+operator|dd8d2dcb-07a4-4343-b5bd-93038d08bd54|lingzunsien1211@gmail.com|https://storage.crisp.chat/users/avatar/operator/67b2c5d990ba9800/resume-pic_1q3r11v.jpg|Zun Sien|Ling|member||online|False
+operator|e486c123-0501-43e7-aa00-0231fb589c2e|potter2186@gmail.com||Harry|Wong|owner|Manager|away|False
+operator|f43c636e-c023-4169-a555-be63a1f34a12|sookni98@gmail.com|https://storage.crisp.chat/users/avatar/operator/db5dc231ebfc1000/ksn-5_unmi7u.jpeg|Sook Ni|Kho|member||online|False
+operator|fcbaf32c-29dc-4a24-af7d-77ceeb8616b9|yamzhenglim0427@gmail.com||ZhengLim|Yam|owner||online|False
+sandbox|631dc1f5-f672-41a6-b32a-0dc05339c97f|yamzhenglim0427@gmail.com||ZhengLim|Yam||||