From 951e5e970e6caad9ef47640aa29ba7c1aaf80f4a Mon Sep 17 00:00:00 2001
From: Yam ZhengLim <yamzhenglim0427@gmail.com>
Date: Fri, 23 Dec 2022 16:39:33 +0800
Subject: [PATCH] Add timestamp

---
 .../crisp_extract_function.cpython-39.pyc     | Bin 3236 -> 3333 bytes
 crisp/extract/crisp_extract_function.py       |  12 ++++++++++++
 2 files changed, 12 insertions(+)

diff --git a/crisp/extract/__pycache__/crisp_extract_function.cpython-39.pyc b/crisp/extract/__pycache__/crisp_extract_function.cpython-39.pyc
index 6e1d2cb7a89de7dfe721846cea08e65d29718c3b..009a2002bb6334f986a0b19168be111d8b2c2501 100644
GIT binary patch
delta 624
zcmZvYF-v1X5XX1+CC`0t-)_P~gQpTa!6JHxVl*CU<qoun5)~1VC|NA@&f+DF;i-sN
zSXfPyQV*NEs}73;KZKQqTy@u6;Ww~zHbmhx1N-0q&J67Q=JL%+pWal;XA}+ZvU(l<
z)TaQ|t0sJdaCGg{a%pC1cD_{kST4_(*WcrTlff^}1N61rQ6dBUs+m}WF!#C_yk30k
z{)Jv72U#5K$^pl@u3`6|{q8&7d0U6u-nnmt@h*7mRz&P>i&lnm&lwpf4H#~uaZF&;
znG38Q7#%yu9M}rmEhJc7?fn6^FM&0(^&pnV(CSIqdxfnsL$w2Gg2lEQXXE4+Sq{=T
zE%KhGfqp|JQn)3Gpz%T!al_5xz4*FNq*`r=gaHQuf@d578hrBIP6#1nKyz&?5KU26
zHEDa>5zuY7J42^-OVVg|#(skI36chFL#h{$Hyt4L3rP72GF6IF^mUZB5?a9@e%e*m
zY5e8SDjntQW5mh?D*2&J-@~Ik?#OpAiA}jXx=i)jAW4T+@c$N3z_DQ3wd;rq_&LZY
IwHOfnkM{0+Z2$lO

delta 509
zcmZpbS|Z7p$ji&c00iq<rX+8a+{o9-$mqOz2IERbG5u(_P(SAoPk+C7*PtN(pjh4X
z)ROqk!OZ-Ota2dc<YX2dM#jw(SfUxlbg?R)Y{)4wS(NP|s|;8@kjE%HS%6)WQGBu$
zyDHlupuJUXlX<w(Vrp1Z7*m*1I8vBXI8(TK*%%p0I8(T5n46gx8NwOz%vcyoxGMKB
zGSqT2GE~WxaMo})GlJFdfaq|BNQM-kTpf1`XE2myz+eDm1v6;!PWI+7p4`o0#>hSS
z5Qo*|CEO~L^*MVr{eZR?%YppP$i&FO$iXDW%)!XV$OUAJFo`kp@$-R18H-FNzvPsq
zn_C}nDNg3*cID+R(geD!NDD+5PLAca0J>Y1(P;81ZXHJB$=|v2G>d^!_}tF~b-(H4
X2|VU(CLn`MC!ggpX65BD<WL0whu&%x

diff --git a/crisp/extract/crisp_extract_function.py b/crisp/extract/crisp_extract_function.py
index bfa57e8..d84a7cc 100644
--- a/crisp/extract/crisp_extract_function.py
+++ b/crisp/extract/crisp_extract_function.py
@@ -1,6 +1,7 @@
 from crisp_api import Crisp
 import general_function
 import pandas as pd
+from datetime import date, timedelta, datetime
 
 def connect_crisp(config):
     try:
@@ -19,6 +20,9 @@ def list_website_operators_csv(website_id, client, path, filename):
         list_website_operators_json = client.website.list_website_operators(website_id)
         list_website_operators_df = general_function.json_normalize_to_df(list_website_operators_json)
 
+        # Datetime add
+        list_website_operators_df['api_called_at'] = date.today() - timedelta(days = 1)
+
         list_website_operators_df.columns = list_website_operators_df.columns.str.replace(".", "-")
         list_website_operators_df.to_csv(output_location, sep='|', encoding='utf-8-sig', header='true', quotechar= '"',  index=False)
         print("[Download Complete]",filename)
@@ -45,6 +49,9 @@ def list_people_profiles_csv(website_id, client, path, filename):
             else:
                 page_number += 1
 
+        # Datetime add
+        list_people_profiles_df['api_called_at'] = date.today() - timedelta(days = 1)
+
         list_people_profiles_df.columns = list_people_profiles_df.columns.str.replace(".", "-")
         list_people_profiles_df.to_csv(output_location, sep='|', encoding='utf-8-sig', header='true', quotechar= '"',  index=False)
         print("[Download Complete]",filename)
@@ -69,6 +76,8 @@ def get_people_data_csv(website_id, client, path, filename, list_people_profiles
             temp_df['people_id'] = people_id
             get_people_data_df = pd.concat([temp_df,get_people_data_df], ignore_index=True)
 
+        # Datetime add
+        get_people_data_df['api_called_at'] = date.today() - timedelta(days = 1)
 
         get_people_data_df.columns = get_people_data_df.columns.str.replace("-", "_")
         get_people_data_df.columns = get_people_data_df.columns.str.replace(".", "-")
@@ -96,6 +105,9 @@ def get_people_subscription_status_csv(website_id, client, path, filename, list_
             temp_df['people_id'] = people_id
             get_people_subscription_status_df = pd.concat([temp_df,get_people_subscription_status_df], ignore_index=True)
 
+        # Datetime add
+        get_people_subscription_status_df['api_called_at'] = date.today() - timedelta(days = 1)
+
         get_people_subscription_status_df.columns = get_people_subscription_status_df.columns.str.replace(".", "-")
         get_people_subscription_status_df.to_csv(output_location, sep='|', encoding='utf-8-sig', header='true', quotechar= '"',  index=False)
         print("[Download Complete]",filename)