From d28dbff76ae52f799d8af9ec13aeac10f5385d6e Mon Sep 17 00:00:00 2001 From: Yam ZhengLim Date: Mon, 26 Dec 2022 15:55:11 +0800 Subject: [PATCH] Debug timestamp --- .../crisp_extract_function.cpython-39.pyc | Bin 3333 -> 3655 bytes crisp/extract/crisp_extract_function.py | 4 ++++ 2 files changed, 4 insertions(+) diff --git a/crisp/extract/__pycache__/crisp_extract_function.cpython-39.pyc b/crisp/extract/__pycache__/crisp_extract_function.cpython-39.pyc index 009a2002bb6334f986a0b19168be111d8b2c2501..832b3c1dbef2e1d6aec9af613900b9f23cf6ac79 100644 GIT binary patch literal 3655 zcmd6q&u<&Y6~}j%+#g*2l4Mo3oW_XVv?-Iwa9h+dQa30dSwIez0o#Gm4UNs3Gm@5G z?yhHtiAgMdajypYCs3CHy7X`8-_YY;+e`Wv6gm|BzTt{yXe#NUhpxakKlaVc+j*b& zW)w7=u7>At_fLDw7OpmmI?&&(!jmYo}RaU$z%1UGoEYBL) zo;@%<6FOC9{!#NBW-%LOjXA7_(q%5IqpY(AYocs0Z?XQk2b zD2xj?WIUGPVaP>MdB#WMYhUhvaj^U7^ZN(>y$28OKX|g!OX8UKq~D{j+wYiyw$^hp zE`5n%ULzRFW16I=KKkB^9#3VM#D$rPFqYU33sW41M<}BZiiOTkHPOT@XU}?{cE8BD z$hxCoFh1_ykNKVmzvkUNo;{OE+TH#9-oC#V$l&)u931fhhIg@-!Oq}KTN&2nFQf>1 zva4Et+42vEagU6-nU0F)cfQ1;P2YgfbVIjvSKowe=??xx8@;_My(=FF<=j($Mq}L1 zjl6PMn^beXuTAw_JJBbmG^Ul@M9q@bsd=JFi|NdGtzXe{i&gGI_U*nitr1@*MsE2w zdfdE9oDpNh*J}%21YvpQ6+HV`i*LizjnNdIww0&rxve~1XUzpq+b?bADo>*}_jK#v zTLSJ>CnQH%(G1ei?*&oBnIFIrH_!B)Gd(}64dvm^ot+F$s!B2BXZnr(Q?saKJS`j^ z_YxMy@ZT{H7(l5#A10FbjssDcVa)i8vrAv@CEvtR60rAnlR+AB$)AirdJCl}%%uMf zf0~7o`$@`0AQO@Kz3l5wv#`q--qvchV(o~>7!u8$T5R^SB=+M(41y>eb6+MtI}{XF zg((w!u^=ZFb}xyBgE+(YNKx2=r%}-3g#~piEo#sa_%tVV8yLy2-tX#+Y>gWyK zt!x<^`WBEaq20l|??6lT&!PP{8sop7Lo0#oi8e7AP-Vsh7&85tAtJy`2y3~0VoV%@ zICp?^Ew}R;0W7t?mDh6f$N<>Y*9K-VCsyucPpN! z%tip1eYanqHVAeEfa$yFX(9jsJ|$IVvX%;f7W&%?^A>B*L*WiWVeL=a=wAp1R|P{W zcT26cgK{hIQBhymtdi*^Lly3YE%_j&5L^ZKm6ZztZTiOSCd3SF$EfO6!vWSV zK;O{O(k4d8~X%qjpFd3YPR=JuZUnnk;E8yFCT>;-_8wz+XC8fR=bY zt%!F}h#!-<22s>XKZfj)AQz|rS-_vjFLZwv2E_gT0`u>`#rzR21?7x%N~_GiE^g7p zzo3~MffGa}UB!HRN&gM*;+HgrGWmbO`i$|$D#nXRHrzNxag%ID{J{}y@|sgpTpb)%*fg$%xiO)=_0c>`Ui6NGRo^qD7W51d1D!6@d-9Sd1f`ZZ}RpswZHm4 zYO~?f3^z!1f%P*P$YGhY-#{!rrIi)G*A|?-V&wlGXYm_aTjlNR-@i6x;k)NsAk E2g@UV=l}o! literal 3333 zcmc(hO>Y#*8OOVN`h8|>VjPHpB|up1&ax&bBqTy;70Jd5hZu<$p)@9)rmMzoGt=Ev z*8m>%a3QBiNPFDF9&9NW_9N_v$RWxh>eEV*BJmY`%KzzkVQj{5iL^bMr(V0B>Uw_l zuL_$@Ps7u9{~mq6plSc1!t|q~@O%98KfrK}vyRqfK4X;EJG!q|Y0WoyjT?W}e3P5p zLTYiFJ4kKrau2D)>%4)~<@#N%)qIQ5v=%GP6&dH*dc>$adTK~%QY-l9ZJ7QSN_(XZ zSiyD~XM1ptoL*o8OB!r#N!!z@?tyk!Gc;A(`3utqsOg_oMxnn#e`Rok(g)g~F!6!@ zQs?H~QSOR%1vyO0TKBE2)7y-b(u=uBRNRh*ENf51PXFw~wfpNU_io)@4{qMMbNkMt z}=H(x{|Q*oMA=>dK z(oT$yB@=HnNguxdB)YzFKNm9J*a^G+t&Q7>Se5ZJv9T)hCo0W0R&L!~3syrF{xM9# zP0_{c8yv;u?z?g|u?_J;$uLqIRVf&if_5*7Xfl_xow9l0OH5jHfS_qiXBP9=BJ3P< z@RJSHMh3Nw9tY_pQeUIczgOr*?W8s^3bw87vO?Qq15@d{wZcTsDy(f|+uXG{2WyQttHa0r^$7UJb_x2U~B3?FF8HN@22`5R(tS21-8yNap9y{VYmFKupDF-2|? z)B1YJF7LDDeOBzdJ=I?R-Exj4Hj6`Xn z6`rJpU`UE(%PGC_WMVEUVx^IVYO8eGaYrO!SCsQVm4FzUIypOaM0d>c7~1m_FvOa}8qCud*a^@!;_Xwk9N>)xobdK<6#Czec~hWm zPaBvVlyQAv7hvp(F1NrT(We#mo<4Atv1=9%NOTLkaCz;9rnGIVa0_!&2b0EYeSr4- z&)ghXPfry#*MAG@kTbXKZD-ddLcy&W*r@TqEjZ;Kq|M}wirYGG9^kgI^G|T=RovE# zidR+Vb5q=UFTIf#AvfW6e*NBC(nNng%;F%!9uJaU_py*~SlNg-L4yb?D%WHa-Q*mZ zc`~%9@+V|y7t7;hmSFm=*`#J715JWmw_qP#%n7i2EN_$OyM0PMcoNz*K7cf!rGKD8Dj z6c5d)qO`P?=w^6#CX+v#=?Fy9tn<%dhD18L!3^C2j~@73U0k#MNQdTYgPTjBtgu(LN7n`ph^_4!Al3n~u7X+?E{OFC zrvNDxv3B7V7KjCnAl7>NB~;Yec6UAEvC>s%QiHllO})VWfY&n6_D(GYalRgyXA%q0|K>-+bPS~jC;`?8%7Zf6-1)~0D5qtVpsc?K<@{kN zHlBPy8{a*U+cs`R?$xileW( zRafg%T3MLzFdy!BQdvp&14#lb32#X+Pu)JMdq{N!ac*=|-s_03=tRv)bQ*M_)t$OC J=bUj){}1B)Hpc(} diff --git a/crisp/extract/crisp_extract_function.py b/crisp/extract/crisp_extract_function.py index d84a7cc..7be42ce 100644 --- a/crisp/extract/crisp_extract_function.py +++ b/crisp/extract/crisp_extract_function.py @@ -48,6 +48,10 @@ def list_people_profiles_csv(website_id, client, path, filename): loop_flag = False else: page_number += 1 + # Timestamp to datetime + list_people_profiles_df['created_at']=(pd.to_datetime(list_people_profiles_df['created_at'],unit='s')) + list_people_profiles_df['updated_at']=(pd.to_datetime(list_people_profiles_df['updated_at'],unit='s')) + list_people_profiles_df['active-last']=(pd.to_datetime(list_people_profiles_df['active-last'],unit='s')) # Datetime add list_people_profiles_df['api_called_at'] = date.today() - timedelta(days = 1)