From a12b36500326a3aa9c65af954095f5adf22da42a Mon Sep 17 00:00:00 2001
From: Yam ZhengLim <yamzhenglim0427@gmail.com>
Date: Thu, 29 Sep 2022 23:40:19 +0800
Subject: [PATCH] masking update

---
 .gitignore                                  |   3 ++-
 __pycache__/general_function.cpython-39.pyc | Bin 923 -> 1105 bytes
 config/EXCHANGE_EXTRACT_SQL.json            |  13 +++++++------
 3 files changed, 9 insertions(+), 7 deletions(-)

diff --git a/.gitignore b/.gitignore
index ecfe485..c198d2b 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1 +1,2 @@
-testing_sql.txt
\ No newline at end of file
+testing_sql.txt
+internal_masking_doc/
\ No newline at end of file
diff --git a/__pycache__/general_function.cpython-39.pyc b/__pycache__/general_function.cpython-39.pyc
index 72c6b017fefb890868982540caa1b972abdd2e7f..710ebe6eb95ad3992472412d5d1e10f475f34807 100644
GIT binary patch
delta 401
zcmYjN!AiqG5Z&2LlWlD3MWj-^hzLQD_NF&MFJ4N)gHS9nY@&_UwB2k4CBcLKK+R1r
z$tU;~p1tPemx!|!!GU?Zv-@V=+kLY>x#K&IO)$DIUGcqeHer9U+i|RbKa+tOz$tO-
z?-w61>?22!0#Z`KF&Q47vkWqtv6Nxe$&Az}XaFV1mLk`zFj7d3l4iQ6rh9-WGoUGX
zqCjS?nH>-u&3X^Uo=EQUS9;)7<~$xp@r|@lD*vMW$A&frYrw&VCZ=4+TIj>S0Nm6t
zk1&%h1QdsYE|DptL__~AEJdN`nsODnk|R`B5XsoT4J$4~e?0ZosN$Y?8I8j;&#P);
zg!e8C>_o_DsywWu_Vo*np3oK}KfVe*HSxq;$}nECLZK$|egg@KfuP?Z+qk+`e!{k)
Sokwh^slT2>132X?y#52TWLcpA

delta 199
zcmcb}F`Jz?k(ZZ?0SIOW8zirs$ScceFj3opl`)t>lYL{xaYnf)pj-*V0>&DKg^Vr?
zv0gFEwT!h)wahilK%UiPUnXfQ))b~1hGr&4kUBPyIv|TRg}H_WBvvR<$d$qXG>*lu
zibXHExU7mRB{e6tBsE3BN?~#jlO=BvJJ5<-Y(=TL`DLk-FEIs3@_`)0D8k6W$i>J9
h#9WL;Vn7j1w#h%3RVFL4DDiLrxg3l<j2uiH+yH$`DGvYu

diff --git a/config/EXCHANGE_EXTRACT_SQL.json b/config/EXCHANGE_EXTRACT_SQL.json
index d16d718..3966e2d 100644
--- a/config/EXCHANGE_EXTRACT_SQL.json
+++ b/config/EXCHANGE_EXTRACT_SQL.json
@@ -1,7 +1,7 @@
 {
-    "bookings"                  :   "SELECT *, now() AS '_source_loaded_at' FROM bookings;",
-    "companies"                 :   "SELECT *, now() AS '_source_loaded_at' FROM companies;",
-    "contacts"                  :   "SELECT id, company_id, country_id, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM contacts;",
+    "bookings"                  :   "SELECT id, company_id, marking, service_id, bank_id, fix_amount, fix_currency_id, convertible_currency_id, conversion_currency_id, status, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM bookings;",
+    "companies"                 :   "SELECT id, CONCAT(SUBSTR(name,1,2),SUBSTR(name,5,1),REPEAT('',LOCATE('@',name)-3),SUBSTR(name,LOCATE('@',name)-1,3),REPEAT('',LENGTH(name)-LOCATE('.',REVERSE(name))-LOCATE('@',name)-1),SUBSTR(name,LENGTH(name)-LOCATE('.',REVERSE(name)))) AS name, reference, debtor, type, business_type, status, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM companies;",
+    "contacts"                  :   "SELECT id, company_id, country_id, CONCAT(SUBSTR(reference,1,2),SUBSTR(reference,5,1),REPEAT('',LOCATE('@',reference)-3),SUBSTR(reference,LOCATE('@',reference)-1,3),REPEAT('',LENGTH(reference)-LOCATE('.',REVERSE(reference))-LOCATE('@',reference)-1),SUBSTR(reference,LENGTH(reference)-LOCATE('.',REVERSE(reference)))) AS reference, REPLACE(phone,RIGHT(phone,round(length(phone)/2,0)+1),REPEAT('*', round(length(phone)/2+0.5,0))) as phone, CONCAT(SUBSTR(email,1,2),SUBSTR(email,5,1),REPEAT('',LOCATE('@',email)-3),SUBSTR(email,LOCATE('@',email)-1,3),REPEAT('',LENGTH(email)-LOCATE('.',REVERSE(email))-LOCATE('@',email)-1),SUBSTR(email,LENGTH(email)-LOCATE('.',REVERSE(email)))) AS email, CONCAT(SUBSTR(wechat_id,1,2),SUBSTR(wechat_id,5,1),REPEAT('',LOCATE('@',wechat_id)-3),SUBSTR(wechat_id,LOCATE('@',wechat_id)-1,3),REPEAT('',LENGTH(wechat_id)-LOCATE('.',REVERSE(wechat_id))-LOCATE('@',wechat_id)-1),SUBSTR(wechat_id,LENGTH(wechat_id)-LOCATE('.',REVERSE(wechat_id)))) AS wechat_id, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM contacts;",
     "countries"                 :   "SELECT *, now() AS '_source_loaded_at' FROM countries;",    
     "currencies"                :   "SELECT *, now() AS '_source_loaded_at' FROM currencies;",   
     "currency_rates"            :   "SELECT *, now() AS '_source_loaded_at' FROM currency_rates;",  
@@ -13,7 +13,8 @@
     "service_types"             :   "SELECT *, now() AS '_source_loaded_at' FROM service_types;",
     "transactions"              :   "SELECT *, now() AS '_source_loaded_at' FROM transactions;",
     "transaction_detail"        :   "SELECT *, now() AS '_source_loaded_at' FROM transaction_detail;",
-    "users"                     :   "SELECT id, name, email, type, status, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM users;",
-    "user_email_verifications"  :   "SELECT id,email, now() AS '_source_loaded_at' FROM users;",
+    "users"                     :   "SELECT id, CONCAT(SUBSTR(name,1,2),SUBSTR(name,5,1),REPEAT('',LOCATE('@',name)-3),SUBSTR(name,LOCATE('@',name)-1,3),REPEAT('',LENGTH(name)-LOCATE('.',REVERSE(name))-LOCATE('@',name)-1),SUBSTR(name,LENGTH(name)-LOCATE('.',REVERSE(name)))) AS name, CONCAT(SUBSTR(email,1,2),SUBSTR(email,5,1),REPEAT('',LOCATE('@',email)-3),SUBSTR(email,LOCATE('@',email)-1,3),REPEAT('',LENGTH(email)-LOCATE('.',REVERSE(email))-LOCATE('@',email)-1),SUBSTR(email,LENGTH(email)-LOCATE('.',REVERSE(email)))) AS email, type, status, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM users;",
+    "user_email_verifications"  :   "SELECT id, CONCAT(SUBSTR(email,1,2),SUBSTR(email,5,1),REPEAT('',LOCATE('@',email)-3),SUBSTR(email,LOCATE('@',email)-1,3),REPEAT('',LENGTH(email)-LOCATE('.',REVERSE(email))-LOCATE('@',email)-1),SUBSTR(email,LENGTH(email)-LOCATE('.',REVERSE(email)))) AS email, is_complete, is_active, is_sent, created_at, updated_at, now() AS '_source_loaded_at' FROM user_email_verifications;",
     "wallets"                   :   "SELECT *, now() AS '_source_loaded_at' FROM wallets;"
-}
\ No newline at end of file
+}
+