cief/data-management
1
0
Fork 0
mirror of https://gitlab.com/cief-data/data-management.git synced 2026-08-19 04:13:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

masking update

Browse Source
This commit is contained in:
Yam ZhengLim
2022-09-29 23:40:19 +08:00
parent 7df890b90a
commit a12b365003
3 changed files with 9 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.gitignore
+1
View File
@@ -1 +1,2 @@
testing_sql.txt
internal_masking_doc/
__pycache__/general_function.cpython-39.pyc
BIN
View File
Binary file not shown.
config/EXCHANGE_EXTRACT_SQL.json
+6 -5
View File
@@ -1,7 +1,7 @@
{
"bookings" : "SELECT *, now() AS '_source_loaded_at' FROM bookings;",
"companies" : "SELECT *, now() AS '_source_loaded_at' FROM companies;",
"contacts" : "SELECT id, company_id, country_id, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM contacts;",
"bookings" : "SELECT id, company_id, marking, service_id, bank_id, fix_amount, fix_currency_id, convertible_currency_id, conversion_currency_id, status, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM bookings;",
"companies" : "SELECT id, CONCAT(SUBSTR(name,1,2),SUBSTR(name,5,1),REPEAT('',LOCATE('@',name)-3),SUBSTR(name,LOCATE('@',name)-1,3),REPEAT('',LENGTH(name)-LOCATE('.',REVERSE(name))-LOCATE('@',name)-1),SUBSTR(name,LENGTH(name)-LOCATE('.',REVERSE(name)))) AS name, reference, debtor, type, business_type, status, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM companies;",
"contacts" : "SELECT id, company_id, country_id, CONCAT(SUBSTR(reference,1,2),SUBSTR(reference,5,1),REPEAT('',LOCATE('@',reference)-3),SUBSTR(reference,LOCATE('@',reference)-1,3),REPEAT('',LENGTH(reference)-LOCATE('.',REVERSE(reference))-LOCATE('@',reference)-1),SUBSTR(reference,LENGTH(reference)-LOCATE('.',REVERSE(reference)))) AS reference, REPLACE(phone,RIGHT(phone,round(length(phone)/2,0)+1),REPEAT('*', round(length(phone)/2+0.5,0))) as phone, CONCAT(SUBSTR(email,1,2),SUBSTR(email,5,1),REPEAT('',LOCATE('@',email)-3),SUBSTR(email,LOCATE('@',email)-1,3),REPEAT('',LENGTH(email)-LOCATE('.',REVERSE(email))-LOCATE('@',email)-1),SUBSTR(email,LENGTH(email)-LOCATE('.',REVERSE(email)))) AS email, CONCAT(SUBSTR(wechat_id,1,2),SUBSTR(wechat_id,5,1),REPEAT('',LOCATE('@',wechat_id)-3),SUBSTR(wechat_id,LOCATE('@',wechat_id)-1,3),REPEAT('',LENGTH(wechat_id)-LOCATE('.',REVERSE(wechat_id))-LOCATE('@',wechat_id)-1),SUBSTR(wechat_id,LENGTH(wechat_id)-LOCATE('.',REVERSE(wechat_id)))) AS wechat_id, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM contacts;",
"countries" : "SELECT *, now() AS '_source_loaded_at' FROM countries;",
"currencies" : "SELECT *, now() AS '_source_loaded_at' FROM currencies;",
"currency_rates" : "SELECT *, now() AS '_source_loaded_at' FROM currency_rates;",
@@ -13,7 +13,8 @@
"service_types" : "SELECT *, now() AS '_source_loaded_at' FROM service_types;",
"transactions" : "SELECT *, now() AS '_source_loaded_at' FROM transactions;",
"transaction_detail" : "SELECT *, now() AS '_source_loaded_at' FROM transaction_detail;",
"users" : "SELECT id, name, email, type, status, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM users;",
"user_email_verifications" : "SELECT id,email, now() AS '_source_loaded_at' FROM users;",
"users" : "SELECT id, CONCAT(SUBSTR(name,1,2),SUBSTR(name,5,1),REPEAT('',LOCATE('@',name)-3),SUBSTR(name,LOCATE('@',name)-1,3),REPEAT('',LENGTH(name)-LOCATE('.',REVERSE(name))-LOCATE('@',name)-1),SUBSTR(name,LENGTH(name)-LOCATE('.',REVERSE(name)))) AS name, CONCAT(SUBSTR(email,1,2),SUBSTR(email,5,1),REPEAT('',LOCATE('@',email)-3),SUBSTR(email,LOCATE('@',email)-1,3),REPEAT('',LENGTH(email)-LOCATE('.',REVERSE(email))-LOCATE('@',email)-1),SUBSTR(email,LENGTH(email)-LOCATE('.',REVERSE(email)))) AS email, type, status, deleted_at, created_at, updated_at, now() AS '_source_loaded_at' FROM users;",
"user_email_verifications" : "SELECT id, CONCAT(SUBSTR(email,1,2),SUBSTR(email,5,1),REPEAT('',LOCATE('@',email)-3),SUBSTR(email,LOCATE('@',email)-1,3),REPEAT('',LENGTH(email)-LOCATE('.',REVERSE(email))-LOCATE('@',email)-1),SUBSTR(email,LENGTH(email)-LOCATE('.',REVERSE(email)))) AS email, is_complete, is_active, is_sent, created_at, updated_at, now() AS '_source_loaded_at' FROM user_email_verifications;",
"wallets" : "SELECT *, now() AS '_source_loaded_at' FROM wallets;"
}