From 1c5b65e79bdd83f22f7b6777125b5fd6b1d390fe Mon Sep 17 00:00:00 2001 From: Yam ZhengLim Date: Wed, 22 Feb 2023 01:48:26 +0800 Subject: [PATCH] Update debug --- config/SHIPPING_EXTRACT_SQL.json | 2 +- main.py | 49 ++++++++++++++++---------------- 2 files changed, 26 insertions(+), 25 deletions(-) diff --git a/config/SHIPPING_EXTRACT_SQL.json b/config/SHIPPING_EXTRACT_SQL.json index 904953b..3099906 100644 --- a/config/SHIPPING_EXTRACT_SQL.json +++ b/config/SHIPPING_EXTRACT_SQL.json @@ -33,6 +33,6 @@ "transaction_logs" : "SELECT * FROM transaction_logs;", "transaction_details" : "SELECT * FROM `transaction_details`;", "transport_arrangements" : "SELECT * FROM transport_arrangements", - "users" : "SELECT * FROM users;", + "users" : "SELECT id, name, email, type, status, remember_token, active_at, created_at, updated_at, deleted_at FROM users;", "user_email_verifications" : "SELECT * FROM user_email_verifications;" } diff --git a/main.py b/main.py index 1be5ddf..27f1bf3 100644 --- a/main.py +++ b/main.py @@ -123,19 +123,20 @@ def crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH): def main(): - # Exchange print("RUNNING MAIN_PY") - #Make sure cron in the file directory - general_function.change_to_current_directory() - #Extract Load Exchange Data - EXCHANGE_CSV_TEMP_STORAGE_PATH = "./exchange/extract/exchange_temp_extract_csv/" - print("STARTING EXCHANGE EXTRACT") - exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH) - print("STARTING EXCHANGE LOAD") - exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH) - #Delete Temp CSV - print("DELETING EXCHANGE CSV") - general_function.delete_csv_in_path(EXCHANGE_CSV_TEMP_STORAGE_PATH) + + # Exchange + # #Make sure cron in the file directory + # general_function.change_to_current_directory() + # #Extract Load Exchange Data + # EXCHANGE_CSV_TEMP_STORAGE_PATH = "./exchange/extract/exchange_temp_extract_csv/" + # print("STARTING EXCHANGE EXTRACT") + # exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH) + # print("STARTING EXCHANGE LOAD") + # exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH) + # #Delete Temp CSV + # print("DELETING EXCHANGE CSV") + # general_function.delete_csv_in_path(EXCHANGE_CSV_TEMP_STORAGE_PATH) # Shipping #Make sure cron in the file directory @@ -150,18 +151,18 @@ def main(): print("DELETING SHIPPING CSV") general_function.delete_csv_in_path(SHIPPING_CSV_TEMP_STORAGE_PATH) - # CRISP - #Make sure cron in the file directory - general_function.change_to_current_directory() - #Extract Load Exchange Data - CRISP_CSV_TEMP_STORAGE_PATH = "./crisp/extract/crisp_temp_extract_csv/" - print("STARTING CRISP EXTRACT") - crisp_extract(CRISP_CSV_TEMP_STORAGE_PATH) - print("STARTING CRISP LOAD") - crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH) - #Delete Temp CSV - print("DELETING CRISP CSV") - general_function.delete_csv_in_path(CRISP_CSV_TEMP_STORAGE_PATH) + # # CRISP + # #Make sure cron in the file directory + # general_function.change_to_current_directory() + # #Extract Load Exchange Data + # CRISP_CSV_TEMP_STORAGE_PATH = "./crisp/extract/crisp_temp_extract_csv/" + # print("STARTING CRISP EXTRACT") + # crisp_extract(CRISP_CSV_TEMP_STORAGE_PATH) + # print("STARTING CRISP LOAD") + # crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH) + # #Delete Temp CSV + # print("DELETING CRISP CSV") + # general_function.delete_csv_in_path(CRISP_CSV_TEMP_STORAGE_PATH) print("END MAIN_PY") print("------------------------------------------------------------------------------------------------")