From 596a522f082b17c9678a9cb26c0e742011a67af2 Mon Sep 17 00:00:00 2001 From: Yam ZhengLim Date: Wed, 22 Feb 2023 01:53:54 +0800 Subject: [PATCH] Open back all function --- main.py | 48 ++++++++++++++++++++++++------------------------ 1 file changed, 24 insertions(+), 24 deletions(-) diff --git a/main.py b/main.py index 27f1bf3..9f2fff4 100644 --- a/main.py +++ b/main.py @@ -124,19 +124,19 @@ def crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH): def main(): print("RUNNING MAIN_PY") - + # Exchange - # #Make sure cron in the file directory - # general_function.change_to_current_directory() - # #Extract Load Exchange Data - # EXCHANGE_CSV_TEMP_STORAGE_PATH = "./exchange/extract/exchange_temp_extract_csv/" - # print("STARTING EXCHANGE EXTRACT") - # exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH) - # print("STARTING EXCHANGE LOAD") - # exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH) - # #Delete Temp CSV - # print("DELETING EXCHANGE CSV") - # general_function.delete_csv_in_path(EXCHANGE_CSV_TEMP_STORAGE_PATH) + #Make sure cron in the file directory + general_function.change_to_current_directory() + #Extract Load Exchange Data + EXCHANGE_CSV_TEMP_STORAGE_PATH = "./exchange/extract/exchange_temp_extract_csv/" + print("STARTING EXCHANGE EXTRACT") + exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH) + print("STARTING EXCHANGE LOAD") + exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH) + #Delete Temp CSV + print("DELETING EXCHANGE CSV") + general_function.delete_csv_in_path(EXCHANGE_CSV_TEMP_STORAGE_PATH) # Shipping #Make sure cron in the file directory @@ -151,18 +151,18 @@ def main(): print("DELETING SHIPPING CSV") general_function.delete_csv_in_path(SHIPPING_CSV_TEMP_STORAGE_PATH) - # # CRISP - # #Make sure cron in the file directory - # general_function.change_to_current_directory() - # #Extract Load Exchange Data - # CRISP_CSV_TEMP_STORAGE_PATH = "./crisp/extract/crisp_temp_extract_csv/" - # print("STARTING CRISP EXTRACT") - # crisp_extract(CRISP_CSV_TEMP_STORAGE_PATH) - # print("STARTING CRISP LOAD") - # crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH) - # #Delete Temp CSV - # print("DELETING CRISP CSV") - # general_function.delete_csv_in_path(CRISP_CSV_TEMP_STORAGE_PATH) + # CRISP + #Make sure cron in the file directory + general_function.change_to_current_directory() + #Extract Load Exchange Data + CRISP_CSV_TEMP_STORAGE_PATH = "./crisp/extract/crisp_temp_extract_csv/" + print("STARTING CRISP EXTRACT") + crisp_extract(CRISP_CSV_TEMP_STORAGE_PATH) + print("STARTING CRISP LOAD") + crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH) + #Delete Temp CSV + print("DELETING CRISP CSV") + general_function.delete_csv_in_path(CRISP_CSV_TEMP_STORAGE_PATH) print("END MAIN_PY") print("------------------------------------------------------------------------------------------------")