From a3501cba2fec5480c84cbe5da479d35d61e24df1 Mon Sep 17 00:00:00 2001 From: Yam ZhengLim Date: Mon, 19 Dec 2022 15:30:21 +0800 Subject: [PATCH] Open all EL function --- main.py | 26 +++++++++++--------------- 1 file changed, 11 insertions(+), 15 deletions(-) diff --git a/main.py b/main.py index 258e03b..4f64cfa 100644 --- a/main.py +++ b/main.py @@ -123,39 +123,35 @@ def crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH): def main(): + # Exchange #Make sure cron in the file directory general_function.change_to_current_directory() - #Extract Load Exchange Data EXCHANGE_CSV_TEMP_STORAGE_PATH = "./exchange/extract/exchange_temp_extract_csv/" exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH) exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH) - #Delete Temp CSV general_function.delete_csv_in_path(EXCHANGE_CSV_TEMP_STORAGE_PATH) + # Shipping #Make sure cron in the file directory general_function.change_to_current_directory() - #Extract Load SHIPPING Data SHIPPING_CSV_TEMP_STORAGE_PATH = "./shipping/extract/shipping_temp_extract_csv/" shipping_extract(SHIPPING_CSV_TEMP_STORAGE_PATH) shipping_load_to_cloudstorage(SHIPPING_CSV_TEMP_STORAGE_PATH) - #Delete Temp CSV general_function.delete_csv_in_path(SHIPPING_CSV_TEMP_STORAGE_PATH) - - # #Make sure cron in the file directory - # general_function.change_to_current_directory() - - # #Extract Load Exchange Data - # CRISP_CSV_TEMP_STORAGE_PATH = "./crisp/extract/crisp_temp_extract_csv/" - # crisp_extract(CRISP_CSV_TEMP_STORAGE_PATH) - # crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH) - - # #Delete Temp CSV - # general_function.delete_csv_in_path(CRISP_CSV_TEMP_STORAGE_PATH) + # CRISP + #Make sure cron in the file directory + general_function.change_to_current_directory() + #Extract Load Exchange Data + CRISP_CSV_TEMP_STORAGE_PATH = "./crisp/extract/crisp_temp_extract_csv/" + crisp_extract(CRISP_CSV_TEMP_STORAGE_PATH) + crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH) + #Delete Temp CSV + general_function.delete_csv_in_path(CRISP_CSV_TEMP_STORAGE_PATH) if True: main()