cief/data-management
1
0
Fork 0
mirror of https://gitlab.com/cief-data/data-management.git synced 2026-08-19 04:13:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Open back all function

Browse Source
This commit is contained in:
Yam ZhengLim
2023-02-22 01:53:54 +08:00
parent 1c5b65e79b
commit 596a522f08
1 changed files with 24 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files
main.py
+23 -23
View File
@@ -126,17 +126,17 @@ def main():
print("RUNNING MAIN_PY")
# Exchange
# #Make sure cron in the file directory
# general_function.change_to_current_directory()
# #Extract Load Exchange Data
# EXCHANGE_CSV_TEMP_STORAGE_PATH = "./exchange/extract/exchange_temp_extract_csv/"
# print("STARTING EXCHANGE EXTRACT")
# exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH)
# print("STARTING EXCHANGE LOAD")
# exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH)
# #Delete Temp CSV
# print("DELETING EXCHANGE CSV")
# general_function.delete_csv_in_path(EXCHANGE_CSV_TEMP_STORAGE_PATH)
#Make sure cron in the file directory
general_function.change_to_current_directory()
#Extract Load Exchange Data
EXCHANGE_CSV_TEMP_STORAGE_PATH = "./exchange/extract/exchange_temp_extract_csv/"
print("STARTING EXCHANGE EXTRACT")
exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH)
print("STARTING EXCHANGE LOAD")
exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH)
#Delete Temp CSV
print("DELETING EXCHANGE CSV")
general_function.delete_csv_in_path(EXCHANGE_CSV_TEMP_STORAGE_PATH)
# Shipping
#Make sure cron in the file directory
@@ -151,18 +151,18 @@ def main():
print("DELETING SHIPPING CSV")
general_function.delete_csv_in_path(SHIPPING_CSV_TEMP_STORAGE_PATH)
# # CRISP
# #Make sure cron in the file directory
# general_function.change_to_current_directory()
# #Extract Load Exchange Data
# CRISP_CSV_TEMP_STORAGE_PATH = "./crisp/extract/crisp_temp_extract_csv/"
# print("STARTING CRISP EXTRACT")
# crisp_extract(CRISP_CSV_TEMP_STORAGE_PATH)
# print("STARTING CRISP LOAD")
# crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH)
# #Delete Temp CSV
# print("DELETING CRISP CSV")
# general_function.delete_csv_in_path(CRISP_CSV_TEMP_STORAGE_PATH)
# CRISP
#Make sure cron in the file directory
general_function.change_to_current_directory()
#Extract Load Exchange Data
CRISP_CSV_TEMP_STORAGE_PATH = "./crisp/extract/crisp_temp_extract_csv/"
print("STARTING CRISP EXTRACT")
crisp_extract(CRISP_CSV_TEMP_STORAGE_PATH)
print("STARTING CRISP LOAD")
crisp_load_to_cloudstorage(CRISP_CSV_TEMP_STORAGE_PATH)
#Delete Temp CSV
print("DELETING CRISP CSV")
general_function.delete_csv_in_path(CRISP_CSV_TEMP_STORAGE_PATH)
print("END MAIN_PY")
print("------------------------------------------------------------------------------------------------")