This commit is contained in:
omair saleh
2022-08-26 17:00:54 +00:00
parent ab6ef3f2b2
commit 24d468270e
+4 -4
View File
@@ -12,8 +12,8 @@ def exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH):
print("/config/",EX_MYSQL_CONFIG_FILE)
#Read config file
EX_MYSQL_CONFIG = general_function.read_json_file("/config/",EX_MYSQL_CONFIG_FILE)
EX_SQL_DICT = general_function.read_json_file("/config/",EX_SQL_FILE)
EX_MYSQL_CONFIG = general_function.read_json_file("./config/",EX_MYSQL_CONFIG_FILE)
EX_SQL_DICT = general_function.read_json_file("./config/",EX_SQL_FILE)
#Connect to mysql
EX_MYSQLDB = ex_extract_func.connect_mysql(EX_MYSQL_CONFIG)
@@ -24,7 +24,7 @@ def exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH):
def exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH):
#Config file name
CLOUDSTORAGE_CREDENTIAL_FILE = "/config/CLOUD_STORAGE_ADMIN_CREDENTIAL.json"
CLOUDSTORAGE_CREDENTIAL_FILE = "./config/CLOUD_STORAGE_ADMIN_CREDENTIAL.json"
#Connect to cloudstorage
ex_storage_client = ex_load_func.login_cloudstorage_credential(CLOUDSTORAGE_CREDENTIAL_FILE)
@@ -42,7 +42,7 @@ def exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH):
def main():
#Extract Load Exchange Data, and delete the temp csv
EXCHANGE_CSV_TEMP_STORAGE_PATH = "/exchange/extract/exchange_temp_extract_csv/"
EXCHANGE_CSV_TEMP_STORAGE_PATH = "./exchange/extract/exchange_temp_extract_csv/"
exchange_extract(EXCHANGE_CSV_TEMP_STORAGE_PATH)
exchange_load_to_cloudstorage(EXCHANGE_CSV_TEMP_STORAGE_PATH)
general_function.delete_csv_in_path(EXCHANGE_CSV_TEMP_STORAGE_PATH)