From cd06db9aeb90616a435d50f986e17f1c9a1074e0 Mon Sep 17 00:00:00 2001 From: Yam ZhengLim Date: Mon, 26 Sep 2022 19:03:10 +0800 Subject: [PATCH] Readme update --- README.md | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 852ea9c..e71a42c 100644 --- a/README.md +++ b/README.md @@ -14,6 +14,19 @@ ###### Create "EXCHANGE_CONFIG.json" & "EXCHANGE_EXTRACT_SQL.json" in the config file and input the config value ###### python3 main.py ``` + +### Some VM Tips +``` +###### Host: data-managmenet project +###### Image: Debian 11 +###### Region: US +###### Directory: /home/cief_data/business_intelligence/data-management +###### Crontab config: crontab -e +###### Crontab log: grep CRON /var/log/syslog +###### Python log: grep 'mycmd' /var/log/syslog +###### Remove file cmd: rm -rf +``` + ###### Example:- EXCHANGE_CONFIG.json ``` { @@ -52,11 +65,11 @@ data-management │ ├─ extract # All extract needed code is in here │ │ ├─ exchange_extract_function.py # Exchange extract code function to import in run_extract_load.py │ │ └─ exchange_temp_extract_csv # Temp folder to store all the csv extract from MYSQL (Auto Create) +│ │ └─ .gitkeep # Keep empty folder │ │ │ └─ load # All load needed code is in here │ └─ exchange_load_function.py # Exchange load code function to import in run_extract_load.py │ -├─ Dockerfile # Still have bug, under development (23/8/2022) ├─ general_function.py # All customize general code function to import in run_extract_load.py ├─ README.md # Project guide ├─ requirements.txt # Install needed library