From da5162952f7b8db78718621f13bfafa21f1d41c1 Mon Sep 17 00:00:00 2001 From: Yam ZhengLim Date: Sat, 27 Jan 2024 18:19:32 +0800 Subject: [PATCH] Debug Headless --- README.md | 8 +++++++- c2m/scrape/c2m_scrape_app.py | 4 ++-- 2 files changed, 9 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 45e4adf..f9be43f 100644 --- a/README.md +++ b/README.md @@ -16,6 +16,12 @@ ###### python3 main.py ``` +### First time run playwright +``` +###### playwright install +###### playwright install-deps +``` + ### Some VM Tips ``` ###### Host: data-managmenet project @@ -28,7 +34,7 @@ ###### Crontab log: grep CRON /var/log/syslog ###### Python log: grep 'mycmd' /var/log/syslog ###### Remove file cmd: rm -rf -###### git clone https://gitlab.com/CIEFWorldwideSdnBhd/data-management.git +###### git clone https://gitlab.com/cief-data/data-management.git ###### pip3 install -r requirements.txt ``` diff --git a/c2m/scrape/c2m_scrape_app.py b/c2m/scrape/c2m_scrape_app.py index ab05f05..7177513 100644 --- a/c2m/scrape/c2m_scrape_app.py +++ b/c2m/scrape/c2m_scrape_app.py @@ -136,7 +136,7 @@ if __name__ == '__main__': os.makedirs(DATA_PATH, exist_ok=True) with sync_playwright() as playwright: - run(playwright, DATA_PATH, ERROR_PATH, CONFIG) + run(playwright, DATA_PATH, ERROR_PATH, CONFIG, HEADLESS_CONFIG = True) else: def run_app(C2M_FILES_TEMP_STORAGE_PATH, C2M_CONFIG): @@ -149,4 +149,4 @@ else: os.makedirs(DATA_PATH, exist_ok=True) with sync_playwright() as playwright: - run(playwright, DATA_PATH, ERROR_PATH, C2M_CONFIG) + run(playwright, DATA_PATH, ERROR_PATH, C2M_CONFIG, HEADLESS_CONFIG = False)