cief/data-management
1
0
Fork 0
mirror of https://gitlab.com/cief-data/data-management.git synced 2026-08-19 04:13:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Healess = True

Browse Source
This commit is contained in:
Yam ZhengLim
2024-01-27 18:26:07 +08:00
parent e3cbdf05ae
commit 1f86520c77
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
c2m/scrape/c2m_scrape_app.py
+4 -4
View File
@@ -8,7 +8,7 @@ import pandas as pd
from datetime import datetime from datetime import datetime
def run(playwright: Playwright, DATA_PATH, ERROR_PATH, CONFIG, HEADLESS_CONFIG) -> None: def run(playwright: Playwright, DATA_PATH, ERROR_PATH, CONFIG) -> None:
try: try:
dt = datetime.now() dt = datetime.now()
date = dt.strftime('%Y-%m-%d') date = dt.strftime('%Y-%m-%d')
@@ -18,7 +18,7 @@ def run(playwright: Playwright, DATA_PATH, ERROR_PATH, CONFIG, HEADLESS_CONFIG)
PRODUCT_NAME = CONFIG['product_name'] PRODUCT_NAME = CONFIG['product_name']
SITE_NAME = CONFIG['site_name'] SITE_NAME = CONFIG['site_name']
browser = playwright.chromium.launch(headless = False) browser = playwright.chromium.launch(headless=True)
context = browser.new_context() context = browser.new_context()
page = context.new_page() page = context.new_page()
@@ -136,7 +136,7 @@ if __name__ == '__main__':
os.makedirs(DATA_PATH, exist_ok=True) os.makedirs(DATA_PATH, exist_ok=True)
with sync_playwright() as playwright: with sync_playwright() as playwright:
run(playwright, DATA_PATH, ERROR_PATH, CONFIG, HEADLESS_CONFIG = True) run(playwright, DATA_PATH, ERROR_PATH, CONFIG)
else: else:
def run_app(C2M_FILES_TEMP_STORAGE_PATH, C2M_CONFIG): def run_app(C2M_FILES_TEMP_STORAGE_PATH, C2M_CONFIG):
@@ -149,4 +149,4 @@ else:
os.makedirs(DATA_PATH, exist_ok=True) os.makedirs(DATA_PATH, exist_ok=True)
with sync_playwright() as playwright: with sync_playwright() as playwright:
run(playwright, DATA_PATH, ERROR_PATH, C2M_CONFIG, HEADLESS_CONFIG = False) run(playwright, DATA_PATH, ERROR_PATH, C2M_CONFIG)