diff --git a/crisp/extract/__pycache__/crisp_extract_function.cpython-39.pyc b/crisp/extract/__pycache__/crisp_extract_function.cpython-39.pyc index 6e1d2cb..009a200 100644 Binary files a/crisp/extract/__pycache__/crisp_extract_function.cpython-39.pyc and b/crisp/extract/__pycache__/crisp_extract_function.cpython-39.pyc differ diff --git a/crisp/extract/crisp_extract_function.py b/crisp/extract/crisp_extract_function.py index bfa57e8..d84a7cc 100644 --- a/crisp/extract/crisp_extract_function.py +++ b/crisp/extract/crisp_extract_function.py @@ -1,6 +1,7 @@ from crisp_api import Crisp import general_function import pandas as pd +from datetime import date, timedelta, datetime def connect_crisp(config): try: @@ -19,6 +20,9 @@ def list_website_operators_csv(website_id, client, path, filename): list_website_operators_json = client.website.list_website_operators(website_id) list_website_operators_df = general_function.json_normalize_to_df(list_website_operators_json) + # Datetime add + list_website_operators_df['api_called_at'] = date.today() - timedelta(days = 1) + list_website_operators_df.columns = list_website_operators_df.columns.str.replace(".", "-") list_website_operators_df.to_csv(output_location, sep='|', encoding='utf-8-sig', header='true', quotechar= '"', index=False) print("[Download Complete]",filename) @@ -45,6 +49,9 @@ def list_people_profiles_csv(website_id, client, path, filename): else: page_number += 1 + # Datetime add + list_people_profiles_df['api_called_at'] = date.today() - timedelta(days = 1) + list_people_profiles_df.columns = list_people_profiles_df.columns.str.replace(".", "-") list_people_profiles_df.to_csv(output_location, sep='|', encoding='utf-8-sig', header='true', quotechar= '"', index=False) print("[Download Complete]",filename) @@ -69,6 +76,8 @@ def get_people_data_csv(website_id, client, path, filename, list_people_profiles temp_df['people_id'] = people_id get_people_data_df = pd.concat([temp_df,get_people_data_df], ignore_index=True) + # Datetime add + get_people_data_df['api_called_at'] = date.today() - timedelta(days = 1) get_people_data_df.columns = get_people_data_df.columns.str.replace("-", "_") get_people_data_df.columns = get_people_data_df.columns.str.replace(".", "-") @@ -96,6 +105,9 @@ def get_people_subscription_status_csv(website_id, client, path, filename, list_ temp_df['people_id'] = people_id get_people_subscription_status_df = pd.concat([temp_df,get_people_subscription_status_df], ignore_index=True) + # Datetime add + get_people_subscription_status_df['api_called_at'] = date.today() - timedelta(days = 1) + get_people_subscription_status_df.columns = get_people_subscription_status_df.columns.str.replace(".", "-") get_people_subscription_status_df.to_csv(output_location, sep='|', encoding='utf-8-sig', header='true', quotechar= '"', index=False) print("[Download Complete]",filename)