from huggingface_hub import HfFileSystem from datetime import datetime import pytz import os from config import HUGGING_FACE_TOKEN # Set the time zone to Pacific Time Zone TIME_ZONE = 'US/Pacific' TIMEZONE_OBJ = pytz.timezone(TIME_ZONE) LOGS_DIR = "logs" os.makedirs(LOGS_DIR, exist_ok=True) fs = HfFileSystem(token=HUGGING_FACE_TOKEN) def append_dict_to_csv(file_path, row_data): fieldnames = row_data.keys() with fs.open(file_path, 'a+') as csv_file: csv_writer = csv.DictWriter(csv_file, fieldnames=fieldnames) # Check if the file is empty, and if so, write the header if csv_file.tell() == 0: csv_writer.writeheader() csv_writer.writerow(row_data) def saveLog(message, level='info') -> None: current_time = datetime.now(TIMEZONE_OBJ) message = str(message) log_path = 'spaces/Express-Analytics/QueryHelper/' log_file_path = os.path.join(log_path, f"{current_time.strftime('%Y-%m')}.csv") data_dict = {"time":str(current_time), "level": level, "message": message} append_dict_to_csv(log_file_path, data_dict)