persistent logging with testing

persistStorage.py

@@ -6,22 +6,26 @@ import os
 from config import HUGGING_FACE_TOKEN
 import csv 
 
-# Set the time zone to Pacific Time Zone
-TIME_ZONE = 'US/Pacific'
-TIMEZONE_OBJ = pytz.timezone(TIME_ZONE)
-
-
+logs_dir = os.getenv("HF_HOME", "/data")
 
-LOGS_DIR = "logs"
-os.makedirs(LOGS_DIR, exist_ok=True)
+# # Create a new file
+# with open(os.path.join(data_dir, "my_data.txt"), "a") as f:
+#     f.write("Hello World! From pesistent storage line 2")
 
-fs = HfFileSystem(token=HUGGING_FACE_TOKEN)
+# # Read the data from the file
+# with open(os.path.join(data_dir, "my_data.txt"), "r") as f:
+#     data = f.read()
+#     # Print the data
+#     print(data)
 
+# Set the time zone to Pacific Time Zone
+TIME_ZONE = 'US/Pacific'
+TIMEZONE_OBJ = pytz.timezone(TIME_ZONE)
 
 def append_dict_to_csv(file_path, row_data):
     fieldnames = row_data.keys()
 
-    with fs.open(file_path, 'w') as csv_file:
+    with open(file_path, 'a') as csv_file:
         csv_writer = csv.DictWriter(csv_file, fieldnames=fieldnames)
 
         # Check if the file is empty, and if so, write the header
@@ -29,10 +33,13 @@ def append_dict_to_csv(file_path, row_data):
             csv_writer.writeheader()
         csv_writer.writerow(row_data)
 
+    with open(file_path, 'r') as fh:
+        print(fh.read())
+
 def saveLog(message, level='info') -> None:
+    global logs_dir
     current_time = datetime.now(TIMEZONE_OBJ)
     message = str(message)
-    log_path = 'spaces/Express-Analytics/QueryHelper/'
-    log_file_path = os.path.join(log_path, f"{current_time.strftime('%Y-%m')}.csv")
+    log_file_path = os.path.join(logs_dir, f"{current_time.strftime('%Y-%m')}.csv")
     data_dict = {"time":str(current_time),  "level": level, "message": message}
     append_dict_to_csv(log_file_path, data_dict)