Added comprehensive logging

app/assistants.py

@@ -6,9 +6,12 @@ import json
 import random
 import pandas as pd
 from dotenv import load_dotenv
+import logging
 
 load_dotenv()
 
+logger = logging.getLogger(__name__)
+
 import requests
 
 class SearchEngine:
@@ -303,13 +306,14 @@ class Assistant:
                 thread_id=thread.id,
             )            
         else:
-            print(run.status)
+            logger.info(f"Run status: {run.status}", extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_process"})
         return run
 
     def call_tool(self, run, thread):
         tool_outputs = []
-        print(f"[INFO]: Required actions: {list(map(lambda x: f'{x.function.name}({x.function.arguments})', run.required_action.submit_tool_outputs.tool_calls))}")
-        # Loop through each tool in the required action section
+        logger.info(f"Required actions: {list(map(lambda x: f'{x.function.name}({x.function.arguments})', run.required_action.submit_tool_outputs.tool_calls))}", 
+                   extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_call_tool"})
+
         for tool in run.required_action.submit_tool_outputs.tool_calls:
             if tool.function.name == "generate_coaching_plan":
                 user_challenge = json.loads(tool.function.arguments)
@@ -319,7 +323,8 @@ class Assistant:
                 })
             elif tool.function.name == "transition":
                 transitions = json.loads(tool.function.arguments)
-                print(f"[TRANSITION]: {transitions['from']} -> {transitions['to']}")
+                logger.info(f"Transition: {transitions['from']} -> {transitions['to']}", 
+                          extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_transition"})
 
                 if transitions['to'] == "REFLECTION STATE":
                     self.cm.user.matters_most.next()
@@ -335,7 +340,8 @@ class Assistant:
                 current_time = get_current_datetime()
                 # replace time component of self.cm.state['date'] with the current time
                 self.cm.state['date'] = str(pd.to_datetime(self.cm.state['date']).replace(hour=current_time.hour, minute=current_time.minute, second=current_time.second))
-                print(f"[DATETIME]: {self.cm.state['date']}")
+                logger.info(f"Current datetime: {self.cm.state['date']}", 
+                          extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_get_date"})
 
                 tool_outputs.append({
                 "tool_call_id": tool.id,
@@ -345,7 +351,8 @@ class Assistant:
                 json_string = json.loads(tool.function.arguments)
                 json_string['created'] = str(self.cm.state['date'])
                 json_string['updated'] = None
-                print(f"[NEW EVENT]: {json_string}")
+                logger.info(f"New event: {json_string}", 
+                          extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_create_event"})
 
                 # Create a folder for the user's mementos if it doesn't exist
                 user_mementos_folder = os.path.join("mementos", "to_upload", self.cm.user.user_id)
@@ -357,20 +364,8 @@ class Assistant:
                 file_path = os.path.join(user_mementos_folder, f"{json_string['title']}.json")
 
                 # Save the JSON string as a file
-                with open(file_path, "w") as json_file:
+                with open(file_path, "wb") as json_file:
                     json.dump(json_string, json_file)
-
-                # # Add the event to the user's vector store
-                # # get or create vector store 'events'
-                # memory_file = self.cm.client.files.create(file=open(f"mementos/{self.cm.user.user_id}/{json_string['title']}.json", "rb"),\
-                #                         purpose="assistants")
-                
-                # vector_store_file = self.cm.client.beta.vector_stores.files.create(
-                #     vector_store_id=self.cm.user_personal_memory.id,
-                #     file_id=memory_file.id
-                # )
-
-                # print(f"[INFO]: Added event to the user's vector store")
                 
                 tool_outputs.append({
                 "tool_call_id": tool.id,
@@ -378,8 +373,9 @@ class Assistant:
                 })
             elif tool.function.name == "msearch":
                 queries = json.loads(tool.function.arguments)['queries']
+                logger.info(f"Searching for: {queries}", 
+                          extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_msearch"})
 
-                print(f"[MSEARCH]:  Searching for {queries}")
                 tool_outputs.append({
                 "tool_call_id": tool.id,
                 "output": f"** retrieve any files related to: {queries} **"
@@ -395,14 +391,16 @@ class Assistant:
                     instruction = f"** Fetch files (mementos) from this thread's Memento vector_store ([id={self.cm.user_personal_memory.id}]) where the follow_up_on field matches the query date: {on} (ignore the time component, focus only on the date)**"
                 # f"** File search this threads' Memento vector_store ([id={self.cm.user_personal_memory.id}]) for the most relevant mementos based on the recent conversation history and context:{context} **"
 
-                print(f"[GET MEMENTOS]: {instruction}")
+                logger.info(f"Getting mementos: {instruction}", 
+                          extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_get_mementos"})
                 tool_outputs.append({
                 "tool_call_id": tool.id,
                 "output": instruction
                 })
             elif tool.function.name == "get_feedback_types":
                 selected_feedbacks = json.loads(tool.function.arguments)['feedbacks']
-                print(f"[FEEDBACKs]: {selected_feedbacks}")
+                logger.info(f"Selected feedbacks: {selected_feedbacks}", 
+                          extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_get_feedback"})
                 # feedback_types = FeedbackContent.select_random_types(self)
                 context = []
                 for feedback_type in selected_feedbacks:
@@ -412,7 +410,8 @@ class Assistant:
                     "tool_call_id": tool.id,
                     "output": f"** Build the feedback message using this context but dont include the feedback type: {context} **"
                 })
-                print(f"[Searched FEEDBACKS]: {context}")
+                logger.info(f"Searched feedbacks: {context}", 
+                          extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_get_feedback"})
 
         
         # Submit all tool outputs at once after collecting them in a list
@@ -423,11 +422,14 @@ class Assistant:
                     run_id=run.id,
                     tool_outputs=tool_outputs
                 )
-                print("Tool outputs submitted successfully.")
+                logger.info("Tool outputs submitted successfully", 
+                          extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_submit_tools"})
             except Exception as e:
-                print("Failed to submit tool outputs:", e)
+                logger.error(f"Failed to submit tool outputs: {str(e)}", 
+                           extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_submit_tools"})
         else:
-            print("No tool outputs to submit.")
+            logger.warning("No tool outputs to submit", 
+                         extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_submit_tools"})
         
         if run.status == 'completed':
             messages = self.cm.client.beta.threads.messages.list(
@@ -435,10 +437,10 @@ class Assistant:
             )
             # print(messages)
         elif run.status == 'requires_action':
-            print(f'[TOOL-R]: Calling tool for action')
+            logger.info(f'[TOOL-R]: Calling tool for action', extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_submit_tools"})
             run = self.call_tool(run, thread)
         else:
-            print("Something bad happened", run.status)
+            logger.error("Something bad happened", run.status, extra={"user_id": self.cm.user.user_id, "endpoint": "assistant_submit_tools"})
         return run
 
 class GeneralAssistant(Assistant):

app/logs/app.log

@@ -0,0 +1,175 @@
+2024-11-21 17:11:30 [INFO]: HTTP Request: POST https://api.openai.com/v1/chat/completions "HTTP/1.1 200 OK"
+2024-11-21 17:11:30 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads "HTTP/1.1 200 OK"
+2024-11-21 17:11:31 [INFO]: HTTP Request: POST https://api.openai.com/v1/vector_stores "HTTP/1.1 200 OK"
+2024-11-21 17:11:31 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:11:33 [INFO] [force_file_move]: Attempting to move file from users\to_upload\55ff3647-1694-4e78-a93a-091f3e099ced.pkl to users\data\55ff3647-1694-4e78-a93a-091f3e099ced.pkl
+2024-11-21 17:11:33 [INFO] [force_file_move]: File moved successfully: users\to_upload\55ff3647-1694-4e78-a93a-091f3e099ced.pkl -> users\data\55ff3647-1694-4e78-a93a-091f3e099ced.pkl
+2024-11-21 17:11:55 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:11:55 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:11:57 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:11:57 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_4vqtD9bzQbYL8PkWLWhQbkzX "HTTP/1.1 200 OK"
+2024-11-21 17:11:59 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_4vqtD9bzQbYL8PkWLWhQbkzX "HTTP/1.1 200 OK"
+2024-11-21 17:12:01 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_4vqtD9bzQbYL8PkWLWhQbkzX "HTTP/1.1 200 OK"
+2024-11-21 17:12:01 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_yIeB8kpysah4IUclSDncWUwQ "HTTP/1.1 200 OK"
+2024-11-21 17:12:02 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:12:02 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_ADGgK83XiDSKAFXPZsVFzovy "HTTP/1.1 200 OK"
+2024-11-21 17:12:14 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:12:15 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:12:16 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:12:16 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_4EBJVyqaHjVXyFuFyJdntH5C "HTTP/1.1 200 OK"
+2024-11-21 17:12:18 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_4EBJVyqaHjVXyFuFyJdntH5C "HTTP/1.1 200 OK"
+2024-11-21 17:12:18 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_5vZuOgoDZAF0NCrNhbzEvJ3Q "HTTP/1.1 200 OK"
+2024-11-21 17:12:19 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:12:19 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_pA8qWSTdoS7czr7SSuQ6mU8B "HTTP/1.1 200 OK"
+2024-11-21 17:12:23 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:12:23 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:12:24 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:12:24 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk "HTTP/1.1 200 OK"
+2024-11-21 17:12:26 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk "HTTP/1.1 200 OK"
+2024-11-21 17:12:27 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:12:28 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk "HTTP/1.1 200 OK"
+2024-11-21 17:12:29 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk "HTTP/1.1 200 OK"
+2024-11-21 17:12:30 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:12:30 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk "HTTP/1.1 200 OK"
+2024-11-21 17:12:32 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk "HTTP/1.1 200 OK"
+2024-11-21 17:12:32 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:12:33 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk "HTTP/1.1 200 OK"
+2024-11-21 17:12:35 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk "HTTP/1.1 200 OK"
+2024-11-21 17:12:36 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_maKvI6YLrI0Z6M2b3fFEjmqk "HTTP/1.1 200 OK"
+2024-11-21 17:12:37 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:12:37 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_9uEDixJWrE4ndXe0QhJkBdMJ "HTTP/1.1 200 OK"
+2024-11-21 17:12:38 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:12:39 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_8l2bROG7oKHSiHQZPBbwNiUd "HTTP/1.1 200 OK"
+2024-11-21 17:13:06 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:13:06 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:13:07 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:13:07 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_DSXaUD73YLmxGUoGMB1D5Il0 "HTTP/1.1 200 OK"
+2024-11-21 17:13:09 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_DSXaUD73YLmxGUoGMB1D5Il0 "HTTP/1.1 200 OK"
+2024-11-21 17:13:09 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_PTAPFRFYg8qvdHQAwcqSpufZ "HTTP/1.1 200 OK"
+2024-11-21 17:13:10 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:13:11 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_WAbkOnBjHA49AUN26IlyJsYB "HTTP/1.1 200 OK"
+2024-11-21 17:13:33 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:13:34 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:13:36 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:13:36 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_NCw8XjxohLS8dl3tKhw7lQMe "HTTP/1.1 200 OK"
+2024-11-21 17:13:38 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_NCw8XjxohLS8dl3tKhw7lQMe "HTTP/1.1 200 OK"
+2024-11-21 17:13:39 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_NCw8XjxohLS8dl3tKhw7lQMe "HTTP/1.1 200 OK"
+2024-11-21 17:13:43 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_SsageGl00fqLyonZISMZE1Km "HTTP/1.1 200 OK"
+2024-11-21 17:13:43 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:13:44 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_Pwr398fSZQDBl6tam3mEBVQa "HTTP/1.1 200 OK"
+2024-11-21 17:14:02 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:14:02 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:14:03 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:14:03 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:14:04 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ "HTTP/1.1 200 OK"
+2024-11-21 17:14:05 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ "HTTP/1.1 200 OK"
+2024-11-21 17:14:06 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:14:07 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ "HTTP/1.1 200 OK"
+2024-11-21 17:14:08 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ "HTTP/1.1 200 OK"
+2024-11-21 17:14:09 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:14:10 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ "HTTP/1.1 200 OK"
+2024-11-21 17:14:11 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ "HTTP/1.1 200 OK"
+2024-11-21 17:14:12 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:14:13 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ "HTTP/1.1 200 OK"
+2024-11-21 17:14:14 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ "HTTP/1.1 200 OK"
+2024-11-21 17:14:16 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FSQ48J5WrHn6dDmJ0BojEsuQ "HTTP/1.1 200 OK"
+2024-11-21 17:14:16 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:14:17 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_B7I9JgtRB5qstGJ9pbrMQHzO "HTTP/1.1 200 OK"
+2024-11-21 17:14:17 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:14:18 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_07u9Ax3qpG3Moe3a6EiQhHbR "HTTP/1.1 200 OK"
+2024-11-21 17:14:18 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_epOvlrkVnPHh5q7mNP99nYFg "HTTP/1.1 200 OK"
+2024-11-21 17:14:19 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:14:20 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_07u9Ax3qpG3Moe3a6EiQhHbR "HTTP/1.1 200 OK"
+2024-11-21 17:18:59 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:19:00 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_07u9Ax3qpG3Moe3a6EiQhHbR "HTTP/1.1 200 OK"
+2024-11-21 17:19:22 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:19:23 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:19:24 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:19:24 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FCSTtem6LXzjTY4sO4UhFuC5 "HTTP/1.1 200 OK"
+2024-11-21 17:19:26 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_FCSTtem6LXzjTY4sO4UhFuC5 "HTTP/1.1 200 OK"
+2024-11-21 17:19:26 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_3L9h0R5w6rD1S6hEALudM5Ow "HTTP/1.1 200 OK"
+2024-11-21 17:19:27 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:19:27 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_9HUxe0bDMZ0uV3sDJnC2V4dn "HTTP/1.1 200 OK"
+2024-11-21 17:19:49 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:19:50 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:19:51 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:19:52 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_GS4Rh3fEJxRBauazWWJngsAL "HTTP/1.1 200 OK"
+2024-11-21 17:19:53 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_GS4Rh3fEJxRBauazWWJngsAL "HTTP/1.1 200 OK"
+2024-11-21 17:19:55 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_GS4Rh3fEJxRBauazWWJngsAL "HTTP/1.1 200 OK"
+2024-11-21 17:19:55 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_fPiP6mS6UsUMecK6nL4wcTb0 "HTTP/1.1 200 OK"
+2024-11-21 17:19:55 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:19:56 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_IUlTk82fMuuA7Nv1XS3yc2LC "HTTP/1.1 200 OK"
+2024-11-21 17:20:54 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:20:54 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:20:55 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:20:56 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:20:56 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV "HTTP/1.1 200 OK"
+2024-11-21 17:20:58 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV "HTTP/1.1 200 OK"
+2024-11-21 17:20:59 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:20:59 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV "HTTP/1.1 200 OK"
+2024-11-21 17:21:01 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV "HTTP/1.1 200 OK"
+2024-11-21 17:21:02 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:21:02 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV "HTTP/1.1 200 OK"
+2024-11-21 17:21:04 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV "HTTP/1.1 200 OK"
+2024-11-21 17:21:05 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:21:05 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV "HTTP/1.1 200 OK"
+2024-11-21 17:21:07 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_uAs5FPg6kXJNFjmqCxNSHRhV "HTTP/1.1 200 OK"
+2024-11-21 17:21:07 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:21:08 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_BsjN5VNl4aVYMsFpw42qCSip "HTTP/1.1 200 OK"
+2024-11-21 17:21:08 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:21:08 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_EjBC98vWPxgDOqVD9UDbew0h "HTTP/1.1 200 OK"
+2024-11-21 17:21:09 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_FLM7aUUADX1vJccnTCMqsn1X "HTTP/1.1 200 OK"
+2024-11-21 17:21:09 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:21:10 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_EjBC98vWPxgDOqVD9UDbew0h "HTTP/1.1 200 OK"
+2024-11-21 17:21:11 [INFO] [force_file_move]: Attempting to move file from users\to_upload\55ff3647-1694-4e78-a93a-091f3e099ced.pkl to users\data\55ff3647-1694-4e78-a93a-091f3e099ced.pkl
+2024-11-21 17:21:11 [INFO] [force_file_move]: File moved successfully: users\to_upload\55ff3647-1694-4e78-a93a-091f3e099ced.pkl -> users\data\55ff3647-1694-4e78-a93a-091f3e099ced.pkl
+2024-11-21 17:21:55 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:21:55 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:21:56 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:21:57 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_3ZeS8WBc4ZrsvZb3tu8jWnaF "HTTP/1.1 200 OK"
+2024-11-21 17:21:58 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_3ZeS8WBc4ZrsvZb3tu8jWnaF "HTTP/1.1 200 OK"
+2024-11-21 17:21:59 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_aNSTgSog6sTFmWDvkUFN18xA "HTTP/1.1 200 OK"
+2024-11-21 17:21:59 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:22:00 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_m64xoQQxzX5jXauA5cVKI7ZV "HTTP/1.1 200 OK"
+2024-11-21 17:22:00 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_y6OtQR1Czx0rk9WBTYN1ykC6 "HTTP/1.1 200 OK"
+2024-11-21 17:22:29 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:22:29 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:22:30 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:22:31 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_ChdY9skAIAKyxDDa6dzuO9dq "HTTP/1.1 200 OK"
+2024-11-21 17:22:32 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_ChdY9skAIAKyxDDa6dzuO9dq "HTTP/1.1 200 OK"
+2024-11-21 17:22:34 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_ChdY9skAIAKyxDDa6dzuO9dq "HTTP/1.1 200 OK"
+2024-11-21 17:22:35 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_XI6OSseHzZIsLZzBQlIHbH3t "HTTP/1.1 200 OK"
+2024-11-21 17:22:35 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:22:36 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_m64xoQQxzX5jXauA5cVKI7ZV "HTTP/1.1 200 OK"
+2024-11-21 17:22:36 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_YPfA0lng5kX2ZSk7rr8ue5rh "HTTP/1.1 200 OK"
+2024-11-21 17:23:10 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:23:11 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:23:11 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:23:12 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs "HTTP/1.1 200 OK"
+2024-11-21 17:23:13 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:14 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:15 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:23:16 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:17 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:18 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:23:19 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:21 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:22 [INFO]: HTTP Request: POST https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP/submit_tool_outputs "HTTP/1.1 200 OK"
+2024-11-21 17:23:22 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:23 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:25 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:27 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:28 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:30 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:33 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/runs/run_xlXtfSUKmigYcZk1WBxHpiOP "HTTP/1.1 200 OK"
+2024-11-21 17:23:34 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages "HTTP/1.1 200 OK"
+2024-11-21 17:23:35 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_jzMnbvvGwVQYSl9n6eMfDn1I "HTTP/1.1 200 OK"
+2024-11-21 17:23:35 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:23:35 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_m64xoQQxzX5jXauA5cVKI7ZV "HTTP/1.1 200 OK"
+2024-11-21 17:23:36 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_WfXx665UszjcIm24ty2tTIms "HTTP/1.1 200 OK"
+2024-11-21 17:23:36 [INFO]: HTTP Request: DELETE https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages/msg_DQNvjP4AYI5B4E738HRHuJyB "HTTP/1.1 200 OK"
+2024-11-21 17:23:36 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc "HTTP/1.1 200 OK"
+2024-11-21 17:23:37 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_m64xoQQxzX5jXauA5cVKI7ZV "HTTP/1.1 200 OK"
+2024-11-21 17:23:37 [INFO]: HTTP Request: GET https://api.openai.com/v1/threads/thread_cOIGiiEQLrtE1CVFMYn1FwuX/messages?order=asc&after=msg_WfXx665UszjcIm24ty2tTIms "HTTP/1.1 200 OK"
+2024-11-21 17:23:39 [INFO] [force_file_move]: Attempting to move file from users\to_upload\55ff3647-1694-4e78-a93a-091f3e099ced.pkl to users\data\55ff3647-1694-4e78-a93a-091f3e099ced.pkl
+2024-11-21 17:23:39 [INFO] [force_file_move]: File moved successfully: users\to_upload\55ff3647-1694-4e78-a93a-091f3e099ced.pkl -> users\data\55ff3647-1694-4e78-a93a-091f3e099ced.pkl

app/logs/users/55ff3647-1694-4e78-a93a-091f3e099ced.log

@@ -0,0 +1,231 @@
+2024-11-21 17:11:22,003 [INFO] [/create_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Creating new user
+2024-11-21 17:11:22,140 [INFO] [get_user_info] [55ff3647-1694-4e78-a93a-091f3e099ced]: Retrieving user info for 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:11:22,367 [INFO] [get_user_info] [55ff3647-1694-4e78-a93a-091f3e099ced]: User info retrieved successfully for 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:11:22,384 [INFO] [circular_queue_next] [55ff3647-1694-4e78-a93a-091f3e099ced]: [Reflection Topic] [Previous]: None -> [Current]: Career growth 💼
+2024-11-21 17:11:22,384 [INFO] [user_init] [55ff3647-1694-4e78-a93a-091f3e099ced]: Matters most topics: ['Career growth 💼', 'Better relationships ❤️', 'Personal growth 🪴', 'Health & wellness 🍎', 'Mental well-being 🧠']
+2024-11-21 17:11:31,908 [INFO] [conversation_init] [55ff3647-1694-4e78-a93a-091f3e099ced]: Initializing conversation state
+2024-11-21 17:11:31,908 [INFO] [/create_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Created pickle file for user
+2024-11-21 17:11:31,908 [INFO] [/create_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Created temp memento folder for user
+2024-11-21 17:11:31,908 [INFO] [upload_file_to_s3] [55ff3647-1694-4e78-a93a-091f3e099ced]: Uploading file 55ff3647-1694-4e78-a93a-091f3e099ced.pkl to S3
+2024-11-21 17:11:33,632 [INFO] [upload_file_to_s3] [55ff3647-1694-4e78-a93a-091f3e099ced]: File 55ff3647-1694-4e78-a93a-091f3e099ced.pkl uploaded successfully to S3
+2024-11-21 17:11:33,655 [INFO] [/create_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Successfully created user
+2024-11-21 17:11:33,655 [INFO] [/create_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:11:54,684 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing chat request
+2024-11-21 17:11:54,684 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:11:54,985 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:12:02,385 [INFO] [user_send_message] [55ff3647-1694-4e78-a93a-091f3e099ced]: Response: {'role': 'assistant', 'content': "Hello, Yew Wai! \n\nI'm Coach Steve, inspired by the innovative spirit of *Steve Jobs*. \n\nI'm here to help you achieve your ideal life—focusing on your career growth while nurturing your relationships and personal development. I understand that as the founder of ourcoach, you're navigating the challenges of building AI functionality while maintaining a supportive relationship with Karina. Remember, each challenge is an opportunity for growth and innovation!\n\nLet's focus on your goals and embrace your journey. Let's embark on this inspiring path together!"}
+2024-11-21 17:12:02,385 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Assistant: Hello, Yew Wai! 
+
+I'm Coach Steve, inspired by the innovative spirit of *Steve Jobs*. 
+
+I'm here to help you achieve your ideal life—focusing on your career growth while nurturing your relationships and personal development. I understand that as the founder of ourcoach, you're navigating the challenges of building AI functionality while maintaining a supportive relationship with Karina. Remember, each challenge is an opportunity for growth and innovation!
+
+Let's focus on your goals and embrace your journey. Let's embark on this inspiring path together!
+2024-11-21 17:12:02,385 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:12:13,935 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing chat request
+2024-11-21 17:12:13,935 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:12:14,235 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:12:19,435 [INFO] [user_send_message] [55ff3647-1694-4e78-a93a-091f3e099ced]: Response: {'role': 'assistant', 'content': "Here's how you can maximize the experience on *ourcoach*:\n\n1.\u2060 📌 *\u2060Pin this Chat*: Keep this conversation easily accessible.\n\n2.\u2060 \u2060📅 *Engage Daily*: Consistency is key—check in daily for reflections and insights.\n\n3.\u2060 \u2060💬 *Be Open and Honest*: Share your thoughts and feelings openly.                \n\n4.\u2060 \u2060✅ *Stay Accountable*: Track your progress and speak to a Growth Guide: https://app.staging.ourcoach.ai/\n\n"}
+2024-11-21 17:12:19,435 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Assistant: Here's how you can maximize the experience on *ourcoach*:
+
+1.⁠ 📌 *⁠Pin this Chat*: Keep this conversation easily accessible.
+
+2.⁠ ⁠📅 *Engage Daily*: Consistency is key—check in daily for reflections and insights.
+
+3.⁠ ⁠💬 *Be Open and Honest*: Share your thoughts and feelings openly.                
+
+4.⁠ ⁠✅ *Stay Accountable*: Track your progress and speak to a Growth Guide: https://app.staging.ourcoach.ai/
+
+
+2024-11-21 17:12:19,435 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:12:22,528 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing chat request
+2024-11-21 17:12:22,528 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:12:22,819 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:12:26,534 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['transition({"from":"INTRODUCTION STATE","to":"REFLECTION STATE"})']
+2024-11-21 17:12:26,534 [INFO] [assistant_transition] [55ff3647-1694-4e78-a93a-091f3e099ced]: Transition: INTRODUCTION STATE -> REFLECTION STATE
+2024-11-21 17:12:26,534 [INFO] [circular_queue_next] [55ff3647-1694-4e78-a93a-091f3e099ced]: [Reflection Topic] [Previous]: Career growth 💼 -> [Current]: Better relationships ❤️
+2024-11-21 17:12:29,719 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:12:29,719 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: [TOOL-R]: Calling tool for action
+2024-11-21 17:12:29,719 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['get_date({})']
+2024-11-21 17:12:29,719 [INFO] [assistant_get_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Current datetime: 2024-11-21 17:12:29
+2024-11-21 17:12:32,402 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:12:32,402 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: [TOOL-R]: Calling tool for action
+2024-11-21 17:12:32,402 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['get_feedback_types({"feedbacks":[{"feedback_type":"Tips & Advice","search_query":"career growth tips"},{"feedback_type":"Encouragement","search_query":"motivational messages for founders"},{"feedback_type":"Book/Podcast Recommendations","search_query":"best books for personal growth"}]})']
+2024-11-21 17:12:32,402 [INFO] [assistant_get_feedback] [55ff3647-1694-4e78-a93a-091f3e099ced]: Selected feedbacks: [{'feedback_type': 'Tips & Advice', 'search_query': 'career growth tips'}, {'feedback_type': 'Encouragement', 'search_query': 'motivational messages for founders'}, {'feedback_type': 'Book/Podcast Recommendations', 'search_query': 'best books for personal growth'}]
+2024-11-21 17:12:32,402 [INFO] [assistant_get_feedback] [55ff3647-1694-4e78-a93a-091f3e099ced]: Searched feedbacks: ['Feedback Type: Tips & Advice, Feedback On: career growth tips', 'Feedback Type: Encouragement, Feedback On: motivational messages for founders', 'Feedback Type: Book/Podcast Recommendations, Feedback On: best books for personal growth']
+2024-11-21 17:12:37,020 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:12:39,017 [INFO] [user_send_message] [55ff3647-1694-4e78-a93a-091f3e099ced]: Response: {'role': 'assistant', 'content': '☀️ Hey, Yew Wai! \n\n*On a scale from 1 (Not at all) to 5 (Extremely), how aligned do you feel with your career growth goals as the founder of ourcoach right now?* \n\n<br>\n**What specific areas do you feel you need to focus on to enhance your growth?**'}
+2024-11-21 17:12:39,018 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Assistant: ☀️ Hey, Yew Wai! 
+
+*On a scale from 1 (Not at all) to 5 (Extremely), how aligned do you feel with your career growth goals as the founder of ourcoach right now?* 
+
+<br>
+**What specific areas do you feel you need to focus on to enhance your growth?**
+2024-11-21 17:12:39,018 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:13:05,762 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing chat request
+2024-11-21 17:13:05,762 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:13:06,068 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:13:11,170 [INFO] [user_send_message] [55ff3647-1694-4e78-a93a-091f3e099ced]: Response: {'role': 'assistant', 'content': "That's great to hear that you're feeling aligned with your career growth goals! \n\nGetting that MVP out by the end of the year is an exciting and crucial step. \n\n**What strategies do you think will help you achieve this goal with the timeline you have in mind?**"}
+2024-11-21 17:13:11,170 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Assistant: That's great to hear that you're feeling aligned with your career growth goals! 
+
+Getting that MVP out by the end of the year is an exciting and crucial step. 
+
+**What strategies do you think will help you achieve this goal with the timeline you have in mind?**
+2024-11-21 17:13:11,170 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:13:32,969 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing chat request
+2024-11-21 17:13:32,969 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:13:33,099 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:13:44,289 [INFO] [user_send_message] [55ff3647-1694-4e78-a93a-091f3e099ced]: Response: {'role': 'assistant', 'content': 'You\'re definitely on the right track, collaborating with your team is key to reaching that MVP goal! \n\nHere are a few suggestions to keep the momentum going:\n\n- 💡 Focusing on clear communication will help ensure everyone is on the same page as you work towards your deadline.\n  \n- 🌈 Celebrate small victories with your team to maintain motivation and boost morale during this busy time.\n  \n- 📚 Consider reading books like "The Lean Startup" for practical insights on building your MVP effectively.\n\nKeep pushing forward, Yew Wai! You\'re doing amazing work!'}
+2024-11-21 17:13:44,289 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Assistant: You're definitely on the right track, collaborating with your team is key to reaching that MVP goal! 
+
+Here are a few suggestions to keep the momentum going:
+
+- 💡 Focusing on clear communication will help ensure everyone is on the same page as you work towards your deadline.
+  
+- 🌈 Celebrate small victories with your team to maintain motivation and boost morale during this busy time.
+  
+- 📚 Consider reading books like "The Lean Startup" for practical insights on building your MVP effectively.
+
+Keep pushing forward, Yew Wai! You're doing amazing work!
+2024-11-21 17:13:44,289 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:14:01,949 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing date change request, new date: 22/11/2024 Fri 10:00:00
+2024-11-21 17:14:01,949 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:14:02,083 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:14:02,083 [INFO] [user_change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Changing date from 2024-11-21 Thu 17:11:30 to 22/11/2024 Fri 10:00:00
+2024-11-21 17:14:02,083 [INFO] [user_change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Today's reflection topic is Better relationships ❤️
+2024-11-21 17:14:06,134 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['get_mementos({"queries":["relationship support from Karina","dinners booked by Karina"],"on":"2024-11-22"})']
+2024-11-21 17:14:06,134 [INFO] [assistant_get_mementos] [55ff3647-1694-4e78-a93a-091f3e099ced]: Getting mementos: ** Fetch files (mementos) from this thread's Memento vector_store ([id=vs_FY5RE6yKKujkEKgIvb8WYlSy]) where the follow_up_on field matches the query date: 2024-11-22 (ignore the time component, focus only on the date)**
+2024-11-21 17:14:09,069 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:14:09,069 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: [TOOL-R]: Calling tool for action
+2024-11-21 17:14:09,069 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['transition({"from":"IDLE STATE","to":"REFLECTION STATE"})']
+2024-11-21 17:14:09,069 [INFO] [assistant_transition] [55ff3647-1694-4e78-a93a-091f3e099ced]: Transition: IDLE STATE -> REFLECTION STATE
+2024-11-21 17:14:09,069 [INFO] [circular_queue_next] [55ff3647-1694-4e78-a93a-091f3e099ced]: [Reflection Topic] [Previous]: Career growth 💼 -> [Current]: Better relationships ❤️
+2024-11-21 17:14:12,031 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:14:12,031 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: [TOOL-R]: Calling tool for action
+2024-11-21 17:14:12,031 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['get_feedback_types({"feedbacks":[{"feedback_type":"Tips & Advice","search_query":"building better relationships tips"},{"feedback_type":"Encouragement","search_query":"motivational messages for relationships"},{"feedback_type":"Book/Podcast Recommendations","search_query":"best books for improving relationships"}]})']
+2024-11-21 17:14:12,031 [INFO] [assistant_get_feedback] [55ff3647-1694-4e78-a93a-091f3e099ced]: Selected feedbacks: [{'feedback_type': 'Tips & Advice', 'search_query': 'building better relationships tips'}, {'feedback_type': 'Encouragement', 'search_query': 'motivational messages for relationships'}, {'feedback_type': 'Book/Podcast Recommendations', 'search_query': 'best books for improving relationships'}]
+2024-11-21 17:14:12,031 [INFO] [assistant_get_feedback] [55ff3647-1694-4e78-a93a-091f3e099ced]: Searched feedbacks: ['Feedback Type: Tips & Advice, Feedback On: building better relationships tips', 'Feedback Type: Encouragement, Feedback On: motivational messages for relationships', 'Feedback Type: Book/Podcast Recommendations, Feedback On: best books for improving relationships']
+2024-11-21 17:14:16,567 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:14:20,381 [INFO] [user_change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Date Updated: 22/11/2024 Fri 10:00:00
+2024-11-21 17:14:20,381 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Date changed successfully for user: 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:14:20,383 [INFO] [upload_mementos_to_db] [55ff3647-1694-4e78-a93a-091f3e099ced]: Uploading mementos to DB for user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:14:20,567 [ERROR] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Failed to upload mementos to DB for user: 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:14:20,567 [ERROR] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Error changing date for user 55ff3647-1694-4e78-a93a-091f3e099ced: 500: Failed to upload mementos to DB for user: 55ff3647-1694-4e78-a93a-091f3e099ced
+Traceback (most recent call last):
+  File "C:\Users\shage\ourcoach-ai-core\app\main.py", line 346, in change_date
+    raise HTTPException(
+fastapi.exceptions.HTTPException: 500: Failed to upload mementos to DB for user: 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:14:20,567 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 500
+2024-11-21 17:18:59,090 [INFO] [/get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Getting user
+2024-11-21 17:18:59,091 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:18:59,219 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:18:59,219 [INFO] [/get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Successfully retrieved user
+2024-11-21 17:19:00,234 [INFO] [/get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: GET Status: 200
+2024-11-21 17:19:22,412 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing chat request
+2024-11-21 17:19:22,412 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:19:22,536 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:19:27,569 [INFO] [user_send_message] [55ff3647-1694-4e78-a93a-091f3e099ced]: Response: {'role': 'assistant', 'content': "That's wonderful to hear that you're feeling very satisfied with the support from Karina! \n\n**In what ways do you think you can further nurture this supportive environment in your relationship?**"}
+2024-11-21 17:19:27,569 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Assistant: That's wonderful to hear that you're feeling very satisfied with the support from Karina! 
+
+**In what ways do you think you can further nurture this supportive environment in your relationship?**
+2024-11-21 17:19:27,569 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:19:49,386 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing chat request
+2024-11-21 17:19:49,386 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:19:49,519 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:19:56,403 [INFO] [user_send_message] [55ff3647-1694-4e78-a93a-091f3e099ced]: Response: {'role': 'assistant', 'content': 'That sounds like a lovely way to nurture your relationship! \n\nHere are a few thoughts to enhance your romantic dinner experience:\n\n- 💡 Planning a surprise element during dinner can make it memorable, like a little gift or a heartfelt note.\n\n- 🌈 Expressing your appreciation for Karina during the dinner can deepen your connection and strengthen your bond.\n\n- 📚 Consider reading "The 5 Love Languages" for insights into enhancing your relationship even further.\n\nEnjoy your dinner tomorrow night, Yew Wai! You\'re doing an amazing job at building a supportive and loving relationship!'}
+2024-11-21 17:19:56,403 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Assistant: That sounds like a lovely way to nurture your relationship! 
+
+Here are a few thoughts to enhance your romantic dinner experience:
+
+- 💡 Planning a surprise element during dinner can make it memorable, like a little gift or a heartfelt note.
+
+- 🌈 Expressing your appreciation for Karina during the dinner can deepen your connection and strengthen your bond.
+
+- 📚 Consider reading "The 5 Love Languages" for insights into enhancing your relationship even further.
+
+Enjoy your dinner tomorrow night, Yew Wai! You're doing an amazing job at building a supportive and loving relationship!
+2024-11-21 17:19:56,403 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:20:53,887 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing date change request, new date: 23/11/2024 Sat 10:00:00
+2024-11-21 17:20:53,887 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:20:54,036 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:20:54,036 [INFO] [user_change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Changing date from 2024-11-21 Thu 17:11:30 to 23/11/2024 Sat 10:00:00
+2024-11-21 17:20:54,036 [INFO] [user_change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Today's reflection topic is Better relationships ❤️
+2024-11-21 17:20:58,448 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['get_mementos({"queries":["romantic dinner with Karina"],"on":"2024-11-23"})']
+2024-11-21 17:20:58,448 [INFO] [assistant_get_mementos] [55ff3647-1694-4e78-a93a-091f3e099ced]: Getting mementos: ** Fetch files (mementos) from this thread's Memento vector_store ([id=vs_FY5RE6yKKujkEKgIvb8WYlSy]) where the follow_up_on field matches the query date: 2024-11-23 (ignore the time component, focus only on the date)**
+2024-11-21 17:21:01,417 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:21:01,417 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: [TOOL-R]: Calling tool for action
+2024-11-21 17:21:01,417 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['transition({"from":"IDLE STATE","to":"REFLECTION STATE"})']
+2024-11-21 17:21:01,417 [INFO] [assistant_transition] [55ff3647-1694-4e78-a93a-091f3e099ced]: Transition: IDLE STATE -> REFLECTION STATE
+2024-11-21 17:21:01,417 [INFO] [circular_queue_next] [55ff3647-1694-4e78-a93a-091f3e099ced]: [Reflection Topic] [Previous]: Career growth 💼 -> [Current]: Better relationships ❤️
+2024-11-21 17:21:04,413 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:21:04,413 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: [TOOL-R]: Calling tool for action
+2024-11-21 17:21:04,413 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['get_feedback_types({"feedbacks":[{"feedback_type":"Tips & Advice","search_query":"maintaining healthy relationships tips"},{"feedback_type":"Encouragement","search_query":"motivational messages for couples"},{"feedback_type":"Book/Podcast Recommendations","search_query":"best books for couples"}]})']
+2024-11-21 17:21:04,413 [INFO] [assistant_get_feedback] [55ff3647-1694-4e78-a93a-091f3e099ced]: Selected feedbacks: [{'feedback_type': 'Tips & Advice', 'search_query': 'maintaining healthy relationships tips'}, {'feedback_type': 'Encouragement', 'search_query': 'motivational messages for couples'}, {'feedback_type': 'Book/Podcast Recommendations', 'search_query': 'best books for couples'}]
+2024-11-21 17:21:04,413 [INFO] [assistant_get_feedback] [55ff3647-1694-4e78-a93a-091f3e099ced]: Searched feedbacks: ['Feedback Type: Tips & Advice, Feedback On: maintaining healthy relationships tips', 'Feedback Type: Encouragement, Feedback On: motivational messages for couples', 'Feedback Type: Book/Podcast Recommendations, Feedback On: best books for couples']
+2024-11-21 17:21:07,353 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:21:10,320 [INFO] [user_change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Date Updated: 23/11/2024 Sat 10:00:00
+2024-11-21 17:21:10,320 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Date changed successfully for user: 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:21:10,320 [INFO] [upload_mementos_to_db] [55ff3647-1694-4e78-a93a-091f3e099ced]: Uploading mementos to DB for user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:21:10,487 [INFO] [upload_mementos_to_db] [55ff3647-1694-4e78-a93a-091f3e099ced]: Successfully uploaded mementos for user 55ff3647-1694-4e78-a93a-091f3e099ced to DB
+2024-11-21 17:21:10,487 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Uploaded mementos to DB for user: 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:21:10,487 [INFO] [update_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Updating user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:21:10,495 [INFO] [upload_file_to_s3] [55ff3647-1694-4e78-a93a-091f3e099ced]: Uploading file 55ff3647-1694-4e78-a93a-091f3e099ced.pkl to S3
+2024-11-21 17:21:11,220 [INFO] [upload_file_to_s3] [55ff3647-1694-4e78-a93a-091f3e099ced]: File 55ff3647-1694-4e78-a93a-091f3e099ced.pkl uploaded successfully to S3
+2024-11-21 17:21:11,220 [INFO] [update_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced updated successfully in S3
+2024-11-21 17:21:11,220 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:21:52,980 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing chat request
+2024-11-21 17:21:52,980 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:21:53,272 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced not found locally. Attempting to download from S3
+2024-11-21 17:21:53,272 [INFO] [download_file_from_s3] [55ff3647-1694-4e78-a93a-091f3e099ced]: Downloading file 55ff3647-1694-4e78-a93a-091f3e099ced.pkl from S3 bucket core-ai-assets
+2024-11-21 17:21:54,955 [INFO] [download_file_from_s3] [55ff3647-1694-4e78-a93a-091f3e099ced]: File 55ff3647-1694-4e78-a93a-091f3e099ced.pkl downloaded successfully from S3
+2024-11-21 17:21:54,958 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Download success: True
+2024-11-21 17:21:54,958 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from S3
+2024-11-21 17:22:00,486 [INFO] [user_send_message] [55ff3647-1694-4e78-a93a-091f3e099ced]: Response: {'role': 'assistant', 'content': "I'm glad to hear that you had a fantastic time during your dinner with Karina! \n\n**What aspects of the evening do you think contributed most to the great experience you shared?**"}
+2024-11-21 17:22:00,486 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Assistant: I'm glad to hear that you had a fantastic time during your dinner with Karina! 
+
+**What aspects of the evening do you think contributed most to the great experience you shared?**
+2024-11-21 17:22:00,486 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:22:28,355 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing chat request
+2024-11-21 17:22:28,355 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:22:28,655 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:22:36,685 [INFO] [user_send_message] [55ff3647-1694-4e78-a93a-091f3e099ced]: Response: {'role': 'assistant', 'content': 'Sounds like the perfect combination for an enjoyable evening! \n\nHere are a few ideas to keep that positive energy flowing in your relationship:\n\n- 💡 Continue to explore new dining experiences together to create more memorable moments.\n\n- 🌈 Remember to express your appreciation to Karina for being such great company; it can deepen your bond.\n\n- 📚 A book like "Hold Me Tight" can provide insights into nurturing emotional connection in your relationship.\n\nKeep cherishing those wonderful moments together, Yew Wai! You\'re doing an amazing job in building a strong and loving relationship!'}
+2024-11-21 17:22:36,685 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Assistant: Sounds like the perfect combination for an enjoyable evening! 
+
+Here are a few ideas to keep that positive energy flowing in your relationship:
+
+- 💡 Continue to explore new dining experiences together to create more memorable moments.
+
+- 🌈 Remember to express your appreciation to Karina for being such great company; it can deepen your bond.
+
+- 📚 A book like "Hold Me Tight" can provide insights into nurturing emotional connection in your relationship.
+
+Keep cherishing those wonderful moments together, Yew Wai! You're doing an amazing job in building a strong and loving relationship!
+2024-11-21 17:22:36,685 [INFO] [/chat] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200
+2024-11-21 17:23:10,087 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Processing date change request, new date: 24/11/2024 Sun 10:00:00
+2024-11-21 17:23:10,087 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Fetching user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:23:10,387 [INFO] [get_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced loaded successfully from local storage
+2024-11-21 17:23:10,387 [INFO] [user_change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Changing date from 23/11/2024 Sat 10:00:00 to 24/11/2024 Sun 10:00:00
+2024-11-21 17:23:10,387 [INFO] [user_change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Today's reflection topic is Personal growth 🪴
+2024-11-21 17:23:15,036 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['get_mementos({"queries":[],"on":"2024-11-24"})']
+2024-11-21 17:23:15,036 [INFO] [assistant_get_mementos] [55ff3647-1694-4e78-a93a-091f3e099ced]: Getting mementos: ** Fetch files (mementos) from this thread's Memento vector_store ([id=vs_FY5RE6yKKujkEKgIvb8WYlSy]) where the follow_up_on field matches the query date: 2024-11-24 (ignore the time component, focus only on the date)**
+2024-11-21 17:23:18,027 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:23:18,027 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: [TOOL-R]: Calling tool for action
+2024-11-21 17:23:18,027 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['transition({"from":"IDLE STATE","to":"REFLECTION STATE"})']
+2024-11-21 17:23:18,027 [INFO] [assistant_transition] [55ff3647-1694-4e78-a93a-091f3e099ced]: Transition: IDLE STATE -> REFLECTION STATE
+2024-11-21 17:23:18,027 [INFO] [circular_queue_next] [55ff3647-1694-4e78-a93a-091f3e099ced]: [Reflection Topic] [Previous]: Better relationships ❤️ -> [Current]: Personal growth 🪴
+2024-11-21 17:23:21,295 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:23:21,295 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: [TOOL-R]: Calling tool for action
+2024-11-21 17:23:21,295 [INFO] [assistant_call_tool] [55ff3647-1694-4e78-a93a-091f3e099ced]: Required actions: ['get_feedback_types({"feedbacks":[{"feedback_type":"Tips & Advice","search_query":"strategies for personal growth"},{"feedback_type":"Encouragement","search_query":"motivational messages for self-improvement"},{"feedback_type":"Book/Podcast Recommendations","search_query":"best personal growth books"}]})']
+2024-11-21 17:23:21,295 [INFO] [assistant_get_feedback] [55ff3647-1694-4e78-a93a-091f3e099ced]: Selected feedbacks: [{'feedback_type': 'Tips & Advice', 'search_query': 'strategies for personal growth'}, {'feedback_type': 'Encouragement', 'search_query': 'motivational messages for self-improvement'}, {'feedback_type': 'Book/Podcast Recommendations', 'search_query': 'best personal growth books'}]
+2024-11-21 17:23:21,295 [INFO] [assistant_get_feedback] [55ff3647-1694-4e78-a93a-091f3e099ced]: Searched feedbacks: ['Feedback Type: Tips & Advice, Feedback On: strategies for personal growth', 'Feedback Type: Encouragement, Feedback On: motivational messages for self-improvement', 'Feedback Type: Book/Podcast Recommendations, Feedback On: best personal growth books']
+2024-11-21 17:23:34,002 [INFO] [assistant_submit_tools] [55ff3647-1694-4e78-a93a-091f3e099ced]: Tool outputs submitted successfully
+2024-11-21 17:23:37,668 [INFO] [user_change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Date Updated: 24/11/2024 Sun 10:00:00
+2024-11-21 17:23:37,668 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Date changed successfully for user: 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:23:37,668 [INFO] [upload_mementos_to_db] [55ff3647-1694-4e78-a93a-091f3e099ced]: Uploading mementos to DB for user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:23:37,836 [INFO] [upload_mementos_to_db] [55ff3647-1694-4e78-a93a-091f3e099ced]: Successfully uploaded mementos for user 55ff3647-1694-4e78-a93a-091f3e099ced to DB
+2024-11-21 17:23:37,840 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Uploaded mementos to DB for user: 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:23:37,840 [INFO] [update_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: Updating user 55ff3647-1694-4e78-a93a-091f3e099ced
+2024-11-21 17:23:37,840 [INFO] [upload_file_to_s3] [55ff3647-1694-4e78-a93a-091f3e099ced]: Uploading file 55ff3647-1694-4e78-a93a-091f3e099ced.pkl to S3
+2024-11-21 17:23:39,104 [INFO] [upload_file_to_s3] [55ff3647-1694-4e78-a93a-091f3e099ced]: File 55ff3647-1694-4e78-a93a-091f3e099ced.pkl uploaded successfully to S3
+2024-11-21 17:23:39,104 [INFO] [update_user] [55ff3647-1694-4e78-a93a-091f3e099ced]: User 55ff3647-1694-4e78-a93a-091f3e099ced updated successfully in S3
+2024-11-21 17:23:39,104 [INFO] [/change_date] [55ff3647-1694-4e78-a93a-091f3e099ced]: Request: POST Status: 200

app/logs/users/no-user.log

@@ -0,0 +1,4 @@
+2024-11-21 17:02:39,266 [INFO] [/docs] [None]: Request: GET Status: 200
+2024-11-21 17:02:39,357 [INFO] [/openapi.json] [None]: Request: GET Status: 200
+2024-11-21 17:18:43,821 [INFO] [/docs] [None]: Request: GET Status: 200
+2024-11-21 17:18:43,923 [INFO] [/openapi.json] [None]: Request: GET Status: 200

app/main.py

@@ -1,4 +1,4 @@
-from fastapi import FastAPI, HTTPException, Security, Query, status
+from fastapi import FastAPI, HTTPException, Security, Query, status, Request
 from fastapi.security import APIKeyHeader
 from pydantic import BaseModel
 from uuid import UUID
@@ -8,16 +8,185 @@ import json
 import regex as re
 from datetime import datetime
 from app.user import User
-from typing import List, Optional
+from typing import List, Optional, Callable
 from openai import OpenAI
 import psycopg2
 from psycopg2 import sql
 import os
 from app.utils import get_api_key, get_user_info, update_user, upload_file_to_s3, get_user, upload_mementos_to_db
 from dotenv import load_dotenv
+import logging.config
+import time
+from starlette.middleware.base import BaseHTTPMiddleware
+import sys
 
 load_dotenv()
 
+# Create required folders
+os.makedirs('logs', exist_ok=True)
+os.makedirs(os.path.join('logs', 'users'), exist_ok=True)
+if not os.path.exists(os.path.join('users', 'data')):
+    os.makedirs(os.path.join('users', 'data'))
+if not os.path.exists(os.path.join('users', 'to_upload')):
+    os.makedirs(os.path.join('users', 'to_upload'))
+if not os.path.exists(os.path.join('mementos', 'to_upload')):
+    os.makedirs(os.path.join('mementos', 'to_upload'))
+
+# Custom filter for user-specific logs
+class UserFilter(logging.Filter):
+    def filter(self, record):
+        return hasattr(record, 'user_id') and record.user_id != "no-user"
+
+class NoUserFilter(logging.Filter):
+    def filter(self, record):
+        return not (hasattr(record, 'user_id') and record.user_id != "no-user")
+
+class UserLogHandler(logging.Handler):
+    def __init__(self, **kwargs):
+        super().__init__()
+        self.base_path = kwargs.get('base_path', 'logs/users')
+        self.maxBytes = kwargs.get('maxBytes', 10485760)
+        self.backupCount = kwargs.get('backupCount', 3)
+        self.handlers = {}
+        
+        # Ensure base path exists
+        os.makedirs(self.base_path, exist_ok=True)
+
+    def emit(self, record):
+        if hasattr(record, 'user_id') and record.user_id != "no-user":
+            # Remove brackets from filename
+            if record.user_id:
+                user_id = record.user_id.strip('[]').strip()
+            else:
+                user_id = "no-user"
+            if user_id not in self.handlers:
+                handler = logging.handlers.RotatingFileHandler(
+                    filename=os.path.join(self.base_path, f'{user_id}.log'),
+                    maxBytes=self.maxBytes,
+                    backupCount=self.backupCount,
+                    encoding='utf-8'
+                )
+                formatter = logging.Formatter('%(asctime)s [%(levelname)s] [%(endpoint)s] [%(user_id)s]: %(message)s')
+                handler.setFormatter(formatter)
+                self.handlers[user_id] = handler
+            try:
+                self.handlers[user_id].emit(record)
+            except Exception:
+                self.handleError(record)
+
+class ConditionalFormatter(logging.Formatter):
+    def format(self, record):
+        format_string = '%(asctime)s [%(levelname)s]'
+        if getattr(record, 'endpoint', None):
+            format_string += ' [%(endpoint)s]'
+        if getattr(record, 'user_id', None):
+            format_string += ' [%(user_id)s]'
+        if getattr(record, 'duration', None):
+            format_string += ' [Duration: %(duration).3fs]'
+        format_string += ': %(message)s'
+        self._style._fmt = format_string
+        return super().format(record)
+
+# Configure logging
+logging_config = {
+    'version': 1,
+    'disable_existing_loggers': False,
+    'formatters': {
+        'conditional': {
+            '()': ConditionalFormatter,
+            'datefmt': '%Y-%m-%d %H:%M:%S',
+        },
+    },
+    'filters': {
+        'userfilter': {
+            '()': UserFilter
+        },
+        'nouserfilter': {
+            '()': NoUserFilter
+        }
+    },
+    'handlers': {
+        'default': {
+            'level': 'INFO',
+            'formatter': 'conditional',
+            'class': 'logging.StreamHandler',
+            'stream': sys.stdout,  # Use stdout instead of stderr
+            'filters': ['nouserfilter']
+        },
+        'file': {
+            'level': 'INFO',
+            'formatter': 'conditional',
+            'class': 'logging.handlers.RotatingFileHandler',
+            'filename': 'logs/app.log',
+            'maxBytes': 10485760,  # 10MB
+            'backupCount': 5,
+            'encoding': 'utf-8',  # Add UTF-8 encoding
+            'filters': ['nouserfilter']
+        },
+        'userfile': {
+            'level': 'INFO',
+            'formatter': 'conditional',
+            '()': UserLogHandler,  # Changed from 'class' to '()'
+            'base_path': 'logs/users',
+            'maxBytes': 10485760,
+            'backupCount': 3,
+            'filters': ['userfilter']
+        }
+    },
+    'loggers': {
+        '': {  # root logger
+            'handlers': ['default', 'file', 'userfile'],
+            'level': 'INFO',
+            'propagate': True
+        }
+    }
+}
+
+logging.config.dictConfig(logging_config)
+logger = logging.getLogger(__name__)
+
+# Request logging middleware
+class LoggingMiddleware(BaseHTTPMiddleware):
+    async def dispatch(self, request: Request, call_next: Callable):
+        start_time = time.time()
+        user_id = None
+        if "user_id" in request.query_params:
+            user_id = request.query_params["user_id"]
+        elif request.method == "POST":
+            try:
+                body = await request.json()
+                user_id = body.get("user_id")
+            except:
+                pass
+        
+        endpoint = request.url.path
+
+        try:
+            response = await call_next(request)
+            duration = time.time() - start_time
+            extra = {
+                "user_id": user_id,
+                "endpoint": endpoint,
+                "duration": duration,
+            }
+            logger.info(
+                f"Request: {request.method} Status: {response.status_code}",
+                extra=extra
+            )
+            return response
+        except Exception as e:
+            duration = time.time() - start_time
+            extra = {
+                "user_id": user_id,
+                "endpoint": endpoint,
+                "duration": duration,
+            }
+            logger.error(
+                f"Request failed: {request.method} Error: {str(e)}",
+                extra=extra
+            )
+            raise
+
 # OpenAI Client
 openai_assistant = "asst_SI8I6oLdqPAQTAiUL3tTO8E4"
 
@@ -26,14 +195,7 @@ openai_assistant = "asst_SI8I6oLdqPAQTAiUL3tTO8E4"
 
 # FastAPI App
 app = FastAPI(title="Ourcoach AI API", description="A FastAPI app for ourcoach's chatbot", version="0.1.0")
-
-# create required folders user/data and user/to_upload and mementos/to_upload only if they dont exist
-if not os.path.exists(os.path.join('users', 'data')):
-    os.makedirs(os.path.join('users', 'data'))
-if not os.path.exists(os.path.join('users', 'to_upload')):
-    os.makedirs(os.path.join('users', 'to_upload'))
-if not os.path.exists(os.path.join('mementos', 'to_upload')):
-    os.makedirs(os.path.join('mementos', 'to_upload'))
+app.add_middleware(LoggingMiddleware)
 
 # Pydantic Models
 class CreateUserItem(BaseModel):
@@ -55,19 +217,24 @@ class ErrorResponse(BaseModel):
 
 @app.get("/ok")
 def ok_endpoint():
+    logger.info("Health check endpoint called", extra={"endpoint": "/ok"})
     return {"message": "ok"}
 
 @app.get("/get_user")
 def get_user_by_id(user_id: str, api_key: str = Security(get_api_key)):
+    logger.info("Getting user", extra={"user_id": user_id, "endpoint": "/get_user"})
     try:
         user = get_user(user_id)
+        logger.info("Successfully retrieved user", extra={"user_id": user_id, "endpoint": "/get_user"})
         return {"user_info": user.user_info, "user_messages": user.get_messages()}
     except LookupError:
+        logger.error("User not found", extra={"user_id": user_id, "endpoint": "/get_user"})
         raise HTTPException(
             status_code=status.HTTP_404_NOT_FOUND,
             detail=f"User with ID {user_id} not found"
         )
     except Exception as e:
+        logger.error(f"Error getting user: {str(e)}", extra={"user_id": user_id, "endpoint": "/get_user"}, exc_info=True)
         raise HTTPException(
             status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
             detail=str(e)
@@ -75,36 +242,59 @@ def get_user_by_id(user_id: str, api_key: str = Security(get_api_key)):
 
 @app.post("/create_user")
 def create_user(request: CreateUserItem, api_key: str = Security(get_api_key)):
+    logger.info("Creating new user", extra={"user_id": request.user_id, "endpoint": "/create_user"})
     try:
         client = OpenAI(api_key=os.getenv('OPENAI_API_KEY'))
 
         # check if user exists by looking for pickle file in users/data
         if os.path.exists(f'users/data/{request.user_id}.pkl'):
+            logger.info(f"User already exists: {request.user_id}", extra={"user_id": request.user_id, "endpoint": "/create_user"})
             return {"message": f"[OK] User already exists: {request.user_id}"}
         
         user_info, matters_most = get_user_info(request.user_id)
         if not user_info:
+            logger.error(f"Could not fetch user information from DB {request.user_id}", extra={"user_id": request.user_id, "endpoint": "/create_user"})
             raise HTTPException(
                 status_code=status.HTTP_400_BAD_REQUEST,
                 detail="Could not fetch user information from DB"
             )
 
         user = User(request.user_id, user_info, client, openai_assistant, matters_most)
-        user.save_user()
+        save = user.save_user()
+
+        if save:
+            logger.info(f"Created pickle file for user", extra={"user_id": request.user_id, "endpoint": "/create_user"})
+        else:
+            logger.error(f"Failed to create (user.save_user()) pickle file", extra={"user_id": request.user_id, "endpoint": "/create_user"})
+            raise HTTPException(
+                status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
+                detail="Failed to create user pickle file"
+            )
+        
+        # create memento folder for user
+        folder_path = os.path.join("mementos", "to_upload", request.user_id)
+
+        # create folder if not exists
+        os.makedirs(folder_path, exist_ok=True)
+        logger.info(f"Created temp memento folder for user", extra={"user_id": request.user_id, "endpoint": "/create_user"})
+
 
         # upload user pickle file to s3 bucket 
         filename = f'{user.user_id}.pkl'
         upload = upload_file_to_s3(filename)
 
         if upload == True:
-            return {"message": f"[OK] User created: {user.user_id}"}
+            logger.info(f"Successfully created user", extra={"user_id": request.user_id, "endpoint": "/create_user"})
+            return {"message": f"[OK] User created: {user.user_id}"} 
         else:
+            logger.error(f"Failed to upload user pickle to S3", extra={"user_id": request.user_id, "endpoint": "/create_user"})
             raise HTTPException(
                 status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
                 detail="Failed to upload user pickle to S3"
             )        
 
     except Exception as e:
+        logger.error(f"Failed to create user: {str(e)}", extra={"user_id": request.user_id, "endpoint": "/create_user"}, exc_info=True)
         raise HTTPException(
             status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
             detail=str(e)
@@ -112,62 +302,83 @@ def create_user(request: CreateUserItem, api_key: str = Security(get_api_key)):
 
 @app.post("/chat")
 def chat(request: ChatItem, api_key: str = Security(get_api_key)):
+    logger.info("Processing chat request", extra={"user_id": request.user_id, "endpoint": "/chat"})
     try:
         # get user
         user = get_user(request.user_id)
         response = user.send_message(request.message)
+        logger.info(f"Assistant: {response['content']}", extra={"user_id": request.user_id, "endpoint": "/chat"})
         return {"response": response}
     except LookupError:
+        logger.error(f"User not found for chat: {request.user_id}", extra={"user_id": request.user_id, "endpoint": "/chat"})
         raise HTTPException(
             status_code=status.HTTP_404_NOT_FOUND,
             detail=f"User with ID {request.user_id} not found"
         )
     except Exception as e:
+        logger.error(f"Chat error for user {request.user_id}: {str(e)}", extra={"user_id": request.user_id, "endpoint": "/chat"}, exc_info=True)
         raise HTTPException(
             status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
             detail=str(e)
         )
 
 @app.post("/change_date")
-# request = {"date": "2022-01-01 Wed 10:00:00"} i.e. %Y-%m-%d %a %H:%M:%S
-# NOTE: currently this is done for ALL users in this single endpoint which is fine for maybe < 1k users
-# NOTE: this should be done for each user individually by accepting a user_id,
-# this is so that the backend can handle batching logic for us, allowing us to scale >1k users
 def change_date(request: ChangeDateItem, api_key: str = Security(get_api_key)):
+    logger.info(f"Processing date change request, new date: {request.date}", 
+               extra={"user_id": request.user_id, "endpoint": "/change_date"})
     try:
         user_id = request.user_id
 
-        # Change the users date and get good morning response message
         user = get_user(user_id)
         response = user.change_date(request.date)
         response['user_id'] = user_id
         
-        print("Response: ", response)
+        logger.info(f"Date changed successfully for user: {user_id}", extra={"user_id": user_id, "endpoint": "/change_date"})
+        logger.debug(f"Change date response: {response}", extra={"user_id": user_id, "endpoint": "/change_date"})
 
         # Push users mementos to DB
-        upload_mementos_to_db(user_id)
+        try:
+            upload = upload_mementos_to_db(user_id)
+            if upload:
+                logger.info(f"Uploaded mementos to DB for user: {user_id}", extra={"user_id": user_id, "endpoint": "/change_date"})
+            else:
+                logger.error(f"Failed to upload mementos to DB for user: {user_id}", extra={"user_id": user_id, "endpoint": "/change_date"})
+                raise HTTPException(
+                    status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
+                    detail=f"Failed to upload mementos to DB for user: {user_id}"
+                )
+        except ConnectionError as e:
+            logger.error(f"Failed to connect to DB for user: {user_id}", extra={"user_id": user_id, "endpoint": "/change_date"})
+            raise HTTPException(
+                status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
+                detail=f"Failed to connect to DB for user: {user_id}"
+            )
         
         # Update user
         update = update_user(user)
         if not update:
+            logger.error(f"Failed to update user pickle in S3: {user_id}", extra={"user_id": user_id, "endpoint": "/change_date"})
             raise HTTPException(
                 status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
-                detail=f"Failed to update user [{user.user_id}]"
+                detail=f"Failed to update user pickle in S3 {user_id}"
             )
             
         return {"response": response}          
         
     except ValueError as e:
+        logger.error(f"Invalid date format for user {request.user_id}: {str(e)}", extra={"user_id": request.user_id, "endpoint": "/change_date"})
         raise HTTPException(
             status_code=status.HTTP_400_BAD_REQUEST,
             detail=str(e)
         )
     except LookupError:
+        logger.error(f"User not found for date change: {request.user_id}", extra={"user_id": request.user_id, "endpoint": "/change_date"})
         raise HTTPException(
             status_code=status.HTTP_404_NOT_FOUND,
             detail=f"User with ID {request.user_id} not found"
         )
     except Exception as e:
+        logger.error(f"Error changing date for user {request.user_id}: {str(e)}", extra={"user_id": request.user_id, "endpoint": "/change_date"}, exc_info=True)
         raise HTTPException(
             status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
             detail=str(e)
@@ -175,18 +386,24 @@ def change_date(request: ChangeDateItem, api_key: str = Security(get_api_key)):
     
 @app.post("/reset_user")
 def reset_user_messages(request: CreateUserItem, api_key: str = Security(get_api_key)):
+    logger.info("Resetting messages", extra={"user_id": request.user_id, "endpoint": "/reset_user"})
     try:
-        # get user
         user = get_user(request.user_id)
         user.reset()
+        logger.info(f"Successfully reset messages for user: {request.user_id}", extra={"user_id": request.user_id, "endpoint": "/reset_user"})
+
         update_user(user)
+        logger.info(f"Successfully updated user pickle: {request.user_id}", extra={"user_id": request.user_id, "endpoint": "/reset_user"})
+
         return {"response": "ok"}
     except LookupError:
+        logger.error(f"User not found for reset: {request.user_id}", extra={"user_id": request.user_id, "endpoint": "/reset_user"})
         raise HTTPException(
             status_code=status.HTTP_404_NOT_FOUND,
             detail=f"User with ID {request.user_id} not found"
         )
     except Exception as e:
+        logger.error(f"Error resetting user {request.user_id}: {str(e)}", extra={"user_id": request.user_id, "endpoint": "/reset_user"}, exc_info=True)
         raise HTTPException(
             status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
             detail=str(e)

app/user.py

@@ -8,6 +8,9 @@ from app.assistants import Assistant
 import glob
 import dill as pickle
 import random
+import logging
+
+logger = logging.getLogger(__name__)
 
 def get_current_datetime():
     return datetime.now()
@@ -22,8 +25,7 @@ class ConversationManager:
 
         self.current_thread = self.create_thread()
 
-
-        print("[Init State]:", self.state)
+        logger.info("Initializing conversation state", extra={"user_id": self.user.user_id, "endpoint": "conversation_init"})
     
     def __getstate__(self):
         state = self.__dict__.copy()
@@ -128,9 +130,9 @@ class User:
         self.client = client
         self.asst_id = asst_id
         self.user_info = user_info
-        self.matters_most = CircularQueue(matters_most)
+        self.matters_most = CircularQueue(array=matters_most, user_id=user_id)
         self.matters_most.next() # skip the first topic since the first reflection (right after intro) will ask it
-        print(f"[Matters Most]: {matters_most}")
+        logger.info(f"Matters most topics: {matters_most}", extra={"user_id": user_id, "endpoint": "user_init"})
         # self.events = None
         self.user_interaction_guidelines = self.generate_user_interaction_guidelines(user_info, client)
         # self.coaching_plans = {}
@@ -181,7 +183,7 @@ class User:
 
     def send_message(self, text):
         response = self.conversations._run_current_thread(text)
-        print("[Response]:", response)
+        logger.info(f"Response: {response}", extra={"user_id": self.user_id, "endpoint": "user_send_message"})
         return response
 
     def get_messages(self, exclude_system_msg=True):
@@ -191,13 +193,14 @@ class User:
             return list(filter(lambda x: not (x['content'].startswith("** It is a new day:") or x['content'].startswith("Pay attention to the current state you are in") or x['content'].startswith("Date changed to")), self.conversations._get_current_thread_history(exclude_system_msg)))
     
     def change_date(self, date):
-        print(f"[Changing Date]:  {self.conversations.state['date']} -> {date}")
+        logger.info(f"Changing date from {self.conversations.state['date']} to {date}", 
+                   extra={"user_id": self.user_id, "endpoint": "user_change_date"})
         self.conversations.state['date'] = date
 
         # reflection_topic = random.choice(['Career growth 💼','Health & wellness 🍎','Better relationships ❤️','Personal growth 🪴','Mental well-being 🧠'])
         question_format = random.choice(['[Option 1] Likert-Scale Objective Question','[Option 2] Multiple-Choice Question','[Option 3] Yes-No Question'])
         topic = self.matters_most.current()
-        print(f"""Today's reflection topic is {topic}.""")
+        logger.info(f"Today's reflection topic is {topic}", extra={"user_id": self.user_id, "endpoint": "user_change_date"})
 
         response = self.conversations._send_hidden_message(f"""** It is a new day: {date} ** 
         Additional System Instruction: 
@@ -222,7 +225,7 @@ class User:
         **<question>**
         “””
         """)
-        print("[Date Updated]:", self.conversations.state['date'])
+        logger.info(f"Date Updated: {self.conversations.state['date']}", extra={"user_id": self.user_id, "endpoint": "user_change_date"})
         return response
     
     def __hash__(self) -> int:
@@ -292,13 +295,14 @@ Use bullet points or numbered lists where appropriate to enhance readability."""
         return response.choices[0].message.content
 
     def infer_memento_follow_ups(self):
-        mementos_path = f"mementos/to_upload/{self.user_id}/*.json"
+        mementos_path = os.path.join("mementos", "to_upload", f"{self.user_id}", "*.json")
+        # mementos_path = f"mementos/to_upload/{self.user_id}/*.json"
         
         for file_path in glob.glob(mementos_path):
             with open(file_path, 'r+') as file:
                 data = json.load(file)
                 infered_follow_up = self._infer_follow_ups(data['created'], data['context'])
-                print(f"[Infered Follow Up]: {infered_follow_up}")
+                logger.info(f"[Infered Follow Up]: {infered_follow_up}", extra={"user_id": self.user_id, "endpoint": "infer_memento_follow_ups"})
                 data['follow_up_on'] = infered_follow_up
                 file.seek(0)
                 json.dump(data, file, indent=4)
@@ -322,16 +326,19 @@ Use bullet points or numbered lists where appropriate to enhance readability."""
 
     def save_user(self):
         # Construct the file path dynamically for cross-platform compatibility
-        file_path = os.path.join("users", "to_upload", f"{self.user_id}.pkl")
+        try:
+            file_path = os.path.join("users", "to_upload", f"{self.user_id}.pkl")
+            
+            # Ensure the directory exists
+            os.makedirs(os.path.dirname(file_path), exist_ok=True)
+            
+            # Save the user object as a pickle file
+            with open(file_path, 'wb') as file:
+                pickle.dump(self, file)
+            return True
+        except Exception as e:
+            return False
         
-        # Ensure the directory exists
-        os.makedirs(os.path.dirname(file_path), exist_ok=True)
-        
-        # Save the user object as a pickle file
-        with open(file_path, 'wb') as file:
-            pickle.dump(self, file)
-        print(f"User object saved to {file_path}")
-
     @staticmethod
     def load_user(user_id, client):
         # Construct the file path dynamically for cross-platform compatibility
@@ -346,9 +353,10 @@ Use bullet points or numbered lists where appropriate to enhance readability."""
     
 
 class CircularQueue:
-    def __init__(self, array):
+    def __init__(self, array, user_id):
         if not array:
             raise ValueError("Array cannot be empty")
+        self.user_id = user_id
         self.array = array
         self.size = len(array)
         self.index = 0  # Tracks the current position in the array
@@ -356,7 +364,7 @@ class CircularQueue:
     def next(self):
         # Get the next element and advance the index
         element = self.array[self.index]
-        print(f"[Reflection Topic] [Previous]: {self.array[self.index-1] if self.index else 'None'} -> [Current]: {element}")
+        logger.info(f"[Reflection Topic] [Previous]: {self.array[self.index-1] if self.index else 'None'} -> [Current]: {element}", extra={"user_id": self.user_id, "endpoint": "circular_queue_next"})
 
         self.index = (self.index + 1) % self.size  # Wrap around to 0 when the end is reached
         return element
@@ -380,4 +388,4 @@ class CircularQueue:
             f"current_index={self.index}, "
             f"current_element={self.array[self.index]})"
         )
-    
+

app/utils.py

@@ -28,33 +28,42 @@ AWS_ACCESS_KEY = os.getenv('AWS_ACCESS_KEY')
 AWS_SECRET_KEY = os.getenv('AWS_SECRET_KEY')
 REGION = os.getenv('AWS_REGION')
 
+logger = logging.getLogger(__name__)
+
 def force_file_move(source, destination):
+    function_name = force_file_move.__name__
+    logger.info(f"Attempting to move file from {source} to {destination}", extra={'endpoint': function_name})
     try:
         # Ensure the destination directory exists
         os.makedirs(os.path.dirname(destination), exist_ok=True)
         
         # Move the file, replacing if it already exists
         os.replace(source, destination)
-        print(f"File moved successfully: {source} -> {destination}")
+        logger.info(f"File moved successfully: {source} -> {destination}", extra={'endpoint': function_name})
     except FileNotFoundError:
-        print(f"Source file not found: {source}")
+        logger.error(f"Source file not found: {source}", extra={'endpoint': function_name})
     except Exception as e:
-        print(f"An error occurred: {e}")
+        logger.error(f"An error occurred while moving file: {e}", extra={'endpoint': function_name})
 
 def get_user(user_id):
+    function_name = get_user.__name__
+    logger.info(f"Fetching user {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
     client = OpenAI(api_key=os.getenv('OPENAI_API_KEY'))
     user_file = os.path.join('users', 'data', f'{user_id}.pkl')
     if os.path.exists(user_file):
         user = User.load_user(user_id, client)
+        logger.info(f"User {user_id} loaded successfully from local storage", extra={'user_id': user_id, 'endpoint': function_name})
         return user
     else:
-        # Download the file
+        logger.info(f"User {user_id} not found locally. Attempting to download from S3", extra={'user_id': user_id, 'endpoint': function_name})
         download = download_file_from_s3(f'{user_id}.pkl', 'core-ai-assets')
-        print(f"Download success: {download}")
+        logger.info(f"Download success: {download}", extra={'user_id': user_id, 'endpoint': function_name})
         if download:
             user = User.load_user(user_id, client)
+            logger.info(f"User {user_id} loaded successfully from S3", extra={'user_id': user_id, 'endpoint': function_name})
             return user
         else:
+            logger.error(f"User {user_id} pickle does not exist in S3", extra={'user_id': user_id, 'endpoint': function_name})
             raise LookupError(f"User [{user_id}] pickle does not exist in S3") 
 
 def get_api_key(api_key_header: str = Security(api_key_header)) -> str:
@@ -66,6 +75,8 @@ def get_api_key(api_key_header: str = Security(api_key_header)) -> str:
     )
 
 def get_user_info(user_id):
+    function_name = get_user_info.__name__
+    logger.info(f"Retrieving user info for {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
     db_params = {
         'dbname': 'ourcoach',
         'user': 'ourcoach',
@@ -110,15 +121,19 @@ def get_user_info(user_id):
                         {user_data_clean.get('firstName', '')}'s most important person:
                         {whoImportant}
                     """
-                    
+                    logger.info(f"User info retrieved successfully for {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
                     return user_data_formatted, user_data_clean.get('mattersMost', ['', '', '', '', ''])
                 else:
+                    logger.warning(f"No user info found for {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
                     return None
     except psycopg2.Error as e:
-        print(f"An error occurred: {e}")
+        logger.error(f"Database error while retrieving user info for {user_id}: {e}", extra={'user_id': user_id, 'endpoint': function_name})
         return None
 
 def upload_file_to_s3(filename):
+    user_id = filename.split('.')[0]
+    function_name = upload_file_to_s3.__name__
+    logger.info(f"Uploading file {filename} to S3", extra={'user_id': user_id, 'endpoint': function_name})
     bucket = 'core-ai-assets'
     try:
         if AWS_ACCESS_KEY and AWS_SECRET_KEY:
@@ -134,15 +149,20 @@ def upload_file_to_s3(filename):
         with open(os.path.join('users', 'to_upload', filename), "rb") as f:
             s3_client.upload_fileobj(f, bucket, f'staging/users/{filename}')
         
+        logger.info(f"File {filename} uploaded successfully to S3", extra={'user_id': user_id, 'endpoint': function_name})
         force_file_move(
             os.path.join('users', 'to_upload', filename),
             os.path.join('users', 'data', filename)
         )
         return True
     except (FileNotFoundError, NoCredentialsError, PartialCredentialsError) as e:
-        return False, e
+        logger.error(f"S3 upload failed for {filename}: {e}", extra={'user_id': user_id, 'endpoint': function_name})
+        return False
 
 def download_file_from_s3(filename, bucket):
+    user_id = filename.split('.')[0]
+    function_name = download_file_from_s3.__name__
+    logger.info(f"Downloading file {filename} from S3 bucket {bucket}", extra={'user_id': user_id, 'endpoint': function_name})
     file_path = os.path.join('users', 'data', filename)
     try:
         if AWS_ACCESS_KEY and AWS_SECRET_KEY:
@@ -157,23 +177,31 @@ def download_file_from_s3(filename, bucket):
         s3_client = session.client('s3')
         with open(file_path, 'wb') as f:
             s3_client.download_fileobj(bucket, f"staging/users/{filename}", f)
+        logger.info(f"File {filename} downloaded successfully from S3", extra={'user_id': user_id, 'endpoint': function_name})
         return True
     except Exception as e:
-        print(f"Error downloading file from S3: {e}")
+        logger.error(f"Error downloading file {filename} from S3: {e}", extra={'user_id': user_id, 'endpoint': function_name})
         if os.path.exists(file_path):
             os.remove(file_path)
         return False
 
 def update_user(user):
+    user_id = user.user_id
+    function_name = update_user.__name__
+    logger.info(f"Updating user {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
     user.save_user()
     filename = f'{user.user_id}.pkl'
     if upload_file_to_s3(filename):
+        logger.info(f"User {user.user_id} updated successfully in S3", extra={'user_id': user_id, 'endpoint': function_name})
         os.remove(os.path.join('users', 'data', filename))
         return True
     else:
+        logger.error(f"Failed to update user {user.user_id} in S3", extra={'user_id': user_id, 'endpoint': function_name})
         return False
 
 def upload_mementos_to_db(user_id):
+    function_name = upload_mementos_to_db.__name__
+    logger.info(f"Uploading mementos to DB for user {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
     # Database connection parameters
     db_params = {
         'dbname': 'ourcoach',
@@ -185,6 +213,7 @@ def upload_mementos_to_db(user_id):
 
     # Path to the folder containing JSON files for the user
     folder_path = os.path.join("mementos", "to_upload", user_id)
+    total = len(os.listdir(folder_path))
     try:
         with psycopg2.connect(**db_params) as conn:
             with conn.cursor() as cursor:
@@ -207,7 +236,13 @@ def upload_mementos_to_db(user_id):
                         cursor.execute(insert_query, list(values))
                         conn.commit()
                         os.remove(file_path)
+                        logger.info(f"Uploaded memento {filename} ({cursor.rowcount}/{total})", extra={'user_id': user_id, 'endpoint': function_name})
+
+        logger.info(f"Successfully uploaded mementos for user {user_id} to DB", extra={'user_id': user_id, 'endpoint': function_name})
+        return True
     except psycopg2.Error as e:
-        print(f"Database error occurred: {e}")
+        logger.error(f"Database connection error while uploading mementos for user {user_id}: {e}", extra={'user_id': user_id, 'endpoint': function_name})
+        raise ConnectionError("Could not connect to the database")
     except Exception as e:
-        print(f"An unexpected error occurred: {e}")
+        logger.error(f"Error uploading mementos for user {user_id}: {e}", extra={'user_id': user_id, 'endpoint': function_name})
+        return False