adde cache for user pickle

app/utils.py

@@ -1,4 +1,3 @@
-from datetime import datetime
 import logging
 import boto3
 from botocore.exceptions import ClientError, NoCredentialsError, PartialCredentialsError
@@ -18,6 +17,8 @@ import os
 from dotenv import load_dotenv
 from app.user import User
 import datetime
+import threading
+import pickle  # Replace dill with pickle
 
 load_dotenv()
 
@@ -33,6 +34,9 @@ REGION = os.getenv('AWS_REGION')
 
 logger = logging.getLogger(__name__)
 
+user_cache = {}
+cache_lock = threading.Lock()
+
 def force_file_move(source, destination):
     function_name = force_file_move.__name__
     logger.info(f"Attempting to move file from {source} to {destination}", extra={'endpoint': function_name})
@@ -51,18 +55,30 @@ def force_file_move(source, destination):
 def get_user(user_id):
     function_name = get_user.__name__
     logger.info(f"Fetching user {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
+    with cache_lock:
+        if user_id in user_cache:
+            logger.info(f"User {user_id} found in cache", extra={'user_id': user_id, 'endpoint': function_name})
+            return user_cache[user_id]
     client = OpenAI(api_key=os.getenv('OPENAI_API_KEY'))
     user_file = os.path.join('users', 'data', f'{user_id}.pkl')
-    if (os.path.exists(user_file)):
-        user = User.load_user(user_id, client)
-        logger.info(f"User {user_id} loaded successfully from local storage", extra={'user_id': user_id, 'endpoint': function_name})
+    if os.path.exists(user_file):
+        with open(user_file, 'rb') as f:
+            user = pickle.load(f)
+            user.client = client
+        with cache_lock:
+            user_cache[user_id] = user
         return user
     else:
         logger.info(f"User {user_id} not found locally. Attempting to download from S3", extra={'user_id': user_id, 'endpoint': function_name})
         download = download_file_from_s3(f'{user_id}.pkl', 'core-ai-assets')
         logger.info(f"Download success: {download}", extra={'user_id': user_id, 'endpoint': function_name})
         if (download):
-            user = User.load_user(user_id, client)
+            with open(user_file, 'rb') as f:
+                user = pickle.load(f)
+                user.client = client
+                user.conversations.client = client
+            with cache_lock:
+                user_cache[user_id] = user
             logger.info(f"User {user_id} loaded successfully from S3", extra={'user_id': user_id, 'endpoint': function_name})
             return user
         else:
@@ -230,7 +246,7 @@ def upload_mementos_to_db(user_id):
                             data.get('location', ''),
                             data.get('recurrence', ''),
                             data.get('context', ''),
-                            datetime.now(),
+                            datetime.datetime.now(),
                             pd.to_datetime(data.get('follow_up_on', ''))
                         ]
                         cursor.execute(base_query, memento_data)