Persona Integration & Modified User Context (#12)

- Persona Integration and Slight change to context management (f48f0e5418a56a3ab910f9b721fffb25d9a1b4db)
- Aligned with staging (06a04bf9b4ba7516248d9bc0d63bfa9760d345fd)
- Persona Integration with Intro Assistant (ba89b7ca010122cd06cde9ae38ba5c2174bfb584)
- Post GG intergration with FINAL_SUMMARY_STATE (9d67a76696536365ad9027cc33460bbf40c8849b)

app/assistants.py

@@ -382,7 +382,7 @@ class Assistant:
                 return run, just_finished_intro, message
             
             elif run.status == 'failed':
-                raise OpenAIRequestError(user_id=self.cm.user.id, message="Run failed", run_id=run.id)
+                raise OpenAIRequestError(user_id=self.cm.user.user_id, message="Run failed", run_id=run.id)
 
             elif run.status == 'requires_action':
                 reccursion = 0

app/conversation_manager.py

@@ -9,8 +9,12 @@ from app.exceptions import BaseOurcoachException, ConversationManagerError, Open
 from datetime import datetime
 
 import dotenv
+
+from app.utils import id_to_persona
 dotenv.load_dotenv()
 
+OURCOACH_DASHBOARD_URL = os.getenv("OURCOACH_DASHBOARD_URL")
+
 logger = logging.getLogger(__name__)
 
 def get_current_datetime():
@@ -62,12 +66,17 @@ class ConversationManager:
         thread = self.client.beta.threads.create()
         self.system_message = self.add_message_to_thread(thread.id, "assistant", 
                                 f"""
+                                You are: 
+                                {id_to_persona(self.user.asst_id)}, always adhere to your choosen persona by incorporating it conversationally.
+                                You represent a coach at ourcoach. You may refer to you knowledgebase for all information related to ourcoach.
+                                -------------------------------------------
                                 You are coaching:
                                 \n\n{user_interaction_guidelines}\n\n\
                                 Be mindful of this information at all times in order to
                                 be as personalised as possible when conversing. Ensure to
                                 follow the conversation guidelines and flow templates. Use the
                                 current state of the conversation to adhere to the flow. Do not let the user know about any transitions.\n\n
+                                Whenever you reference the dashboard or Revelation Dashboard, inlcue the link: {OURCOACH_DASHBOARD_URL} .
                                 ** Today is {self.state['date']}.\n\n **
                                 ** You are now in the INTRODUCTION STATE. **
                                 """)
@@ -185,7 +194,7 @@ class ConversationManager:
         # OPENAI LIMITATION: Can only attach a maximum of 32 messages when creating a new thread
         messages = self._get_current_thread_history(remove_system_message=False)
         if len(messages) >= 29:
-            messages = [{"content": """ Remember who you are coaching.
+            messages = [{"content": """ Remember who you are and who you are coaching.
                         Be mindful of this information at all times in order to
                         be as personalised as possible when conversing. Ensure to
                         follow the conversation guidelines and flow provided.""", "role":"assistant"}] + messages[-29:]

app/flows.py

@@ -483,11 +483,14 @@ Objective: To summarize the user's progress and achievements during the coaching
 Users Goal: {{}}
 The user is currently on day {{}}/{{}} of their journey.
 
+User's Last Growth Guide Session:
+{{}}
+
 ## ** GUIDELINE ** :
 
 ## What Makes a Good Interaction:
 
- - Highlight the user's progress and achievements precisely and concisely. Use bullet points to list down your items.
+ - Highlight the user's progress and achievements precisely and concisely. IF the user has completed a growth guide session (see above), incorporate it into your response and reference that it was acheived during their growth guide session. Use bullet points to list down your items.
 
  - Explain to the user that coaching is a continuous journey, so the user has the option to either continue with the same goal or create a new plan.
 
@@ -505,13 +508,14 @@ The user is currently on day {{}}/{{}} of their journey.
 
  - Congratulate the user for completing the growth plan until the last day (mention the current day, e.g. day 4)
 
- - Highlight the user's progress and achievements in bullet points. And tell them to check out their progress in the Revelation Dashboard here: https://app.staging.ourcoach.ai/
-
- - Ask the user whether they want to meet their Growth Guide to plan what's next! (Only ask this question first)
+ - Highlight the user's progress and achievements in bullet points. IF the user has completed a growth guide session (see above), incorporate it into your response and reference that it was acheived during their growth guide session. And tell them to check out their progress in the Revelation Dashboard here: https://app.staging.ourcoach.ai/
 
+ - IF the user has not completed a growth guide session yet (see above), encourage the user to book a Growth Guide session and explain its benefits. Really upsell this by being like a Growth Guide salesman! 
+ - ELSE IF the user has booked a growth guide session (see above), tell them you hope it went well and they found it beneficial and let the use know that they could also book another via their Revelation Dashboard: https://app.staging.ourcoach.ai/
+   
  - Wait for the user's response.
 
- - **IF** the user answer with a Yes, you reply with this message:
+ - **IF** the user says they want to book a growth guide session, you reply with this message:
 
 Amazing! 🎉 
 

app/main.py

@@ -257,8 +257,6 @@ class LoggingMiddleware(BaseHTTPMiddleware):
             raise
 
 # OpenAI Client
-# GENERAL_ASSISTANT = os.getenv('OPENAI_GENERAL_ASSISTANT')
-GENERAL_ASSISTANT = "asst_vnucWWELJlCWadfAARwyKkCW"
 
 # Initialize Logging (optional)
 # logging.basicConfig(filename='app.log', level=logging.INFO)
@@ -485,7 +483,7 @@ async def migrate_user(
 
     with open(user_file, 'rb') as f:
         old_user_object = pickle.load(f)
-        user = User(request.user_id, old_user_object.user_info, client, GENERAL_ASSISTANT)
+        user = User(request.user_id, old_user_object.user_info, client, old_user_object.asst_id)
         user.conversations.current_thread = old_user_object.conversations.current_thread
         user.conversations.intro_done = True
         user.done_first_reflection = old_user_object.done_first_reflection
@@ -741,8 +739,29 @@ async def create_user(
     if os.path.exists(f'users/data/{request.user_id}.pkl'):
         return {"message": f"[OK] User already exists: {request.user_id}"}
     
-    user_info, _ = get_user_info(request.user_id)
-    user = User(request.user_id, user_info, client, GENERAL_ASSISTANT)
+    user_info, persona = get_user_info(request.user_id)
+    # Persona is one of ["Coach Steve", "Coach Aris", "Coach Teresa"]
+    # we map each of the above to assistant_ids = ["asst_mUm6MBcW544p1iVov9mwIC96", "asst_4WcktKgYdDnXA1QUlWvrNfWV", "asst_4UVkFK6r2pbz6NK6kNzG4sTW"]
+    persona_to_assistant = {
+        "Coach Steve": "asst_mUm6MBcW544p1iVov9mwIC96",
+        "Coach Aris": "asst_4WcktKgYdDnXA1QUlWvrNfWV",
+        "Coach Teresa": "asst_4UVkFK6r2pbz6NK6kNzG4sTW"
+    }
+
+    if persona not in persona_to_assistant:
+        logger.warning(f"Invalid persona: {persona}, defaulting to: Coach Steve", extra={"user_id": request.user_id, "endpoint": "/create_user"})
+        # For testing we default to steve
+        persona = "Coach Steve"
+        # raise FastAPIError(
+        #     message="Invalid persona",
+        #     e="Persona must be one of ['Coach Steve', 'Coach Aris', 'Coach Teresa']"
+        # )
+
+    selected_persona = persona_to_assistant[persona]
+
+    logger.info(f"Creating user with persona {persona}:{selected_persona}", extra={"user_id": request.user_id, "endpoint": "/create_user"})
+
+    user = User(request.user_id, user_info, client, selected_persona)
     folder_path = os.path.join("mementos", "to_upload", request.user_id)
     os.makedirs(folder_path, exist_ok=True)
 
@@ -899,7 +918,10 @@ async def get_summary_by_id(
 ):
     print_log("INFO", "Getting user's summary", extra={"user_id": user_id, "endpoint": "/get_user_summary"})
     logger.info("Getting user's summary", extra={"user_id": user_id, "endpoint": "/get_user_summary"})
-    user_summary = get_user_summary(user_id)
+    
+    # NOTE: This call will also update the users recommended topics to discuss with GG. 
+    # This is so that the AI response will align with the dashboard.
+    user_summary = get_user_summary(user_id, update_rec_topics=True)
     print_log("INFO", "Successfully generated summary", extra={"user_id": user_id, "endpoint": "/get_user_summary"})
     logger.info("Successfully generated summary", extra={"user_id": user_id, "endpoint": "/get_user_summary"})
     return user_summary

app/user.py

@@ -19,7 +19,7 @@ from app.flows import FINAL_SUMMARY_STATE, FINAL_SUMMARY_STATE, MICRO_ACTION_STA
 from pydantic import BaseModel
 from datetime import datetime
 
-from app.utils import generate_uuid, update_growth_guide_summary
+from app.utils import generate_uuid, get_growth_guide_summary, update_growth_guide_summary
 
 import dotenv
 import re
@@ -97,7 +97,7 @@ class User:
                     },
                     {
                     "day": 3,
-                    "coachingTheme": "OPEN_DISCUSSION_STATE"
+                    "coachingTheme": "FINAL_SUMMARY_STATE"
                     },
                     {
                     "day": 4,
@@ -107,8 +107,7 @@ class User:
                     "day": 5,
                     "coachingTheme": "FINAL_SUMMARY_STATE"
                     }
-                ]
-            }
+                ]}
         
         
         self.growth_plan = CircularQueue(array=growth_plan['growthPlan'], user_id=self.user_id)        
@@ -191,7 +190,7 @@ class User:
     def add_recent_wins(self, wins, context = None):
         prompt = f"""
         ## Role
-        You are an expert in writing achievement message and progress notification. Your task is to use the user's achievement and context to formulate a short and creative achievement message/progress notification. The output must be a one sentence short message (less than 15 words) in this JSON output schema:
+        You are an expert in writing achievement message and progress notification. Your task is to use the user's achievement and context to formulate a short achievement message/progress notification. The output must be a one sentence short message (less than 15 words) in this JSON output schema:
 
         ```json
         {{
@@ -208,7 +207,7 @@ class User:
         Output:
         ```
         {{
-        achievement_message: You crushed it! Completing that 10k run is a huge milestone—way to go!
+        achievement_message: You have completed a 10k run!
         }}
         ```
 
@@ -640,7 +639,10 @@ class User:
         elif theme == "PROGRESS_SUMMARY_STATE":
             formatted_message = PROGRESS_SUMMARY_STATE.format(self.get_current_goal(), day, len(self.growth_plan.array))
         elif theme == "FINAL_SUMMARY_STATE":
-            formatted_message = FINAL_SUMMARY_STATE.format(self.get_current_goal(), day, len(self.growth_plan.array))
+            gg_summary = "<User has not had a Growth Guide session yet>"
+            if self.last_gg_session:
+                gg_summary = get_growth_guide_summary(self.user_id, self.last_gg_session)
+            formatted_message = FINAL_SUMMARY_STATE.format(self.get_current_goal(), day, len(self.growth_plan.array), gg_summary)
         elif theme == "EDUCATION_STATE":
             formatted_message = EDUCATION_STATE.format(self.get_current_goal(), day, len(self.growth_plan.array))
         elif theme == "FOLLUP_ACTION_STATE":
@@ -702,6 +704,8 @@ class User:
 
         8. You **MUST** call the process_reminder() function if the user wants to postpone their micro-action
         
+        9. When talking about Growth Guide, you must try to upsell the growth guide. Meaning that you are always encouraging the user to book a Growth Guide session and explain it benefits. Be like the Growth Guide's salesman!
+
         Today's Theme:
         {formatted_message}
         """
@@ -804,7 +808,7 @@ class User:
         logger.info(f"Summarizing zoom ai summary", extra={"user_id": self.user_id, "endpoint": "summarize_zoom"})
         # make an api call to gpt4o to summarize the zoom_ai_summary and produce a text with a focus on the most amount of user insight and info extracted
         system_prompt = f"""You are an expert at summarizing AI-generated Zoom transcripts concisely, focusing on extracting key user insights to enhance personalization in future interactions. Note that the zoom ai transcript may get the user's name wrong. Replace it with the actual user's name: {self.user_info}. Refer to the coach/guide as 'the Growth Guide'."""
-        prompt = f"Please summarize the following AI-generated Zoom transcript **in one short paragraph only** !!, emphasizing the most significant user insights and information:\n\n{zoom_ai_summary}"
+        prompt = f"Please summarize the following AI-generated Zoom transcript **in one short paragraph only, around 50 completion tokens maximum** !!, emphasizing the most significant user insights and information:\n\n{zoom_ai_summary}"
 
         response = self.client.chat.completions.create(
             model="gpt-4o",
@@ -812,10 +816,32 @@ class User:
             {"role": "system", "content": system_prompt},
             {"role": "user", "content": prompt}
             ],
-            temperature=0.2
+            response_format = {
+                "type": "json_schema",
+                "json_schema": {
+                "name": "summarized_overview",
+                "strict": True,
+                "schema": {
+                    "type": "object",
+                    "properties": {
+                    "summary": {
+                        "type": "string",
+                        "description": "The summary of the zoom transcript"
+                    }
+                    },
+                    "required": [
+                    "summary"
+                    ],
+                    "additionalProperties": False
+                }
+                }
+            },
+            temperature=0.5
         )
-        logger.info(f"Summary: {response.choices[0].message.content}", extra={"user_id": self.user_id, "endpoint": "summarize_zoom"})
-        return {'overview': response.choices[0].message.content}
+
+        overview_summary = json.loads(response.choices[0].message.content)['summary']
+        logger.info(f"Summary: {overview_summary}", extra={"user_id": self.user_id, "endpoint": "summarize_zoom"})
+        return {'overview': overview_summary}
 
     @catch_error
     def _update_user_data(self, data_type, text_input, extra_text=""):
@@ -1006,12 +1032,15 @@ class User:
         if completed_micro_action:
             self.micro_actions[-1].status = "COMPLETE"
             self.micro_actions[-1].updated_at = pd.Timestamp.now(tz='UTC').strftime("%d-%m-%Y %a %H:%M:%S")
+            logger.info("Micro action status updated, checking number of actions completed...", extra={"user_id": self.user_id, "endpoint": "update_micro_action_status"})
 
             num_of_micro_actions_completed = sum(1 for item in self.micro_actions if item.status == 'COMPLETE')
 
             if (num_of_micro_actions_completed in (1,3,5)) or (num_of_micro_actions_completed % 10 == 0 and num_of_micro_actions_completed != 0):
                 self.add_life_score_point(variable = self.get_current_goal(full=True).area, points_added = 10, notes = f"Completing the {num_of_micro_actions_completed}-th micro-action")
-                self.add_recent_wins(wins = "You have completed a micro action!", context= self.micro_actions[-1]['content'])
+                self.add_recent_wins(wins = "You have completed a micro action!", context= self.micro_actions[-1].content)
+                logger.info("Added life score points based on number of actions completed.", extra={"user_id": self.user_id, "endpoint": "update_micro_action_status"})
+        logger.info("Process done.", extra={"user_id": self.user_id, "endpoint": "update_micro_action_status"})
 
     @catch_error
     def trigger_deep_reflection_point(self, area_of_deep_reflection):

app/utils.py

@@ -1,14 +1,13 @@
 import logging
 import boto3
-from botocore.exceptions import ClientError, NoCredentialsError, PartialCredentialsError
+from botocore.exceptions import NoCredentialsError, PartialCredentialsError
 import os
 from dotenv import load_dotenv
-from fastapi import FastAPI, HTTPException, Security, Query, status
+from fastapi import HTTPException, Security, Query, status
 from fastapi.security import APIKeyHeader
 from openai import OpenAI
 import openai
 import pandas as pd
-from pydantic import BaseModel
 import os
 import logging
 import json 
@@ -17,17 +16,11 @@ from psycopg2 import sql
 import os
 from dotenv import load_dotenv
 from datetime import datetime, timezone
-import threading
 import pickle  # Replace dill with pickle
-from cachetools import TTLCache
-import threading
-import time
 import uuid
 from app.cache import CustomTTLCache, upload_file_to_s3
 import pdfkit
 import PyPDF2
-import secrets
-import string
 
 from app.exceptions import BaseOurcoachException, DBError, OpenAIRequestError, UtilsError
 
@@ -346,7 +339,7 @@ def generate_html(json_data, coach_name='Growth Guide', booking_id = None):
         raise DBError(user_id="no-user", message="Error uploading file to S3", code="S3Error")
 
 @catch_error
-def get_user_summary(user_id):
+def get_user_summary(user_id, update_rec_topics=False):
     function_name = get_user_summary.__name__
     logger.info(f"Generating user summary for user {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
 
@@ -829,7 +822,8 @@ def get_user_summary(user_id):
     # reports['html_report'] = html_output
 
     # Store users_growth_guide_preparation_brief in the User object
-    user.set_recommened_gg_topics(reports['users_growth_guide_preparation_brief'])
+    if update_rec_topics:
+        user.set_recommened_gg_topics(reports['users_growth_guide_preparation_brief'])
 
     # Step 4: Return the JSON reports
     logger.info(f"User summary generated successfully for user {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
@@ -1107,7 +1101,6 @@ def get_user_info(user_id):
                         {user_data_clean.get('firstName', '')}'s challenges (You **must** use this information for the PLANNING STATE):
                         {challenges}
                         
-                        {user_data_clean.get('firstName', '')}'s Legendary Persona: {user_data_clean.get('legendPersona', '')}
                         Pronouns: {user_data_clean.get('pronouns', '')}
                         Birthday: {user_data_clean.get('birthDate', '')}
                         {user_data_clean.get('firstName', '')}'s MBTI: {user_data_clean.get('mbti', '')}
@@ -1126,7 +1119,7 @@ def get_user_info(user_id):
                         {whoImportant}
                     """
                     logger.info(f"User info retrieved successfully for {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
-                    return user_data_formatted, user_data_clean.get('mattersMost', ['', '', '', '', ''])
+                    return user_data_formatted, user_data_clean.get('legendPersona', '')
                 else:
                     logger.warning(f"No user info found for {user_id}", extra={'user_id': user_id, 'endpoint': function_name})
                     raise DBError(user_id=user_id, message="Error retrieving user info", code="NoOnboardingError", e=str(e))
@@ -1466,6 +1459,22 @@ def get_users_mementos(user_id, date):
     finally:
         return mementos
 
+@catch_error
+def id_to_persona(assistant_id):
+    # persona_to_assistant = {
+    #     "Coach Steve": "asst_mUm6MBcW544p1iVov9mwIC96",
+    #     "Coach Aris": "asst_4WcktKgYdDnXA1QUlWvrNfWV",
+    #     "Coach Teresa": "asst_4UVkFK6r2pbz6NK6kNzG4sTW"
+    # }
+
+    assistant_to_persona = {
+        "asst_mUm6MBcW544p1iVov9mwIC96": "Coach Steve, based on the persona of Steve Jobs",
+        "asst_4WcktKgYdDnXA1QUlWvrNfWV": "Coach Aris, based on the persona of Aristotle",
+        "asst_4UVkFK6r2pbz6NK6kNzG4sTW": "Coach Teresa, based on the persona of Mother Teresa"
+    }
+
+    return assistant_to_persona.get(assistant_id, "Coach Steve, based on the persona of Steve Jobs")
+
 @catch_error
 def get_user_subscriptions(user_id):
     function_name = get_user_subscriptions.__name__