remove multiple llm calls

main.py

@@ -514,45 +514,45 @@ async def chat_endpoint(request: ChatRequest):
         ncon = 3
         chat_history_str = extract_chats(collection, userid, ncon) 
         
-        prev_goalandfocus = extract_goalfocus(collection, userid)
-
-        context_goal = f'''
-       Ohk, so you are an expert in navigating paths through human conversations. So, let's say if someone is telling you about how they are feeling, what they did
-        what other people did to them, what are their problems, what are their goals and aspirations in life and all that stuff.
-        Now based on all the above information, you need to figure that as a teacher/Guru (which you are for the person) 
-        what should be the topic (or the broad thing that is going on currently as a part of discussion - it could discussion about office, or marriage or house problems or anything) you've to figure this out from based on previous converstaion history.
-        At the same time, you have to ask/suggest/recommend further to the person as well right. So for that you have to define a goal (that is basically what should be the exact next step in this conversation - should you be asking a quuestion or should be recommending something or maybe just chatting normally). again this also you've to decide. But goal has to be something which defines the next step
-        whereas topic is something which is broad and overall defines what is going on in the converstaion.
-        Your response format should be like this:
-        "Topic":" <topic> ",
-        "Goal":" <goal> "
-
-        Don't output anything else other than this format.
-        Here is the conversation history of past {ncon} conversations: {chat_history_str}
-        also, here;s the current user question: {user_input}
-        You can also look upon what was the topic and goal defined just previously to get better idea.
-        previous topic and goal : {prev_goalandfocus}
-        Try updating goal on each instance but topic can remain same if the converstaion is still revolving around the same thing. Because obviusly you've to dig deeper with the user, you can't be doing the same thign in the goal
-        ALso, if the user isn't talking anymore about the previous topic, you can change the topic as well. Thats why i am providin gyou the previous focus and goal
-        '''
-
-        goal_response = llm.invoke(context_goal)
+        # prev_goalandfocus = extract_goalfocus(collection, userid)
+
+    #     context_goal = f'''
+    #    Ohk, so you are an expert in navigating paths through human conversations. So, let's say if someone is telling you about how they are feeling, what they did
+    #     what other people did to them, what are their problems, what are their goals and aspirations in life and all that stuff.
+    #     Now based on all the above information, you need to figure that as a teacher/Guru (which you are for the person) 
+    #     what should be the topic (or the broad thing that is going on currently as a part of discussion - it could discussion about office, or marriage or house problems or anything) you've to figure this out from based on previous converstaion history.
+    #     At the same time, you have to ask/suggest/recommend further to the person as well right. So for that you have to define a goal (that is basically what should be the exact next step in this conversation - should you be asking a quuestion or should be recommending something or maybe just chatting normally). again this also you've to decide. But goal has to be something which defines the next step
+    #     whereas topic is something which is broad and overall defines what is going on in the converstaion.
+    #     Your response format should be like this:
+    #     "Topic":" <topic> ",
+    #     "Goal":" <goal> "
+
+    #     Don't output anything else other than this format.
+    #     Here is the conversation history of past {ncon} conversations: {chat_history_str}
+    #     also, here;s the current user question: {user_input}
+    #     You can also look upon what was the topic and goal defined just previously to get better idea.
+    #     previous topic and goal : {prev_goalandfocus}
+    #     Try updating goal on each instance but topic can remain same if the converstaion is still revolving around the same thing. Because obviusly you've to dig deeper with the user, you can't be doing the same thign in the goal
+    #     ALso, if the user isn't talking anymore about the previous topic, you can change the topic as well. Thats why i am providin gyou the previous focus and goal
+    #     '''
+
+    #     goal_response = llm.invoke(context_goal)
         
     
-        try:
+        # try:
     
-            clean_content = goal_response.content.replace("```json", "").replace("```", "").strip()
-            if not clean_content.startswith("{"):
-                json_string_to_parse = "{" + clean_content + "}"
-            else:
-                json_string_to_parse = clean_content
+        #     clean_content = goal_response.content.replace("```json", "").replace("```", "").strip()
+        #     if not clean_content.startswith("{"):
+        #         json_string_to_parse = "{" + clean_content + "}"
+        #     else:
+        #         json_string_to_parse = clean_content
                 
-            parsed_json = json.loads(json_string_to_parse)
-        except json.JSONDecodeError:
-            parsed_json = {"Topic": "General", "Goal": "Continue conversation"}
+        #     parsed_json = json.loads(json_string_to_parse)
+        # except json.JSONDecodeError:
+        #     parsed_json = {"Topic": "General", "Goal": "Continue conversation"}
 
 
-        goalandfocus = parsed_json
+        # goalandfocus = parsed_json
         
         context_response = f"""
             User Context:
@@ -565,9 +565,14 @@ async def chat_endpoint(request: ChatRequest):
             utilise this to give the answer
             Also, at each step we are determining the topic and goal of the conversation to give a proper direction to the chats. This is to help you (who is acting as a guru to the user)
             to guide him better
+            Ohk, so you are an expert in navigating paths through human conversations. So, let's say if someone is telling you about how they are feeling, what they did
+            what other people did to them, what are their problems, what are their goals and aspirations in life and all that stuff.
+            Now based on all the above information, you need to figure that as a teacher/Guru (which you are for the person) 
+            what should be the topic (or the broad thing that is going on currently as a part of discussion - it could discussion about office, or marriage or house problems or anything) you've to figure this out from based on previous converstaion history.
+            At the same time, you have to ask/suggest/recommend further to the person as well right. So for that you have to define a goal (that is basically what should be the exact next step in this conversation - should you be asking a quuestion or should be recommending something or maybe just chatting normally). again this also you've to decide. But goal has to be something which defines the next step
+            whereas topic is something which is broad and overall defines what is going on in the converstaion.
             goal is something which defines the next step which you should be taking in the converstaion, don't very rigidly follow it but try to take the direction from it
-            whereas topic is something which is broad and overall defines what is going on in the converstaion
-            here's the current topic and goal : {goalandfocus}
+            Based on whatever topic and goal you've decided, you should continue your discussion along with the conversation history
              Here is the conversation history of past {ncon} conversations: {chat_history_str}, use this very wisely to extract the best out of them and then follow the goal and focus to guide the user further
             If you recieve nothing as goal and focus that means convessation has just started shaping
             Based on user current input, the current topic and goal, and the RAG output, provide a response. It could be anything, maybe a question a follow up you've to carefully decide on that. Also, while giving responses remember to give it such there is a link between the previous conversations and current one. It shouldn't sound like new conversation has started.
@@ -611,10 +616,10 @@ async def chat_endpoint(request: ChatRequest):
                     "human": user_input,
                     "ai": ai_response_text
                 },
-                "meta": {
-                    "Topic": parsed_json.get("Topic", "Unknown"), 
-                    "Goal": parsed_json.get("Goal", "Unknown")
-                }
+                # "meta": {
+                #     "Topic": parsed_json.get("Topic", "Unknown"), 
+                #     "Goal": parsed_json.get("Goal", "Unknown")
+                # }
             }
             
             try:
@@ -642,8 +647,10 @@ async def chat_endpoint(request: ChatRequest):
 
         return ChatResponse(
             response=ai_response_text,
-            topic=parsed_json.get("Topic", "Unknown"),
-            goal=parsed_json.get("Goal", "Unknown"),
+            topic="Unknown",
+            goal="Unknown",
+            # topic=parsed_json.get("Topic", "Unknown"),
+            # goal=parsed_json.get("Goal", "Unknown"),
             resources=[]
         )