Fixed prompt

api/routers/analytics_chatbot.py

@@ -16,7 +16,6 @@ error_logger = logging.getLogger("error_logger")
 password=os.environ['REDIS_PASSWORD']
 host = os.environ['REDIS_HOST']
 port = os.environ['REDIS_PORT']
-print('password:', password)
 
 router = APIRouter()
 agent=ChatbotAgent()

src/genai/analytics_chatbot/utils/nodes.py

@@ -2,7 +2,7 @@ import requests
 from langchain_core.messages import SystemMessage , HumanMessage , FunctionMessage
 from .state import State
 from .tools import RetrieverBackup
-from .schemas import ResponseFormatter , CompareBodyFormatter, LatestMessageFormatter, ParameterFormatter, EndpointFormatter
+from .schemas import ResponseFormatter , CompareBodyFormatter, ParameterFormatter, EndpointFormatter
 from .prompts import chatbot_prompt , get_body_prompt , fetch_last_message_prompt , fetch_parameters_prompt, fetch_endpoint_prompt, backup_retrieval_prompt
 from .utils import generate_api_knowledge , process_query, get_endpoint_info
 from src.genai.utils.models_loader import llm_gpt
@@ -19,12 +19,12 @@ class FetchLastMessage:
         print('Message:',state['messages'])
         template = fetch_last_message_prompt
         messages=[SystemMessage(content=template)]+state['messages']
-        result = self.llm.with_structured_output(LatestMessageFormatter, method='function_calling').invoke(messages)
-        print('Latest Message:', process_query(result.latest_message))
+        result = self.llm.invoke(messages)
+        print('Latest Message:', process_query(result.content))
         if len(state['messages'])>11:
             state["messages"] = state["messages"][-9:]
         return {
-            'latest_message': process_query(result.latest_message)
+            'latest_message': process_query(result.content)
         }
         
 

src/genai/analytics_chatbot/utils/prompts.py

@@ -66,13 +66,15 @@ Then the expected output is:
 '''
 
 fetch_last_message_prompt = '''
-You are an expert query extractor and rewriter. You are given the entire conversation history between a user and an AI. 
+You are an AI assistant that reads an entire conversation between a human and an AI. Your task is to detect the human's most recent intention, taking into account the full conversation history.  
 
-Your task is to:
+- Carefully consider all previous human messages to understand context.  
+- Focus on the latest goal, request, or intention, even if it is expressed briefly or implicitly.  
+- Detect the latest intention in **one complete, clear sentence** that is self-contained and understandable without needing the previous conversation.  
+- Do not simply repeat the latest message verbatim. Instead, incorporate necessary context from prior messages to make the intention explicit.  
+- Ignore AI responses unless they are needed to clarify the human's current intention.  
 
-1. Identify the user's **most recent query**. You have to grab the latest intention of the user.
-2. Rewrite it as a **complete, grammatically correct sentence**, inferring any missing words, implied subjects, or context from earlier messages.
-3. Return **complete final rewritten user query** as plain text. No explanations, no extra text, no quotes.
+Output only what the user wants now. Nothing else. Make the output as short as possible in just one sentence.
 
 '''