Update main.py

main.py

@@ -35,6 +35,10 @@ async def update_user_guide_data():
     user_guide_sync.update_user_guide()
     return "guide updated"
 
+
+
+index = None
+
 @app.post("/whatsapp")
 async def reply_whatsapp(request: Request):
     
@@ -47,36 +51,55 @@ async def reply_whatsapp(request: Request):
     response = MessagingResponse()
     #msg.media(GOOD_BOY_URL)
     try:
-        global query_engine,index
-        storage_context = StorageContext.from_defaults(persist_dir="llama_index")
-        index = load_index_from_storage(storage_context=storage_context)
-        
-        # Set the GPT model (e.g., GPT-4, GPT-3.5 Turbo)
-        llm = OpenAI(model="gpt-4o-mini", api_key=os.environ["OPENAI_API_KEY"])  # Use "gpt-4" if desired
+        openai.api_key = os.environ["OPENAI_API_KEY"]
+        global index  # Use the global index variable
+        if index is None:  # Check if the index is already loaded
+                from llama_index import StorageContext, load_index_from_storage  # Import necessary modules
+                storage_context = StorageContext.from_defaults(persist_dir="llama_index")
+                index = load_index_from_storage(storage_context=storage_context)
+                print("Index loaded")
+        else:
+                print("Index already loaded")
+        # Set up a retriever to fetch similar documents directly without full query processing
+        retriever = index.as_retriever()
+        # Retrieve the top similar documents based on the user query
+        similar_docs = retriever.retrieve(user_query)  # Adjust `top_k` as needed
+        # Prepare the context for LLM by concatenating the content of similar documents
+        context = "\n\n".join([doc.node.text for doc in similar_docs])
 
-        query_engine = index.as_query_engine(llm=llm)
-        print("loaded")
+        prompt = f"""
+        context : {context}
         
-        gpt_response = query_engine.query(f"""        
-              if you find the very correct answer from provided data then only give the realistic(like real human) answer with steps and add the more details link and always add propper line breaks(\n).
-              if not find the answer from provided data then honestly say 'please contact our helpdesk' 
-              
-              user question : {user_query}""")
+        user query : {user_query}
+        
+                Instructions:
+                - First, understand the user question carefully.
+                - If you find the correct answer from the provided data, respond with detailed steps (1, 2, ...) and always include a more details link.
+                - If the correct answer is not found in the provided data or proide the correct solution to user using data then output is only this : "contact our help desk". dont add extra anything
+         """
+        messages = [
+            {"role": "user", "content": prompt  }
+        ]
+        
+        # Make the API call
+        response = openai.chat.completions.create(
+            model="gpt-4o-mini",
+            messages=messages
+        )
+        gpt_response = response.choices[0].message.content
         
-        default = """Dear\n\nIf you have a specific question or need assistance, please feel free to submit a ticket, and our support team will be happy to help you \n\nSubmit a Ticket: \n\tEmail: support@storemate.lk\nThank You """
-    
         print(str(gpt_response).lower())
-        if "please contact our helpdesk" in str(gpt_response).lower() or "please contact" in str(gpt_response).lower():
+        if "contact our help desk" in str(gpt_response).lower() or "our help desk" in str(gpt_response).lower():
                 print("help desk option")
     
-                openai.api_key = os.environ["OPENAI_API_KEY"]
+                
                 prompt = f"""
                          system:
                          you are parallax technologies chatbot design for answer the user question like a real human.
                          contact details Email : support@storemate.lk Youtube : https://www.youtube.com/channel/UCFkX9Fa-Qe6Qi4V5f0RcfSA Facebook : https://www.facebook.com/storemateinventory web link : https://storemate.lk
                          
                          only give single answer and don't give answer for general answers(this is CRM system for only pos system clients)
-                         note : don't give nay steps for solve the issues
+                         note : don't give any steps for solve the issues but give steps for sytem slow and performance related questions
                          user:{user_query}
                          """
                 messages = [