Update app.py

app.py

@@ -441,7 +441,7 @@ def load_main_data_source():
         # Use a more robust text splitter
         text_splitter = RecursiveCharacterTextSplitter(
             chunk_size=2000,  # Adjust the chunk size based on your LLM's token limit
-            chunk_overlap=500,  # Add overlap to improve context continuity
+            chunk_overlap=750,  # Add overlap to improve context continuity
         )
         main_texts = text_splitter.split_text(main_content)
 
@@ -1112,20 +1112,19 @@ def rag_response(query):
         # Generate AI response with the retrieved context
         prompt = f"""
         Context:
-        {context}
-        You are an expert assistant tasked with providing precise and accurate answers based only on the provided context.
+        You are an expert tasked with generating accurate and verbatim content directly from the source file. Do not add or interpret content. Match headings and details exactly as they appear.
 
         1. Use only the provided context to generate your answer.
         2. Match headings and content exactly as they appear in the knowledge base. Do not add, modify, or generalize content.
        
-        3. Maintain clarity, conciseness, and accuracy.
+        3. Maintain clarity and accuracy.
 
         Question:
         {query}
 
         Answer:
         """
-        llm = ChatOpenAI(model="gpt-4", temperature=0.2, api_key=openai_api_key)
+        llm = ChatOpenAI(model="gpt-4o", temperature=0.2, api_key=openai_api_key)
         response = llm.invoke(prompt)
 
         return response.content.strip()