Update app.py

app.py

@@ -51,7 +51,7 @@ def qdrant_setup():
     return client
 
 def llm_setup():
-    llm = Gemini(api_key=os.getenv("GOOGLE_API_KEY"), temperature=0.1, model_name="models/gemini-pro")
+    llm = Gemini(api_key=os.getenv("GOOGLE_API_KEY"), temperature=0.3, model_name="models/gemini-pro")
     return llm
 
 def ingest_documents(url):
@@ -100,11 +100,22 @@ async def query(request: QueryRequest):
         chat_mode="context",
         memory=memory,
         system_prompt=(
-            """You are an AI assistant for developers, specializing in technical documentation. 
-            Your task is to provide accurate, concise, and helpful responses based on the given documentation context.
-            Given this context, please respond to the following user query:
-            {query_str}
-            Your response:"""
+            """You are an AI assistant for developers, specializing in technical documentation. You are also great at casual conversations.
+                Your task is to provide accurate, concise, and helpful responses based on the given documentation context.
+                Context information is below:
+                {context_str}
+                Always answer based on the information in the context and general knowledge and be precise
+                Given this context, please respond to the following user query:
+                {query_str}
+                Your response should:
+                Directly address the query using information from the context
+                Include relevant code examples or direct quotes if applicable
+                Mention specific sections or pages of the documentation
+                Highlight any best practices or potential pitfalls related to the query
+                After your response, suggest 3 follow-up questions based on the context that the user might find helpful for deeper understanding.
+                
+                ALWAYS SUGGEST FOLLOW UP QUESTIONS
+                Your response:"""
         ),
     )