Update app.py

app.py

@@ -45,8 +45,8 @@ else:
     ]
 
     text_splitter = RecursiveCharacterTextSplitter(
-        chunk_size=2000,
-        chunk_overlap=100,
+        chunk_size=1000,
+        chunk_overlap=50,
         add_start_index=True,
         strip_whitespace=True,
         separators=["\n\n", "\n", ".", " ", ""],
@@ -199,7 +199,7 @@ def respond(
                 flash_attn=False,
                 n_gpu_layers=0,
                 n_batch=8,
-                n_ctx=4096,
+                n_ctx=2048,
                 n_threads=2,
                 n_threads_batch=2,
             )
@@ -207,7 +207,7 @@ def respond(
         provider = LlamaCppPythonProvider(llm)
 
         query = to_query(provider,message)
-        
+        print(f"from {message} to {query}")
         text = retriever_tool(query=f"{query}")
 
         retriever_system="""