Update utils/DocsLoader.py

utils/DocsLoader.py

@@ -65,7 +65,7 @@ def load_and_chunk(url: str) -> list[Document]:
             if sent.strip():
                 sentence_docs.append(Document(page_content=sent, metadata=doc.metadata))
 
-    splitter = RecursiveCharacterTextSplitter(chunk_size=600, chunk_overlap=80,separators=["\n\n", "\n", ".", " ", ""])
+    splitter = RecursiveCharacterTextSplitter(chunk_size=750, chunk_overlap=100,separators=["\n\n", "\n", ".", " ", ""])
     # splitter = SentenceTransformersTokenTextSplitter(model_name = MODEL_DIR,tokens_per_chunk=500, chunk_overlap=80)
     # return splitter.split_documents(docs)
     return splitter.split_documents(sentence_docs)