Spaces:
Sleeping
Sleeping
Update utils/DocsLoader.py
Browse files- utils/DocsLoader.py +1 -1
utils/DocsLoader.py
CHANGED
|
@@ -47,5 +47,5 @@ def load_and_chunk(url: str) -> list[Document]:
|
|
| 47 |
else:
|
| 48 |
raise HTTPException(400, f"Unsupported document type: {content_type}")
|
| 49 |
|
| 50 |
-
splitter = RecursiveCharacterTextSplitter(chunk_size=
|
| 51 |
return splitter.split_documents(docs)
|
|
|
|
| 47 |
else:
|
| 48 |
raise HTTPException(400, f"Unsupported document type: {content_type}")
|
| 49 |
|
| 50 |
+
splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
|
| 51 |
return splitter.split_documents(docs)
|