singhankur01 commited on
Commit
58a5dc2
·
verified ·
1 Parent(s): 4b48ef6

Update utils/DocsLoader.py

Browse files
Files changed (1) hide show
  1. utils/DocsLoader.py +1 -1
utils/DocsLoader.py CHANGED
@@ -47,5 +47,5 @@ def load_and_chunk(url: str) -> list[Document]:
47
  else:
48
  raise HTTPException(400, f"Unsupported document type: {content_type}")
49
 
50
- splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
51
  return splitter.split_documents(docs)
 
47
  else:
48
  raise HTTPException(400, f"Unsupported document type: {content_type}")
49
 
50
+ splitter = RecursiveCharacterTextSplitter(chunk_size=800, chunk_overlap=100)
51
  return splitter.split_documents(docs)