Hugging Face's logo

Spaces:
ATTENTION-01
/
Insurance_rag_sys
Sleeping

App Files Community
1
singhankur01 commited on
Commit
ab2b82c
·
verified ·
1 Parent(s): ccf254d

Update utils/DocsLoader.py

Browse files
Files changed (1) hide show
  1. utils/DocsLoader.py +1 -1
utils/DocsLoader.py CHANGED
@@ -48,5 +48,5 @@ def load_and_chunk(url: str) -> list[Document]:
48
  else:
49
  raise HTTPException(400, f"Unsupported document type: {content_type}")
50
 
51
- splitter = RecursiveCharacterTextSplitter(chunk_size=900, chunk_overlap=100)
52
  return splitter.split_documents(docs)
 
48
  else:
49
  raise HTTPException(400, f"Unsupported document type: {content_type}")
50
 
51
+ splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100,separators=["\n\n", "\n", ".", " ", ""])
52
  return splitter.split_documents(docs)