ranchaya sambath commited on
Commit
d02c531
·
1 Parent(s): ba18835

revert change

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ def main():
10
  pdf_folder_path = "./PDFfiles"
11
  loader = PyPDFDirectoryLoader(pdf_folder_path)
12
  docs = loader.load()
13
- text_splitter = RecursiveCharacterTextSplitter (chunk_size=1000, chunk_overlap=0)
14
  texts = text_splitter.split_documents(docs)
15
  embeddings = HuggingFaceEmbeddings()
16
  vectordb = Chroma.from_documents(documents=texts,embedding=embeddings)
 
10
  pdf_folder_path = "./PDFfiles"
11
  loader = PyPDFDirectoryLoader(pdf_folder_path)
12
  docs = loader.load()
13
+ text_splitter = RecursiveCharacterTextSplitter (chunk_size=1000, chunk_overlap=200)
14
  texts = text_splitter.split_documents(docs)
15
  embeddings = HuggingFaceEmbeddings()
16
  vectordb = Chroma.from_documents(documents=texts,embedding=embeddings)