Spaces:
Runtime error
Runtime error
Commit
·
72edbfa
1
Parent(s):
d7b41e3
Update app.py
Browse files
app.py
CHANGED
|
@@ -39,7 +39,7 @@ def data_ingestion():
|
|
| 39 |
loader = PDFMinerLoader(os.path.join(root, file))
|
| 40 |
|
| 41 |
documents = loader.load()
|
| 42 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_size=
|
| 43 |
splits = text_splitter.split_documents(documents)
|
| 44 |
|
| 45 |
# create embeddings here
|
|
|
|
| 39 |
loader = PDFMinerLoader(os.path.join(root, file))
|
| 40 |
|
| 41 |
documents = loader.load()
|
| 42 |
+
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=20)
|
| 43 |
splits = text_splitter.split_documents(documents)
|
| 44 |
|
| 45 |
# create embeddings here
|