Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -22,13 +22,14 @@ def method_get_pdf_text(pdf_docs):
|
|
| 22 |
|
| 23 |
|
| 24 |
def method_get_text_chunks(text):
|
| 25 |
-
text_splitter = CharacterTextSplitter(
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
|
|
|
| 32 |
chunks = text_splitter.split_text(text)
|
| 33 |
return chunks
|
| 34 |
|
|
|
|
| 22 |
|
| 23 |
|
| 24 |
def method_get_text_chunks(text):
|
| 25 |
+
text_splitter = CharacterTextSplitter()
|
| 26 |
+
# (
|
| 27 |
+
# separator="\n\n",
|
| 28 |
+
# chunk_size=1000,
|
| 29 |
+
# chunk_overlap=200,
|
| 30 |
+
# length_function=len,
|
| 31 |
+
# is_separator_regex=False,
|
| 32 |
+
# )
|
| 33 |
chunks = text_splitter.split_text(text)
|
| 34 |
return chunks
|
| 35 |
|