Spaces:
Sleeping
Sleeping
Commit
·
83b921a
1
Parent(s):
0b34162
simplest version
Browse files- documents_prep.py +0 -1
documents_prep.py
CHANGED
|
@@ -11,7 +11,6 @@ CHUNK_SIZE = 1024
|
|
| 11 |
CHUNK_OVERLAP = 256
|
| 12 |
|
| 13 |
def chunk_text_documents(documents):
|
| 14 |
-
"""Simple text chunking with sentence awareness"""
|
| 15 |
text_splitter = SentenceSplitter(
|
| 16 |
chunk_size=CHUNK_SIZE,
|
| 17 |
chunk_overlap=CHUNK_OVERLAP
|
|
|
|
| 11 |
CHUNK_OVERLAP = 256
|
| 12 |
|
| 13 |
def chunk_text_documents(documents):
|
|
|
|
| 14 |
text_splitter = SentenceSplitter(
|
| 15 |
chunk_size=CHUNK_SIZE,
|
| 16 |
chunk_overlap=CHUNK_OVERLAP
|