Update utils.py
Browse files
utils.py
CHANGED
|
@@ -334,7 +334,9 @@ def document_loading_splitting():
|
|
| 334 |
text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
| 335 |
splits = text_splitter.split_documents(docs)
|
| 336 |
print("Splits..........................."+str(splits))
|
| 337 |
-
|
|
|
|
|
|
|
| 338 |
return splits
|
| 339 |
|
| 340 |
###########################################
|
|
|
|
| 334 |
text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
| 335 |
splits = text_splitter.split_documents(docs)
|
| 336 |
print("Splits..........................."+str(splits))
|
| 337 |
+
for split in splits:
|
| 338 |
+
if 'DIVIS' in split['page_content']:
|
| 339 |
+
print("DIVIS found in chunk:", split)
|
| 340 |
return splits
|
| 341 |
|
| 342 |
###########################################
|