Spaces:
Sleeping
Sleeping
Commit
·
f1379ba
1
Parent(s):
54b1e69
chunk size = 2048 + rows=15
Browse files- documents_prep.py +1 -1
documents_prep.py
CHANGED
|
@@ -38,7 +38,7 @@ def chunk_text_documents(documents):
|
|
| 38 |
return chunked
|
| 39 |
|
| 40 |
|
| 41 |
-
def chunk_table_by_rows(table_data, doc_id, rows_per_chunk=15, max_chars=
|
| 42 |
"""
|
| 43 |
Chunk tables by rows with fallback to character limit.
|
| 44 |
Keeps 3-4 rows together, but splits individual rows if they're too large.
|
|
|
|
| 38 |
return chunked
|
| 39 |
|
| 40 |
|
| 41 |
+
def chunk_table_by_rows(table_data, doc_id, rows_per_chunk=15, max_chars=3000):
|
| 42 |
"""
|
| 43 |
Chunk tables by rows with fallback to character limit.
|
| 44 |
Keeps 3-4 rows together, but splits individual rows if they're too large.
|