Update visualizer_app.py
Browse files- visualizer_app.py +11 -11
visualizer_app.py
CHANGED
|
@@ -705,23 +705,23 @@ def sentence_splitter_setup():
|
|
| 705 |
sentence_splitter_config = (
|
| 706 |
mo.md('''
|
| 707 |
###**Chunking Setup:**
|
| 708 |
-
|
| 709 |
> Unless you want to do some advanced sentence splitting, it's best to stick to adjusting only the chunk size and overlap. Changing the other settings might result in unexpected results.
|
| 710 |
-
|
| 711 |
Separator value is set to **" "** by default, while the paragraph separator is **"\\n\\n\\n"**.
|
| 712 |
-
|
| 713 |
-
{chunk_size}
|
| 714 |
-
|
|
|
|
|
|
|
| 715 |
{separator} {paragraph_separator}
|
| 716 |
-
|
| 717 |
-
{secondary_chunking_regex}
|
| 718 |
-
|
| 719 |
-
{include_metadata}
|
| 720 |
-
|
| 721 |
''')
|
| 722 |
.batch(
|
| 723 |
chunk_size = mo.ui.slider(start=100, stop=5000, step=1, label="**Chunk SizeL**", value=350, show_value=True),
|
| 724 |
-
chunk_overlap = mo.ui.slider(start=1, stop=1000, step=1, label="**Chunk Overlap
|
| 725 |
separator = mo.ui.text(placeholder="Define a separator", label="**Separator:**", kind="text", value=" "),
|
| 726 |
paragraph_separator = mo.ui.text(placeholder="Define a paragraph separator",
|
| 727 |
label="**Paragraph Separator:**", kind="text",
|
|
|
|
| 705 |
sentence_splitter_config = (
|
| 706 |
mo.md('''
|
| 707 |
###**Chunking Setup:**
|
| 708 |
+
|
| 709 |
> Unless you want to do some advanced sentence splitting, it's best to stick to adjusting only the chunk size and overlap. Changing the other settings might result in unexpected results.
|
| 710 |
+
|
| 711 |
Separator value is set to **" "** by default, while the paragraph separator is **"\\n\\n\\n"**.
|
| 712 |
+
|
| 713 |
+
{chunk_size}
|
| 714 |
+
|
| 715 |
+
{chunk_overlap}
|
| 716 |
+
|
| 717 |
{separator} {paragraph_separator}
|
| 718 |
+
|
| 719 |
+
{secondary_chunking_regex} {include_metadata}
|
| 720 |
+
|
|
|
|
|
|
|
| 721 |
''')
|
| 722 |
.batch(
|
| 723 |
chunk_size = mo.ui.slider(start=100, stop=5000, step=1, label="**Chunk SizeL**", value=350, show_value=True),
|
| 724 |
+
chunk_overlap = mo.ui.slider(start=1, stop=1000, step=1, label="**Chunk Overlap** *(Must always be smaller than Chunk Size)* **:**", value=50, show_value=True, full_width=True),
|
| 725 |
separator = mo.ui.text(placeholder="Define a separator", label="**Separator:**", kind="text", value=" "),
|
| 726 |
paragraph_separator = mo.ui.text(placeholder="Define a paragraph separator",
|
| 727 |
label="**Paragraph Separator:**", kind="text",
|