Update app.py
Browse files
app.py
CHANGED
|
@@ -75,8 +75,8 @@ data = loader.load()
|
|
| 75 |
# (If you find that key fields are getting split, consider implementing a custom splitter.)
|
| 76 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
| 77 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 78 |
-
chunk_size=
|
| 79 |
-
chunk_overlap=
|
| 80 |
add_start_index=True
|
| 81 |
)
|
| 82 |
def split_document_with_metadata(document):
|
|
@@ -116,7 +116,7 @@ ensemble_retriever = EnsembleRetriever(
|
|
| 116 |
vectorstore.as_retriever(),
|
| 117 |
bm25_retriever
|
| 118 |
],
|
| 119 |
-
weights=[
|
| 120 |
)
|
| 121 |
retriever = ensemble_retriever
|
| 122 |
|
|
|
|
| 75 |
# (If you find that key fields are getting split, consider implementing a custom splitter.)
|
| 76 |
from langchain_text_splitters import RecursiveCharacterTextSplitter
|
| 77 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 78 |
+
chunk_size=1600,
|
| 79 |
+
chunk_overlap=150,
|
| 80 |
add_start_index=True
|
| 81 |
)
|
| 82 |
def split_document_with_metadata(document):
|
|
|
|
| 116 |
vectorstore.as_retriever(),
|
| 117 |
bm25_retriever
|
| 118 |
],
|
| 119 |
+
weights=[0.9, 0.1]
|
| 120 |
)
|
| 121 |
retriever = ensemble_retriever
|
| 122 |
|