Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -79,8 +79,8 @@ def initialize_rag_components():
|
|
| 79 |
if global_text_splitter is None:
|
| 80 |
print("Initializing text splitter...")
|
| 81 |
global_text_splitter = RecursiveCharacterTextSplitter(
|
| 82 |
-
chunk_size=
|
| 83 |
-
chunk_overlap=
|
| 84 |
length_function=len,
|
| 85 |
separators=["\n\n", "\n", ". ", " ", ""]
|
| 86 |
)
|
|
@@ -856,7 +856,7 @@ def scrape_and_retrieve(url: str, query: str) -> str:
|
|
| 856 |
docs = [Document(page_content=c, metadata={"source": url}) for c in chunks]
|
| 857 |
|
| 858 |
db = FAISS.from_documents(docs, global_embeddings)
|
| 859 |
-
retriever = db.as_retriever(search_kwargs={"k":
|
| 860 |
retrieved = retriever.invoke(query)
|
| 861 |
|
| 862 |
if not retrieved:
|
|
|
|
| 79 |
if global_text_splitter is None:
|
| 80 |
print("Initializing text splitter...")
|
| 81 |
global_text_splitter = RecursiveCharacterTextSplitter(
|
| 82 |
+
chunk_size=500,
|
| 83 |
+
chunk_overlap=50,
|
| 84 |
length_function=len,
|
| 85 |
separators=["\n\n", "\n", ". ", " ", ""]
|
| 86 |
)
|
|
|
|
| 856 |
docs = [Document(page_content=c, metadata={"source": url}) for c in chunks]
|
| 857 |
|
| 858 |
db = FAISS.from_documents(docs, global_embeddings)
|
| 859 |
+
retriever = db.as_retriever(search_kwargs={"k": 3})
|
| 860 |
retrieved = retriever.invoke(query)
|
| 861 |
|
| 862 |
if not retrieved:
|