gabejavitt commited on
Commit
4727ea1
·
verified ·
1 Parent(s): 132145a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -79,8 +79,8 @@ def initialize_rag_components():
79
  if global_text_splitter is None:
80
  print("Initializing text splitter...")
81
  global_text_splitter = RecursiveCharacterTextSplitter(
82
- chunk_size=1000,
83
- chunk_overlap=200,
84
  length_function=len,
85
  separators=["\n\n", "\n", ". ", " ", ""]
86
  )
@@ -856,7 +856,7 @@ def scrape_and_retrieve(url: str, query: str) -> str:
856
  docs = [Document(page_content=c, metadata={"source": url}) for c in chunks]
857
 
858
  db = FAISS.from_documents(docs, global_embeddings)
859
- retriever = db.as_retriever(search_kwargs={"k": 5})
860
  retrieved = retriever.invoke(query)
861
 
862
  if not retrieved:
 
79
  if global_text_splitter is None:
80
  print("Initializing text splitter...")
81
  global_text_splitter = RecursiveCharacterTextSplitter(
82
+ chunk_size=500,
83
+ chunk_overlap=50,
84
  length_function=len,
85
  separators=["\n\n", "\n", ". ", " ", ""]
86
  )
 
856
  docs = [Document(page_content=c, metadata={"source": url}) for c in chunks]
857
 
858
  db = FAISS.from_documents(docs, global_embeddings)
859
+ retriever = db.as_retriever(search_kwargs={"k": 3})
860
  retrieved = retriever.invoke(query)
861
 
862
  if not retrieved: