Update app.py

app.py

@@ -14,30 +14,26 @@ from langchain.memory import ConversationBufferMemory
 from langchain.prompts import PromptTemplate
 
 from langchain.text_splitter import RecursiveCharacterTextSplitter
-from langchain.document_loaders import RecursiveUrlLoader
+from langchain.document_loaders import RecursiveUrlLoader, WebBaseLoader
 from langchain.chains import RetrievalQA
 
 os.environ["HUGGINGFACEHUB_API_TOKEN"] = "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"
 embedding = HuggingFaceHubEmbeddings()
 
 url = "https://www.whiteslide.co.za/team/"
-loader = RecursiveUrlLoader(url=url, max_depth=1)
+# loader = RecursiveUrlLoader(url=url, max_depth=1)
+loader = WebBaseLoader(url)
 loaders = []
 
+
 loaders.append(loader)
 
 docs = []
 for l in loaders:
    docs.extend(l.load())
-text_splitter = RecursiveCharacterTextSplitter(chunk_size=200)
+text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=0)
 docs = text_splitter.split_documents(docs)
 
-
-
-
-# text_splitter=RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=0)
-# all_splits = text_splitter.split_documents(data)
-
 vectorstore = Chroma.from_documents(documents=docs, embedding=embedding)