Update apps/agent/utils.py

apps/agent/utils.py

@@ -1,7 +1,7 @@
 import uuid
 import logging
 from typing import List
-from langchain_community.document_loaders import SeleniumURLLoader
+from langchain_community.document_loaders import WebBaseLoader
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 
 # add logger
@@ -22,7 +22,7 @@ def load_and_split_docs(urls: List[str]):
         "",
     ]
     logger.info("Extracting web loader...")
-    loader = SeleniumURLLoader(urls=urls)
+    loader = WebBaseLoader(urls=urls)
     docs = loader.load()
 
     text_splitter = RecursiveCharacterTextSplitter.from_tiktoken_encoder(