singhankur01 commited on
Commit
b23234b
·
verified ·
1 Parent(s): 8f0c3da

Update utils/DocsLoader.py

Browse files
Files changed (1) hide show
  1. utils/DocsLoader.py +1 -1
utils/DocsLoader.py CHANGED
@@ -66,7 +66,7 @@ from langchain.schema import Document
66
  from langchain_text_splitters.sentence_transformers import SentenceTransformersTokenTextSplitter # better but slower
67
 
68
  MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
69
- CACHE_DIR = os.path.join(os.path.dirname(__file__), "../chunk_data")
70
  os.makedirs(CACHE_DIR, exist_ok=True)
71
 
72
  def load_and_chunk(url: str) -> list[Document]:
 
66
  from langchain_text_splitters.sentence_transformers import SentenceTransformersTokenTextSplitter # better but slower
67
 
68
  MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
69
+ CACHE_DIR = os.path.join("/tmp", "chunk_data")
70
  os.makedirs(CACHE_DIR, exist_ok=True)
71
 
72
  def load_and_chunk(url: str) -> list[Document]: