singhankur01 commited on
Commit
6959cfe
·
verified ·
1 Parent(s): 7ca39a5

Update utils/DocsLoader.py

Browse files
Files changed (1) hide show
  1. utils/DocsLoader.py +1 -2
utils/DocsLoader.py CHANGED
@@ -66,7 +66,7 @@ from langchain.schema import Document
66
  from langchain_text_splitters.sentence_transformers import SentenceTransformersTokenTextSplitter # better but slower
67
 
68
  MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
69
- CACHE_DIR = "/data/cache"
70
  os.makedirs(CACHE_DIR, exist_ok=True)
71
 
72
  def load_and_chunk(url: str) -> list[Document]:
@@ -138,4 +138,3 @@ def load_and_chunk(url: str) -> list[Document]:
138
  print(f"💾 Chunks cached to {cache_file}")
139
 
140
  return chunks
141
-
 
66
  from langchain_text_splitters.sentence_transformers import SentenceTransformersTokenTextSplitter # better but slower
67
 
68
  MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
69
+ CACHE_DIR = os.path.join(os.path.dirname(__file__), "..", "cache")
70
  os.makedirs(CACHE_DIR, exist_ok=True)
71
 
72
  def load_and_chunk(url: str) -> list[Document]:
 
138
  print(f"💾 Chunks cached to {cache_file}")
139
 
140
  return chunks