Spaces:
Sleeping
Sleeping
Update utils/DocsLoader.py
Browse files- utils/DocsLoader.py +1 -1
utils/DocsLoader.py
CHANGED
|
@@ -66,7 +66,7 @@ from langchain.schema import Document
|
|
| 66 |
from langchain_text_splitters.sentence_transformers import SentenceTransformersTokenTextSplitter # better but slower
|
| 67 |
|
| 68 |
MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
|
| 69 |
-
CACHE_DIR = os.path.join(
|
| 70 |
os.makedirs(CACHE_DIR, exist_ok=True)
|
| 71 |
|
| 72 |
def load_and_chunk(url: str) -> list[Document]:
|
|
|
|
| 66 |
from langchain_text_splitters.sentence_transformers import SentenceTransformersTokenTextSplitter # better but slower
|
| 67 |
|
| 68 |
MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
|
| 69 |
+
CACHE_DIR = os.path.join("/tmp", "chunk_data")
|
| 70 |
os.makedirs(CACHE_DIR, exist_ok=True)
|
| 71 |
|
| 72 |
def load_and_chunk(url: str) -> list[Document]:
|