Spaces:
Sleeping
Sleeping
Update utils/DocsLoader.py
Browse files- utils/DocsLoader.py +1 -1
utils/DocsLoader.py
CHANGED
|
@@ -6,7 +6,7 @@ from fastapi import HTTPException
|
|
| 6 |
# from langchain_community.document_loaders import PyPDFLoader, Docx2txtLoader
|
| 7 |
from langchain_community.document_loaders import PyMuPDFLoader, Docx2txtLoader
|
| 8 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 9 |
-
|
| 10 |
from langchain.schema import Document
|
| 11 |
|
| 12 |
MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
|
|
|
|
| 6 |
# from langchain_community.document_loaders import PyPDFLoader, Docx2txtLoader
|
| 7 |
from langchain_community.document_loaders import PyMuPDFLoader, Docx2txtLoader
|
| 8 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 9 |
+
from langchain_text_splitters.sentence_transformers import SentenceTransformersTokenTextSplitter # give better results but slow can use later for project
|
| 10 |
from langchain.schema import Document
|
| 11 |
|
| 12 |
MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
|