Spaces:
Sleeping
Sleeping
Update utils/DocsLoader.py
Browse files- utils/DocsLoader.py +2 -0
utils/DocsLoader.py
CHANGED
|
@@ -15,6 +15,8 @@ from langchain_community.document_loaders import PyMuPDFLoader, Docx2txtLoader
|
|
| 15 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 16 |
from langchain_text_splitters.sentence_transformers import SentenceTransformersTokenTextSplitter # give better results but slow can use later for project
|
| 17 |
from langchain.schema import Document
|
|
|
|
|
|
|
| 18 |
|
| 19 |
# directory for saved model for SentenceTransformersTokenTextSplitter
|
| 20 |
MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
|
|
|
|
| 15 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 16 |
from langchain_text_splitters.sentence_transformers import SentenceTransformersTokenTextSplitter # give better results but slow can use later for project
|
| 17 |
from langchain.schema import Document
|
| 18 |
+
from langchain_google_genai import ChatGoogleGenerativeAI
|
| 19 |
+
|
| 20 |
|
| 21 |
# directory for saved model for SentenceTransformersTokenTextSplitter
|
| 22 |
MODEL_DIR = os.path.join("/tmp", "e5-large-v2")
|