Spaces:
Build error
Build error
Update ingest.py
Browse files
ingest.py
CHANGED
|
@@ -4,11 +4,15 @@ from concurrent.futures import ProcessPoolExecutor, ThreadPoolExecutor, as_compl
|
|
| 4 |
|
| 5 |
import click
|
| 6 |
import torch
|
|
|
|
|
|
|
| 7 |
from langchain.docstore.document import Document
|
| 8 |
from langchain.embeddings import HuggingFaceInstructEmbeddings
|
| 9 |
from langchain.text_splitter import Language, RecursiveCharacterTextSplitter
|
| 10 |
from langchain.vectorstores import Chroma
|
| 11 |
|
|
|
|
|
|
|
| 12 |
from constants import (
|
| 13 |
CHROMA_SETTINGS,
|
| 14 |
DOCUMENT_MAP,
|
|
@@ -149,8 +153,8 @@ def main(device_type):
|
|
| 149 |
client_settings=CHROMA_SETTINGS,
|
| 150 |
|
| 151 |
)
|
| 152 |
-
|
| 153 |
|
|
|
|
| 154 |
|
| 155 |
if __name__ == "__main__":
|
| 156 |
logging.basicConfig(
|
|
|
|
| 4 |
|
| 5 |
import click
|
| 6 |
import torch
|
| 7 |
+
import run_localGPT
|
| 8 |
+
|
| 9 |
from langchain.docstore.document import Document
|
| 10 |
from langchain.embeddings import HuggingFaceInstructEmbeddings
|
| 11 |
from langchain.text_splitter import Language, RecursiveCharacterTextSplitter
|
| 12 |
from langchain.vectorstores import Chroma
|
| 13 |
|
| 14 |
+
|
| 15 |
+
|
| 16 |
from constants import (
|
| 17 |
CHROMA_SETTINGS,
|
| 18 |
DOCUMENT_MAP,
|
|
|
|
| 153 |
client_settings=CHROMA_SETTINGS,
|
| 154 |
|
| 155 |
)
|
|
|
|
| 156 |
|
| 157 |
+
run_localGPT.main()
|
| 158 |
|
| 159 |
if __name__ == "__main__":
|
| 160 |
logging.basicConfig(
|