Update llm.py
Browse files
llm.py
CHANGED
|
@@ -28,15 +28,8 @@ def load_and_process_pdf():
|
|
| 28 |
|
| 29 |
def create_vectorstore(splits = load_and_process_pdf()):
|
| 30 |
model_name = "nomic-ai/nomic-embed-text-v1"
|
| 31 |
-
model_kwargs = {
|
| 32 |
-
'device': 'cpu',
|
| 33 |
-
'trust_remote_code':True
|
| 34 |
-
}
|
| 35 |
-
encode_kwargs = {'normalize_embeddings': True}
|
| 36 |
embeddings = HuggingFaceBgeEmbeddings(
|
| 37 |
-
model_name=model_name
|
| 38 |
-
model_kwargs=model_kwargs,
|
| 39 |
-
encode_kwargs=encode_kwargs)
|
| 40 |
vectorstore = Chroma(
|
| 41 |
collection_name="example_collection",
|
| 42 |
embedding_function=embeddings,
|
|
|
|
| 28 |
|
| 29 |
def create_vectorstore(splits = load_and_process_pdf()):
|
| 30 |
model_name = "nomic-ai/nomic-embed-text-v1"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
embeddings = HuggingFaceBgeEmbeddings(
|
| 32 |
+
model_name=model_name)
|
|
|
|
|
|
|
| 33 |
vectorstore = Chroma(
|
| 34 |
collection_name="example_collection",
|
| 35 |
embedding_function=embeddings,
|