Spaces:
Paused
Paused
Commit
·
c4010d9
1
Parent(s):
4900a40
Update llm.py
Browse files
llm.py
CHANGED
|
@@ -196,7 +196,7 @@ def ask_ai(
|
|
| 196 |
f16_kv=True,
|
| 197 |
max_tokens=200
|
| 198 |
)
|
| 199 |
-
embeddings = HuggingFaceEmbeddings()
|
| 200 |
embed_model = LangchainEmbedding(embeddings)
|
| 201 |
llm_predictor = LLMPredictor(
|
| 202 |
llm=llm
|
|
|
|
| 196 |
f16_kv=True,
|
| 197 |
max_tokens=200
|
| 198 |
)
|
| 199 |
+
embeddings = HuggingFaceEmbeddings(model_kwargs={"device": "cuda"})
|
| 200 |
embed_model = LangchainEmbedding(embeddings)
|
| 201 |
llm_predictor = LLMPredictor(
|
| 202 |
llm=llm
|