Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -29,7 +29,7 @@ def build_chain():
|
|
| 29 |
vectorstore = FAISS.from_documents(docs, embeddings)
|
| 30 |
retriever = vectorstore.as_retriever(search_kwargs={"k": 3})
|
| 31 |
|
| 32 |
-
model_id = "Qwen/Qwen2.5-
|
| 33 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 34 |
|
| 35 |
# sigurnosno: ako nema pad token
|
|
@@ -38,7 +38,7 @@ def build_chain():
|
|
| 38 |
|
| 39 |
model = AutoModelForCausalLM.from_pretrained(
|
| 40 |
model_id,
|
| 41 |
-
device_map="
|
| 42 |
torch_dtype=torch.float32
|
| 43 |
)
|
| 44 |
|
|
|
|
| 29 |
vectorstore = FAISS.from_documents(docs, embeddings)
|
| 30 |
retriever = vectorstore.as_retriever(search_kwargs={"k": 3})
|
| 31 |
|
| 32 |
+
model_id = "Qwen/Qwen2.5-2.5B-Instruct"
|
| 33 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 34 |
|
| 35 |
# sigurnosno: ako nema pad token
|
|
|
|
| 38 |
|
| 39 |
model = AutoModelForCausalLM.from_pretrained(
|
| 40 |
model_id,
|
| 41 |
+
device_map="auto", # menjaš u "auto" ako imaš GPU space
|
| 42 |
torch_dtype=torch.float32
|
| 43 |
)
|
| 44 |
|