Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -39,7 +39,7 @@ def build_chain():
|
|
| 39 |
model = AutoModelForCausalLM.from_pretrained(
|
| 40 |
model_id,
|
| 41 |
device_map="auto", # menjaš u "auto" ako imaš GPU space
|
| 42 |
-
torch_dtype=torch.
|
| 43 |
)
|
| 44 |
|
| 45 |
pipe = pipeline(
|
|
|
|
| 39 |
model = AutoModelForCausalLM.from_pretrained(
|
| 40 |
model_id,
|
| 41 |
device_map="auto", # menjaš u "auto" ako imaš GPU space
|
| 42 |
+
torch_dtype=torch.float16
|
| 43 |
)
|
| 44 |
|
| 45 |
pipe = pipeline(
|