Update app.py
Browse files
app.py
CHANGED
|
@@ -219,7 +219,7 @@ try:
|
|
| 219 |
"Qwen/Qwen2.5-7B-Instruct",
|
| 220 |
quantization_config=quant_cfg,
|
| 221 |
device_map="cpu" if "SPACE_ID" in os.environ else "auto",
|
| 222 |
-
|
| 223 |
)
|
| 224 |
print("Modelo Qwen2.5-7B-Instruct cargado correctamente.")
|
| 225 |
except Exception as e:
|
|
|
|
| 219 |
"Qwen/Qwen2.5-7B-Instruct",
|
| 220 |
quantization_config=quant_cfg,
|
| 221 |
device_map="cpu" if "SPACE_ID" in os.environ else "auto",
|
| 222 |
+
dtype=torch.float16
|
| 223 |
)
|
| 224 |
print("Modelo Qwen2.5-7B-Instruct cargado correctamente.")
|
| 225 |
except Exception as e:
|