Spaces:
Runtime error
Runtime error
fix(src): :rocket: Remove device_map
Browse files
app.py
CHANGED
|
@@ -17,7 +17,7 @@ def initialize_model(model):
|
|
| 17 |
subfolder="transformer",
|
| 18 |
quantization_config=quant_config,
|
| 19 |
torch_dtype=torch.bfloat16,
|
| 20 |
-
device_map="balanced",
|
| 21 |
)
|
| 22 |
|
| 23 |
# Cargar el pipeline
|
|
|
|
| 17 |
subfolder="transformer",
|
| 18 |
quantization_config=quant_config,
|
| 19 |
torch_dtype=torch.bfloat16,
|
| 20 |
+
# device_map="balanced",
|
| 21 |
)
|
| 22 |
|
| 23 |
# Cargar el pipeline
|