Spaces:
Paused
Paused
without bnb_config
Browse files
app.py
CHANGED
|
@@ -53,7 +53,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(
|
|
| 53 |
model_name,
|
| 54 |
trust_remote_code=True,
|
| 55 |
config=model_config,
|
| 56 |
-
quantization_config=bnb_config,
|
| 57 |
device_map=device,
|
| 58 |
)
|
| 59 |
|
|
|
|
| 53 |
model_name,
|
| 54 |
trust_remote_code=True,
|
| 55 |
config=model_config,
|
| 56 |
+
# quantization_config=bnb_config,
|
| 57 |
device_map=device,
|
| 58 |
)
|
| 59 |
|