Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -16,7 +16,7 @@ bnb_config = BitsAndBytesConfig(
|
|
| 16 |
bnb_4bit_quant_type="nf4",
|
| 17 |
bnb_4bit_compute_dtype=torch.float16
|
| 18 |
)
|
| 19 |
-
model = Idefics2ForConditionalGeneration.from_pretrained("HuggingFaceM4/idefics2-8b",quantization_config=bnb_config)
|
| 20 |
|
| 21 |
# if USE_QLORA or USE_LORA:
|
| 22 |
# lora_config = LoraConfig(
|
|
|
|
| 16 |
bnb_4bit_quant_type="nf4",
|
| 17 |
bnb_4bit_compute_dtype=torch.float16
|
| 18 |
)
|
| 19 |
+
model = Idefics2ForConditionalGeneration.from_pretrained("HuggingFaceM4/idefics2-8b",torch_dtype=torch.float16)#quantization_config=bnb_config)
|
| 20 |
|
| 21 |
# if USE_QLORA or USE_LORA:
|
| 22 |
# lora_config = LoraConfig(
|