arjunanand13 commited on
Commit
b275f05
·
verified ·
1 Parent(s): d682456

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ bnb_config = BitsAndBytesConfig(
16
  bnb_4bit_quant_type="nf4",
17
  bnb_4bit_compute_dtype=torch.float16
18
  )
19
- model = Idefics2ForConditionalGeneration.from_pretrained("HuggingFaceM4/idefics2-8b",quantization_config=bnb_config)
20
 
21
  # if USE_QLORA or USE_LORA:
22
  # lora_config = LoraConfig(
 
16
  bnb_4bit_quant_type="nf4",
17
  bnb_4bit_compute_dtype=torch.float16
18
  )
19
+ model = Idefics2ForConditionalGeneration.from_pretrained("HuggingFaceM4/idefics2-8b",torch_dtype=torch.float16)#quantization_config=bnb_config)
20
 
21
  # if USE_QLORA or USE_LORA:
22
  # lora_config = LoraConfig(