vithacocf commited on
Commit
506e1a2
verified
1 Parent(s): c786b95

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -63,12 +63,12 @@ torch.cuda.empty_cache()
63
  # Load m么 h矛nh Qwen2.5-VL v峄沬 quantization 4-bit
64
  model_id = "prithivMLmods/Camel-Doc-OCR-062825"
65
 
66
- bnb_config = BitsAndBytesConfig(
67
- load_in_4bit=True,
68
- bnb_4bit_use_double_quant=True,
69
- bnb_4bit_quant_type="nf4",
70
- bnb_4bit_compute_dtype=torch.float16
71
- )
72
 
73
  processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True)
74
  model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
 
63
  # Load m么 h矛nh Qwen2.5-VL v峄沬 quantization 4-bit
64
  model_id = "prithivMLmods/Camel-Doc-OCR-062825"
65
 
66
+ # bnb_config = BitsAndBytesConfig(
67
+ # load_in_4bit=True,
68
+ # bnb_4bit_use_double_quant=True,
69
+ # bnb_4bit_quant_type="nf4",
70
+ # bnb_4bit_compute_dtype=torch.float16
71
+ # )
72
 
73
  processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True)
74
  model = Qwen2_5_VLForConditionalGeneration.from_pretrained(