Update app.py
Browse files
app.py
CHANGED
|
@@ -63,12 +63,12 @@ torch.cuda.empty_cache()
|
|
| 63 |
# Load m么 h矛nh Qwen2.5-VL v峄沬 quantization 4-bit
|
| 64 |
model_id = "prithivMLmods/Camel-Doc-OCR-062825"
|
| 65 |
|
| 66 |
-
bnb_config = BitsAndBytesConfig(
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
)
|
| 72 |
|
| 73 |
processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True)
|
| 74 |
model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
|
|
|
| 63 |
# Load m么 h矛nh Qwen2.5-VL v峄沬 quantization 4-bit
|
| 64 |
model_id = "prithivMLmods/Camel-Doc-OCR-062825"
|
| 65 |
|
| 66 |
+
# bnb_config = BitsAndBytesConfig(
|
| 67 |
+
# load_in_4bit=True,
|
| 68 |
+
# bnb_4bit_use_double_quant=True,
|
| 69 |
+
# bnb_4bit_quant_type="nf4",
|
| 70 |
+
# bnb_4bit_compute_dtype=torch.float16
|
| 71 |
+
# )
|
| 72 |
|
| 73 |
processor = AutoProcessor.from_pretrained(model_id, trust_remote_code=True)
|
| 74 |
model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|