Spaces:
Running
on
Zero
Running
on
Zero
update app
Browse files
app.py
CHANGED
|
@@ -144,7 +144,7 @@ print(f"Loading OCR Model: {QWEN_VL_MODEL_ID}...")
|
|
| 144 |
qwen_processor = AutoProcessor.from_pretrained(QWEN_VL_MODEL_ID, trust_remote_code=True)
|
| 145 |
qwen_model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
| 146 |
QWEN_VL_MODEL_ID,
|
| 147 |
-
attn_implementation="flash_attention_2",
|
| 148 |
trust_remote_code=True,
|
| 149 |
torch_dtype=torch.float16
|
| 150 |
).to(device).eval()
|
|
|
|
| 144 |
qwen_processor = AutoProcessor.from_pretrained(QWEN_VL_MODEL_ID, trust_remote_code=True)
|
| 145 |
qwen_model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
| 146 |
QWEN_VL_MODEL_ID,
|
| 147 |
+
#attn_implementation="flash_attention_2",
|
| 148 |
trust_remote_code=True,
|
| 149 |
torch_dtype=torch.float16
|
| 150 |
).to(device).eval()
|