Spaces:

prithivMLmods
/

Multimodal-OCR3

Running on Zero

prithivMLmods commited on Oct 17

Commit

b17bc0f

verified ·

1 Parent(s): e27521f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -130,7 +130,7 @@ model_v = Qwen2_5_VLForConditionalGeneration.from_pretrained(
     MODEL_ID_V,
     trust_remote_code=True,
     torch_dtype=torch.float16,
-    attn_implementation="flash_attention_2"
 ).to(device).eval()
 # Load Dots.OCR
@@ -140,7 +140,7 @@ model_d = AutoModelForCausalLM.from_pretrained(
     MODEL_ID_D,
     trust_remote_code=True,
     torch_dtype=torch.float16,
-    attn_implementation="flash_attention_2"
 ).to(device).eval()

     MODEL_ID_V,
     trust_remote_code=True,
     torch_dtype=torch.float16,
+    _attn_implementation="flash_attention_2"
 ).to(device).eval()
 # Load Dots.OCR
     MODEL_ID_D,
     trust_remote_code=True,
     torch_dtype=torch.float16,
+    _attn_implementation="flash_attention_2"
 ).to(device).eval()