Spaces:

prithivMLmods
/

Multimodal-OCR3

Running on Zero

prithivMLmods commited on Oct 20

Commit

6834506

verified ·

1 Parent(s): c38e3f2

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -167,7 +167,7 @@ MODEL_ID_S = 'deepseek-ai/DeepSeek-OCR'
 processor_s = AutoProcessor.from_pretrained(MODEL_ID_S, trust_remote_code=True)
 model_s = AutoModelForCausalLM.from_pretrained(
     MODEL_ID_S,
-    _attn_implementation='eager',
     torch_dtype=torch.bfloat16,
     trust_remote_code=True,
 ).eval()

 processor_s = AutoProcessor.from_pretrained(MODEL_ID_S, trust_remote_code=True)
 model_s = AutoModelForCausalLM.from_pretrained(
     MODEL_ID_S,
+    _attn_implementation='flash_attention_2',
     torch_dtype=torch.bfloat16,
     trust_remote_code=True,
 ).eval()