Spaces:

prithivMLmods
/

Multimodal-OCR3

Running on Zero

prithivMLmods commited on Oct 20

Commit

10f89f6

verified ·

1 Parent(s): 03d5ef4

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -154,7 +154,7 @@ MODEL_PATH_D = model_path_d_local
 processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
 model_d = AutoModelForCausalLM.from_pretrained(
     MODEL_PATH_D,
-    attn_implementation="eager",
     torch_dtype=torch.bfloat16,
     device_map="auto",
     trust_remote_code=True

 processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
 model_d = AutoModelForCausalLM.from_pretrained(
     MODEL_PATH_D,
+    _attn_implementation="flash_attention_2",
     torch_dtype=torch.bfloat16,
     device_map="auto",
     trust_remote_code=True