Spaces:

prithivMLmods
/

POINTS-Reader-OCR

Running on Zero

prithivMLmods commited on Oct 31

Commit

138fae5

verified ·

1 Parent(s): 24147c0

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -121,7 +121,7 @@ MODEL_PATH = 'tencent/POINTS-Reader'
 print(f"Loading model: {MODEL_PATH}")
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_PATH,
-    attn_implementation="flash_attention_2",
     trust_remote_code=True,
     torch_dtype=torch.float16,
     device_map='auto'

 print(f"Loading model: {MODEL_PATH}")
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_PATH,
+    #attn_implementation="flash_attention_2",
     trust_remote_code=True,
     torch_dtype=torch.float16,
     device_map='auto'