prithivMLmods commited on
Commit
4f6fb8d
·
verified ·
1 Parent(s): 94df60b

update app

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -144,7 +144,7 @@ print(f"Loading OCR Model: {QWEN_VL_MODEL_ID}...")
144
  qwen_processor = AutoProcessor.from_pretrained(QWEN_VL_MODEL_ID, trust_remote_code=True)
145
  qwen_model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
146
  QWEN_VL_MODEL_ID,
147
- attn_implementation="flash_attention_2",
148
  trust_remote_code=True,
149
  torch_dtype=torch.float16
150
  ).to(device).eval()
 
144
  qwen_processor = AutoProcessor.from_pretrained(QWEN_VL_MODEL_ID, trust_remote_code=True)
145
  qwen_model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
146
  QWEN_VL_MODEL_ID,
147
+ #attn_implementation="flash_attention_2",
148
  trust_remote_code=True,
149
  torch_dtype=torch.float16
150
  ).to(device).eval()