prithivMLmods commited on
Commit
5c738a5
·
verified ·
1 Parent(s): 6336909

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -153,7 +153,7 @@ MODEL_PATH_D = model_path_d_local
153
  processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
154
  model_d = AutoModelForCausalLM.from_pretrained(
155
  MODEL_PATH_D,
156
- attn_implementation="flash_attention_2",
157
  torch_dtype=torch.bfloat16,
158
  device_map="auto",
159
  trust_remote_code=True
 
153
  processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
154
  model_d = AutoModelForCausalLM.from_pretrained(
155
  MODEL_PATH_D,
156
+ attn_implementation="eager",
157
  torch_dtype=torch.bfloat16,
158
  device_map="auto",
159
  trust_remote_code=True