prithivMLmods commited on
Commit
8450eaf
·
verified ·
1 Parent(s): 5851615

update app

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -106,7 +106,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
106
 
107
  model = AutoModel.from_pretrained(
108
  model_name,
109
- _attn_implementation="flash_attention_2", # prebuilt wheels @ (strangertoolshf/flash_attention_2_wheelhouse)
110
  trust_remote_code=True,
111
  use_safetensors=True,
112
  ).to(device).eval()
 
106
 
107
  model = AutoModel.from_pretrained(
108
  model_name,
109
+ _attn_implementation="kernels-community/flash-attn2",
110
  trust_remote_code=True,
111
  use_safetensors=True,
112
  ).to(device).eval()