Spaces:
Running on Zero
Running on Zero
update app
Browse files
app.py
CHANGED
|
@@ -106,7 +106,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
|
| 106 |
|
| 107 |
model = AutoModel.from_pretrained(
|
| 108 |
model_name,
|
| 109 |
-
_attn_implementation="
|
| 110 |
trust_remote_code=True,
|
| 111 |
use_safetensors=True,
|
| 112 |
).to(device).eval()
|
|
|
|
| 106 |
|
| 107 |
model = AutoModel.from_pretrained(
|
| 108 |
model_name,
|
| 109 |
+
_attn_implementation="kernels-community/flash-attn2",
|
| 110 |
trust_remote_code=True,
|
| 111 |
use_safetensors=True,
|
| 112 |
).to(device).eval()
|