Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
|
| 14 |
# Load the model to CPU first; it will be moved to GPU during processing
|
| 15 |
model = AutoModel.from_pretrained(
|
| 16 |
model_name,
|
| 17 |
-
_attn_implementation="flash_attention_2",
|
| 18 |
trust_remote_code=True,
|
| 19 |
use_safetensors=True,
|
| 20 |
)
|
|
|
|
| 14 |
# Load the model to CPU first; it will be moved to GPU during processing
|
| 15 |
model = AutoModel.from_pretrained(
|
| 16 |
model_name,
|
| 17 |
+
#_attn_implementation="flash_attention_2",
|
| 18 |
trust_remote_code=True,
|
| 19 |
use_safetensors=True,
|
| 20 |
)
|