Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -16,7 +16,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
|
|
| 16 |
moondream = AutoModelForCausalLM.from_pretrained(
|
| 17 |
"Yakshaving/moondream-paint", trust_remote_code=True,
|
| 18 |
torch_dtype=torch.bfloat16, device_map={"": "cuda"},
|
| 19 |
-
attn_implementation="flash_attention_2"
|
| 20 |
)
|
| 21 |
moondream.eval()
|
| 22 |
|
|
|
|
| 16 |
moondream = AutoModelForCausalLM.from_pretrained(
|
| 17 |
"Yakshaving/moondream-paint", trust_remote_code=True,
|
| 18 |
torch_dtype=torch.bfloat16, device_map={"": "cuda"},
|
| 19 |
+
# attn_implementation="flash_attention_2"
|
| 20 |
)
|
| 21 |
moondream.eval()
|
| 22 |
|