Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -167,9 +167,9 @@ processor_s = AutoProcessor.from_pretrained(MODEL_ID_S, trust_remote_code=True)
|
|
| 167 |
model_s = AutoModelForCausalLM.from_pretrained(
|
| 168 |
MODEL_ID_S,
|
| 169 |
_attn_implementation='flash_attention_2',
|
|
|
|
| 170 |
trust_remote_code=True,
|
| 171 |
-
|
| 172 |
-
).eval().to(device).to(torch.bfloat16)
|
| 173 |
|
| 174 |
|
| 175 |
@spaces.GPU
|
|
|
|
| 167 |
model_s = AutoModelForCausalLM.from_pretrained(
|
| 168 |
MODEL_ID_S,
|
| 169 |
_attn_implementation='flash_attention_2',
|
| 170 |
+
torch_dtype=torch.bfloat16,
|
| 171 |
trust_remote_code=True,
|
| 172 |
+
).eval()
|
|
|
|
| 173 |
|
| 174 |
|
| 175 |
@spaces.GPU
|