Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,8 +18,7 @@ torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
|
|
| 18 |
model = AutoModelForCausalLM.from_pretrained(
|
| 19 |
model_name,
|
| 20 |
torch_dtype=torch_dtype,
|
| 21 |
-
trust_remote_code=True
|
| 22 |
-
use_flash_attention=False # Disable flash attention
|
| 23 |
).to(device)
|
| 24 |
processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
|
| 25 |
|
|
|
|
| 18 |
model = AutoModelForCausalLM.from_pretrained(
|
| 19 |
model_name,
|
| 20 |
torch_dtype=torch_dtype,
|
| 21 |
+
trust_remote_code=True
|
|
|
|
| 22 |
).to(device)
|
| 23 |
processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
|
| 24 |
|