Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -153,7 +153,7 @@ MODEL_PATH_D = model_path_d_local
|
|
| 153 |
processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
|
| 154 |
model_d = AutoModelForCausalLM.from_pretrained(
|
| 155 |
MODEL_PATH_D,
|
| 156 |
-
attn_implementation="
|
| 157 |
torch_dtype=torch.bfloat16,
|
| 158 |
device_map="auto",
|
| 159 |
trust_remote_code=True
|
|
|
|
| 153 |
processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
|
| 154 |
model_d = AutoModelForCausalLM.from_pretrained(
|
| 155 |
MODEL_PATH_D,
|
| 156 |
+
attn_implementation="eager",
|
| 157 |
torch_dtype=torch.bfloat16,
|
| 158 |
device_map="auto",
|
| 159 |
trust_remote_code=True
|