Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -132,7 +132,7 @@ MODEL_PATH = 'strangervisionhf/points-reader-sdpa'
|
|
| 132 |
print(f"Loading model: {MODEL_PATH}")
|
| 133 |
model = AutoModelForCausalLM.from_pretrained(
|
| 134 |
MODEL_PATH,
|
| 135 |
-
attn_implementation="eager",
|
| 136 |
trust_remote_code=True,
|
| 137 |
torch_dtype=torch.bfloat16,
|
| 138 |
device_map='auto'
|
|
|
|
| 132 |
print(f"Loading model: {MODEL_PATH}")
|
| 133 |
model = AutoModelForCausalLM.from_pretrained(
|
| 134 |
MODEL_PATH,
|
| 135 |
+
#attn_implementation="eager",
|
| 136 |
trust_remote_code=True,
|
| 137 |
torch_dtype=torch.bfloat16,
|
| 138 |
device_map='auto'
|