Update app.py
Browse files
app.py
CHANGED
|
@@ -37,7 +37,8 @@ try:
|
|
| 37 |
processor = AutoProcessor.from_pretrained(MODEL_ID, trust_remote_code=True)
|
| 38 |
model = AutoModelForCausalLM.from_pretrained(
|
| 39 |
MODEL_ID,
|
| 40 |
-
trust_remote_code=True
|
|
|
|
| 41 |
).to(DEVICE).eval()
|
| 42 |
print("[INFO] Model loaded successfully!")
|
| 43 |
except Exception as e:
|
|
|
|
| 37 |
processor = AutoProcessor.from_pretrained(MODEL_ID, trust_remote_code=True)
|
| 38 |
model = AutoModelForCausalLM.from_pretrained(
|
| 39 |
MODEL_ID,
|
| 40 |
+
trust_remote_code=True,
|
| 41 |
+
attn_implementation="eager"
|
| 42 |
).to(DEVICE).eval()
|
| 43 |
print("[INFO] Model loaded successfully!")
|
| 44 |
except Exception as e:
|