Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
·
c3834f3
1
Parent(s):
ae20855
Add float(), reuqired for CPU
Browse files
app.py
CHANGED
|
@@ -44,7 +44,7 @@ if has_cuda:
|
|
| 44 |
else:
|
| 45 |
model = AutoModel.from_pretrained(
|
| 46 |
model_name, trust_remote_code=True
|
| 47 |
-
) # .float() .half().float()
|
| 48 |
|
| 49 |
model = model.eval()
|
| 50 |
logger.debug("done load")
|
|
|
|
| 44 |
else:
|
| 45 |
model = AutoModel.from_pretrained(
|
| 46 |
model_name, trust_remote_code=True
|
| 47 |
+
).half().float() # .float() .half().float(): musr use float for cpu
|
| 48 |
|
| 49 |
model = model.eval()
|
| 50 |
logger.debug("done load")
|