Update app.py
Browse files
app.py
CHANGED
|
@@ -230,8 +230,8 @@ def load_model():
|
|
| 230 |
model = AutoModelForSeq2SeqLM.from_pretrained(
|
| 231 |
MODEL_NAME,
|
| 232 |
torch_dtype=torch.float32,
|
| 233 |
-
low_cpu_mem_usage=True,
|
| 234 |
)
|
|
|
|
| 235 |
model.eval()
|
| 236 |
logging.info(f"Loaded {MODEL_NAME}")
|
| 237 |
return tokenizer, model
|
|
|
|
| 230 |
model = AutoModelForSeq2SeqLM.from_pretrained(
|
| 231 |
MODEL_NAME,
|
| 232 |
torch_dtype=torch.float32,
|
|
|
|
| 233 |
)
|
| 234 |
+
model = model.to("cpu")
|
| 235 |
model.eval()
|
| 236 |
logging.info(f"Loaded {MODEL_NAME}")
|
| 237 |
return tokenizer, model
|