muddasser commited on
Commit
922f71a
·
verified ·
1 Parent(s): 02d4635

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -230,8 +230,8 @@ def load_model():
230
  model = AutoModelForSeq2SeqLM.from_pretrained(
231
  MODEL_NAME,
232
  torch_dtype=torch.float32,
233
- low_cpu_mem_usage=True,
234
  )
 
235
  model.eval()
236
  logging.info(f"Loaded {MODEL_NAME}")
237
  return tokenizer, model
 
230
  model = AutoModelForSeq2SeqLM.from_pretrained(
231
  MODEL_NAME,
232
  torch_dtype=torch.float32,
 
233
  )
234
+ model = model.to("cpu")
235
  model.eval()
236
  logging.info(f"Loaded {MODEL_NAME}")
237
  return tokenizer, model