loocorez commited on
Commit
8f9beef
·
verified ·
1 Parent(s): f9d267c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -57,7 +57,7 @@ def reverse(user_msg: str) -> str:
57
  encoded = tokenizer(prompt, return_tensors="pt").to(model.device)
58
  out = model.generate(
59
  **encoded, # <- pass as keyword args
60
- max_new_tokens=64,
61
  do_sample=False # temperature becomes irrelevant
62
  )
63
  full = tokenizer.decode(out[0], skip_special_tokens=True)
 
57
  encoded = tokenizer(prompt, return_tensors="pt").to(model.device)
58
  out = model.generate(
59
  **encoded, # <- pass as keyword args
60
+ max_new_tokens=1024,
61
  do_sample=False # temperature becomes irrelevant
62
  )
63
  full = tokenizer.decode(out[0], skip_special_tokens=True)