dedlepexa commited on
Commit
a77d1e7
·
verified ·
1 Parent(s): 8398a0f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -45,7 +45,7 @@ async def receive(data: Message):
45
  with torch.no_grad():
46
  outputs = model.generate(
47
  **inputs,
48
- max_new_tokens=30,
49
  do_sample=False,
50
  pad_token_id=tokenizer.eos_token_id
51
  )
 
45
  with torch.no_grad():
46
  outputs = model.generate(
47
  **inputs,
48
+ max_new_tokens=25,
49
  do_sample=False,
50
  pad_token_id=tokenizer.eos_token_id
51
  )