andreska commited on
Commit
33c3d9e
·
verified ·
1 Parent(s): 5616271

Changed max tokens to take Help into consideration for max total tokens

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -59,7 +59,7 @@ def handle_submit():
59
  #model="Qwen/Qwen2.5-Coder-32B-Instruct",
60
  #model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
61
  messages=messages,
62
- max_tokens=8192
63
  )
64
 
65
  answer = completion.choices[0].message['content']
 
59
  #model="Qwen/Qwen2.5-Coder-32B-Instruct",
60
  #model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
61
  messages=messages,
62
+ max_tokens=1470
63
  )
64
 
65
  answer = completion.choices[0].message['content']