Neon-tech commited on
Commit
7b3e43a
·
verified ·
1 Parent(s): 478a3b2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -21,8 +21,8 @@ def chat(message, history):
21
  output = ""
22
  for chunk in model.create_chat_completion(
23
  messages=messages,
24
- max_tokens=512,
25
- stream=True
26
  chat_template_kwargs={"enable_thinking": False}
27
  ):
28
  delta = chunk["choices"][0]["delta"].get("content", "")
 
21
  output = ""
22
  for chunk in model.create_chat_completion(
23
  messages=messages,
24
+ max_tokens=2048,
25
+ stream=True,
26
  chat_template_kwargs={"enable_thinking": False}
27
  ):
28
  delta = chunk["choices"][0]["delta"].get("content", "")