Update app.py

app.py

@@ -21,7 +21,6 @@ client = OpenAI(
 
 model = "xinyuan-32b-v0609"
 
-
 def prompt_select(e: gr.EventData):
     return gr.update(value=e._data["payload"][0]["value"]["description"])
 
@@ -83,12 +82,12 @@ def submit(sender_value, chatbot_value):
 
     try:
         response = client.chat.completions.create(model=model,
-                                                  messages=history_messages,
-                                                  stream=True,
-                                                  max_tokens=2048,
-                                                  temperature=0.6,
-                                                  top_p=0.95,
-                                                  )
+                                                    messages=history_messages,
+                                                    stream=True,
+                                                    max_tokens=32768,
+                                                    temperature=0.6,
+                                                    top_p=0.95,
+                                                    )
         thought_done = False
         start_time = time.time()
         message_content = chatbot_value[-1]["content"]
@@ -108,8 +107,14 @@ def submit(sender_value, chatbot_value):
             "content": "",
         })
         for chunk in response:
-            reasoning_content = chunk.choices[0].delta.reasoning_content
-            content = chunk.choices[0].delta.content
+            try:
+                reasoning_content = chunk.choices[0].delta.reasoning_content
+            except:
+                reasoning_content = ""
+            try:
+                content = chunk.choices[0].delta.content
+            except:
+                content = ""
             chatbot_value[-1]["loading"] = False
             message_content[-2]["content"] += reasoning_content or ""
             message_content[-1]["content"] += content or ""
@@ -124,7 +129,7 @@ def submit(sender_value, chatbot_value):
             yield {chatbot: gr.update(value=chatbot_value)}
 
         chatbot_value[-1]["footer"] = "{:.2f}".format(time.time() -
-                                                      start_time) + 's'
+                                                        start_time) + 's'
         chatbot_value[-1]["status"] = "done"
         yield {
             clear_btn: gr.update(disabled=False),
@@ -194,7 +199,7 @@ with gr.Blocks() as demo, ms.Application(), antdx.XProvider():
                 avatar="https://api.dicebear.com/7.x/miniavs/svg?seed=3",
                 variant="shadow"),
             bot_config=ChatbotBotConfig(
-                header=model,
+                header='Xinyuan',
                 avatar=
                 "./xinyuan.png",
                 actions=["copy", "retry"],
@@ -222,4 +227,6 @@ with gr.Blocks() as demo, ms.Application(), antdx.XProvider():
         chatbot.welcome_prompt_select(fn=prompt_select, outputs=[sender])
 
 if __name__ == "__main__":
-    demo.queue().launch()
+    demo.queue().launch()
+
+