Update app.py

app.py

@@ -46,7 +46,14 @@ def respond(
         print("messages", messages)
         output = ""
         for chunk in stream:
-            delta = chunk.choices[0].delta.content or chunk.choices[0].delta.reasoning_content or ""
+            delta = chunk.choices[0].delta
+            if "content" in delta:
+                delta = delta.content or chunk.choices[0].delta.reasoning_content
+            elif "reasoning_content" in delta:
+                delta = delta.reasoning_content
+            else:
+                continue
+
             output += delta
             yield output
 
@@ -57,7 +64,7 @@ def respond(
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value=".", label="System message"),
+        gr.Textbox(value="", label="System message"),
         gr.Slider(minimum=1, maximum=8000, value=4096, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),