Update app.py

app.py

@@ -222,16 +222,28 @@ def send_cb(user_text, selected_label, chatbot_msgs, system_message, max_tokens,
             top_p=float(top_p),
             stream=True,
         ):
-            delta = chunk.choices[0].delta.content or ""
+            # --- FIX: handle models that send empty chunks or use message instead of delta ---
+            if not hasattr(chunk, "choices") or not chunk.choices:
+                continue
+
+            choice = chunk.choices[0]
+            delta = ""
+            if hasattr(choice, "delta") and choice.delta and getattr(choice.delta, "content", None) is not None:
+                delta = choice.delta.content
+            elif hasattr(choice, "message") and getattr(choice.message, "content", None) is not None:
+                delta = choice.message.content
+
             if delta:
                 partial += delta
                 display_msgs[-1]["content"] = partial
                 yield (display_msgs, "", selected_label)
+
         add_message(sid, "assistant", partial)
     except Exception as e:
         display_msgs[-1]["content"] = f"⚠️ Error: {str(e)}"
         yield (display_msgs, "", selected_label)
 
+
 def regenerate_cb(selected_label, system_message, max_tokens, temperature, top_p, model_choice, dataset_choice):
     sid = label_to_id(selected_label)
     if sid is None:
@@ -241,6 +253,7 @@ def regenerate_cb(selected_label, system_message, max_tokens, temperature, top_p
     if not msgs:
         return [], ""
 
+    # Remove the last assistant message if it exists (to regenerate it)
     if msgs and msgs[-1]["role"] == "assistant":
         conn = db()
         cur = conn.cursor()
@@ -268,16 +281,28 @@ def regenerate_cb(selected_label, system_message, max_tokens, temperature, top_p
             top_p=float(top_p),
             stream=True,
         ):
-            delta = chunk.choices[0].delta.content or ""
+            # --- FIX: handle models that send empty chunks or use message instead of delta ---
+            if not hasattr(chunk, "choices") or not chunk.choices:
+                continue
+
+            choice = chunk.choices[0]
+            delta = ""
+            if hasattr(choice, "delta") and choice.delta and getattr(choice.delta, "content", None) is not None:
+                delta = choice.delta.content
+            elif hasattr(choice, "message") and getattr(choice.message, "content", None) is not None:
+                delta = choice.message.content
+
             if delta:
                 partial += delta
                 display_msgs[-1]["content"] = partial
                 yield display_msgs
+
         add_message(sid, "assistant", partial)
     except Exception as e:
         display_msgs[-1]["content"] = f"⚠️ Error: {str(e)}"
         yield display_msgs
 
+
 # ---------------------------
 # App UI
 # ---------------------------