Update app.py

app.py

@@ -198,15 +198,38 @@ def chat_with_assistant(user_input, chat_history, bot_id, workspace_id, temperat
     for msg in chat_history:
         if msg["role"] == "system":
             system_prompt = msg["content"]
-        else:
-            messages.append({
-                "role": msg["role"],
-                "content": msg["content"],
-                "type": "text"
-            })
+        elif msg["role"] in ["user", "assistant"]:
+            # Handle multipart messages (for images)
+            if "type" in msg and msg["type"] == "multipart" and "content" in msg:
+                message_parts = []
+                for part in msg["content"]:
+                    if part["type"] == "text":
+                        message_parts.append({
+                            "type": "text",
+                            "text": part["text"]
+                        })
+                    elif part["type"] == "image":
+                        message_parts.append({
+                            "type": "image",
+                            "image_url": {
+                                "url": part["url"]
+                            }
+                        })
+                messages.append({
+                    "role": msg["role"],
+                    "content": message_parts
+                })
+            # Handle regular text messages
+            else:
+                messages.append({
+                    "role": msg["role"],
+                    "content": msg["content"],
+                    "type": "text"
+                })
 
     # Add the latest user input if not already in chat history
-    if user_input and (not messages or messages[-1]["role"] != "user" or messages[-1]["content"] != user_input):
+    # Only add if it's a simple text input (not multipart)
+    if user_input and isinstance(user_input, str) and (not messages or messages[-1]["role"] != "user" or messages[-1]["content"] != user_input):
         messages.append({
             "role": "user",
             "content": user_input,
@@ -223,7 +246,6 @@ def chat_with_assistant(user_input, chat_history, bot_id, workspace_id, temperat
             "systemPrompt": system_prompt,
             "messages": messages,
             "temperature": temperature,
-
             "debug": False,
         }
     }
@@ -359,10 +381,15 @@ def chat_endpoint():
     """
     Expects JSON with:
     {
-      "user_input": "string",
+      "user_input": "string", // Can be null if multipart message is in chat_history
       "chat_history": [
          {"role": "system", "content": "..."},
          {"role": "user",   "content": "..."},
+         // Or for images:
+         {"role": "user", "type": "multipart", "content": [
+            {"type": "image", "url": "https://example.com/image.jpg"},
+            {"type": "text", "text": "What's in this image?"}
+         ]},
          ...
       ],
       "temperature": 0.9,  // Optional, defaults to 0.9