Update app.py

app.py

@@ -18,14 +18,14 @@ def chat_with_image(message, image, history):
     messages = [{"role": "system", "content": "You are a helpful assistant that can analyze images and text."}]
     
     for human, assistant in history:
-        if isinstance(human, dict) and 'image' in human:
+        if isinstance(human, tuple) and human[1] is not None:
             # This is an image message
-            encoded_image = encode_image(Image.open(human['image']))
+            encoded_image = encode_image(Image.open(human[1]))
             messages.append({
                 "role": "user",
                 "content": [
                     {"type": "image_url", "image_url": {"url": f"data:image/png;base64,{encoded_image}"}},
-                    {"type": "text", "text": human['text']}
+                    {"type": "text", "text": human[0]}
                 ]
             })
         else:
@@ -76,22 +76,14 @@ with gr.Blocks() as demo:
     clear = gr.Button("Clear")
 
     def user(user_message, image, history):
-        if image is not None:
-            return "", None, history + [{"text": user_message, "image": image}, None]
-        else:
-            return "", None, history + [[user_message, None]]
+        return "", None, history + [((user_message, image), None)]
 
     def bot(history):
-        user_message = history[-1][0]
-        image = None
-        if isinstance(user_message, dict):
-            image = user_message['image']
-            user_message = user_message['text']
-        
+        user_message, image = history[-1][0]
         bot_message = chat_with_image(user_message, image, history[:-1])
-        history[-1][1] = ""
+        history[-1] = (history[-1][0], "")
         for character in bot_message:
-            history[-1][1] += character
+            history[-1] = (history[-1][0], history[-1][1] + character)
             yield history
 
     msg.submit(user, [msg, image, chatbot], [msg, image, chatbot], queue=False).then(