update

app.py

@@ -9,7 +9,6 @@ import time
 import base64
 
 from agent import *
-from app_playground import response
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -27,25 +26,24 @@ class BasicAgent:
     def __call__(self, question: str, content=None, content_type= None) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
         if content_type == "image/png":
+            # Convert the image to base64
             image = base64.b64encode(content).decode("utf-8")
-
-            message = {
-                "role": "user",
-                "content": [
-                    {
-                        "type": "text",
-                        "text": "What do you see in the image?",
-                    },
-                    {
-                        "type": "image",
-                        "source_type": "base64",
-                        "data": image,
-                        "mime_type": "image/png",
-                    },
-                ],
-            }
-            response = self.graph.invoke(message)
+            # Create message with the image
+            question_with_png = [{
+                    "type": "text",
+                    "text": question},
+                {
+                    "type": "image",
+                    "source_type": "base64",
+                    "data": image,
+                    "mime_type": "image/png",
+
+                },
+            ]
+            # Invoke the graph with the image
+            response = self.graph.invoke({"messages": [HumanMessage(content=question_with_png),]})
         else :
+            # Invoke the graph with the question
             response = self.graph.invoke({"messages": [HumanMessage(content=question),]})
 
         print("Agents answert to the question: ",response["messages"][-1].content)