Enhance agent call method to include conversation history and update system prompt for image handling

app.py

@@ -148,27 +148,31 @@ class Agent:
         
         #print("System prompt:", self.agent.prompt_templates["system_prompt"])
 
-    def __call__(self, message: str, images: Optional[list[Image.Image]] = None, files: Optional[str] = None) -> str:
-        answer = self.agent.run(message, images = images, additional_args={"files": files})
+    def __call__(self, message: str, 
+                 images: Optional[list[Image.Image]] = None, 
+                 files: Optional[str] = None, 
+                 conversation_history: Optional[dict] = None) -> str:
+        answer = self.agent.run(message, images = images, additional_args={"files": files, "conversation_history": conversation_history})
         return answer
 
 ## gradio functions
 def respond(message: str, history : dict):
     
     # input
+    print("history:", history)
     text = message.get("text", "")
     if not message.get("files"): # no files uploaded
         print("No files received.")
-        message = agent(text)
+        message = agent(text, conversation_history=history) # conversation_history is a dict with the history of the conversation
     else:
         files = message.get("files", [])
         print(f"files received: {files}")
         if is_image_extension(files[0]):
             image = load_file(files[0]) # assuming only one file is uploaded at a time (gradio default behavior)
-            message = agent(text, images=image)
+            message = agent(text, images=image, conversation_history=history)
         else:
             file = load_file(files[0])
-            message = agent(text, files=file)
+            message = agent(text, files=file, conversation_history=history)
 
     # output
     print("Agent response:", message)

system_prompt.txt

@@ -323,7 +323,7 @@ It is MANDATORY to use these rules for the 'final_answer' tool:
 • [gr.Image(value=“output.png”), “Here is the chart.”]
 • [gr.File(value=“report.pdf”), “Download the report.”]
 	7.  Any deviation (returning a dict, tuple, raw PIL image, etc.) is invalid.
-    8.  Always put the images in the list, do NOT generate external link.
+    8.  Always put generated images in the list, do NOT create external link.
 
 Now Begin!