try adding image tool

agent.py

@@ -1,3 +1,4 @@
+import base64
 import re
 from dotenv import load_dotenv
 import requests
@@ -154,6 +155,40 @@ def transcribe_audio(url: str) -> str:
     except Exception as e:
         return f"An error occured using transcribe_audio tool: {e}"
 
+@tool(response_format='content_and_artifact')
+def view_png_file(url: str) -> str:
+    """
+    A tool to view the contents of an image file (.png)
+
+    Args:
+        url (str): link to image file (.png)
+
+    Returns:
+        str: image contents
+    """
+    try:
+        # fetch the image
+        response = requests.get(url)
+        response.raise_for_status()
+
+        # convert image bytes to base64
+        image = base64.b64encode(response.content).decode('utf-8')
+
+        # text + image artifact
+        return (
+            "Here is the image.",
+            [{
+                "type": "image",
+                "source": {
+                    "type": "url",
+                    "url": image,
+                }
+            }]
+        )
+    except Exception as e:
+        return f"An error occured using view_png_file tool: {e}"
+
+@tool
 def view_py_file(url: str) -> str:
     """
     A tool to view the contents of a python file (.py)
@@ -172,7 +207,8 @@ def view_py_file(url: str) -> str:
         return response.text
     except Exception as e:
         return f"An error occured using view_py_file tool: {e}"
-    
+
+@tool
 def view_xlsx_file(url: str) -> str:
     """
     A tool to view the contents of an excel file (.xlsx)

app.py

@@ -85,7 +85,7 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
             # if question has an attached file, add the URL to the question prompt
             file_ext = file_name.split('.')[-1]
             file_url = f"{api_url}/files/{task_id}"
-            question_text += f'\nFILE URL ({file_ext}): "{file_url}"'
+            question_text += f'\nFILE URL (.{file_ext}): "{file_url}"'
 
         try:
             submitted_answer = agent(question_text)