allow agents to access files and add a tool to process audio files

app.py

@@ -11,7 +11,8 @@ from smolagents import (
     DuckDuckGoSearchTool,
     VisitWebpageTool,
     GoogleSearchTool, 
-    WikipediaSearchTool
+    WikipediaSearchTool,
+    SpeechToTextTool
 )
 
 from rate_limiter import RateLimiter
@@ -37,16 +38,17 @@ class BasicAgent:
                 VisitWebpageTool(),
                 GoogleSearchTool(provider="serper"),
                 WikipediaSearchTool(),
-                YoutubeTranscriptTool()
+                YoutubeTranscriptTool(),
+                SpeechToTextTool()
             ], 
             model=model,
             step_callbacks=[rate_limiter.increment_and_sleep_if_needed],
         )
         print("BasicAgent initialized.")
         
-    def __call__(self, question: str) -> str:
+    def __call__(self, question: str, additional_args: dict = {}) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
-        answer = self.agent.run(question)
+        answer = self.agent.run(question, additional_args)
         print(f"Agent returning answer: {answer}")
         return answer
 
@@ -107,11 +109,20 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
     for item in questions_data:
         task_id = item.get("task_id")
         question_text = item.get("question")
+
+        file_name_to_url = {}
+
+        if item.get("file_name"):
+            file_name = item.get("file_name")
+            file_url = f"{api_url}/files/{task_id}"
+
+            file_name_to_url = {file_name: file_url}
+        
         if not task_id or question_text is None:
             print(f"Skipping item with missing task_id or question: {item}")
             continue
         try:
-            submitted_answer = agent(question_text)
+            submitted_answer = agent(question_text, file_name_to_url)
             answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
             results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
         except Exception as e: