Implement smolagents CodeAgent (Claude) for GAIA evaluation

Replaces the stub BasicAgent with a real agent using smolagents' CodeAgent, LiteLLMModel (Anthropic Claude), web search/wikipedia/webpage tools, and GAIA-style answer formatting. Also downloads per-question attached files and hands their local path to the agent.

app.py

@@ -1,23 +1,69 @@
 import os
+import tempfile
 import gradio as gr
 import requests
 import inspect
 import pandas as pd
 
+from smolagents import (
+    CodeAgent,
+    LiteLLMModel,
+    WebSearchTool,
+    VisitWebpageTool,
+    WikipediaSearchTool,
+)
+
 # (Keep Constants as is)
 # --- Constants ---
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
+# GAIA benchmark expects a terse, exact-match final answer.
+GAIA_ANSWER_FORMAT_INSTRUCTIONS = """You are a general AI assistant. I will ask you a question.
+Report your thoughts, and finish your work by calling final_answer() with your answer.
+Your final answer should be a number OR as few words as possible OR a comma separated list of numbers and/or strings.
+If you are asked for a number, don't use commas to write it, and don't use units such as $ or % unless specified otherwise.
+If you are asked for a string, don't use articles or abbreviations (e.g. for cities), and write digits in plain text unless specified otherwise.
+If you are asked for a comma separated list, apply the above rules to each element depending on whether it's a number or a string.
+"""
+
 # --- Basic Agent Definition ---
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
 class BasicAgent:
     def __init__(self):
+        model_id = os.getenv("AGENT_MODEL_ID", "anthropic/claude-sonnet-4-5")
+        api_key = os.getenv("ANTHROPIC_API_KEY")
+        if not api_key:
+            print("Warning: ANTHROPIC_API_KEY is not set - the agent will fail to call the model.")
+
+        self.model = LiteLLMModel(model_id=model_id, api_key=api_key, temperature=0)
+        self.agent = CodeAgent(
+            model=self.model,
+            tools=[WebSearchTool(), VisitWebpageTool(), WikipediaSearchTool()],
+            add_base_tools=True,  # adds DuckDuckGo search + Whisper audio transcriber
+            additional_authorized_imports=[
+                "pandas", "numpy", "math", "re", "json", "itertools",
+                "collections", "statistics", "datetime", "io", "openpyxl", "PIL",
+            ],
+            max_steps=12,
+        )
         print("BasicAgent initialized.")
-    def __call__(self, question: str) -> str:
+
+    def __call__(self, question: str, file_path: str | None = None) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
-        fixed_answer = "This is a default answer."
-        print(f"Agent returning fixed answer: {fixed_answer}")
-        return fixed_answer
+        task = GAIA_ANSWER_FORMAT_INSTRUCTIONS + f"\nQuestion: {question}"
+        if file_path:
+            task += (
+                f"\n\nA file for this question was downloaded locally to: {file_path}\n"
+                "Open/read it with Python (pandas, openpyxl, PIL, etc. as appropriate) to answer the question."
+            )
+        try:
+            answer = self.agent.run(task)
+        except Exception as e:
+            print(f"Agent run failed: {e}")
+            return f"AGENT ERROR: {e}"
+        answer = str(answer).strip()
+        print(f"Agent returning answer: {answer}")
+        return answer
 
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """
@@ -73,19 +119,34 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
     results_log = []
     answers_payload = []
     print(f"Running agent on {len(questions_data)} questions...")
-    for item in questions_data:
-        task_id = item.get("task_id")
-        question_text = item.get("question")
-        if not task_id or question_text is None:
-            print(f"Skipping item with missing task_id or question: {item}")
-            continue
-        try:
-            submitted_answer = agent(question_text)
-            answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
-            results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
-        except Exception as e:
-             print(f"Error running agent on task {task_id}: {e}")
-             results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
+    with tempfile.TemporaryDirectory() as tmp_dir:
+        for item in questions_data:
+            task_id = item.get("task_id")
+            question_text = item.get("question")
+            file_name = item.get("file_name")
+            if not task_id or question_text is None:
+                print(f"Skipping item with missing task_id or question: {item}")
+                continue
+
+            file_path = None
+            if file_name:
+                try:
+                    file_response = requests.get(f"{api_url}/files/{task_id}", timeout=30)
+                    file_response.raise_for_status()
+                    file_path = os.path.join(tmp_dir, file_name)
+                    with open(file_path, "wb") as f:
+                        f.write(file_response.content)
+                except requests.exceptions.RequestException as e:
+                    print(f"Could not download attached file for task {task_id}: {e}")
+                    file_path = None
+
+            try:
+                submitted_answer = agent(question_text, file_path=file_path)
+                answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
+                results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
+            except Exception as e:
+                 print(f"Error running agent on task {task_id}: {e}")
+                 results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
 
     if not answers_payload:
         print("Agent did not produce any answers to submit.")
@@ -155,6 +216,8 @@ with gr.Blocks() as demo:
         **Disclaimers:**
         Once clicking on the "submit button, it can take quite some time ( this is the time for the agent to go through all the questions).
         This space provides a basic setup and is intentionally sub-optimal to encourage you to develop your own, more robust solution. For instance for the delay process of the submit button, a solution could be to cache the answers and submit in a seperate action or even to answer the questions in async.
+
+        **Setup:** This agent calls Anthropic's Claude via `smolagents`. Set the `ANTHROPIC_API_KEY` secret in this Space's settings before running.
         """
     )