Async answers

agent.py

@@ -0,0 +1,15 @@
+from smolagents import CodeAgent, HfApiModel, DuckDuckGoSearchTool
+
+model = HfApiModel("Qwen/Qwen2.5-Coder-32B-Instruct")
+
+agent = CodeAgent(
+    tools=[
+        DuckDuckGoSearchTool(),
+    ],
+    model=model,
+)
+
+
+def run_agent(question: str) -> str:
+    response = agent.run(question)
+    return str(response)

app.py

@@ -2,6 +2,9 @@ import os
 import gradio as gr
 import requests
 import pandas as pd
+from concurrent.futures import ThreadPoolExecutor
+
+from agent import run_agent
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -16,9 +19,34 @@ class BasicAgent:
 
     def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
-        fixed_answer = "This is my custom default answer."
-        print(f"Agent returning fixed answer: {fixed_answer}")
-        return fixed_answer
+        answer = "test answer"  # run_agent(question)
+        print(f"Agent returning fixed answer: {answer}")
+        return answer
+
+
+def process_item(agent: BasicAgent, item: dict) -> tuple[dict | None, dict | None]:
+    task_id = item.get("task_id")
+    question_text = item.get("question")
+    if not task_id or question_text is None:
+        print(f"Skipping item with missing task_id or question: {item}")
+        return None, None
+    try:
+        submitted_answer = agent(question_text)
+        answer_payload = {"task_id": task_id, "submitted_answer": submitted_answer}
+        result_log = {
+            "Task ID": task_id,
+            "Question": question_text,
+            "Submitted Answer": submitted_answer,
+        }
+    except Exception as e:
+        print(f"Error running agent on task {task_id}: {e}")
+        answer_payload = None
+        result_log = {
+            "Task ID": task_id,
+            "Question": question_text,
+            "Submitted Answer": f"AGENT ERROR: {e}",
+        }
+    return answer_payload, result_log
 
 
 def run_and_submit_all(profile: gr.OAuthProfile | None):
@@ -75,33 +103,16 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
     results_log = []
     answers_payload = []
     print(f"Running agent on {len(questions_data)} questions...")
-    for item in questions_data:
-        task_id = item.get("task_id")
-        question_text = item.get("question")
-        if not task_id or question_text is None:
-            print(f"Skipping item with missing task_id or question: {item}")
-            continue
-        try:
-            submitted_answer = agent(question_text)
-            answers_payload.append(
-                {"task_id": task_id, "submitted_answer": submitted_answer}
-            )
-            results_log.append(
-                {
-                    "Task ID": task_id,
-                    "Question": question_text,
-                    "Submitted Answer": submitted_answer,
-                }
-            )
-        except Exception as e:
-            print(f"Error running agent on task {task_id}: {e}")
-            results_log.append(
-                {
-                    "Task ID": task_id,
-                    "Question": question_text,
-                    "Submitted Answer": f"AGENT ERROR: {e}",
-                }
-            )
+    with ThreadPoolExecutor(max_workers=20) as executor:
+        futures = {
+            executor.submit(process_item, agent, item): item for item in questions_data
+        }
+        for future in futures:
+            answer_payload, result_log = future.result()
+            if answer_payload is not None:
+                answers_payload.append(answer_payload)
+            if result_log is not None:
+                results_log.append(result_log)
 
     if not answers_payload:
         print("Agent did not produce any answers to submit.")

requirements.txt

@@ -1,2 +1,3 @@
 gradio
-requests
+requests
+smolagents