feat: process agent questions concurrently using a thread pool.

app.py

@@ -106,30 +106,49 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
     # 3. Run your Agent
     results_log = []
     answers_payload = []
-    # print(f"Running agent on {len(questions_data)} questions...")
-    print(f"Running agent on {len(questions_data)} questions temporarily...")
-    for item in questions_data:
+    print(f"Running agent on {len(questions_data)} questions concurrently...")
+    
+    def process_item(item):
         task_id = item.get("task_id")
-        question_text = item.get("question")
+        orig_question_text = item.get("question")
         file_name = item.get("file_name")
-        if not task_id or question_text is None:
-            print(f"Skipping item with missing task_id or question: {item}")
-            continue
+        
+        if not task_id or orig_question_text is None:
+            return None
             
+        question_text = orig_question_text
         if file_name:
-            # Actually download the file to local cache and get absolute path
             resolved_path = file_extract(file_name, task_id)
             if resolved_path:
                 question_text += f"\n\n[Attached File Local Path: {resolved_path}]"
             else:
                 question_text += f"\n\n[Attached File: {file_name} (Download Failed)]"
+                
         try:
             submitted_answer = agent(question_text)
-            answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
-            results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
+            return {
+                "task_id": task_id, 
+                "submitted_answer": submitted_answer, 
+                "question": orig_question_text
+            }
         except Exception as e:
-             print(f"Error running agent on task {task_id}: {e}")
-             results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
+            return {
+                "task_id": task_id, 
+                "submitted_answer": f"AGENT ERROR: {e}", 
+                "question": orig_question_text,
+                "error": True
+            }
+
+    import concurrent.futures
+    # Max workers = 10 -> Process 10 questions at the same time
+    with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
+        # Submit all items
+        futures = {executor.submit(process_item, item): item for item in questions_data}
+        for future in concurrent.futures.as_completed(futures):
+            res = future.result()
+            if res:
+                answers_payload.append({"task_id": res["task_id"], "submitted_answer": res["submitted_answer"]})
+                results_log.append({"Task ID": res["task_id"], "Question": res["question"], "Submitted Answer": res["submitted_answer"]})
 
     if not answers_payload:
         print("Agent did not produce any answers to submit.")