Added Multi Threading to # 3. Run your Agent (Claude)

app.py

@@ -118,22 +118,49 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
         return f"An unexpected error occurred fetching questions: {e}", None
 
     # 3. Run your Agent
+    from concurrent.futures import ThreadPoolExecutor, as_completed
+
     results_log = []
     answers_payload = []
     print(f"Running agent on {len(questions_data)} questions...")
-    for item in questions_data:
+    
+    def process_question(item):
         task_id = item.get("task_id")
         question_text = item.get("question")
         if not task_id or question_text is None:
             print(f"Skipping item with missing task_id or question: {item}")
-            continue
+            return None, None, None
         try:
             submitted_answer = agent(question_text)
-            answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
-            results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
+            return task_id, question_text, submitted_answer
         except Exception as e:
-             print(f"Error running agent on task {task_id}: {e}")
-             results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
+            print(f"Error running agent on task {task_id}: {e}")
+            return task_id, question_text, f"AGENT ERROR: {e}"
+    
+    with ThreadPoolExecutor(max_workers=5) as executor:
+        futures = {executor.submit(process_question, item): item for item in questions_data}
+        for future in as_completed(futures):
+            task_id, question_text, submitted_answer = future.result()
+            if task_id is None:
+            continue
+        answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
+        results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
+    # results_log = []
+    # answers_payload = []
+    # print(f"Running agent on {len(questions_data)} questions...")
+    # for item in questions_data:
+    #     task_id = item.get("task_id")
+    #     question_text = item.get("question")
+    #     if not task_id or question_text is None:
+    #         print(f"Skipping item with missing task_id or question: {item}")
+    #         continue
+    #     try:
+    #         submitted_answer = agent(question_text)
+    #         answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
+    #         results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
+    #     except Exception as e:
+    #          print(f"Error running agent on task {task_id}: {e}")
+    #          results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
 
     if not answers_payload:
         print("Agent did not produce any answers to submit.")