Update app.py

app.py

@@ -64,20 +64,34 @@ async def smart_agent(questions_data: List[Dict[str, Any]]) -> List[Dict[str, An
         llm=llm,
     )
 
-    answers_payload = []
-    for item in questions_data:
-        task_id = item.get("task_id")
-        question_text = item.get("question")
-        if not task_id or question_text is None:
-            print(f"Skipping item with missing task_id or question: {item}")
-            continue
-        try:
-            answer = await llamaindex_agent.run(question_text)  # await coroutine
-            answers_payload.append({"task_id": task_id, "submitted_answer": answer})
-            print(f"Answered Task {task_id}: {answer[:50]}...")
-        except Exception as e:
-            answers_payload.append({"task_id": task_id, "submitted_answer": f"AGENT ERROR: {e}"})
-            print(f"Error on Task {task_id}: {e}")
+    async def process_question(item):
+    task_id = item.get("task_id")
+    question_text = item.get("question")
+    if not task_id or not question_text:
+        print(f"Skipping invalid item: {item}")
+        return {"task_id": task_id, "submitted_answer": "Invalid question."}
+
+    try:
+        # Retry up to 3 times if connection closes
+        for attempt in range(3):
+            try:
+                response = await llamaindex_agent.run(question_text)
+                print(f"Answered Task {task_id}: {response[:50]}...")
+                return {"task_id": task_id, "submitted_answer": response}
+            except Exception as e:
+                if "client has been closed" in str(e) and attempt < 2:
+                    print(f"Retrying task {task_id} (attempt {attempt + 2})...")
+                    await asyncio.sleep(1)
+                    continue
+                raise e
+    except Exception as e:
+        print(f"Error on Task {task_id}: {e}")
+        return {"task_id": task_id, "submitted_answer": f"AGENT ERROR: {e}"}
+
+    tasks = [process_question(item) for item in questions_data]
+    answers_payload = await asyncio.gather(*tasks)
+
+    print("✅ All tasks completed.")
     return answers_payload
 
 def run_and_submit_all( profile: gr.OAuthProfile | None):