+ error handling

agents.py

@@ -12,6 +12,7 @@ from opentelemetry import trace
 from opentelemetry.sdk.trace import TracerProvider
 from langfuse import get_client
 from rich.pretty import pprint
+import aiohttp
 
 
 
@@ -96,7 +97,14 @@ class LlamaIndexAgent:
             # Optionally set trace attributes
             span.update_trace(user_id="user_123", input={"query": query})
 
-            response = await self.alfred.run(query)
+            try:
+                response = await self.alfred.run(query)
+            except aiohttp.client_exceptions.ClientConnectionError as e:
+                span.update_trace(output={"response": f"Connection error: {e}"})
+                return f"AGENT ERROR: Connection error to LLM API: {e}"
+            except Exception as e:
+                span.update_trace(output={"response": f"General error: {e}"})
+                return f"AGENT ERROR: {e}"
 
             # Optionally set trace output
             span.update_trace(output={"response": str(response)})

app.py

@@ -5,6 +5,7 @@ import inspect
 import pandas as pd
 from agents import LlamaIndexAgent
 import asyncio
+import aiohttp
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -58,18 +59,20 @@ async def generate_answers(profile: gr.OAuthProfile | None, progress=gr.Progress
     cached_questions = questions_data
     total = len(questions_data)
     progress(0, desc="Starting answer generation...")
+    semaphore = asyncio.Semaphore(3)  # Limit concurrency to 3
     async def answer_one(item):
-        task_id = item.get("task_id")
-        question_text = item.get("question")
-        if not task_id or question_text is None:
-            print(f"Skipping item with missing task_id or question: {item}")
-            return {"Task ID": task_id, "Question": question_text, "Submitted Answer": "SKIPPED"}, None
-        try:
-            submitted_answer = await agent.aquery(question_text)
-            return {"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer}, {"task_id": task_id, "submitted_answer": submitted_answer}
-        except Exception as e:
-            print(f"Error running agent on task {task_id}: {e}")
-            return {"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"}, None
+        async with semaphore:
+            task_id = item.get("task_id")
+            question_text = item.get("question")
+            if not task_id or question_text is None:
+                print(f"Skipping item with missing task_id or question: {item}")
+                return {"Task ID": task_id, "Question": question_text, "Submitted Answer": "SKIPPED"}, None
+            try:
+                submitted_answer = await agent.aquery(question_text)
+                return {"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer}, {"task_id": task_id, "submitted_answer": submitted_answer}
+            except Exception as e:
+                print(f"Error running agent on task {task_id}: {e}")
+                return {"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"}, None
     tasks = [answer_one(item) for item in questions_data]
     results_log = []
     answers_payload = []

system_prompt.txt

@@ -1 +1,5 @@
-give single word answer and reply.
+You are a helpful assistant tasked with answering questions using a set of tools. 
+Now, I will ask you a question. Report your thoughts, and finish your answer with the following template: 
+FINAL ANSWER: [YOUR FINAL ANSWER]. 
+YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
+Your answer should only start with "FINAL ANSWER: ", then follows with the answer.