login button async

app.py

@@ -3,6 +3,8 @@ import gradio as gr
 import requests
 import inspect
 import pandas as pd
+import asyncio
+import aiohttp
 from smolagents import FinalAnswerTool, Tool, tool, OpenAIServerModel, DuckDuckGoSearchTool, CodeAgent, VisitWebpageTool
 
 
@@ -21,21 +23,23 @@ OPENAI_TOKEN = os.getenv("OPENAI_API_KEY")
 class SlpMultiAgent:
     def __init__(self):
         print("BasicAgent initialized.")
-    def __call__(self, question: str) -> str:
+        
+    async def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
         fixed_answer = "This is a default answer."
         print(f"Agent returning fixed answer: {fixed_answer}")
         
-# Truncate question to avoid exceeding model context length
+        # Truncate question to avoid exceeding model context length
         MAX_QUESTION_LENGTH = 1000
-        short_question = question[:MAX_QUESTION_LENGTH]
+        short_question = question  # [:MAX_QUESTION_LENGTH]
         
-# Use GPT-4o model with larger context window
+        # Use GPT-4o model with larger context window
         model = OpenAIServerModel(
             model_id="gpt-4o", 
             temperature=0.0, 
             max_tokens=1500
         )
+        
         # Here you can implement your agent logic, tools, and model calls
         web_agent = CodeAgent(
             tools=[DuckDuckGoSearchTool(), VisitWebpageTool()],
@@ -48,41 +52,49 @@ class SlpMultiAgent:
         )
 
         manager_agent = CodeAgent(
-                model=OpenAIServerModel("gpt-4o"),
-                tools=[],
-                managed_agents=[web_agent],
-                name="ManagerAgent",
-                description="A manager agent that can delegate tasks to other agents and manage their execution.",
-                additional_authorized_imports=[
-                    "pandas",
-                ],
-                planning_interval=5,
-                verbosity_level=2,
-                max_steps=15,
-                final_answer_checks=[check_reasoning]
-                )
-        manager_agent.run(f"""
-        You are a question answering agent. That specializes in complex questions that require multiple steps to answer.
-        Take a few steps and think about the question before answering.
-        You can use the tools available to you, but you should not use them unless necessary.
-        You should always try to answer the question using your own knowledge and reasoning.
-        If you need to use a tool, you should explain why you are using it and what you expect to find.
-        If you are not sure about something, you should say so and explain why you are not sure.
-        You should always try to provide a complete and accurate answer to the question.
-        If you are not able to answer the question, you should say so and explain why
-
-        Never try to process strings using code: when you have a string to read, just print it and you'll see it.
-                        
-        Here is the question: {short_question}
-        Thoughts: [your reasoning about how to solve the problem]
-        Code:
-        ```py
-        # Your Python code here
-        ```<end_code>
-
-        The code block MUST start with ```py on its own line and end with ```<end_code> on its own line.
-        """)
-        return fixed_answer
+            model=OpenAIServerModel("gpt-4o"),
+            tools=[],
+            managed_agents=[web_agent],
+            name="ManagerAgent",
+            description="A manager agent that can delegate tasks to other agents and manage their execution.",
+            additional_authorized_imports=[
+                "pandas",
+            ],
+            planning_interval=5,
+            verbosity_level=2,
+            max_steps=15,
+            final_answer_checks=[check_reasoning]
+        )
+        
+        # Create a task for the agent run to avoid blocking
+        loop = asyncio.get_event_loop()
+        result = await loop.run_in_executor(
+            None,
+            lambda: manager_agent.run(f"""
+            You are a question answering agent. That specializes in complex questions that require multiple steps to answer.
+            Take a few steps and think about the question before answering.
+            You can use the tools available to you, but you should not use them unless necessary.
+            You should always try to answer the question using your own knowledge and reasoning.
+            If you need to use a tool, you should explain why you are using it and what you expect to find.
+            If you are not sure about something, you should say so and explain why you are not sure.
+            You should always try to provide a complete and accurate answer to the question.
+            If you are not able to answer the question, you should say so and explain why
+
+            Never try to process strings using code: when you have a string to read, just print it and you'll see it.
+                            
+            Here is the question: {short_question}
+            Thoughts: [your reasoning about how to solve the problem]
+            Code:
+            ```py
+            # Your Python code here
+            ```<end_code>
+
+            The code block MUST start with ```py on its own line and end with ```<end_code> on its own line.
+            """)
+        )
+        
+        # Return the result from the agent
+        return result
     
 def check_reasoning(final_answer, agent_memory):
     multimodal_model = OpenAIServerModel("gpt-4o", 
@@ -112,10 +124,10 @@ def check_reasoning(final_answer, agent_memory):
         print("Reasoning check failed. Please review the agent's reasoning.")
 
 
-def run_and_submit_all( profile: gr.OAuthProfile | None):
+async def run_and_submit_all(profile: gr.OAuthProfile | None):
     """
     Fetches all questions, runs the BasicAgent on them, submits all answers,
-    and displays the results.
+    and displays the results asynchronously.
     """
     # --- Determine HF Space Runtime URL and Repo URL ---
     space_id = os.getenv("SPACE_ID") # Get the SPACE_ID for sending link to the code
@@ -144,20 +156,20 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
     # 2. Fetch Questions
     print(f"Fetching questions from: {questions_url}")
     try:
-        response = requests.get(questions_url, timeout=15)
-        response.raise_for_status()
-        questions_data = response.json()
-        if not questions_data:
-             print("Fetched questions list is empty.")
-             return "Fetched questions list is empty or invalid format.", None
-        print(f"Fetched {len(questions_data)} questions.")
-    except requests.exceptions.RequestException as e:
+        async with aiohttp.ClientSession() as session:
+            async with session.get(questions_url, timeout=15) as response:
+                response.raise_for_status()
+                questions_data = await response.json()
+                if not questions_data:
+                    print("Fetched questions list is empty.")
+                    return "Fetched questions list is empty or invalid format.", None
+                print(f"Fetched {len(questions_data)} questions.")
+    except aiohttp.ClientError as e:
         print(f"Error fetching questions: {e}")
         return f"Error fetching questions: {e}", None
-    except requests.exceptions.JSONDecodeError as e:
-         print(f"Error decoding JSON response from questions endpoint: {e}")
-         print(f"Response text: {response.text[:500]}")
-         return f"Error decoding server response for questions: {e}", None
+    except ValueError as e:  # JSON decode error
+        print(f"Error decoding JSON response from questions endpoint: {e}")
+        return f"Error decoding server response for questions: {e}", None
     except Exception as e:
         print(f"An unexpected error occurred fetching questions: {e}")
         return f"An unexpected error occurred fetching questions: {e}", None
@@ -166,19 +178,36 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
     results_log = []
     answers_payload = []
     print(f"Running agent on {len(questions_data)} questions...")
-    for item in questions_data:
+    
+    # Process questions concurrently with a semaphore to limit concurrency
+    semaphore = asyncio.Semaphore(3)  # Limit to 3 concurrent requests
+    
+    async def process_question(item):
         task_id = item.get("task_id")
         question_text = item.get("question")
         if not task_id or question_text is None:
             print(f"Skipping item with missing task_id or question: {item}")
-            continue
-        try:
-            submitted_answer = agent(question_text)
-            answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
-            results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
-        except Exception as e:
-             print(f"Error running agent on task {task_id}: {e}")
-             results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
+            return None
+        
+        async with semaphore:
+            try:
+                submitted_answer = await agent(question_text)
+                return {"task_id": task_id, "submitted_answer": submitted_answer, 
+                        "log": {"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer}}
+            except Exception as e:
+                print(f"Error running agent on task {task_id}: {e}")
+                return {"task_id": task_id, "submitted_answer": f"AGENT ERROR: {e}", 
+                        "log": {"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"}}
+    
+    # Create tasks for all questions
+    tasks = [process_question(item) for item in questions_data]
+    results = await asyncio.gather(*tasks)
+    
+    # Process results
+    for result in results:
+        if result is not None:
+            answers_payload.append({"task_id": result["task_id"], "submitted_answer": result["submitted_answer"]})
+            results_log.append(result["log"])
 
     if not answers_payload:
         print("Agent did not produce any answers to submit.")
@@ -192,36 +221,41 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
     # 5. Submit
     print(f"Submitting {len(answers_payload)} answers to: {submit_url}")
     try:
-        response = requests.post(submit_url, json=submission_data, timeout=60)
-        response.raise_for_status()
-        result_data = response.json()
-        final_status = (
-            f"Submission Successful!\n"
-            f"User: {result_data.get('username')}\n"
-            f"Overall Score: {result_data.get('score', 'N/A')}% "
-            f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
-            f"Message: {result_data.get('message', 'No message received.')}"
-        )
-        print("Submission successful.")
-        results_df = pd.DataFrame(results_log)
-        return final_status, results_df
-    except requests.exceptions.HTTPError as e:
-        error_detail = f"Server responded with status {e.response.status_code}."
+        async with aiohttp.ClientSession() as session:
+            async with session.post(submit_url, json=submission_data, timeout=60) as response:
+                response.raise_for_status()
+                result_data = await response.json()
+                final_status = (
+                    f"Submission Successful!\n"
+                    f"User: {result_data.get('username')}\n"
+                    f"Overall Score: {result_data.get('score', 'N/A')}% "
+                    f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
+                    f"Message: {result_data.get('message', 'No message received.')}"
+                )
+                print("Submission successful.")
+                results_df = pd.DataFrame(results_log)
+                return final_status, results_df
+    except aiohttp.ClientResponseError as e:
+        error_detail = f"Server responded with status {e.status}."
         try:
-            error_json = e.response.json()
-            error_detail += f" Detail: {error_json.get('detail', e.response.text)}"
-        except requests.exceptions.JSONDecodeError:
-            error_detail += f" Response: {e.response.text[:500]}"
+            error_text = await e.response.text()
+            try:
+                error_json = await e.response.json()
+                error_detail += f" Detail: {error_json.get('detail', error_text)}"
+            except ValueError:
+                error_detail += f" Response: {error_text[:500]}"
+        except:
+            pass
         status_message = f"Submission Failed: {error_detail}"
         print(status_message)
         results_df = pd.DataFrame(results_log)
         return status_message, results_df
-    except requests.exceptions.Timeout:
+    except asyncio.TimeoutError:
         status_message = "Submission Failed: The request timed out."
         print(status_message)
         results_df = pd.DataFrame(results_log)
         return status_message, results_df
-    except requests.exceptions.RequestException as e:
+    except aiohttp.ClientError as e:
         status_message = f"Submission Failed: Network error - {e}"
         print(status_message)
         results_df = pd.DataFrame(results_log)
@@ -251,16 +285,24 @@ with gr.Blocks() as demo:
         """
     )
 
-    gr.LoginButton()
+    login_button = gr.LoginButton()
 
     run_button = gr.Button("Run Evaluation & Submit All Answers")
 
     status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
     # Removed max_rows=10 from DataFrame constructor
     results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
-
+    
+    def sync_wrapper(profile):
+        # This wrapper ensures we have access to the profile
+        if not profile:
+            print("No profile available in sync_wrapper")
+            return "Please Login to Hugging Face with the button.", None
+        return asyncio.run(run_and_submit_all(profile))
+    
     run_button.click(
-        fn=run_and_submit_all,
+        fn=sync_wrapper,
+        inputs=login_button,
         outputs=[status_output, results_table]
     )