lethaq's picture
Update app.py
c0961ba verified
raw
history blame
4.26 kB
```python
"""Enhanced Agent Evaluation Runner with simplified Agent integration"""
import os
import time
import gradio as gr
import requests
import pandas as pd
from dotenv import load_dotenv
from agent import Agent # 引入你自己写的简易 agent.py
# 加载 .env 中的 GOOGLE_API_KEY(agent.py 会使用)
load_dotenv()
# 常量
DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
def run_and_submit_all(profile: gr.OAuthProfile | None):
"""
Fetches all questions, runs the Agent on them, submits all answers,
and displays the results.
"""
# 登录检查
if not profile:
return "Please Login to Hugging Face with the button.", None
username = profile.username
# 初始化你的简易 Agent
agent = Agent()
# 组装提交相关 URL
space_id = os.getenv("SPACE_ID")
agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main" if space_id else "Unknown"
questions_url = f"{DEFAULT_API_URL}/questions"
submit_url = f"{DEFAULT_API_URL}/submit"
# 1. 拉取题目
try:
resp = requests.get(questions_url, timeout=20)
resp.raise_for_status()
questions_data = resp.json()
if not questions_data:
return "No questions received from server.", None
except Exception as e:
return f"Error fetching questions: {e}", None
# 2. 遍历题目并调用 Agent 获取答案
results_log = []
answers_payload = []
for item in questions_data:
task_id = item.get("task_id")
question_text = item.get("question")
if not task_id or question_text is None:
continue
try:
# 调用你在 agent.py 中定义的 Agent
submitted_answer = agent(question_text)
answers_payload.append({
"task_id": task_id,
"submitted_answer": submitted_answer
})
results_log.append({
"Task ID": task_id,
"Question": question_text,
"Submitted Answer": submitted_answer
})
# 避免 API 速率限制
time.sleep(0.5)
except Exception as e:
err = f"ERROR: {e}"
results_log.append({
"Task ID": task_id,
"Question": question_text,
"Submitted Answer": err
})
if not answers_payload:
return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
# 3. 提交答案
submission_data = {
"username": username.strip(),
"agent_code": agent_code,
"answers": answers_payload
}
try:
post = requests.post(submit_url, json=submission_data, timeout=60)
post.raise_for_status()
data = post.json()
status = (
f"✅ Submission Successful!\n"
f"User: {data.get('username')}\n"
f"Score: {data.get('score','N/A')}% "
f"({data.get('correct_count','?')}/{data.get('total_attempted','?')})\n"
f"Message: {data.get('message','No additional message.')}"
)
return status, pd.DataFrame(results_log)
except Exception as e:
return f"❌ Submission Failed: {e}", pd.DataFrame(results_log)
# --- Gradio 界面 ---
with gr.Blocks(title="Simplified GAIA Agent Evaluation") as demo:
gr.Markdown("# Simplified GAIA Agent Evaluation Runner")
gr.Markdown("""
**Instructions:**
1. Set your `GOOGLE_API_KEY` in the environment variables.
2. Log in to your Hugging Face account using the button below.
3. Click **Run Evaluation & Submit All Answers** to start.
This runner uses:
- A custom `agent.py` for answering GAIA questions.
- Gradio for UI.
- HTTP requests to fetch & submit answers.
""")
gr.LoginButton()
run_btn = gr.Button("Run Evaluation & Submit All Answers", variant="primary")
status_out = gr.Textbox(label="Status / Results", lines=6, interactive=False)
table_out = gr.DataFrame(label="Questions and Answers", wrap=True)
run_btn.click(fn=run_and_submit_all, outputs=[status_out, table_out])
if __name__ == "__main__":
demo.launch(debug=True, share=False)
```