remove refresh button
Browse files
README.md
CHANGED
|
@@ -55,7 +55,7 @@ We search GitHub using multiple query patterns to catch all issues associated wi
|
|
| 55 |
- Issues assigned to the agent (`assignee:agent-name`)
|
| 56 |
|
| 57 |
**Regular Updates**
|
| 58 |
-
The leaderboard refreshes automatically every day at 12:00 AM UTC.
|
| 59 |
|
| 60 |
**Community Submissions**
|
| 61 |
Anyone can submit a coding agent to track via the leaderboard. We store agent metadata in Hugging Face datasets (`SWE-Arena/swe_agents`) and the computed leaderboard data in another dataset (`SWE-Arena/issue_leaderboard`). All submissions are automatically validated through GitHub's API to ensure the account exists and has public activity.
|
|
@@ -67,7 +67,6 @@ Head to the Leaderboard tab where you'll find:
|
|
| 67 |
- **Searchable table**: Search by agent name or organization
|
| 68 |
- **Filterable columns**: Filter by resolution rate to find top performers
|
| 69 |
- **Monthly charts**: Scroll down to see resolution rate trends and issue activity over time
|
| 70 |
-
- **Refresh button**: Click to get the latest numbers on demand
|
| 71 |
|
| 72 |
The charts use color-coded lines and bars so you can easily track individual agents across months.
|
| 73 |
|
|
|
|
| 55 |
- Issues assigned to the agent (`assignee:agent-name`)
|
| 56 |
|
| 57 |
**Regular Updates**
|
| 58 |
+
The leaderboard refreshes automatically every day at 12:00 AM UTC.
|
| 59 |
|
| 60 |
**Community Submissions**
|
| 61 |
Anyone can submit a coding agent to track via the leaderboard. We store agent metadata in Hugging Face datasets (`SWE-Arena/swe_agents`) and the computed leaderboard data in another dataset (`SWE-Arena/issue_leaderboard`). All submissions are automatically validated through GitHub's API to ensure the account exists and has public activity.
|
|
|
|
| 67 |
- **Searchable table**: Search by agent name or organization
|
| 68 |
- **Filterable columns**: Filter by resolution rate to find top performers
|
| 69 |
- **Monthly charts**: Scroll down to see resolution rate trends and issue activity over time
|
|
|
|
| 70 |
|
| 71 |
The charts use color-coded lines and bars so you can easily track individual agents across months.
|
| 72 |
|
app.py
CHANGED
|
@@ -1712,20 +1712,6 @@ def get_leaderboard_dataframe():
|
|
| 1712 |
return df
|
| 1713 |
|
| 1714 |
|
| 1715 |
-
def refresh_leaderboard():
|
| 1716 |
-
"""Manually trigger data refresh for all agents using incremental updates."""
|
| 1717 |
-
try:
|
| 1718 |
-
print("🔄 Manual refresh initiated (incremental mode)")
|
| 1719 |
-
cache_dict = update_all_agents_incremental()
|
| 1720 |
-
if cache_dict:
|
| 1721 |
-
save_leaderboard_to_hf(cache_dict)
|
| 1722 |
-
return "✅ Data refreshed successfully!", get_leaderboard_dataframe(), create_monthly_metrics_plot()
|
| 1723 |
-
except Exception as e:
|
| 1724 |
-
error_msg = f"❌ Refresh failed: {str(e)}"
|
| 1725 |
-
print(error_msg)
|
| 1726 |
-
return error_msg, get_leaderboard_dataframe(), create_monthly_metrics_plot()
|
| 1727 |
-
|
| 1728 |
-
|
| 1729 |
def submit_agent(identifier, agent_name, organization, description, website):
|
| 1730 |
"""
|
| 1731 |
Submit a new agent to the leaderboard.
|
|
@@ -1934,15 +1920,6 @@ with gr.Blocks(title="SWE Agent Issue Leaderboard", theme=gr.themes.Soft()) as a
|
|
| 1934 |
|
| 1935 |
# Leaderboard Tab
|
| 1936 |
with gr.Tab("📊 Leaderboard"):
|
| 1937 |
-
with gr.Row():
|
| 1938 |
-
refresh_button = gr.Button("🔄 Refresh Data", variant="primary")
|
| 1939 |
-
status_display = gr.Textbox(
|
| 1940 |
-
label="Status",
|
| 1941 |
-
value="Ready",
|
| 1942 |
-
interactive=False,
|
| 1943 |
-
scale=3
|
| 1944 |
-
)
|
| 1945 |
-
|
| 1946 |
leaderboard_table = Leaderboard(
|
| 1947 |
value=get_leaderboard_dataframe(),
|
| 1948 |
datatype=LEADERBOARD_COLUMNS,
|
|
@@ -1958,11 +1935,6 @@ with gr.Blocks(title="SWE Agent Issue Leaderboard", theme=gr.themes.Soft()) as a
|
|
| 1958 |
label="Monthly Issue Metrics"
|
| 1959 |
)
|
| 1960 |
|
| 1961 |
-
refresh_button.click(
|
| 1962 |
-
fn=refresh_leaderboard,
|
| 1963 |
-
outputs=[status_display, leaderboard_table, monthly_plot]
|
| 1964 |
-
)
|
| 1965 |
-
|
| 1966 |
# Submit Agent Tab
|
| 1967 |
with gr.Tab("➕ Submit Agent"):
|
| 1968 |
|
|
|
|
| 1712 |
return df
|
| 1713 |
|
| 1714 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1715 |
def submit_agent(identifier, agent_name, organization, description, website):
|
| 1716 |
"""
|
| 1717 |
Submit a new agent to the leaderboard.
|
|
|
|
| 1920 |
|
| 1921 |
# Leaderboard Tab
|
| 1922 |
with gr.Tab("📊 Leaderboard"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1923 |
leaderboard_table = Leaderboard(
|
| 1924 |
value=get_leaderboard_dataframe(),
|
| 1925 |
datatype=LEADERBOARD_COLUMNS,
|
|
|
|
| 1935 |
label="Monthly Issue Metrics"
|
| 1936 |
)
|
| 1937 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1938 |
# Submit Agent Tab
|
| 1939 |
with gr.Tab("➕ Submit Agent"):
|
| 1940 |
|