Spaces:
Running
Running
update
Browse files
app.py
CHANGED
|
@@ -12,17 +12,17 @@ from src.about import (
|
|
| 12 |
|
| 13 |
data = {
|
| 14 |
"Method": [
|
| 15 |
-
"
|
| 16 |
"Zero-shot Text2SQL (Llama-3.1-70B)",
|
| 17 |
"Zero-shot Text2SQL + LM Generation (Llama-3.1-70B)",
|
| 18 |
"RAG (E5 + Llama-3.1-70B)",
|
| 19 |
"RAG (E5) + LM Rerank (Llama-3.1-70B)",
|
| 20 |
-
"
|
| 21 |
"Zero-shot Text2SQL (GPT-4o)",
|
| 22 |
"Zero-shot Text2SQL + LM Generation (GPT-4o)",
|
| 23 |
"RAG (E5 + GPT-4o)",
|
| 24 |
"RAG (E5) + LM Rerank (GPT-4o)",
|
| 25 |
-
"
|
| 26 |
"Zero-shot Text2SQL (o3-mini)",
|
| 27 |
"Zero-shot Text2SQL + LM Generation (o3-mini)",
|
| 28 |
"RAG (E5 + o3-mini)",
|
|
@@ -40,7 +40,7 @@ leaderboard_df = pd.DataFrame(data)
|
|
| 40 |
leaderboard_df = leaderboard_df.sort_values(
|
| 41 |
"Execution Accuracy", ascending=False
|
| 42 |
).reset_index(drop=True)
|
| 43 |
-
leaderboard_df.insert(0, "Rank", leaderboard_df.index -
|
| 44 |
leaderboard_df.loc[0, "Rank"] = ""
|
| 45 |
leaderboard_df.loc[1, "Rank"] = ""
|
| 46 |
leaderboard_df.loc[2, "Rank"] = ""
|
|
@@ -74,7 +74,7 @@ with gr.Blocks() as demo:
|
|
| 74 |
"""
|
| 75 |
<div style="text-align: center;">
|
| 76 |
<h1 style="font-size: 2.5rem; margin-bottom: 0.5rem;">TAG Leaderboard</h1>
|
| 77 |
-
<p style="font-size: 1.25rem; color: gray;">
|
| 78 |
</div>
|
| 79 |
"""
|
| 80 |
)
|
|
|
|
| 12 |
|
| 13 |
data = {
|
| 14 |
"Method": [
|
| 15 |
+
"Human Performance\nHandwritten LOTUS (Llama-3.1-70B)",
|
| 16 |
"Zero-shot Text2SQL (Llama-3.1-70B)",
|
| 17 |
"Zero-shot Text2SQL + LM Generation (Llama-3.1-70B)",
|
| 18 |
"RAG (E5 + Llama-3.1-70B)",
|
| 19 |
"RAG (E5) + LM Rerank (Llama-3.1-70B)",
|
| 20 |
+
"Human Performance\nHandwritten LOTUS (GPT-4o)",
|
| 21 |
"Zero-shot Text2SQL (GPT-4o)",
|
| 22 |
"Zero-shot Text2SQL + LM Generation (GPT-4o)",
|
| 23 |
"RAG (E5 + GPT-4o)",
|
| 24 |
"RAG (E5) + LM Rerank (GPT-4o)",
|
| 25 |
+
"Human Performance\nHandwritten LOTUS (o3-mini)",
|
| 26 |
"Zero-shot Text2SQL (o3-mini)",
|
| 27 |
"Zero-shot Text2SQL + LM Generation (o3-mini)",
|
| 28 |
"RAG (E5 + o3-mini)",
|
|
|
|
| 40 |
leaderboard_df = leaderboard_df.sort_values(
|
| 41 |
"Execution Accuracy", ascending=False
|
| 42 |
).reset_index(drop=True)
|
| 43 |
+
leaderboard_df.insert(0, "Rank", leaderboard_df.index - 2)
|
| 44 |
leaderboard_df.loc[0, "Rank"] = ""
|
| 45 |
leaderboard_df.loc[1, "Rank"] = ""
|
| 46 |
leaderboard_df.loc[2, "Rank"] = ""
|
|
|
|
| 74 |
"""
|
| 75 |
<div style="text-align: center;">
|
| 76 |
<h1 style="font-size: 2.5rem; margin-bottom: 0.5rem;">TAG Leaderboard</h1>
|
| 77 |
+
<p style="font-size: 1.25rem; color: gray;">A benchmark for natural language queries over data</p>
|
| 78 |
</div>
|
| 79 |
"""
|
| 80 |
)
|