Update
Browse files
app.py
CHANGED
|
@@ -75,11 +75,33 @@ else:
|
|
| 75 |
st.header("Submissions")
|
| 76 |
|
| 77 |
with tab_model:
|
| 78 |
-
model_list = [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 79 |
|
| 80 |
df = pd.DataFrame(
|
| 81 |
{
|
| 82 |
"model_name": [model_name for model_name in model_list],
|
|
|
|
| 83 |
"pass@1": [0 for model_name in model_list],
|
| 84 |
"beyond@t": [0 for model_name in model_list],
|
| 85 |
"beyond@m": [0 for model_name in model_list],
|
|
@@ -91,11 +113,12 @@ else:
|
|
| 91 |
df,
|
| 92 |
column_config={
|
| 93 |
"model_name": st.column_config.TextColumn("Model Name"),
|
|
|
|
| 94 |
"pass@1": st.column_config.NumberColumn("Pass@k"),
|
| 95 |
"beyond@t": st.column_config.NumberColumn("Beyond@Time"),
|
| 96 |
"beyond@m": st.column_config.NumberColumn("Beyond@Memory"),
|
| 97 |
"model_progress": st.column_config.ProgressColumn("Progress", min_value=0, max_value=problem_count, format="plain"),
|
| 98 |
},
|
| 99 |
-
column_order=("model_name", "model_progress"),
|
| 100 |
hide_index=True,
|
| 101 |
)
|
|
|
|
| 75 |
st.header("Submissions")
|
| 76 |
|
| 77 |
with tab_model:
|
| 78 |
+
model_list = [
|
| 79 |
+
"deepSeek-Coder",
|
| 80 |
+
"GPT-4o",
|
| 81 |
+
"Claude-3-5-sonnet",
|
| 82 |
+
"Gemini-1.5-flash",
|
| 83 |
+
"DeepSeek-Coder-V2-Lite",
|
| 84 |
+
"Claude-3-Opus",
|
| 85 |
+
"Gemini-1.5-pro",
|
| 86 |
+
"Llama-3.1-8B",
|
| 87 |
+
"Llama-3-8B",
|
| 88 |
+
"GPT-4-Turbo",
|
| 89 |
+
"GPT-3.5-Turbo",
|
| 90 |
+
"Mistral-Nemo",
|
| 91 |
+
"CodeLlama-13b",
|
| 92 |
+
"Claude-3-Haiku",
|
| 93 |
+
"Mistral-7B-v0.3",
|
| 94 |
+
"Codestral-22B-v0.1",
|
| 95 |
+
"Claude-3-sonnet",
|
| 96 |
+
"CodeLlama-34b",
|
| 97 |
+
"CodeLlama-7b"
|
| 98 |
+
]
|
| 99 |
+
|
| 100 |
|
| 101 |
df = pd.DataFrame(
|
| 102 |
{
|
| 103 |
"model_name": [model_name for model_name in model_list],
|
| 104 |
+
"dynamic_point": [0 for model_name in model_list],
|
| 105 |
"pass@1": [0 for model_name in model_list],
|
| 106 |
"beyond@t": [0 for model_name in model_list],
|
| 107 |
"beyond@m": [0 for model_name in model_list],
|
|
|
|
| 113 |
df,
|
| 114 |
column_config={
|
| 115 |
"model_name": st.column_config.TextColumn("Model Name"),
|
| 116 |
+
"dynamic_point": st.column_config.NumberColumn("Dynamic Point"),
|
| 117 |
"pass@1": st.column_config.NumberColumn("Pass@k"),
|
| 118 |
"beyond@t": st.column_config.NumberColumn("Beyond@Time"),
|
| 119 |
"beyond@m": st.column_config.NumberColumn("Beyond@Memory"),
|
| 120 |
"model_progress": st.column_config.ProgressColumn("Progress", min_value=0, max_value=problem_count, format="plain"),
|
| 121 |
},
|
| 122 |
+
column_order=("model_name", "pass@1", "beyond@t", "beyond@m", "model_progress"),
|
| 123 |
hide_index=True,
|
| 124 |
)
|