tohid.abedini
commited on
Commit
·
99b47fb
1
Parent(s):
2cd88e3
[Add] average to df
Browse files
app.py
CHANGED
|
@@ -104,8 +104,13 @@ abs_path = Path(__file__).parent
|
|
| 104 |
persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
|
| 105 |
base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
|
| 106 |
|
| 107 |
-
|
| 108 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 109 |
|
| 110 |
with gr.Blocks(css=custom_css) as demo:
|
| 111 |
gr.Markdown("""
|
|
@@ -118,7 +123,7 @@ with gr.Blocks(css=custom_css) as demo:
|
|
| 118 |
""")
|
| 119 |
Leaderboard(
|
| 120 |
value=persian_df,
|
| 121 |
-
select_columns=
|
| 122 |
search_columns=["model_name_for_query"],
|
| 123 |
hide_columns=["model_name_for_query",],
|
| 124 |
filter_columns=["Precision", "#Params (B)"],
|
|
@@ -129,7 +134,7 @@ with gr.Blocks(css=custom_css) as demo:
|
|
| 129 |
""")
|
| 130 |
Leaderboard(
|
| 131 |
value=base_df,
|
| 132 |
-
select_columns=
|
| 133 |
search_columns=["model_name_for_query"],
|
| 134 |
hide_columns=["model_name_for_query",],
|
| 135 |
filter_columns=["Precision", "#Params (B)"],
|
|
|
|
| 104 |
persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
|
| 105 |
base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
|
| 106 |
|
| 107 |
+
|
| 108 |
+
all_columns = ["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
| 109 |
+
columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
| 110 |
+
|
| 111 |
+
|
| 112 |
+
persian_df = persian_df.append(compute_averages(persian_df, columns_to_average), ignore_index=True)
|
| 113 |
+
base_df = base_df.append(compute_averages(base_df, columns_to_average), ignore_index=True)
|
| 114 |
|
| 115 |
with gr.Blocks(css=custom_css) as demo:
|
| 116 |
gr.Markdown("""
|
|
|
|
| 123 |
""")
|
| 124 |
Leaderboard(
|
| 125 |
value=persian_df,
|
| 126 |
+
select_columns=all_columns,
|
| 127 |
search_columns=["model_name_for_query"],
|
| 128 |
hide_columns=["model_name_for_query",],
|
| 129 |
filter_columns=["Precision", "#Params (B)"],
|
|
|
|
| 134 |
""")
|
| 135 |
Leaderboard(
|
| 136 |
value=base_df,
|
| 137 |
+
select_columns=all_columns,
|
| 138 |
search_columns=["model_name_for_query"],
|
| 139 |
hide_columns=["model_name_for_query",],
|
| 140 |
filter_columns=["Precision", "#Params (B)"],
|
utils.py
CHANGED
|
@@ -151,7 +151,7 @@ def jsonl_to_dataframe(input_file):
|
|
| 151 |
return pd.DataFrame(data)
|
| 152 |
|
| 153 |
|
| 154 |
-
def compute_averages(df):
|
| 155 |
-
average_metrics = df.mean(
|
| 156 |
-
average_metrics["Model"] = "Average ⬆️"
|
| 157 |
-
return average_metrics
|
|
|
|
| 151 |
return pd.DataFrame(data)
|
| 152 |
|
| 153 |
|
| 154 |
+
def compute_averages(df, columns_to_average):
|
| 155 |
+
average_metrics = {col: df[col].mean() for col in columns_to_average if col in df}
|
| 156 |
+
average_metrics["Model"] = "Average ⬆️" # Label the row as "Average"
|
| 157 |
+
return average_metrics
|