Spaces:
Running
Running
Change the way the parsable questions are expressed from numerical to percentage
Browse files
app.py
CHANGED
|
@@ -18,6 +18,8 @@ with demo:
|
|
| 18 |
gr.HTML(TITLE)
|
| 19 |
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
| 20 |
|
|
|
|
|
|
|
| 21 |
# load dataframe from csv
|
| 22 |
# leaderboard_df = pd.read_csv("benchmark_results.csv")
|
| 23 |
leaderboard_df = []
|
|
@@ -54,6 +56,10 @@ with demo:
|
|
| 54 |
leaderboard_df["Num Questions Parseable"] = leaderboard_df[["Num Questions Parseable", "Error"]].apply(
|
| 55 |
lambda x: parse_parseable(x), axis=1)
|
| 56 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
|
| 58 |
def get_params(model_name):
|
| 59 |
if model_name in metadata:
|
|
@@ -82,8 +88,9 @@ with demo:
|
|
| 82 |
leaderboard_df = leaderboard_df.sort_values(by=["Benchmark Score", "Num Questions Parseable"],
|
| 83 |
ascending=[False, False])
|
| 84 |
|
| 85 |
-
# rename
|
| 86 |
leaderboard_df = leaderboard_df.rename(columns={"Model Path": "Model"})
|
|
|
|
| 87 |
|
| 88 |
leaderboard_df_styled = leaderboard_df.style.background_gradient(cmap="RdYlGn")
|
| 89 |
leaderboard_df_styled = leaderboard_df_styled.background_gradient(cmap="RdYlGn_r", subset=['Params'])
|
|
@@ -92,7 +99,7 @@ with demo:
|
|
| 92 |
# for col in ["Benchmark Score", "Num Questions Parseable"]:
|
| 93 |
|
| 94 |
rounding["Benchmark Score"] = "{:.2f}"
|
| 95 |
-
rounding["
|
| 96 |
rounding["Params"] = "{:.0f}"
|
| 97 |
leaderboard_df_styled = leaderboard_df_styled.format(rounding)
|
| 98 |
|
|
|
|
| 18 |
gr.HTML(TITLE)
|
| 19 |
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
| 20 |
|
| 21 |
+
NUMBER_OF_QUESTIONS = 171.0
|
| 22 |
+
|
| 23 |
# load dataframe from csv
|
| 24 |
# leaderboard_df = pd.read_csv("benchmark_results.csv")
|
| 25 |
leaderboard_df = []
|
|
|
|
| 56 |
leaderboard_df["Num Questions Parseable"] = leaderboard_df[["Num Questions Parseable", "Error"]].apply(
|
| 57 |
lambda x: parse_parseable(x), axis=1)
|
| 58 |
|
| 59 |
+
def fraction_to_percentage(numerator: float, denominator: float) -> float:
|
| 60 |
+
return (numerator / denominator) * 100
|
| 61 |
+
|
| 62 |
+
leaderboard_df["Num Questions Parseable"] = leaderboard_df["Num Questions Parseable"].apply(lambda x: fraction_to_percentage(float(x), NUMBER_OF_QUESTIONS))
|
| 63 |
|
| 64 |
def get_params(model_name):
|
| 65 |
if model_name in metadata:
|
|
|
|
| 88 |
leaderboard_df = leaderboard_df.sort_values(by=["Benchmark Score", "Num Questions Parseable"],
|
| 89 |
ascending=[False, False])
|
| 90 |
|
| 91 |
+
# rename columns
|
| 92 |
leaderboard_df = leaderboard_df.rename(columns={"Model Path": "Model"})
|
| 93 |
+
leaderboard_df = leaderboard_df.rename(columns={"Num Questions Parseable": "Percentage Questions Parseable"})
|
| 94 |
|
| 95 |
leaderboard_df_styled = leaderboard_df.style.background_gradient(cmap="RdYlGn")
|
| 96 |
leaderboard_df_styled = leaderboard_df_styled.background_gradient(cmap="RdYlGn_r", subset=['Params'])
|
|
|
|
| 99 |
# for col in ["Benchmark Score", "Num Questions Parseable"]:
|
| 100 |
|
| 101 |
rounding["Benchmark Score"] = "{:.2f}"
|
| 102 |
+
rounding["Percentage Questions Parseable"] = "{:.2f}"
|
| 103 |
rounding["Params"] = "{:.0f}"
|
| 104 |
leaderboard_df_styled = leaderboard_df_styled.format(rounding)
|
| 105 |
|