tangtang
commited on
Commit
·
0314b27
1
Parent(s):
57eb2f4
Update space1
Browse files- src/populate.py +27 -18
src/populate.py
CHANGED
|
@@ -34,27 +34,36 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
|
|
| 34 |
"Title search rate (%)": 0
|
| 35 |
}])], ignore_index=True)
|
| 36 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
# 将数组转标量,空数组变为 0
|
| 38 |
-
df["(T1) Precision (%)"] = df["(T1) Precision (%)"].apply(
|
| 39 |
-
df["(T1) Title_search_rate (%)"] = df["(T1) Title_search_rate (%)"].apply(
|
| 40 |
-
df["(T1) Overlap (%)"] = df["(T1) Overlap (%)"].apply(
|
| 41 |
-
df["(T1) Precision (First Author) (%)"] = df["(T1) Precision (First Author) (%)"].apply(
|
| 42 |
-
df["(T1) Overlap (First Author) (%)"] = df["(T1) Overlap (First Author) (%)"].apply(
|
| 43 |
# Task 2
|
| 44 |
-
df["(T2) Similarity (%)"] = df["(T2) Similarity (%)"].apply(
|
| 45 |
-
df["(T2) Entailment (TRUE %)"] = df["(T2) Entailment (TRUE %)"].apply(
|
| 46 |
-
df["(T2) Entailment (GPT-4o %)"] = df["(T2) Entailment (GPT-4o %)"].apply(
|
| 47 |
-
df["(T2) ROUGE-1 (%)"] = df["(T2) ROUGE-1 (%)"].apply(
|
| 48 |
-
df["(T2) ROUGE-2 (%)"] = df["(T2) ROUGE-2 (%)"].apply(
|
| 49 |
-
df["(T2) ROUGE-L (%)"] = df["(T2) ROUGE-L (%)"].apply(
|
| 50 |
# Task 3
|
| 51 |
-
df["(T3) Precision (%)"] = df["(T3) Precision (%)"].apply(
|
| 52 |
-
df["(T3) Title_search_rate (%)"] = df["(T3) Title_search_rate (%)"].apply(
|
| 53 |
-
df["(T3) Overlap (%)"] = df["(T3) Overlap (%)"].apply(
|
| 54 |
-
df["(T3) Key Point Recall (%)"] = df["(T3) Key Point Recall (%)"].apply(
|
| 55 |
-
df["(T3) ROUGE-1 (%)"] = df["(T3) ROUGE-1 (%)"].apply(
|
| 56 |
-
df["(T3) ROUGE-2 (%)"] = df["(T3) ROUGE-2 (%)"].apply(
|
| 57 |
-
df["(T3) ROUGE-L (%)"] = df["(T3) ROUGE-L (%)"].apply(
|
| 58 |
|
| 59 |
# 平均值列
|
| 60 |
df["Average ⬆️"] = df[["(T1) Precision (%)",
|
|
|
|
| 34 |
"Title search rate (%)": 0
|
| 35 |
}])], ignore_index=True)
|
| 36 |
|
| 37 |
+
def extract_first(value):
|
| 38 |
+
if isinstance(value, (list, np.ndarray)):
|
| 39 |
+
return value[0] if len(value) > 0 else 0
|
| 40 |
+
elif isinstance(value, (int, float)):
|
| 41 |
+
return value
|
| 42 |
+
else:
|
| 43 |
+
return 0
|
| 44 |
+
|
| 45 |
+
df["(T1) Precision (%)"] = df["(T1) Precision (%)"].apply(extract_first)
|
| 46 |
# 将数组转标量,空数组变为 0
|
| 47 |
+
df["(T1) Precision (%)"] = df["(T1) Precision (%)"].apply(extract_first)
|
| 48 |
+
df["(T1) Title_search_rate (%)"] = df["(T1) Title_search_rate (%)"].apply(extract_first)
|
| 49 |
+
df["(T1) Overlap (%)"] = df["(T1) Overlap (%)"].apply(extract_first)
|
| 50 |
+
df["(T1) Precision (First Author) (%)"] = df["(T1) Precision (First Author) (%)"].apply(extract_first)
|
| 51 |
+
df["(T1) Overlap (First Author) (%)"] = df["(T1) Overlap (First Author) (%)"].apply(extract_first)
|
| 52 |
# Task 2
|
| 53 |
+
df["(T2) Similarity (%)"] = df["(T2) Similarity (%)"].apply(extract_first)
|
| 54 |
+
df["(T2) Entailment (TRUE %)"] = df["(T2) Entailment (TRUE %)"].apply(extract_first)
|
| 55 |
+
df["(T2) Entailment (GPT-4o %)"] = df["(T2) Entailment (GPT-4o %)"].apply(extract_first)
|
| 56 |
+
df["(T2) ROUGE-1 (%)"] = df["(T2) ROUGE-1 (%)"].apply(extract_first)
|
| 57 |
+
df["(T2) ROUGE-2 (%)"] = df["(T2) ROUGE-2 (%)"].apply(extract_first)
|
| 58 |
+
df["(T2) ROUGE-L (%)"] = df["(T2) ROUGE-L (%)"].apply(extract_first)
|
| 59 |
# Task 3
|
| 60 |
+
df["(T3) Precision (%)"] = df["(T3) Precision (%)"].apply(extract_first)
|
| 61 |
+
df["(T3) Title_search_rate (%)"] = df["(T3) Title_search_rate (%)"].apply(extract_first)
|
| 62 |
+
df["(T3) Overlap (%)"] = df["(T3) Overlap (%)"].apply(extract_first)
|
| 63 |
+
df["(T3) Key Point Recall (%)"] = df["(T3) Key Point Recall (%)"].apply(extract_first)
|
| 64 |
+
df["(T3) ROUGE-1 (%)"] = df["(T3) ROUGE-1 (%)"].apply(extract_first)
|
| 65 |
+
df["(T3) ROUGE-2 (%)"] = df["(T3) ROUGE-2 (%)"].apply(extract_first)
|
| 66 |
+
df["(T3) ROUGE-L (%)"] = df["(T3) ROUGE-L (%)"].apply(extract_first)
|
| 67 |
|
| 68 |
# 平均值列
|
| 69 |
df["Average ⬆️"] = df[["(T1) Precision (%)",
|