tangtang commited on
Commit
0314b27
·
1 Parent(s): 57eb2f4

Update space1

Browse files
Files changed (1) hide show
  1. src/populate.py +27 -18
src/populate.py CHANGED
@@ -34,27 +34,36 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
34
  "Title search rate (%)": 0
35
  }])], ignore_index=True)
36
 
 
 
 
 
 
 
 
 
 
37
  # 将数组转标量,空数组变为 0
38
- df["(T1) Precision (%)"] = df["(T1) Precision (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
39
- df["(T1) Title_search_rate (%)"] = df["(T1) Title_search_rate (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
40
- df["(T1) Overlap (%)"] = df["(T1) Overlap (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
41
- df["(T1) Precision (First Author) (%)"] = df["(T1) Precision (First Author) (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
42
- df["(T1) Overlap (First Author) (%)"] = df["(T1) Overlap (First Author) (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
43
  # Task 2
44
- df["(T2) Similarity (%)"] = df["(T2) Similarity (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
45
- df["(T2) Entailment (TRUE %)"] = df["(T2) Entailment (TRUE %)"].apply(lambda x: x[0] if len(x) > 0 else 0)
46
- df["(T2) Entailment (GPT-4o %)"] = df["(T2) Entailment (GPT-4o %)"].apply(lambda x: x[0] if len(x) > 0 else 0)
47
- df["(T2) ROUGE-1 (%)"] = df["(T2) ROUGE-1 (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
48
- df["(T2) ROUGE-2 (%)"] = df["(T2) ROUGE-2 (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
49
- df["(T2) ROUGE-L (%)"] = df["(T2) ROUGE-L (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
50
  # Task 3
51
- df["(T3) Precision (%)"] = df["(T3) Precision (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
52
- df["(T3) Title_search_rate (%)"] = df["(T3) Title_search_rate (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
53
- df["(T3) Overlap (%)"] = df["(T3) Overlap (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
54
- df["(T3) Key Point Recall (%)"] = df["(T3) Key Point Recall (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
55
- df["(T3) ROUGE-1 (%)"] = df["(T3) ROUGE-1 (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
56
- df["(T3) ROUGE-2 (%)"] = df["(T3) ROUGE-2 (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
57
- df["(T3) ROUGE-L (%)"] = df["(T3) ROUGE-L (%)"].apply(lambda x: x[0] if len(x) > 0 else 0)
58
 
59
  # 平均值列
60
  df["Average ⬆️"] = df[["(T1) Precision (%)",
 
34
  "Title search rate (%)": 0
35
  }])], ignore_index=True)
36
 
37
+ def extract_first(value):
38
+ if isinstance(value, (list, np.ndarray)):
39
+ return value[0] if len(value) > 0 else 0
40
+ elif isinstance(value, (int, float)):
41
+ return value
42
+ else:
43
+ return 0
44
+
45
+ df["(T1) Precision (%)"] = df["(T1) Precision (%)"].apply(extract_first)
46
  # 将数组转标量,空数组变为 0
47
+ df["(T1) Precision (%)"] = df["(T1) Precision (%)"].apply(extract_first)
48
+ df["(T1) Title_search_rate (%)"] = df["(T1) Title_search_rate (%)"].apply(extract_first)
49
+ df["(T1) Overlap (%)"] = df["(T1) Overlap (%)"].apply(extract_first)
50
+ df["(T1) Precision (First Author) (%)"] = df["(T1) Precision (First Author) (%)"].apply(extract_first)
51
+ df["(T1) Overlap (First Author) (%)"] = df["(T1) Overlap (First Author) (%)"].apply(extract_first)
52
  # Task 2
53
+ df["(T2) Similarity (%)"] = df["(T2) Similarity (%)"].apply(extract_first)
54
+ df["(T2) Entailment (TRUE %)"] = df["(T2) Entailment (TRUE %)"].apply(extract_first)
55
+ df["(T2) Entailment (GPT-4o %)"] = df["(T2) Entailment (GPT-4o %)"].apply(extract_first)
56
+ df["(T2) ROUGE-1 (%)"] = df["(T2) ROUGE-1 (%)"].apply(extract_first)
57
+ df["(T2) ROUGE-2 (%)"] = df["(T2) ROUGE-2 (%)"].apply(extract_first)
58
+ df["(T2) ROUGE-L (%)"] = df["(T2) ROUGE-L (%)"].apply(extract_first)
59
  # Task 3
60
+ df["(T3) Precision (%)"] = df["(T3) Precision (%)"].apply(extract_first)
61
+ df["(T3) Title_search_rate (%)"] = df["(T3) Title_search_rate (%)"].apply(extract_first)
62
+ df["(T3) Overlap (%)"] = df["(T3) Overlap (%)"].apply(extract_first)
63
+ df["(T3) Key Point Recall (%)"] = df["(T3) Key Point Recall (%)"].apply(extract_first)
64
+ df["(T3) ROUGE-1 (%)"] = df["(T3) ROUGE-1 (%)"].apply(extract_first)
65
+ df["(T3) ROUGE-2 (%)"] = df["(T3) ROUGE-2 (%)"].apply(extract_first)
66
+ df["(T3) ROUGE-L (%)"] = df["(T3) ROUGE-L (%)"].apply(extract_first)
67
 
68
  # 平均值列
69
  df["Average ⬆️"] = df[["(T1) Precision (%)",