jiaxie commited on
Commit
317c6d4
·
verified ·
1 Parent(s): 711500b

Align leaderboard with SpectrumWorld paper Table 3

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -28,10 +28,10 @@ class SpectralLeaderboard:
28
  """格式化准确率显示"""
29
  if accuracy is None:
30
  return "-"
31
- return f"{accuracy:.1f}"
32
 
33
  def _calculate_average(self, results: Dict) -> Optional[float]:
34
- """计算平均准确率,使用overall_accuracy字段"""
35
  return results.get("overall_accuracy")
36
 
37
  def _get_model_type_icon(self, model_type: str) -> str:
@@ -363,7 +363,7 @@ def create_leaderboard():
363
  - **Rank**: 🥇 1st place, 🥈 2nd place, 🥉 3rd place, then numbers
364
  - **Type**: 🔓 Open Source, 🔒 Proprietary, 📊 Baseline
365
  - **MM**: 👁️ Multimodal, 📝 Text-only
366
- - **Overall**: Average accuracy across all evaluated levels
367
  - **Signal**: Low-level signal processing tasks
368
  - **Perception**: Mid-level feature extraction tasks
369
  - **Semantic**: High-level understanding tasks
 
28
  """格式化准确率显示"""
29
  if accuracy is None:
30
  return "-"
31
+ return f"{accuracy:.2f}"
32
 
33
  def _calculate_average(self, results: Dict) -> Optional[float]:
34
+ """Return Avg. Perf from Table 3: arithmetic mean across 14 subtasks."""
35
  return results.get("overall_accuracy")
36
 
37
  def _get_model_type_icon(self, model_type: str) -> str:
 
363
  - **Rank**: 🥇 1st place, 🥈 2nd place, 🥉 3rd place, then numbers
364
  - **Type**: 🔓 Open Source, 🔒 Proprietary, 📊 Baseline
365
  - **MM**: 👁️ Multimodal, 📝 Text-only
366
+ - **Overall**: Average accuracy across all 14 evaluated subtasks, matching Table 3 in the paper
367
  - **Signal**: Low-level signal processing tasks
368
  - **Perception**: Mid-level feature extraction tasks
369
  - **Semantic**: High-level understanding tasks