Align leaderboard with SpectrumWorld paper Table 3
Browse files
app.py
CHANGED
|
@@ -28,10 +28,10 @@ class SpectralLeaderboard:
|
|
| 28 |
"""格式化准确率显示"""
|
| 29 |
if accuracy is None:
|
| 30 |
return "-"
|
| 31 |
-
return f"{accuracy:.
|
| 32 |
|
| 33 |
def _calculate_average(self, results: Dict) -> Optional[float]:
|
| 34 |
-
"""
|
| 35 |
return results.get("overall_accuracy")
|
| 36 |
|
| 37 |
def _get_model_type_icon(self, model_type: str) -> str:
|
|
@@ -363,7 +363,7 @@ def create_leaderboard():
|
|
| 363 |
- **Rank**: 🥇 1st place, 🥈 2nd place, 🥉 3rd place, then numbers
|
| 364 |
- **Type**: 🔓 Open Source, 🔒 Proprietary, 📊 Baseline
|
| 365 |
- **MM**: 👁️ Multimodal, 📝 Text-only
|
| 366 |
-
- **Overall**: Average accuracy across all evaluated
|
| 367 |
- **Signal**: Low-level signal processing tasks
|
| 368 |
- **Perception**: Mid-level feature extraction tasks
|
| 369 |
- **Semantic**: High-level understanding tasks
|
|
|
|
| 28 |
"""格式化准确率显示"""
|
| 29 |
if accuracy is None:
|
| 30 |
return "-"
|
| 31 |
+
return f"{accuracy:.2f}"
|
| 32 |
|
| 33 |
def _calculate_average(self, results: Dict) -> Optional[float]:
|
| 34 |
+
"""Return Avg. Perf from Table 3: arithmetic mean across 14 subtasks."""
|
| 35 |
return results.get("overall_accuracy")
|
| 36 |
|
| 37 |
def _get_model_type_icon(self, model_type: str) -> str:
|
|
|
|
| 363 |
- **Rank**: 🥇 1st place, 🥈 2nd place, 🥉 3rd place, then numbers
|
| 364 |
- **Type**: 🔓 Open Source, 🔒 Proprietary, 📊 Baseline
|
| 365 |
- **MM**: 👁️ Multimodal, 📝 Text-only
|
| 366 |
+
- **Overall**: Average accuracy across all 14 evaluated subtasks, matching Table 3 in the paper
|
| 367 |
- **Signal**: Low-level signal processing tasks
|
| 368 |
- **Perception**: Mid-level feature extraction tasks
|
| 369 |
- **Semantic**: High-level understanding tasks
|