Spaces:
Running
Running
openhands openhands commited on
Commit ·
2123552
1
Parent(s): 2b7cd27
Skip entries with hide_from_leaderboard=True
Browse filesFilter out models from the leaderboard when their metadata has
hide_from_leaderboard set to true. This allows hiding models that
shouldn't be displayed (e.g., due to lack of comparable models
in similar size classes).
Co-authored-by: openhands <openhands@all-hands.dev>
- simple_data_loader.py +5 -0
simple_data_loader.py
CHANGED
|
@@ -151,6 +151,11 @@ class SimpleLeaderboardViewer:
|
|
| 151 |
if metadata is None or scores is None:
|
| 152 |
continue
|
| 153 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 154 |
# Create one record per benchmark (mimicking old JSONL format)
|
| 155 |
for score_entry in scores:
|
| 156 |
record = {
|
|
|
|
| 151 |
if metadata is None or scores is None:
|
| 152 |
continue
|
| 153 |
|
| 154 |
+
# Skip entries that are hidden from the leaderboard
|
| 155 |
+
if metadata.get('hide_from_leaderboard', False):
|
| 156 |
+
logger.info(f"Skipping {agent_dir.name}: hide_from_leaderboard is True")
|
| 157 |
+
continue
|
| 158 |
+
|
| 159 |
# Create one record per benchmark (mimicking old JSONL format)
|
| 160 |
for score_entry in scores:
|
| 161 |
record = {
|