openhands openhands commited on
Commit
2123552
·
1 Parent(s): 2b7cd27

Skip entries with hide_from_leaderboard=True

Browse files

Filter out models from the leaderboard when their metadata has
hide_from_leaderboard set to true. This allows hiding models that
shouldn't be displayed (e.g., due to lack of comparable models
in similar size classes).

Co-authored-by: openhands <openhands@all-hands.dev>

Files changed (1) hide show
  1. simple_data_loader.py +5 -0
simple_data_loader.py CHANGED
@@ -151,6 +151,11 @@ class SimpleLeaderboardViewer:
151
  if metadata is None or scores is None:
152
  continue
153
 
 
 
 
 
 
154
  # Create one record per benchmark (mimicking old JSONL format)
155
  for score_entry in scores:
156
  record = {
 
151
  if metadata is None or scores is None:
152
  continue
153
 
154
+ # Skip entries that are hidden from the leaderboard
155
+ if metadata.get('hide_from_leaderboard', False):
156
+ logger.info(f"Skipping {agent_dir.name}: hide_from_leaderboard is True")
157
+ continue
158
+
159
  # Create one record per benchmark (mimicking old JSONL format)
160
  for score_entry in scores:
161
  record = {