HAHAHA97 commited on
Commit
b899ec1
·
1 Parent(s): c52123d
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +8 -2
src/leaderboard/read_evals.py CHANGED
@@ -270,9 +270,15 @@ def load_queue_df(
270
  })
271
 
272
  for record in complete:
 
 
 
 
 
 
273
  rows.append({
274
  "Submitted At": record.get("submitted_at"),
275
- "ID": record.get("submission_id"),
276
  "Team": record.get("display_name"),
277
  "Owner": record.get("team_id"),
278
  "Task": record.get("task_name"),
@@ -284,7 +290,7 @@ def load_queue_df(
284
  record.get("scenes_total"),
285
  ),
286
  "Score": record.get("score"),
287
- "Error": _format_error(record),
288
  })
289
 
290
  if not rows:
 
270
  })
271
 
272
  for record in complete:
273
+ submission_id = record.get("submission_id")
274
+ progress = read_progress(submission_id) or {}
275
+ complete_error_record = {
276
+ **record,
277
+ "scene_failures": progress.get("scene_failures") or record.get("scene_failures") or {},
278
+ }
279
  rows.append({
280
  "Submitted At": record.get("submitted_at"),
281
+ "ID": submission_id,
282
  "Team": record.get("display_name"),
283
  "Owner": record.get("team_id"),
284
  "Task": record.get("task_name"),
 
290
  record.get("scenes_total"),
291
  ),
292
  "Score": record.get("score"),
293
+ "Error": _format_error(complete_error_record),
294
  })
295
 
296
  if not rows: