ziyuzhou02 commited on
Commit
7784e8f
verified
1 Parent(s): ebf19be

Clarify overall tables and tracked rank history

Browse files
Files changed (1) hide show
  1. app.py +10 -6
app.py CHANGED
@@ -313,7 +313,7 @@ with demo:
313
  elem_classes="markdown-text",
314
  )
315
  gr.Markdown(
316
- "**Cumulative live evaluation.** MSE, RMSE, MAPE, CRPS, and Stability are lower-is-better; RTG is higher-is-better; more negative Improvement indicates a stronger decreasing-error trend.",
317
  elem_classes="markdown-text",
318
  )
319
  live_overall_df = _leaderboard_dataframe(
@@ -321,7 +321,7 @@ with demo:
321
  label="Up-to-now overall results",
322
  )
323
  gr.Markdown(
324
- "**Average Rank, Win Rate, and Elo**",
325
  elem_classes="markdown-text",
326
  )
327
  live_rank_df = gr.HTML(
@@ -341,20 +341,24 @@ with demo:
341
  label="Domain distribution",
342
  )
343
  gr.Markdown(
344
- "Geometric mean of **absolute** metrics across all datasets. MSE/CRPS are lower-is-better; RankScore is higher-is-better.",
345
  elem_classes="markdown-text",
346
  )
347
  overall_values_df = _leaderboard_dataframe(
348
  value=INITIAL_OUTPUTS[2],
349
  label="Metric values and RankScore",
350
  )
 
 
 
 
351
  overall_ranks_df = gr.HTML(
352
  value=INITIAL_OUTPUTS[3],
353
  elem_classes="rank-html-output",
354
  )
355
 
356
  gr.Markdown(
357
- "**Baseline daily rank history** 路 average rank across all datasets per day (lower is better)",
358
  elem_classes="markdown-text",
359
  )
360
  baseline_history_df = gr.HTML(
@@ -362,7 +366,7 @@ with demo:
362
  elem_classes="rank-html-output",
363
  )
364
  gr.Markdown(
365
- "**Baseline weekly rank history** 路 average of daily ranks per ISO week (lower is better)",
366
  elem_classes="markdown-text",
367
  )
368
  baseline_weekly_df = gr.HTML(
@@ -370,7 +374,7 @@ with demo:
370
  elem_classes="rank-html-output",
371
  )
372
  gr.Markdown(
373
- "**Baseline rank trend** 路 MSE / CRPS / MASE / MAE rank over time",
374
  elem_classes="markdown-text",
375
  )
376
  rank_trend_plot = gr.Plot(
 
313
  elem_classes="markdown-text",
314
  )
315
  gr.Markdown(
316
+ "**Live cumulative results (release-history aggregate).** Uses every real release collected up to now. MSE, RMSE, MAPE, CRPS, and Stability are lower-is-better; RTG is higher-is-better; more negative Improvement means errors decrease more consistently over releases.",
317
  elem_classes="markdown-text",
318
  )
319
  live_overall_df = _leaderboard_dataframe(
 
321
  label="Up-to-now overall results",
322
  )
323
  gr.Markdown(
324
+ "**Live relative ranks (same release history).** Average Rank, Win Rate, and Elo are computed from model-vs-model comparisons on shared live releases, so they summarize relative standing rather than absolute error values.",
325
  elem_classes="markdown-text",
326
  )
327
  live_rank_df = gr.HTML(
 
341
  label="Domain distribution",
342
  )
343
  gr.Markdown(
344
+ "**Latest snapshot aggregate (not release-history).** Geometric mean of absolute metric values across the current dataset snapshot. MSE/CRPS are lower-is-better; RankScore is higher-is-better. This table is comparable to a static leaderboard snapshot, while the live tables above use temporal release histories.",
345
  elem_classes="markdown-text",
346
  )
347
  overall_values_df = _leaderboard_dataframe(
348
  value=INITIAL_OUTPUTS[2],
349
  label="Metric values and RankScore",
350
  )
351
+ gr.Markdown(
352
+ "**Latest snapshot ranks.** Per-metric ranks derived from the snapshot values above; lower rank is better.",
353
+ elem_classes="markdown-text",
354
+ )
355
  overall_ranks_df = gr.HTML(
356
  value=INITIAL_OUTPUTS[3],
357
  elem_classes="rank-html-output",
358
  )
359
 
360
  gr.Markdown(
361
+ "**Tracked model daily rank history** 路 the Model column names the model tracked on each date; rank values are its average per-dataset ranks for that day (lower is better).",
362
  elem_classes="markdown-text",
363
  )
364
  baseline_history_df = gr.HTML(
 
366
  elem_classes="rank-html-output",
367
  )
368
  gr.Markdown(
369
+ "**Tracked model weekly rank history** 路 grouped by ISO week and Model; values are weekly means of the daily tracked-model ranks (lower is better).",
370
  elem_classes="markdown-text",
371
  )
372
  baseline_weekly_df = gr.HTML(
 
374
  elem_classes="rank-html-output",
375
  )
376
  gr.Markdown(
377
+ "**Tracked model rank trend** 路 MSE / CRPS / MASE / MAE rank over time; see the table Model column for which model each point tracks.",
378
  elem_classes="markdown-text",
379
  )
380
  rank_trend_plot = gr.Plot(