Align internal dataset IDs with HF dataset IDs

Rename keys and accuracy_field values to match the HuggingFace
dataset names under braindecode/, with dashes converted to
underscores for Python/JS identifier safety:

mat -> arithmetic_zyma2019
mumtaz -> mdd_mumtaz2016
seedv -> seed_v
bcic-2020-3_accuracy-> bcic2020_3_accuracy

backend/app/config/benchmarks.py

@@ -50,7 +50,7 @@ EEG_BENCHMARKS: Dict[str, BenchmarkInfo] = {
         description="BCI Competition 2020 Track #3 - 5-class imagined speech classification.",
         category="Speech Imagery",
         num_classes=5,
-        accuracy_field="bcic-2020-3_accuracy",
+        accuracy_field="bcic2020_3_accuracy",
     ),
     "isruc_sleep": BenchmarkInfo(
         dataset_id="braindecode/isruc-sleep",
@@ -79,23 +79,23 @@ EEG_BENCHMARKS: Dict[str, BenchmarkInfo] = {
         num_classes=6,
         accuracy_field="tuev_accuracy",
     ),
-    "mumtaz": BenchmarkInfo(
+    "mdd_mumtaz2016": BenchmarkInfo(
         dataset_id="braindecode/mdd_mumtaz2016",
         task_id="pathology_binary",
         display_name="Mumtaz",
         description="Mumtaz 2016 MDD dataset - binary depression vs. healthy classification.",
         category="Pathology Detection",
         num_classes=2,
-        accuracy_field="mumtaz_accuracy",
+        accuracy_field="mdd_mumtaz2016_accuracy",
     ),
-    "mat": BenchmarkInfo(
+    "arithmetic_zyma2019": BenchmarkInfo(
         dataset_id="braindecode/arithmetic_zyma2019",
         task_id="cognitive_load_binary",
         display_name="MAT",
         description="EEG During Mental Arithmetic Tasks (Zyma 2019) - binary rest vs. task classification.",
         category="Cognitive Load",
         num_classes=2,
-        accuracy_field="mat_accuracy",
+        accuracy_field="arithmetic_zyma2019_accuracy",
     ),
     "faced": BenchmarkInfo(
         dataset_id="braindecode/faced",
@@ -106,14 +106,14 @@ EEG_BENCHMARKS: Dict[str, BenchmarkInfo] = {
         num_classes=9,
         accuracy_field="faced_accuracy",
     ),
-    "seedv": BenchmarkInfo(
+    "seed_v": BenchmarkInfo(
         dataset_id="braindecode/seed-v",
         task_id="emotion_recognition_5class",
         display_name="SEED-V",
         description="SEED-V dataset - 5-class emotion recognition from EEG.",
         category="Emotion Recognition",
         num_classes=5,
-        accuracy_field="seedv_accuracy",
+        accuracy_field="seed_v_accuracy",
     ),
 }
 

backend/app/data/sample_results.json

@@ -9,14 +9,14 @@
     "Average ⬆️": 19.09,
     "physionet_accuracy": 0.0171,
     "bcic2a_accuracy": 0.0183,
-    "bcic-2020-3_accuracy": 0.0203,
+    "bcic2020_3_accuracy": 0.0203,
     "tuev_accuracy": 0.2278,
     "tuab_accuracy": 0.1453,
     "isruc_sleep_accuracy": 0.6274,
     "faced_accuracy": 0.0495,
-    "mumtaz_accuracy": 0.6497,
-    "mat_accuracy": 0.1052,
-    "seedv_accuracy": 0.0482,
+    "mdd_mumtaz2016_accuracy": 0.6497,
+    "arithmetic_zyma2019_accuracy": 0.1052,
+    "seed_v_accuracy": 0.0482,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,
@@ -37,14 +37,14 @@
     "Average ⬆️": 22.95,
     "physionet_accuracy": 0.0397,
     "bcic2a_accuracy": 0.0575,
-    "bcic-2020-3_accuracy": 0.0226,
+    "bcic2020_3_accuracy": 0.0226,
     "tuev_accuracy": 0.3114,
     "tuab_accuracy": -0.0101,
     "isruc_sleep_accuracy": 0.6963,
     "faced_accuracy": 0.069,
-    "mumtaz_accuracy": 0.6331,
-    "mat_accuracy": 0.3477,
-    "seedv_accuracy": 0.1273,
+    "mdd_mumtaz2016_accuracy": 0.6331,
+    "arithmetic_zyma2019_accuracy": 0.3477,
+    "seed_v_accuracy": 0.1273,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,
@@ -65,14 +65,14 @@
     "Average ⬆️": 12.85,
     "physionet_accuracy": 0.0585,
     "bcic2a_accuracy": 0.0103,
-    "bcic-2020-3_accuracy": 0.0005,
+    "bcic2020_3_accuracy": 0.0005,
     "tuev_accuracy": 0.0652,
     "tuab_accuracy": 0.2041,
     "isruc_sleep_accuracy": 0.3321,
     "faced_accuracy": 0.0157,
-    "mumtaz_accuracy": 0.5652,
-    "mat_accuracy": -0.0025,
-    "seedv_accuracy": 0.0355,
+    "mdd_mumtaz2016_accuracy": 0.5652,
+    "arithmetic_zyma2019_accuracy": -0.0025,
+    "seed_v_accuracy": 0.0355,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,
@@ -93,14 +93,14 @@
     "Average ⬆️": 31.24,
     "physionet_accuracy": 0.4238,
     "bcic2a_accuracy": 0.148,
-    "bcic-2020-3_accuracy": 0.0153,
+    "bcic2020_3_accuracy": 0.0153,
     "tuev_accuracy": 0.2598,
     "tuab_accuracy": 0.5418,
     "isruc_sleep_accuracy": 0.6945,
     "faced_accuracy": 0.0585,
-    "mumtaz_accuracy": 0.7156,
-    "mat_accuracy": 0.1111,
-    "seedv_accuracy": 0.1554,
+    "mdd_mumtaz2016_accuracy": 0.7156,
+    "arithmetic_zyma2019_accuracy": 0.1111,
+    "seed_v_accuracy": 0.1554,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,
@@ -121,14 +121,14 @@
     "Average ⬆️": 18.9,
     "physionet_accuracy": 0.0822,
     "bcic2a_accuracy": 0.062,
-    "bcic-2020-3_accuracy": 0.0082,
+    "bcic2020_3_accuracy": 0.0082,
     "tuev_accuracy": 0.2057,
     "tuab_accuracy": 0.4298,
     "isruc_sleep_accuracy": 0.3592,
     "faced_accuracy": 0.0709,
-    "mumtaz_accuracy": 0.555,
-    "mat_accuracy": 0.1014,
-    "seedv_accuracy": 0.0153,
+    "mdd_mumtaz2016_accuracy": 0.555,
+    "arithmetic_zyma2019_accuracy": 0.1014,
+    "seed_v_accuracy": 0.0153,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,
@@ -149,14 +149,14 @@
     "Average ⬆️": 25.83,
     "physionet_accuracy": 0.3904,
     "bcic2a_accuracy": 0.1389,
-    "bcic-2020-3_accuracy": 0.006,
+    "bcic2020_3_accuracy": 0.006,
     "tuev_accuracy": 0.0671,
     "tuab_accuracy": 0.4067,
     "isruc_sleep_accuracy": 0.6211,
     "faced_accuracy": 0.1449,
-    "mumtaz_accuracy": 0.6693,
-    "mat_accuracy": 0.125,
-    "seedv_accuracy": 0.0132,
+    "mdd_mumtaz2016_accuracy": 0.6693,
+    "arithmetic_zyma2019_accuracy": 0.125,
+    "seed_v_accuracy": 0.0132,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,
@@ -177,14 +177,14 @@
     "Average ⬆️": 14.02,
     "physionet_accuracy": 0.2713,
     "bcic2a_accuracy": 0.047,
-    "bcic-2020-3_accuracy": 0.0228,
+    "bcic2020_3_accuracy": 0.0228,
     "tuev_accuracy": 0.1305,
     "tuab_accuracy": 0.1005,
     "isruc_sleep_accuracy": 0.249,
     "faced_accuracy": 0.0121,
-    "mumtaz_accuracy": 0.558,
-    "mat_accuracy": -0.0025,
-    "seedv_accuracy": 0.0131,
+    "mdd_mumtaz2016_accuracy": 0.558,
+    "arithmetic_zyma2019_accuracy": -0.0025,
+    "seed_v_accuracy": 0.0131,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,
@@ -205,14 +205,14 @@
     "Average ⬆️": 36.11,
     "physionet_accuracy": 0.4352,
     "bcic2a_accuracy": 0.3106,
-    "bcic-2020-3_accuracy": 0.0541,
+    "bcic2020_3_accuracy": 0.0541,
     "tuev_accuracy": 0.3569,
     "tuab_accuracy": 0.5837,
     "isruc_sleep_accuracy": 0.7215,
     "faced_accuracy": 0.0566,
-    "mumtaz_accuracy": 0.7409,
-    "mat_accuracy": 0.2644,
-    "seedv_accuracy": 0.0871,
+    "mdd_mumtaz2016_accuracy": 0.7409,
+    "arithmetic_zyma2019_accuracy": 0.2644,
+    "seed_v_accuracy": 0.0871,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,
@@ -233,14 +233,14 @@
     "Average ⬆️": 32.24,
     "physionet_accuracy": 0.3767,
     "bcic2a_accuracy": 0.1911,
-    "bcic-2020-3_accuracy": 0.0884,
+    "bcic2020_3_accuracy": 0.0884,
     "tuev_accuracy": 0.3791,
     "tuab_accuracy": null,
     "isruc_sleep_accuracy": 0.6464,
     "faced_accuracy": 0.1672,
-    "mumtaz_accuracy": 0.6811,
-    "mat_accuracy": 0.2954,
-    "seedv_accuracy": 0.0763,
+    "mdd_mumtaz2016_accuracy": 0.6811,
+    "arithmetic_zyma2019_accuracy": 0.2954,
+    "seed_v_accuracy": 0.0763,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,
@@ -261,14 +261,14 @@
     "Average ⬆️": 36.91,
     "physionet_accuracy": 0.436,
     "bcic2a_accuracy": 0.3519,
-    "bcic-2020-3_accuracy": 0.0406,
+    "bcic2020_3_accuracy": 0.0406,
     "tuev_accuracy": 0.3845,
     "tuab_accuracy": 0.6112,
     "isruc_sleep_accuracy": 0.6196,
     "faced_accuracy": 0.1828,
-    "mumtaz_accuracy": 0.6751,
-    "mat_accuracy": 0.3227,
-    "seedv_accuracy": 0.0662,
+    "mdd_mumtaz2016_accuracy": 0.6751,
+    "arithmetic_zyma2019_accuracy": 0.3227,
+    "seed_v_accuracy": 0.0662,
     "#Params (M)": null,
     "embed_dim": null,
     "trainable_params": null,

frontend/src/pages/LeaderboardPage/components/Leaderboard/constants/chartDefaults.js

@@ -21,7 +21,7 @@ export const BENCHMARK_LABELS = {
   tuev: "TUEV",
   chbmit: "CHB-MIT",
   faced: "FACED",
-  seedv: "SEED-V",
+  seed_v: "SEED-V",
 };
 
 export const BENCHMARK_KEYS = Object.keys(BENCHMARK_LABELS);

frontend/src/pages/LeaderboardPage/components/Leaderboard/constants/defaults.js

@@ -143,7 +143,7 @@ const COLUMNS = {
       defaultVisible: false,
       label: "FACED",
     },
-    "evaluations.seedv.normalized_score": {
+    "evaluations.seed_v.normalized_score": {
       group: "evaluation",
       size: COLUMN_SIZES.BENCHMARK,
       defaultVisible: false,

frontend/src/pages/LeaderboardPage/components/Leaderboard/utils/columnUtils.js

@@ -291,10 +291,10 @@ const DATASET_URLS = {
   isruc_sleep: "https://huggingface.co/datasets/braindecode/isruc-sleep",
   tuab: "https://huggingface.co/datasets/braindecode/tuab",
   tuev: "https://huggingface.co/datasets/braindecode/tuev",
-  mumtaz: "https://huggingface.co/datasets/braindecode/mdd_mumtaz2016",
-  mat: "https://huggingface.co/datasets/braindecode/arithmetic_zyma2019",
+  mdd_mumtaz2016: "https://huggingface.co/datasets/braindecode/mdd_mumtaz2016",
+  arithmetic_zyma2019: "https://huggingface.co/datasets/braindecode/arithmetic_zyma2019",
   faced: "https://huggingface.co/datasets/braindecode/faced",
-  seedv: "https://huggingface.co/datasets/braindecode/seed-v",
+  seed_v: "https://huggingface.co/datasets/braindecode/seed-v",
 };
 
 const getDetailsUrl = (modelName) => {
@@ -853,12 +853,12 @@ export const createColumns = (
       ],
     },
     {
-      accessorKey: "evaluations.seedv.normalized_score",
-      header: createHeaderCell("SEED-V", COLUMN_TOOLTIPS.SEEDV, DATASET_URLS.seedv),
+      accessorKey: "evaluations.seed_v.normalized_score",
+      header: createHeaderCell("SEED-V", COLUMN_TOOLTIPS.SEEDV, DATASET_URLS.seed_v),
       cell: ({ row, getValue }) =>
-        createScoreCell(getValue, row, "evaluations.seedv.normalized_score"),
+        createScoreCell(getValue, row, "evaluations.seed_v.normalized_score"),
       size: TABLE_DEFAULTS.COLUMNS.COLUMN_SIZES[
-        "evaluations.seedv.normalized_score"
+        "evaluations.seed_v.normalized_score"
       ],
     },
   ];