{ "schema_version": 1, "config": "paper/SUBMISSION_EVIDENCE_CONFIG.json", "main": { "audit": { "datasets": { "benchmark": { "participants": 35, "seeds": [ 20260929, 20260930, 20260931 ], "windows": [ "0.4", "0.6", "0.8", "1.0", "1.2", "2.0", "3.0", "5.0" ], "frozen_comparison": "runs/paper_v37/comparisons/benchmark_harmonic_fold_vs_ssvepformer_3seed.json", "inputs": { "harmonic_fold": [ "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json", "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json" ], "ssvepformer": [ "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-0/result.json", "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-1/result.json", "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-2/result.json", "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-3/result.json", "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-4/result.json", "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-0/result.json", "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-1/result.json", "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-2/result.json", "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-3/result.json", "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-4/result.json", "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-0/result.json", "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-1/result.json", "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-2/result.json", "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-3/result.json", "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-4/result.json" ] } }, "beta": { "participants": 70, "seeds": [ 20260929, 20260930, 20260931 ], "windows": [ "0.4", "0.6", "0.8", "1.0", "1.2", "1.5" ], "frozen_comparison": "runs/paper_v37/comparisons/beta_harmonic_fold_vs_ssvepformer_3seed.json", "inputs": { "harmonic_fold": [ "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json" ], "ssvepformer": [ "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-0/result.json", "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-1/result.json", "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-2/result.json", "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-3/result.json", "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-4/result.json", "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-0/result.json", "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-1/result.json", "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-2/result.json", "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-3/result.json", "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-4/result.json", "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-0/result.json", "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-1/result.json", "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-2/result.json", "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-3/result.json", "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-4/result.json" ] } } }, "validation": "passed" }, "summaries": [ { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.4, "metric": "accuracy", "participants": 35, "mean": 0.29384920634920636, "standard_deviation": 0.15533703346986036, "median": 0.27222222222222225, "q1": 0.18611111111111112, "q3": 0.3729166666666667, "bootstrap_mean_ci95_low": 0.24523710317460315, "bootstrap_mean_ci95_high": 0.34623015873015867 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 35, "mean": 0.29384920634920625, "standard_deviation": 0.15533703346986033, "median": 0.2722222222222222, "q1": 0.18611111111111112, "q3": 0.3729166666666667, "bootstrap_mean_ci95_low": 0.2444027777777778, "bootstrap_mean_ci95_high": 0.34531944444444446 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.4, "metric": "itr_bits_per_minute", "participants": 35, "mean": 53.43162531203725, "standard_deviation": 44.808611817059344, "median": 42.58045388677791, "q1": 22.117838948779283, "q3": 70.38276107164536, "bootstrap_mean_ci95_low": 39.537935211578365, "bootstrap_mean_ci95_high": 68.74873121486712 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.6, "metric": "accuracy", "participants": 35, "mean": 0.48773809523809514, "standard_deviation": 0.2002025814847475, "median": 0.47361111111111115, "q1": 0.3027777777777778, "q3": 0.6048611111111111, "bootstrap_mean_ci95_low": 0.42269742063492055, "bootstrap_mean_ci95_high": 0.5549236111111111 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 35, "mean": 0.48773809523809514, "standard_deviation": 0.2002025814847475, "median": 0.47361111111111115, "q1": 0.3027777777777778, "q3": 0.6048611111111111, "bootstrap_mean_ci95_low": 0.4232132936507936, "bootstrap_mean_ci95_high": 0.5530595238095237 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.6, "metric": "itr_bits_per_minute", "participants": 35, "mean": 94.87397475519525, "standard_deviation": 57.880170021108505, "median": 84.14421658861208, "q1": 41.149624534759255, "q3": 123.64063450884582, "bootstrap_mean_ci95_low": 76.79832020526806, "bootstrap_mean_ci95_high": 114.61257173460717 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.8, "metric": "accuracy", "participants": 35, "mean": 0.6673412698412698, "standard_deviation": 0.20018356098076204, "median": 0.6958333333333334, "q1": 0.5576388888888889, "q3": 0.8145833333333332, "bootstrap_mean_ci95_low": 0.6008323412698413, "bootstrap_mean_ci95_high": 0.7312708333333333 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 35, "mean": 0.66734126984127, "standard_deviation": 0.20018356098076207, "median": 0.6958333333333334, "q1": 0.5576388888888888, "q3": 0.8145833333333333, "bootstrap_mean_ci95_low": 0.6013085317460318, "bootstrap_mean_ci95_high": 0.7308730158730159 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.8, "metric": "itr_bits_per_minute", "participants": 35, "mean": 128.40149394281917, "standard_deviation": 55.490093748486274, "median": 130.6963747405722, "q1": 92.29972126430387, "q3": 168.53120105662788, "bootstrap_mean_ci95_low": 110.30434696749711, "bootstrap_mean_ci95_high": 146.12717627931661 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 1.0, "metric": "accuracy", "participants": 35, "mean": 0.756031746031746, "standard_deviation": 0.18366198472819073, "median": 0.7902777777777777, "q1": 0.7006944444444445, "q3": 0.8965277777777778, "bootstrap_mean_ci95_low": 0.6938095238095239, "bootstrap_mean_ci95_high": 0.8133333333333332 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.756031746031746, "standard_deviation": 0.18366198472819073, "median": 0.7902777777777779, "q1": 0.7006944444444445, "q3": 0.8965277777777778, "bootstrap_mean_ci95_low": 0.6936498015873015, "bootstrap_mean_ci95_high": 0.8126587301587301 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 1.0, "metric": "itr_bits_per_minute", "participants": 35, "mean": 134.49895758829825, "standard_deviation": 47.304476720862056, "median": 138.9051054155217, "q1": 114.59465066044993, "q3": 171.81827835409092, "bootstrap_mean_ci95_low": 118.49301815716673, "bootstrap_mean_ci95_high": 149.53682487617425 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 1.2, "metric": "accuracy", "participants": 35, "mean": 0.783015873015873, "standard_deviation": 0.18169889560984323, "median": 0.813888888888889, "q1": 0.7166666666666666, "q3": 0.9284722222222224, "bootstrap_mean_ci95_low": 0.7203551587301588, "bootstrap_mean_ci95_high": 0.8390486111111112 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 35, "mean": 0.783015873015873, "standard_deviation": 0.18169889560984326, "median": 0.8138888888888888, "q1": 0.7166666666666666, "q3": 0.9284722222222224, "bootstrap_mean_ci95_low": 0.7213482142857143, "bootstrap_mean_ci95_high": 0.8390079365079365 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 1.2, "metric": "itr_bits_per_minute", "participants": 35, "mean": 125.57773286361721, "standard_deviation": 42.21463163588528, "median": 128.6958313549953, "q1": 104.76527291669893, "q3": 161.43209147976634, "bootstrap_mean_ci95_low": 111.58939801557972, "bootstrap_mean_ci95_high": 138.74848726367094 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 2.0, "metric": "accuracy", "participants": 35, "mean": 0.8531349206349207, "standard_deviation": 0.16297983136921027, "median": 0.9208333333333334, "q1": 0.8125, "q3": 0.9638888888888889, "bootstrap_mean_ci95_low": 0.7971825396825398, "bootstrap_mean_ci95_high": 0.9021438492063493 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.8531349206349207, "standard_deviation": 0.1629798313692103, "median": 0.9208333333333334, "q1": 0.8125, "q3": 0.9638888888888888, "bootstrap_mean_ci95_low": 0.7970228174603173, "bootstrap_mean_ci95_high": 0.9026994047619048 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 2.0, "metric": "itr_bits_per_minute", "participants": 35, "mean": 97.88598434185123, "standard_deviation": 27.166420384804947, "median": 108.20651337217521, "q1": 87.2795648947575, "q3": 117.79125290386438, "bootstrap_mean_ci95_low": 88.38484287926435, "bootstrap_mean_ci95_high": 106.46148146362759 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 3.0, "metric": "accuracy", "participants": 35, "mean": 0.8817063492063492, "standard_deviation": 0.1562108650025633, "median": 0.9444444444444443, "q1": 0.8604166666666666, "q3": 0.9791666666666666, "bootstrap_mean_ci95_low": 0.8269047619047619, "bootstrap_mean_ci95_high": 0.9288095238095238 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 3.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.8817063492063492, "standard_deviation": 0.1562108650025633, "median": 0.9444444444444445, "q1": 0.8604166666666666, "q3": 0.9791666666666666, "bootstrap_mean_ci95_low": 0.827815476190476, "bootstrap_mean_ci95_high": 0.929404761904762 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 3.0, "metric": "itr_bits_per_minute", "participants": 35, "mean": 73.89558866723, "standard_deviation": 19.04298621671425, "median": 80.98906824282797, "q1": 68.76985987909069, "q3": 86.84446789405658, "bootstrap_mean_ci95_low": 67.10372644784917, "bootstrap_mean_ci95_high": 79.72826143559547 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 5.0, "metric": "accuracy", "participants": 35, "mean": 0.8715873015873016, "standard_deviation": 0.1643953840025838, "median": 0.9277777777777777, "q1": 0.8416666666666667, "q3": 0.9729166666666667, "bootstrap_mean_ci95_low": 0.8127321428571428, "bootstrap_mean_ci95_high": 0.920954365079365 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 5.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.8715873015873015, "standard_deviation": 0.1643953840025838, "median": 0.9277777777777777, "q1": 0.8416666666666668, "q3": 0.9729166666666667, "bootstrap_mean_ci95_low": 0.8124166666666668, "bootstrap_mean_ci95_high": 0.9199216269841269 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 5.0, "metric": "itr_bits_per_minute", "participants": 35, "mean": 46.21674139337322, "standard_deviation": 12.549060965257924, "median": 49.844231697155465, "q1": 42.072020283333046, "q3": 54.64172811328403, "bootstrap_mean_ci95_low": 41.89980679659968, "bootstrap_mean_ci95_high": 50.05879619398405 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 0.4, "metric": "accuracy", "participants": 35, "mean": 0.31027777777777776, "standard_deviation": 0.16352124489149478, "median": 0.29305555555555557, "q1": 0.19583333333333336, "q3": 0.4166666666666667, "bootstrap_mean_ci95_low": 0.2580942460317461, "bootstrap_mean_ci95_high": 0.36551686507936504 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 35, "mean": 0.31027777777777776, "standard_deviation": 0.16352124489149475, "median": 0.2930555555555555, "q1": 0.1958333333333333, "q3": 0.4166666666666667, "bootstrap_mean_ci95_low": 0.25777579365079367, "bootstrap_mean_ci95_high": 0.3645238095238095 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 0.4, "metric": "itr_bits_per_minute", "participants": 35, "mean": 58.258588698399585, "standard_deviation": 48.39609781623636, "median": 47.524035007047104, "q1": 24.0150608877294, "q3": 83.99335260139125, "bootstrap_mean_ci95_low": 43.74534147698588, "bootstrap_mean_ci95_high": 74.47048334174595 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 0.6, "metric": "accuracy", "participants": 35, "mean": 0.46095238095238095, "standard_deviation": 0.19574633358969584, "median": 0.4513888888888889, "q1": 0.325, "q3": 0.5881944444444445, "bootstrap_mean_ci95_low": 0.39718055555555565, "bootstrap_mean_ci95_high": 0.5238105158730157 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 35, "mean": 0.46095238095238095, "standard_deviation": 0.19574633358969584, "median": 0.45138888888888884, "q1": 0.32499999999999996, "q3": 0.5881944444444445, "bootstrap_mean_ci95_low": 0.3978561507936508, "bootstrap_mean_ci95_high": 0.525595238095238 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 0.6, "metric": "itr_bits_per_minute", "participants": 35, "mean": 86.9737730291244, "standard_deviation": 54.85898099925246, "median": 78.0557904220912, "q1": 46.19782150749411, "q3": 118.33252298527424, "bootstrap_mean_ci95_low": 69.34950720238037, "bootstrap_mean_ci95_high": 105.53894623984009 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 0.8, "metric": "accuracy", "participants": 35, "mean": 0.6262698412698413, "standard_deviation": 0.20846656181995446, "median": 0.6541666666666667, "q1": 0.5208333333333334, "q3": 0.7854166666666667, "bootstrap_mean_ci95_low": 0.5575386904761904, "bootstrap_mean_ci95_high": 0.6938888888888889 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 35, "mean": 0.6262698412698413, "standard_deviation": 0.20846656181995446, "median": 0.6541666666666667, "q1": 0.5208333333333333, "q3": 0.7854166666666667, "bootstrap_mean_ci95_low": 0.5552777777777779, "bootstrap_mean_ci95_high": 0.6931785714285713 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 0.8, "metric": "itr_bits_per_minute", "participants": 35, "mean": 116.90433851846784, "standard_deviation": 55.60277550815128, "median": 118.51774281376059, "q1": 82.72543863542916, "q3": 158.68171108809503, "bootstrap_mean_ci95_low": 98.70912950103994, "bootstrap_mean_ci95_high": 135.1340364554416 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 1.0, "metric": "accuracy", "participants": 35, "mean": 0.7119841269841268, "standard_deviation": 0.19795674852540832, "median": 0.7527777777777778, "q1": 0.6423611111111112, "q3": 0.8541666666666667, "bootstrap_mean_ci95_low": 0.6434087301587302, "bootstrap_mean_ci95_high": 0.773015873015873 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.711984126984127, "standard_deviation": 0.19795674852540832, "median": 0.7527777777777778, "q1": 0.6423611111111112, "q3": 0.8541666666666667, "bootstrap_mean_ci95_low": 0.6436081349206351, "bootstrap_mean_ci95_high": 0.7736904761904764 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 1.0, "metric": "itr_bits_per_minute", "participants": 35, "mean": 122.87017456904408, "standard_deviation": 48.61484968914182, "median": 128.34434447411934, "q1": 99.74754166712523, "q3": 158.0981899476555, "bootstrap_mean_ci95_low": 106.21213670536604, "bootstrap_mean_ci95_high": 138.75338945331836 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 1.2, "metric": "accuracy", "participants": 35, "mean": 0.7388492063492064, "standard_deviation": 0.19477664366424322, "median": 0.7791666666666667, "q1": 0.6659722222222222, "q3": 0.8805555555555555, "bootstrap_mean_ci95_low": 0.6724583333333333, "bootstrap_mean_ci95_high": 0.7992073412698413 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 35, "mean": 0.7388492063492063, "standard_deviation": 0.19477664366424322, "median": 0.7791666666666668, "q1": 0.6659722222222222, "q3": 0.8805555555555555, "bootstrap_mean_ci95_low": 0.6730952380952382, "bootstrap_mean_ci95_high": 0.800794642857143 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 1.2, "metric": "itr_bits_per_minute", "participants": 35, "mean": 114.80177095475351, "standard_deviation": 43.19561506047289, "median": 119.77541392533782, "q1": 93.1802361574999, "q3": 146.94688154524397, "bootstrap_mean_ci95_low": 100.48063870730216, "bootstrap_mean_ci95_high": 128.51152511588498 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 2.0, "metric": "accuracy", "participants": 35, "mean": 0.7828174603174604, "standard_deviation": 0.18208536356457203, "median": 0.826388888888889, "q1": 0.70625, "q3": 0.9125, "bootstrap_mean_ci95_low": 0.7186111111111111, "bootstrap_mean_ci95_high": 0.8384920634920634 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.7828174603174604, "standard_deviation": 0.18208536356457203, "median": 0.826388888888889, "q1": 0.7062499999999999, "q3": 0.9125, "bootstrap_mean_ci95_low": 0.7225386904761903, "bootstrap_mean_ci95_high": 0.8388492063492062 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 2.0, "metric": "itr_bits_per_minute", "participants": 35, "mean": 85.34636102311569, "standard_deviation": 28.855337755317628, "median": 89.72820454058585, "q1": 69.63658787228565, "q3": 106.40649744823276, "bootstrap_mean_ci95_low": 75.72632544278912, "bootstrap_mean_ci95_high": 94.43974019085199 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 3.0, "metric": "accuracy", "participants": 35, "mean": 0.7949206349206348, "standard_deviation": 0.16887693686515934, "median": 0.8305555555555554, "q1": 0.7201388888888889, "q3": 0.9291666666666666, "bootstrap_mean_ci95_low": 0.7373015873015872, "bootstrap_mean_ci95_high": 0.8469444444444445 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 3.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.7949206349206348, "standard_deviation": 0.1688769368651594, "median": 0.8305555555555554, "q1": 0.7201388888888889, "q3": 0.9291666666666667, "bootstrap_mean_ci95_low": 0.736546626984127, "bootstrap_mean_ci95_high": 0.8470644841269842 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 3.0, "metric": "itr_bits_per_minute", "participants": 35, "mean": 62.242047745989645, "standard_deviation": 19.68469242241498, "median": 64.64495385220891, "q1": 51.30795287602527, "q3": 78.52241106081922, "bootstrap_mean_ci95_low": 55.66604663237083, "bootstrap_mean_ci95_high": 68.49945611033037 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 5.0, "metric": "accuracy", "participants": 35, "mean": 0.7941666666666668, "standard_deviation": 0.16034717180143968, "median": 0.8375, "q1": 0.725, "q3": 0.9187500000000001, "bootstrap_mean_ci95_low": 0.7388878968253969, "bootstrap_mean_ci95_high": 0.8441269841269842 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 5.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.7941666666666668, "standard_deviation": 0.16034717180143968, "median": 0.8375, "q1": 0.725, "q3": 0.91875, "bootstrap_mean_ci95_low": 0.7401974206349207, "bootstrap_mean_ci95_high": 0.8431746031746032 }, { "dataset": "benchmark", "condition": "ssvepformer", "window_s": 5.0, "metric": "itr_bits_per_minute", "participants": 35, "mean": 39.44571294363901, "standard_deviation": 12.05173781704755, "median": 41.77992596318105, "q1": 33.1038042612476, "q3": 49.00533067983554, "bootstrap_mean_ci95_low": 35.35950825472596, "bootstrap_mean_ci95_high": 43.310555376956735 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.4, "metric": "accuracy", "participants": 70, "mean": 0.2736607142857143, "standard_deviation": 0.13857771711150632, "median": 0.26666666666666666, "q1": 0.15416666666666667, "q3": 0.3765625, "bootstrap_mean_ci95_low": 0.24175595238095238, "bootstrap_mean_ci95_high": 0.30622098214285703 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.2736607142857143, "standard_deviation": 0.13857771711150632, "median": 0.26666666666666666, "q1": 0.15416666666666667, "q3": 0.3765625, "bootstrap_mean_ci95_low": 0.24193452380952385, "bootstrap_mean_ci95_high": 0.30681547619047617 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.4, "metric": "itr_bits_per_minute", "participants": 70, "mean": 47.29461300322885, "standard_deviation": 36.986993022801514, "median": 40.795661606016786, "q1": 15.468260609334939, "q3": 71.59485325063403, "bootstrap_mean_ci95_low": 38.70593689555295, "bootstrap_mean_ci95_high": 55.970199845279254 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.6, "metric": "accuracy", "participants": 70, "mean": 0.4347321428571428, "standard_deviation": 0.1924568624381277, "median": 0.40937500000000004, "q1": 0.26197916666666665, "q3": 0.5911458333333334, "bootstrap_mean_ci95_low": 0.38987946428571424, "bootstrap_mean_ci95_high": 0.4802083333333333 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.4347321428571428, "standard_deviation": 0.1924568624381277, "median": 0.40937500000000004, "q1": 0.26197916666666665, "q3": 0.5911458333333334, "bootstrap_mean_ci95_low": 0.3899389880952381, "bootstrap_mean_ci95_high": 0.47958407738095243 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.6, "metric": "itr_bits_per_minute", "participants": 70, "mean": 79.7018814426056, "standard_deviation": 52.17819097108087, "median": 66.85426946387206, "q1": 32.30377025325179, "q3": 119.45893148250543, "bootstrap_mean_ci95_low": 67.7542793329941, "bootstrap_mean_ci95_high": 91.88760480383367 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.8, "metric": "accuracy", "participants": 70, "mean": 0.5560119047619047, "standard_deviation": 0.2147515413073998, "median": 0.5760416666666667, "q1": 0.365625, "q3": 0.7416666666666667, "bootstrap_mean_ci95_low": 0.5061004464285714, "bootstrap_mean_ci95_high": 0.6057157738095238 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5560119047619047, "standard_deviation": 0.2147515413073998, "median": 0.5760416666666667, "q1": 0.365625, "q3": 0.7416666666666667, "bootstrap_mean_ci95_low": 0.5066063988095237, "bootstrap_mean_ci95_high": 0.6058645833333335 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.8, "metric": "itr_bits_per_minute", "participants": 70, "mean": 98.19797138925027, "standard_deviation": 55.13213047390511, "median": 96.890282031222, "q1": 47.219289391717645, "q3": 144.72369447094096, "bootstrap_mean_ci95_low": 85.5820687250418, "bootstrap_mean_ci95_high": 111.04118749747626 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.0, "metric": "accuracy", "participants": 70, "mean": 0.6355952380952381, "standard_deviation": 0.2145458795631907, "median": 0.6593749999999999, "q1": 0.44531249999999994, "q3": 0.8140625, "bootstrap_mean_ci95_low": 0.5838973214285711, "bootstrap_mean_ci95_high": 0.6846436011904762 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6355952380952381, "standard_deviation": 0.2145458795631907, "median": 0.6593749999999999, "q1": 0.44531249999999994, "q3": 0.8140625, "bootstrap_mean_ci95_low": 0.5848794642857142, "bootstrap_mean_ci95_high": 0.6842857142857143 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.0, "metric": "itr_bits_per_minute", "participants": 70, "mean": 104.0338244050867, "standard_deviation": 50.83363142573272, "median": 103.89473160870048, "q1": 56.04790035687664, "q3": 145.88359109967053, "bootstrap_mean_ci95_low": 92.33492404371637, "bootstrap_mean_ci95_high": 115.7583731177979 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.2, "metric": "accuracy", "participants": 70, "mean": 0.6870238095238097, "standard_deviation": 0.21349086129116254, "median": 0.7395833333333333, "q1": 0.5140625000000001, "q3": 0.8578125000000001, "bootstrap_mean_ci95_low": 0.6363690476190477, "bootstrap_mean_ci95_high": 0.7362529761904762 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6870238095238097, "standard_deviation": 0.21349086129116254, "median": 0.7395833333333333, "q1": 0.5140625000000001, "q3": 0.8578125000000001, "bootstrap_mean_ci95_low": 0.6368742559523811, "bootstrap_mean_ci95_high": 0.7365186011904764 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.2, "metric": "itr_bits_per_minute", "participants": 70, "mean": 103.5148565026879, "standard_deviation": 46.787039930316915, "median": 110.09986941436648, "q1": 61.94749759151178, "q3": 140.51425185576593, "bootstrap_mean_ci95_low": 92.21380645382125, "bootstrap_mean_ci95_high": 114.35729725300774 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.5, "metric": "accuracy", "participants": 70, "mean": 0.7311904761904764, "standard_deviation": 0.2056775076334498, "median": 0.7739583333333333, "q1": 0.5666666666666665, "q3": 0.8911458333333333, "bootstrap_mean_ci95_low": 0.6819940476190477, "bootstrap_mean_ci95_high": 0.7775297619047619 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.7311904761904764, "standard_deviation": 0.2056775076334498, "median": 0.7739583333333333, "q1": 0.5666666666666665, "q3": 0.8911458333333333, "bootstrap_mean_ci95_low": 0.681844494047619, "bootstrap_mean_ci95_high": 0.7777715773809524 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.5, "metric": "itr_bits_per_minute", "participants": 70, "mean": 96.71958131660409, "standard_deviation": 39.7307349656518, "median": 100.75951912525622, "q1": 61.50021272384653, "q3": 127.54725516605444, "bootstrap_mean_ci95_low": 87.44538193629974, "bootstrap_mean_ci95_high": 105.78415372954184 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 0.4, "metric": "accuracy", "participants": 70, "mean": 0.30261904761904757, "standard_deviation": 0.15000028755435973, "median": 0.284375, "q1": 0.17604166666666668, "q3": 0.3890625, "bootstrap_mean_ci95_low": 0.2682440476190477, "bootstrap_mean_ci95_high": 0.3377380952380953 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.30261904761904757, "standard_deviation": 0.15000028755435973, "median": 0.284375, "q1": 0.17604166666666668, "q3": 0.3890625, "bootstrap_mean_ci95_low": 0.2682440476190477, "bootstrap_mean_ci95_high": 0.33788764880952377 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 0.4, "metric": "itr_bits_per_minute", "participants": 70, "mean": 55.29553510673882, "standard_deviation": 42.83877236985931, "median": 45.32752089679652, "q1": 19.82252932251813, "q3": 75.24851928872643, "bootstrap_mean_ci95_low": 45.56211896616261, "bootstrap_mean_ci95_high": 65.49457730756927 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 0.6, "metric": "accuracy", "participants": 70, "mean": 0.43455357142857143, "standard_deviation": 0.2013445810174574, "median": 0.44166666666666665, "q1": 0.24791666666666667, "q3": 0.5765625, "bootstrap_mean_ci95_low": 0.38791592261904756, "bootstrap_mean_ci95_high": 0.4824709821428571 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.43455357142857143, "standard_deviation": 0.2013445810174574, "median": 0.44166666666666665, "q1": 0.24791666666666667, "q3": 0.5765625, "bootstrap_mean_ci95_low": 0.388688244047619, "bootstrap_mean_ci95_high": 0.4812499999999999 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 0.6, "metric": "itr_bits_per_minute", "participants": 70, "mean": 80.20041547426224, "standard_deviation": 55.98022703515801, "median": 75.36097155906495, "q1": 29.439341950811286, "q3": 114.626559461884, "bootstrap_mean_ci95_low": 67.493147047879, "bootstrap_mean_ci95_high": 93.6037485903113 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 0.8, "metric": "accuracy", "participants": 70, "mean": 0.5278571428571429, "standard_deviation": 0.21562545112690895, "median": 0.534375, "q1": 0.32447916666666665, "q3": 0.6973958333333333, "bootstrap_mean_ci95_low": 0.4777373511904761, "bootstrap_mean_ci95_high": 0.5786919642857142 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5278571428571429, "standard_deviation": 0.21562545112690895, "median": 0.534375, "q1": 0.32447916666666665, "q3": 0.6973958333333333, "bootstrap_mean_ci95_low": 0.4782440476190476, "bootstrap_mean_ci95_high": 0.576875 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 0.8, "metric": "itr_bits_per_minute", "participants": 70, "mean": 91.00225107163719, "standard_deviation": 54.940895059359654, "median": 86.06448925202088, "q1": 38.882752378459244, "q3": 131.0251898845052, "bootstrap_mean_ci95_low": 78.30415475022275, "bootstrap_mean_ci95_high": 104.04516257764791 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 1.0, "metric": "accuracy", "participants": 70, "mean": 0.5852380952380952, "standard_deviation": 0.22041842541772702, "median": 0.59375, "q1": 0.37916666666666665, "q3": 0.7651041666666666, "bootstrap_mean_ci95_low": 0.5342224702380952, "bootstrap_mean_ci95_high": 0.6364002976190476 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5852380952380952, "standard_deviation": 0.22041842541772702, "median": 0.59375, "q1": 0.37916666666666665, "q3": 0.7651041666666666, "bootstrap_mean_ci95_low": 0.5333311011904762, "bootstrap_mean_ci95_high": 0.6352998511904762 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 1.0, "metric": "itr_bits_per_minute", "participants": 70, "mean": 92.18520439281102, "standard_deviation": 51.077074456812575, "median": 88.0878690051066, "q1": 43.370492640509276, "q3": 131.80473005429295, "bootstrap_mean_ci95_low": 80.51083176541634, "bootstrap_mean_ci95_high": 103.95163709885334 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 1.2, "metric": "accuracy", "participants": 70, "mean": 0.6195238095238095, "standard_deviation": 0.2169861227923852, "median": 0.64375, "q1": 0.4208333333333333, "q3": 0.8052083333333333, "bootstrap_mean_ci95_low": 0.569047619047619, "bootstrap_mean_ci95_high": 0.6702693452380953 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6195238095238095, "standard_deviation": 0.2169861227923852, "median": 0.64375, "q1": 0.4208333333333333, "q3": 0.8052083333333333, "bootstrap_mean_ci95_low": 0.5692559523809523, "bootstrap_mean_ci95_high": 0.6684233630952382 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 1.2, "metric": "itr_bits_per_minute", "participants": 70, "mean": 88.44211932449424, "standard_deviation": 45.65900620821151, "median": 88.3239794468229, "q1": 45.19368429130263, "q3": 126.52911120927672, "bootstrap_mean_ci95_low": 77.71540934512333, "bootstrap_mean_ci95_high": 99.12329305051041 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 1.5, "metric": "accuracy", "participants": 70, "mean": 0.650922619047619, "standard_deviation": 0.21291656495333444, "median": 0.6916666666666667, "q1": 0.43125, "q3": 0.8255208333333333, "bootstrap_mean_ci95_low": 0.6014285714285714, "bootstrap_mean_ci95_high": 0.6993154761904761 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.650922619047619, "standard_deviation": 0.21291656495333444, "median": 0.6916666666666667, "q1": 0.43125, "q3": 0.8255208333333333, "bootstrap_mean_ci95_low": 0.6011904761904762, "bootstrap_mean_ci95_high": 0.700565476190476 }, { "dataset": "beta", "condition": "ssvepformer", "window_s": 1.5, "metric": "itr_bits_per_minute", "participants": 70, "mean": 80.86889070449769, "standard_deviation": 39.007564239274224, "median": 84.07511169445097, "q1": 39.944592918541645, "q3": 112.06030172930608, "bootstrap_mean_ci95_low": 71.6206766888683, "bootstrap_mean_ci95_high": 89.84117342079549 } ], "contrasts": [ { "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.4, "metric": "accuracy", "participants": 35, "mean_difference": -0.016428571428571435, "median_difference": -0.018055555555555547, "bootstrap_difference_ci95_low": -0.03627083333333333, "bootstrap_difference_ci95_high": 0.004802579365079356, "wilcoxon_p_value": 0.058497691691586466, "rank_biserial": -0.36666666666666664, "holm_adjusted_p_value": 0.11541292127613528 }, { "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.6, "metric": "accuracy", "participants": 35, "mean_difference": 0.026785714285714274, "median_difference": 0.00694444444444442, "bootstrap_difference_ci95_low": 0.0002767857142857089, "bootstrap_difference_ci95_high": 0.05492261904761902, "wilcoxon_p_value": 0.05770646063806764, "rank_biserial": 0.373109243697479, "holm_adjusted_p_value": 0.11541292127613528 }, { "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.8, "metric": "accuracy", "participants": 35, "mean_difference": 0.041071428571428564, "median_difference": 0.0277777777777779, "bootstrap_difference_ci95_low": 0.014125992063492052, "bootstrap_difference_ci95_high": 0.06781746031746032, "wilcoxon_p_value": 0.007051247877319081, "rank_biserial": 0.5222222222222223, "holm_adjusted_p_value": 0.021153743631957243 }, { "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.0, "metric": "accuracy", "participants": 35, "mean_difference": 0.04404761904761901, "median_difference": 0.03472222222222221, "bootstrap_difference_ci95_low": 0.016546626984126952, "bootstrap_difference_ci95_high": 0.07055555555555552, "wilcoxon_p_value": 0.0024439810881375337, "rank_biserial": 0.5873015873015873, "holm_adjusted_p_value": 0.009775924352550135 }, { "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.2, "metric": "accuracy", "participants": 35, "mean_difference": 0.04416666666666667, "median_difference": 0.0444444444444444, "bootstrap_difference_ci95_low": 0.01507936507936509, "bootstrap_difference_ci95_high": 0.07206448412698412, "wilcoxon_p_value": 0.0015271698393353758, "rank_biserial": 0.6142857142857143, "holm_adjusted_p_value": 0.007635849196676879 }, { "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 2.0, "metric": "accuracy", "participants": 35, "mean_difference": 0.07031746031746032, "median_difference": 0.07361111111111107, "bootstrap_difference_ci95_low": 0.03789384920634921, "bootstrap_difference_ci95_high": 0.10238095238095238, "wilcoxon_p_value": 0.00040148165383495376, "rank_biserial": 0.6957983193277311, "holm_adjusted_p_value": 0.0028103715768446765 }, { "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 3.0, "metric": "accuracy", "participants": 35, "mean_difference": 0.08678571428571427, "median_difference": 0.07083333333333341, "bootstrap_difference_ci95_low": 0.05154662698412696, "bootstrap_difference_ci95_high": 0.12035813492063492, "wilcoxon_p_value": 2.374127507209778e-05, "rank_biserial": 0.765079365079365, "holm_adjusted_p_value": 0.00018993020057678223 }, { "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 5.0, "metric": "accuracy", "participants": 35, "mean_difference": 0.07742063492063489, "median_difference": 0.07916666666666661, "bootstrap_difference_ci95_low": 0.03761805555555552, "bootstrap_difference_ci95_high": 0.1143253968253968, "wilcoxon_p_value": 0.00047721475470717875, "rank_biserial": 0.696969696969697, "holm_adjusted_p_value": 0.0028632885282430724 }, { "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 35, "mean_difference": -0.01642857142857144, "median_difference": -0.018055555555555602, "bootstrap_difference_ci95_low": -0.03575396825396825, "bootstrap_difference_ci95_high": 0.00476289682539679, "wilcoxon_p_value": 0.062489338393788785, "rank_biserial": -0.3619047619047619, "holm_adjusted_p_value": 0.10883494643186885 }, { "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 35, "mean_difference": 0.026785714285714288, "median_difference": 0.00694444444444442, "bootstrap_difference_ci95_low": 0.0006746031746031894, "bootstrap_difference_ci95_high": 0.05416666666666666, "wilcoxon_p_value": 0.054417473215934424, "rank_biserial": 0.37815126050420167, "holm_adjusted_p_value": 0.10883494643186885 }, { "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 35, "mean_difference": 0.04107142857142857, "median_difference": 0.0277777777777779, "bootstrap_difference_ci95_low": 0.014444444444444456, "bootstrap_difference_ci95_high": 0.06738293650793649, "wilcoxon_p_value": 0.007459458823386228, "rank_biserial": 0.5260504201680672, "holm_adjusted_p_value": 0.02237837647015868 }, { "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 35, "mean_difference": 0.044047619047619044, "median_difference": 0.03472222222222221, "bootstrap_difference_ci95_low": 0.017022817460317422, "bootstrap_difference_ci95_high": 0.07019940476190474, "wilcoxon_p_value": 0.0024439810881375337, "rank_biserial": 0.5873015873015873, "holm_adjusted_p_value": 0.009775924352550135 }, { "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 35, "mean_difference": 0.04416666666666665, "median_difference": 0.04444444444444429, "bootstrap_difference_ci95_low": 0.015555555555555545, "bootstrap_difference_ci95_high": 0.07222420634920634, "wilcoxon_p_value": 0.0015274491464376502, "rank_biserial": 0.6142857142857143, "holm_adjusted_p_value": 0.007637245732188251 }, { "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 35, "mean_difference": 0.07031746031746032, "median_difference": 0.07361111111111107, "bootstrap_difference_ci95_low": 0.03742063492063494, "bootstrap_difference_ci95_high": 0.10170932539682537, "wilcoxon_p_value": 0.00038886605671496424, "rank_biserial": 0.6974789915966386, "holm_adjusted_p_value": 0.0027220623970047497 }, { "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 3.0, "metric": "balanced_accuracy", "participants": 35, "mean_difference": 0.08678571428571429, "median_difference": 0.07083333333333353, "bootstrap_difference_ci95_low": 0.05174503968253967, "bootstrap_difference_ci95_high": 0.12075595238095238, "wilcoxon_p_value": 2.374127507209778e-05, "rank_biserial": 0.765079365079365, "holm_adjusted_p_value": 0.00018993020057678223 }, { "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 5.0, "metric": "balanced_accuracy", "participants": 35, "mean_difference": 0.07742063492063489, "median_difference": 0.07916666666666661, "bootstrap_difference_ci95_low": 0.03753869047619043, "bootstrap_difference_ci95_high": 0.1144047619047619, "wilcoxon_p_value": 0.0005102960942727201, "rank_biserial": 0.6934046345811051, "holm_adjusted_p_value": 0.0030617765656363203 }, { "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.4, "metric": "itr_bits_per_minute", "participants": 35, "mean_difference": -4.826963386362326, "median_difference": -3.3665522704350455, "bootstrap_difference_ci95_low": -10.300790947880847, "bootstrap_difference_ci95_high": 1.0948971356438018, "wilcoxon_p_value": 0.06014359573600814, "rank_biserial": -0.36507936507936506, "holm_adjusted_p_value": 0.07746705366298556 }, { "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.6, "metric": "itr_bits_per_minute", "participants": 35, "mean_difference": 7.900201726070809, "median_difference": 1.8002572953617033, "bootstrap_difference_ci95_low": 0.17477053745745505, "bootstrap_difference_ci95_high": 15.994523991059895, "wilcoxon_p_value": 0.03873352683149278, "rank_biserial": 0.4, "holm_adjusted_p_value": 0.07746705366298556 }, { "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.8, "metric": "itr_bits_per_minute", "participants": 35, "mean_difference": 11.497155424351313, "median_difference": 8.176211401790539, "bootstrap_difference_ci95_low": 3.9618174897631007, "bootstrap_difference_ci95_high": 19.223894161371412, "wilcoxon_p_value": 0.005344736331608146, "rank_biserial": 0.5301587301587302, "holm_adjusted_p_value": 0.01603420899482444 }, { "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.0, "metric": "itr_bits_per_minute", "participants": 35, "mean_difference": 11.628783019254143, "median_difference": 10.939904467746288, "bootstrap_difference_ci95_low": 4.386720327304327, "bootstrap_difference_ci95_high": 18.655040911555233, "wilcoxon_p_value": 0.001962146197911352, "rank_biserial": 0.5841269841269842, "holm_adjusted_p_value": 0.007848584791645408 }, { "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.2, "metric": "itr_bits_per_minute", "participants": 35, "mean_difference": 10.775961908863728, "median_difference": 13.706340729784301, "bootstrap_difference_ci95_low": 3.9542181400856786, "bootstrap_difference_ci95_high": 17.100648721627806, "wilcoxon_p_value": 0.0008973573567345738, "rank_biserial": 0.6222222222222222, "holm_adjusted_p_value": 0.004486786783672869 }, { "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 2.0, "metric": "itr_bits_per_minute", "participants": 35, "mean_difference": 12.539623318735526, "median_difference": 13.696130905428362, "bootstrap_difference_ci95_low": 6.975593995522597, "bootstrap_difference_ci95_high": 17.852706299299452, "wilcoxon_p_value": 0.00029929094797299596, "rank_biserial": 0.7109243697478992, "holm_adjusted_p_value": 0.002095036635810972 }, { "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 3.0, "metric": "itr_bits_per_minute", "participants": 35, "mean_difference": 11.653540921240358, "median_difference": 10.911257514906424, "bootstrap_difference_ci95_low": 7.367926100643957, "bootstrap_difference_ci95_high": 15.892220020195888, "wilcoxon_p_value": 1.188291935250163e-05, "rank_biserial": 0.7873015873015873, "holm_adjusted_p_value": 9.506335482001305e-05 }, { "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", "dataset": "benchmark", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 5.0, "metric": "itr_bits_per_minute", "participants": 35, "mean_difference": 6.771028449734212, "median_difference": 5.582463736242886, "bootstrap_difference_ci95_low": 3.63075191883423, "bootstrap_difference_ci95_high": 9.730583574674654, "wilcoxon_p_value": 0.0003643789878196472, "rank_biserial": 0.7008403361344537, "holm_adjusted_p_value": 0.0021862739269178835 }, { "multiplicity_family": "main:beta:accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.4, "metric": "accuracy", "participants": 70, "mean_difference": -0.028958333333333343, "median_difference": -0.03541666666666668, "bootstrap_difference_ci95_low": -0.04193526785714286, "bootstrap_difference_ci95_high": -0.015386904761904767, "wilcoxon_p_value": 1.1563721351752325e-05, "rank_biserial": -0.6074534161490683, "holm_adjusted_p_value": 3.469116405525698e-05 }, { "multiplicity_family": "main:beta:accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.6, "metric": "accuracy", "participants": 70, "mean_difference": 0.00017857142857142754, "median_difference": 0.008333333333333331, "bootstrap_difference_ci95_low": -0.015715029761904756, "bootstrap_difference_ci95_high": 0.015892857142857136, "wilcoxon_p_value": 0.9761504215133493, "rank_biserial": 0.004140786749482402, "holm_adjusted_p_value": 0.9761504215133493 }, { "multiplicity_family": "main:beta:accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.8, "metric": "accuracy", "participants": 70, "mean_difference": 0.028154761904761915, "median_difference": 0.024999999999999967, "bootstrap_difference_ci95_low": 0.01205282738095239, "bootstrap_difference_ci95_high": 0.044196428571428574, "wilcoxon_p_value": 0.001173616165649512, "rank_biserial": 0.44627766599597585, "holm_adjusted_p_value": 0.002347232331299024 }, { "multiplicity_family": "main:beta:accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.0, "metric": "accuracy", "participants": 70, "mean_difference": 0.05035714285714288, "median_difference": 0.03958333333333336, "bootstrap_difference_ci95_low": 0.03354166666666669, "bootstrap_difference_ci95_high": 0.06756026785714286, "wilcoxon_p_value": 8.978280965010262e-07, "rank_biserial": 0.6854219948849105, "holm_adjusted_p_value": 3.591312386004105e-06 }, { "multiplicity_family": "main:beta:accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.2, "metric": "accuracy", "participants": 70, "mean_difference": 0.06749999999999999, "median_difference": 0.055208333333333415, "bootstrap_difference_ci95_low": 0.04943452380952382, "bootstrap_difference_ci95_high": 0.08547619047619047, "wilcoxon_p_value": 4.136112484596697e-09, "rank_biserial": 0.8084507042253521, "holm_adjusted_p_value": 2.0680562422983482e-08 }, { "multiplicity_family": "main:beta:accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.5, "metric": "accuracy", "participants": 70, "mean_difference": 0.08026785714285715, "median_difference": 0.0625, "bootstrap_difference_ci95_low": 0.06187500000000002, "bootstrap_difference_ci95_high": 0.10011979166666667, "wilcoxon_p_value": 2.976016122933531e-10, "rank_biserial": 0.8663983903420523, "holm_adjusted_p_value": 1.7856096737601186e-09 }, { "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": -0.028958333333333343, "median_difference": -0.03541666666666668, "bootstrap_difference_ci95_low": -0.0415483630952381, "bootstrap_difference_ci95_high": -0.015059523809523809, "wilcoxon_p_value": 1.1563721351752325e-05, "rank_biserial": -0.6074534161490683, "holm_adjusted_p_value": 3.469116405525698e-05 }, { "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.00017857142857142754, "median_difference": 0.008333333333333331, "bootstrap_difference_ci95_low": -0.015744047619047612, "bootstrap_difference_ci95_high": 0.015892857142857132, "wilcoxon_p_value": 0.9761504215133493, "rank_biserial": 0.004140786749482402, "holm_adjusted_p_value": 0.9761504215133493 }, { "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.028154761904761915, "median_difference": 0.024999999999999967, "bootstrap_difference_ci95_low": 0.012290922619047639, "bootstrap_difference_ci95_high": 0.04437500000000001, "wilcoxon_p_value": 0.001173616165649512, "rank_biserial": 0.44627766599597585, "holm_adjusted_p_value": 0.002347232331299024 }, { "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.05035714285714288, "median_difference": 0.03958333333333336, "bootstrap_difference_ci95_low": 0.03365997023809525, "bootstrap_difference_ci95_high": 0.06696502976190476, "wilcoxon_p_value": 8.978280965010262e-07, "rank_biserial": 0.6854219948849105, "holm_adjusted_p_value": 3.591312386004105e-06 }, { "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.06749999999999999, "median_difference": 0.055208333333333415, "bootstrap_difference_ci95_low": 0.04991071428571428, "bootstrap_difference_ci95_high": 0.0862202380952381, "wilcoxon_p_value": 4.136112484596697e-09, "rank_biserial": 0.8084507042253521, "holm_adjusted_p_value": 2.0680562422983482e-08 }, { "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.08026785714285715, "median_difference": 0.0625, "bootstrap_difference_ci95_low": 0.06133854166666667, "bootstrap_difference_ci95_high": 0.09979166666666667, "wilcoxon_p_value": 2.976016122933531e-10, "rank_biserial": 0.8663983903420523, "holm_adjusted_p_value": 1.7856096737601186e-09 }, { "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.4, "metric": "itr_bits_per_minute", "participants": 70, "mean_difference": -8.00092210350997, "median_difference": -6.994247142457641, "bootstrap_difference_ci95_low": -11.69792233078953, "bootstrap_difference_ci95_high": -3.9975007940960854, "wilcoxon_p_value": 1.3188740382404956e-05, "rank_biserial": -0.5991951710261569, "holm_adjusted_p_value": 3.9566221147214866e-05 }, { "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.6, "metric": "itr_bits_per_minute", "participants": 70, "mean_difference": -0.49853403165666677, "median_difference": 2.041113323674997, "bootstrap_difference_ci95_low": -5.101476001062684, "bootstrap_difference_ci95_high": 4.069984130787475, "wilcoxon_p_value": 0.8629348900887508, "rank_biserial": 0.02374245472837022, "holm_adjusted_p_value": 0.8629348900887508 }, { "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 0.8, "metric": "itr_bits_per_minute", "participants": 70, "mean_difference": 7.195720317613081, "median_difference": 6.309057823834337, "bootstrap_difference_ci95_low": 2.922011062605943, "bootstrap_difference_ci95_high": 11.518460103594737, "wilcoxon_p_value": 0.0018681196597153422, "rank_biserial": 0.4277665995975855, "holm_adjusted_p_value": 0.0037362393194306843 }, { "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.0, "metric": "itr_bits_per_minute", "participants": 70, "mean_difference": 11.848620012275706, "median_difference": 10.76971542720226, "bootstrap_difference_ci95_low": 7.8036006727102265, "bootstrap_difference_ci95_high": 16.04261343280533, "wilcoxon_p_value": 8.20345930058776e-07, "rank_biserial": 0.6780684104627767, "holm_adjusted_p_value": 3.281383720235104e-06 }, { "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.2, "metric": "itr_bits_per_minute", "participants": 70, "mean_difference": 15.072737178193655, "median_difference": 13.61631286566589, "bootstrap_difference_ci95_low": 11.2618192632269, "bootstrap_difference_ci95_high": 19.03655765182886, "wilcoxon_p_value": 1.632770702358402e-09, "rank_biserial": 0.8293762575452717, "holm_adjusted_p_value": 8.16385351179201e-09 }, { "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "ssvepformer", "window_s": 1.5, "metric": "itr_bits_per_minute", "participants": 70, "mean_difference": 15.850690612106408, "median_difference": 14.046360454756467, "bootstrap_difference_ci95_low": 12.215769641813012, "bootstrap_difference_ci95_high": 19.61156842312568, "wilcoxon_p_value": 9.45360038598847e-11, "rank_biserial": 0.890543259557344, "holm_adjusted_p_value": 5.672160231593082e-10 } ] }, "itr_sensitivity": { "audit": { "participants": { "benchmark": 35, "beta": 70 }, "overheads_s": [ 0.0, 0.25, 0.5, 1.0 ], "calculation": "ITR is recomputed per participant and seed before averaging seeds within participant.", "validation": "passed" }, "summaries": [ { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 0.4, "participants": 35, "mean_itr_bits_per_minute": 120.22115695208382, "bootstrap_mean_ci95_low": 89.73938673583234, "bootstrap_mean_ci95_high": 154.7329528137244 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 0.6, "participants": 35, "mean_itr_bits_per_minute": 173.9356203845246, "bootstrap_mean_ci95_low": 140.1594185845705, "bootstrap_mean_ci95_high": 209.1393543177947 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 0.8, "participants": 35, "mean_itr_bits_per_minute": 208.6524276570811, "bootstrap_mean_ci95_low": 179.2236420095772, "bootstrap_mean_ci95_high": 237.96342043407037 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 1.0, "participants": 35, "mean_itr_bits_per_minute": 201.74843638244735, "bootstrap_mean_ci95_low": 177.92336843836821, "bootstrap_mean_ci95_high": 224.25241849238748 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 1.2, "participants": 35, "mean_itr_bits_per_minute": 177.90178822345774, "bootstrap_mean_ci95_low": 157.9781970018618, "bootstrap_mean_ci95_high": 196.75468888054402 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 0.4, "participants": 35, "mean_itr_bits_per_minute": 73.9822504320516, "bootstrap_mean_ci95_low": 54.69013567063315, "bootstrap_mean_ci95_high": 95.26112171229919 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 0.6, "participants": 35, "mean_itr_bits_per_minute": 122.77808497731151, "bootstrap_mean_ci95_low": 98.94436085165773, "bootstrap_mean_ci95_high": 148.07284257566445 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 0.8, "participants": 35, "mean_itr_bits_per_minute": 158.97327821491893, "bootstrap_mean_ci95_low": 136.2116067583838, "bootstrap_mean_ci95_high": 181.47205040219475 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 1.0, "participants": 35, "mean_itr_bits_per_minute": 161.39874910595785, "bootstrap_mean_ci95_low": 141.74628737254199, "bootstrap_mean_ci95_high": 179.35195830784488 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 1.2, "participants": 35, "mean_itr_bits_per_minute": 147.22906611596505, "bootstrap_mean_ci95_low": 130.51072495131544, "bootstrap_mean_ci95_high": 162.86255662514594 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 0.4, "participants": 35, "mean_itr_bits_per_minute": 53.43162531203725, "bootstrap_mean_ci95_low": 39.758850776256494, "bootstrap_mean_ci95_high": 68.88689043061966 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 0.6, "participants": 35, "mean_itr_bits_per_minute": 94.87397475519525, "bootstrap_mean_ci95_low": 76.820141159521, "bootstrap_mean_ci95_high": 114.48286049803976 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 0.8, "participants": 35, "mean_itr_bits_per_minute": 128.40149394281917, "bootstrap_mean_ci95_low": 110.22839970867726, "bootstrap_mean_ci95_high": 146.3184323596981 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 1.0, "participants": 35, "mean_itr_bits_per_minute": 134.49895758829825, "bootstrap_mean_ci95_low": 118.79497912895461, "bootstrap_mean_ci95_high": 149.47772582998357 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 1.2, "participants": 35, "mean_itr_bits_per_minute": 125.57773286361721, "bootstrap_mean_ci95_low": 111.44067702606594, "bootstrap_mean_ci95_high": 139.07309717599506 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 0.4, "participants": 35, "mean_itr_bits_per_minute": 34.34890198630967, "bootstrap_mean_ci95_low": 25.68191452171453, "bootstrap_mean_ci95_high": 44.166217655343274 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 0.6, "participants": 35, "mean_itr_bits_per_minute": 65.22585764419672, "bootstrap_mean_ci95_low": 52.36186838977307, "bootstrap_mean_ci95_high": 78.49369787148453 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 0.8, "participants": 35, "mean_itr_bits_per_minute": 92.73441229203604, "bootstrap_mean_ci95_low": 79.8047545503858, "bootstrap_mean_ci95_high": 105.9367446603683 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 1.0, "participants": 35, "mean_itr_bits_per_minute": 100.87421819122368, "bootstrap_mean_ci95_low": 89.08703038738038, "bootstrap_mean_ci95_high": 112.12264248786461 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 1.2, "participants": 35, "mean_itr_bits_per_minute": 97.03733903097692, "bootstrap_mean_ci95_low": 86.4541796637263, "bootstrap_mean_ci95_high": 107.27150283665685 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 0.4, "participants": 35, "mean_itr_bits_per_minute": 131.08182457139907, "bootstrap_mean_ci95_low": 97.4590666294097, "bootstrap_mean_ci95_high": 167.48114406004174 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 0.6, "participants": 35, "mean_itr_bits_per_minute": 159.45191722006146, "bootstrap_mean_ci95_low": 127.41044526016759, "bootstrap_mean_ci95_high": 192.63741243007055 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 0.8, "participants": 35, "mean_itr_bits_per_minute": 189.96955009251022, "bootstrap_mean_ci95_low": 161.2417741088335, "bootstrap_mean_ci95_high": 219.80244320953446 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 1.0, "participants": 35, "mean_itr_bits_per_minute": 184.3052618535661, "bootstrap_mean_ci95_low": 160.25010520076165, "bootstrap_mean_ci95_high": 207.46967007637951 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 1.2, "participants": 35, "mean_itr_bits_per_minute": 162.6358421859008, "bootstrap_mean_ci95_low": 142.09617084481394, "bootstrap_mean_ci95_high": 182.11560944795661 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 0.4, "participants": 35, "mean_itr_bits_per_minute": 80.66573819778404, "bootstrap_mean_ci95_low": 59.973034335307446, "bootstrap_mean_ci95_high": 104.28774908713358 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 0.6, "participants": 35, "mean_itr_bits_per_minute": 112.55429450827867, "bootstrap_mean_ci95_low": 90.03473688737601, "bootstrap_mean_ci95_high": 135.9350752150478 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 0.8, "participants": 35, "mean_itr_bits_per_minute": 144.73870483238875, "bootstrap_mean_ci95_low": 122.0489385665726, "bootstrap_mean_ci95_high": 166.89106542511976 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 1.0, "participants": 35, "mean_itr_bits_per_minute": 147.44420948285293, "bootstrap_mean_ci95_low": 127.6845756249886, "bootstrap_mean_ci95_high": 166.07089139625452 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 1.2, "participants": 35, "mean_itr_bits_per_minute": 134.5951797400558, "bootstrap_mean_ci95_low": 117.79553127751348, "bootstrap_mean_ci95_high": 150.71085608361264 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 0.4, "participants": 35, "mean_itr_bits_per_minute": 58.258588698399585, "bootstrap_mean_ci95_low": 43.62485026465452, "bootstrap_mean_ci95_high": 74.9199723909314 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 0.6, "participants": 35, "mean_itr_bits_per_minute": 86.9737730291244, "bootstrap_mean_ci95_low": 69.70807424630257, "bootstrap_mean_ci95_high": 105.19812776193227 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 0.8, "participants": 35, "mean_itr_bits_per_minute": 116.90433851846784, "bootstrap_mean_ci95_low": 98.65747600526262, "bootstrap_mean_ci95_high": 135.3414290807184 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 1.0, "participants": 35, "mean_itr_bits_per_minute": 122.87017456904408, "bootstrap_mean_ci95_low": 106.68297647321499, "bootstrap_mean_ci95_high": 138.4122996990793 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 1.2, "participants": 35, "mean_itr_bits_per_minute": 114.80177095475351, "bootstrap_mean_ci95_low": 100.22307169002438, "bootstrap_mean_ci95_high": 128.33543929734157 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 0.4, "participants": 35, "mean_itr_bits_per_minute": 37.45194987754259, "bootstrap_mean_ci95_low": 27.754486975833988, "bootstrap_mean_ci95_high": 48.15650661290494 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 0.6, "participants": 35, "mean_itr_bits_per_minute": 59.79446895752304, "bootstrap_mean_ci95_low": 47.81537107359537, "bootstrap_mean_ci95_high": 72.57489448795769 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 0.8, "participants": 35, "mean_itr_bits_per_minute": 84.43091115222677, "bootstrap_mean_ci95_low": 70.91632198919554, "bootstrap_mean_ci95_high": 97.78682883638653 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 1.0, "participants": 35, "mean_itr_bits_per_minute": 92.15263092678305, "bootstrap_mean_ci95_low": 79.96345241366083, "bootstrap_mean_ci95_high": 103.91936067839495 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 1.2, "participants": 35, "mean_itr_bits_per_minute": 88.7104593741277, "bootstrap_mean_ci95_low": 77.73706736976723, "bootstrap_mean_ci95_high": 99.31600056038057 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 0.4, "participants": 70, "mean_itr_bits_per_minute": 106.41287925726492, "bootstrap_mean_ci95_low": 87.67497267250701, "bootstrap_mean_ci95_high": 126.01750558572047 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 0.6, "participants": 70, "mean_itr_bits_per_minute": 146.12011597811028, "bootstrap_mean_ci95_low": 124.16328310394859, "bootstrap_mean_ci95_high": 168.73674301085353 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 0.8, "participants": 70, "mean_itr_bits_per_minute": 159.5717035075317, "bootstrap_mean_ci95_low": 138.51296501659132, "bootstrap_mean_ci95_high": 180.08552027489728 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 1.0, "participants": 70, "mean_itr_bits_per_minute": 156.05073660763006, "bootstrap_mean_ci95_low": 138.23544585135878, "bootstrap_mean_ci95_high": 173.3239252512447 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 1.2, "participants": 70, "mean_itr_bits_per_minute": 146.64604671214124, "bootstrap_mean_ci95_low": 131.09340932481672, "bootstrap_mean_ci95_high": 161.97778539356855 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.0, "window_s": 1.5, "participants": 70, "mean_itr_bits_per_minute": 128.9594417554721, "bootstrap_mean_ci95_low": 116.3264820546481, "bootstrap_mean_ci95_high": 141.0069433828291 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 0.4, "participants": 70, "mean_itr_bits_per_minute": 65.48484877370149, "bootstrap_mean_ci95_low": 53.6621336814073, "bootstrap_mean_ci95_high": 77.68198412980064 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 0.6, "participants": 70, "mean_itr_bits_per_minute": 103.14361127866606, "bootstrap_mean_ci95_low": 87.42609313948833, "bootstrap_mean_ci95_high": 118.94543595824126 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 0.8, "participants": 70, "mean_itr_bits_per_minute": 121.57844076764317, "bootstrap_mean_ci95_low": 105.5331141938353, "bootstrap_mean_ci95_high": 137.83169422823107 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 1.0, "participants": 70, "mean_itr_bits_per_minute": 124.84058928610403, "bootstrap_mean_ci95_low": 110.58899213480133, "bootstrap_mean_ci95_high": 138.8517657564232 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 1.2, "participants": 70, "mean_itr_bits_per_minute": 121.36224555487549, "bootstrap_mean_ci95_low": 108.45142350223931, "bootstrap_mean_ci95_high": 133.8535597105546 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.25, "window_s": 1.5, "participants": 70, "mean_itr_bits_per_minute": 110.53666436183325, "bootstrap_mean_ci95_low": 99.87836676202474, "bootstrap_mean_ci95_high": 121.33515044019555 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 0.4, "participants": 70, "mean_itr_bits_per_minute": 47.29461300322885, "bootstrap_mean_ci95_low": 38.96231762385339, "bootstrap_mean_ci95_high": 55.959366208026 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 0.6, "participants": 70, "mean_itr_bits_per_minute": 79.7018814426056, "bootstrap_mean_ci95_low": 67.83610857520095, "bootstrap_mean_ci95_high": 91.82241827630625 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 0.8, "participants": 70, "mean_itr_bits_per_minute": 98.19797138925027, "bootstrap_mean_ci95_low": 85.47070944697658, "bootstrap_mean_ci95_high": 110.89705748728373 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 1.0, "participants": 70, "mean_itr_bits_per_minute": 104.0338244050867, "bootstrap_mean_ci95_low": 92.33576825861397, "bootstrap_mean_ci95_high": 115.73739885506443 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 1.2, "participants": 70, "mean_itr_bits_per_minute": 103.5148565026879, "bootstrap_mean_ci95_low": 92.50152603940523, "bootstrap_mean_ci95_high": 114.25273363197009 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.5, "window_s": 1.5, "participants": 70, "mean_itr_bits_per_minute": 96.71958131660409, "bootstrap_mean_ci95_low": 87.38221512188954, "bootstrap_mean_ci95_high": 105.83796110780028 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 0.4, "participants": 70, "mean_itr_bits_per_minute": 30.403679787789972, "bootstrap_mean_ci95_low": 25.06187007974462, "bootstrap_mean_ci95_high": 36.0541735370443 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 0.6, "participants": 70, "mean_itr_bits_per_minute": 54.79504349179134, "bootstrap_mean_ci95_low": 46.652088861112524, "bootstrap_mean_ci95_high": 63.25360822095531 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 0.8, "participants": 70, "mean_itr_bits_per_minute": 70.92075711445851, "bootstrap_mean_ci95_low": 61.69315483317754, "bootstrap_mean_ci95_high": 80.45663484065828 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 1.0, "participants": 70, "mean_itr_bits_per_minute": 78.02536830381503, "bootstrap_mean_ci95_low": 69.20335625888158, "bootstrap_mean_ci95_high": 86.89858816595806 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 1.2, "participants": 70, "mean_itr_bits_per_minute": 79.98875275207699, "bootstrap_mean_ci95_low": 71.42920045225046, "bootstrap_mean_ci95_high": 88.39059944990008 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 1.0, "window_s": 1.5, "participants": 70, "mean_itr_bits_per_minute": 77.37566505328327, "bootstrap_mean_ci95_low": 69.96985797763155, "bootstrap_mean_ci95_high": 84.75836670470872 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 0.4, "participants": 70, "mean_itr_bits_per_minute": 124.41495399016235, "bootstrap_mean_ci95_low": 101.93667214626663, "bootstrap_mean_ci95_high": 147.3348332371644 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 0.6, "participants": 70, "mean_itr_bits_per_minute": 147.03409503614753, "bootstrap_mean_ci95_low": 123.59153364926738, "bootstrap_mean_ci95_high": 171.44717815526442 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 0.8, "participants": 70, "mean_itr_bits_per_minute": 147.87865799141048, "bootstrap_mean_ci95_low": 127.51265949306067, "bootstrap_mean_ci95_high": 169.23357980027146 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 1.0, "participants": 70, "mean_itr_bits_per_minute": 138.27780658921648, "bootstrap_mean_ci95_low": 120.4662114308741, "bootstrap_mean_ci95_high": 156.52414981106148 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 1.2, "participants": 70, "mean_itr_bits_per_minute": 125.29300237636687, "bootstrap_mean_ci95_low": 110.26336787434278, "bootstrap_mean_ci95_high": 140.10308839252966 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.0, "window_s": 1.5, "participants": 70, "mean_itr_bits_per_minute": 107.8251876059969, "bootstrap_mean_ci95_low": 95.6316860231469, "bootstrap_mean_ci95_high": 119.67916647482744 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 0.4, "participants": 70, "mean_itr_bits_per_minute": 76.56304860933068, "bootstrap_mean_ci95_low": 63.16583382627139, "bootstrap_mean_ci95_high": 90.69814910216984 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 0.6, "participants": 70, "mean_itr_bits_per_minute": 103.78877296669236, "bootstrap_mean_ci95_low": 87.6892190862756, "bootstrap_mean_ci95_high": 120.64682813241676 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 0.8, "participants": 70, "mean_itr_bits_per_minute": 112.66945370774127, "bootstrap_mean_ci95_low": 97.06752540462715, "bootstrap_mean_ci95_high": 128.53390981982577 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 1.0, "participants": 70, "mean_itr_bits_per_minute": 110.62224527137319, "bootstrap_mean_ci95_low": 96.68796553144499, "bootstrap_mean_ci95_high": 124.92551497801234 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 1.2, "participants": 70, "mean_itr_bits_per_minute": 103.69076058733806, "bootstrap_mean_ci95_low": 91.38695527681473, "bootstrap_mean_ci95_high": 116.51404202234666 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.25, "window_s": 1.5, "participants": 70, "mean_itr_bits_per_minute": 92.42158937656879, "bootstrap_mean_ci95_low": 82.3169485749607, "bootstrap_mean_ci95_high": 102.59871644886553 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 0.4, "participants": 70, "mean_itr_bits_per_minute": 55.29553510673882, "bootstrap_mean_ci95_low": 45.586648533617456, "bootstrap_mean_ci95_high": 65.2798601528402 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 0.6, "participants": 70, "mean_itr_bits_per_minute": 80.20041547426224, "bootstrap_mean_ci95_low": 67.42897257380476, "bootstrap_mean_ci95_high": 93.43311232608315 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 0.8, "participants": 70, "mean_itr_bits_per_minute": 91.00225107163719, "bootstrap_mean_ci95_low": 78.22286958497891, "bootstrap_mean_ci95_high": 103.91915002766201 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 1.0, "participants": 70, "mean_itr_bits_per_minute": 92.18520439281102, "bootstrap_mean_ci95_low": 80.44738001116392, "bootstrap_mean_ci95_high": 104.08021500877148 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 1.2, "participants": 70, "mean_itr_bits_per_minute": 88.44211932449424, "bootstrap_mean_ci95_low": 77.90694238952415, "bootstrap_mean_ci95_high": 98.78068082245396 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.5, "window_s": 1.5, "participants": 70, "mean_itr_bits_per_minute": 80.86889070449769, "bootstrap_mean_ci95_low": 71.81762029909454, "bootstrap_mean_ci95_high": 89.95952411981658 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 0.4, "participants": 70, "mean_itr_bits_per_minute": 35.54712971147496, "bootstrap_mean_ci95_low": 29.312829473215015, "bootstrap_mean_ci95_high": 42.23317490916238 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 0.6, "participants": 70, "mean_itr_bits_per_minute": 55.13778563855531, "bootstrap_mean_ci95_low": 46.38521388870697, "bootstrap_mean_ci95_high": 64.16835878704966 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 0.8, "participants": 70, "mean_itr_bits_per_minute": 65.72384799618243, "bootstrap_mean_ci95_low": 56.59432181893847, "bootstrap_mean_ci95_high": 74.93263144140505 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 1.0, "participants": 70, "mean_itr_bits_per_minute": 69.13890329460824, "bootstrap_mean_ci95_low": 60.40481480648376, "bootstrap_mean_ci95_high": 78.06396552609677 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 1.2, "participants": 70, "mean_itr_bits_per_minute": 68.34163765983646, "bootstrap_mean_ci95_low": 60.209816498668175, "bootstrap_mean_ci95_high": 76.61944174847929 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 1.0, "window_s": 1.5, "participants": 70, "mean_itr_bits_per_minute": 64.69511256359814, "bootstrap_mean_ci95_low": 57.296880294626014, "bootstrap_mean_ci95_high": 71.7637819732114 } ], "peaks": [ { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.0, "peak_window_s": 0.8, "peak_mean_itr_bits_per_minute": 208.6524276570811 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.25, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 161.39874910595785 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 0.5, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 134.49895758829825 }, { "dataset": "benchmark", "condition": "harmonic_fold", "overhead_s": 1.0, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 100.87421819122368 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.0, "peak_window_s": 0.8, "peak_mean_itr_bits_per_minute": 189.96955009251022 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.25, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 147.44420948285293 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 0.5, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 122.87017456904408 }, { "dataset": "benchmark", "condition": "ssvepformer", "overhead_s": 1.0, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 92.15263092678305 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.0, "peak_window_s": 0.8, "peak_mean_itr_bits_per_minute": 159.5717035075317 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.25, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 124.84058928610403 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 0.5, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 104.0338244050867 }, { "dataset": "beta", "condition": "harmonic_fold", "overhead_s": 1.0, "peak_window_s": 1.2, "peak_mean_itr_bits_per_minute": 79.98875275207699 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.0, "peak_window_s": 0.8, "peak_mean_itr_bits_per_minute": 147.87865799141048 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.25, "peak_window_s": 0.8, "peak_mean_itr_bits_per_minute": 112.66945370774127 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 0.5, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 92.18520439281102 }, { "dataset": "beta", "condition": "ssvepformer", "overhead_s": 1.0, "peak_window_s": 1.0, "peak_mean_itr_bits_per_minute": 69.13890329460824 } ] }, "ablations": { "audit": { "participants": 70, "seeds": [ 20260929, 20260930, 20260931 ], "windows": [ "0.4", "0.6", "0.8", "1.0", "1.2", "1.5" ], "multiplicity": "Holm correction is applied separately to the six registered windows of each prespecified component ablation.", "inputs": { "full": [ "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" ], "no_local": [ "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-0/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-1/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-2/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-3/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-4/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-0/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-1/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-2/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-3/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-4/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-0/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-1/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-2/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-3/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-4/result.json" ], "no_attention": [ "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-0/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-1/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-2/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-3/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-4/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-0/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-1/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-2/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-3/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-4/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-0/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-1/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-2/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-3/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-4/result.json" ], "no_harmonic_bias": [ "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-0/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-1/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-2/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-3/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-4/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-0/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-1/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-2/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-3/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-4/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-0/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-1/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-2/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-3/result.json", "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-4/result.json" ] }, "validation": "passed" }, "summaries": [ { "dataset": "beta", "condition": "full", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.2735416666666667, "standard_deviation": 0.13842753235163505, "median": 0.26666666666666666, "q1": 0.15572916666666667, "q3": 0.3770833333333334, "bootstrap_mean_ci95_low": 0.2408616071428571, "bootstrap_mean_ci95_high": 0.3061607142857143 }, { "dataset": "beta", "condition": "full", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.4343452380952381, "standard_deviation": 0.1924385655392034, "median": 0.41145833333333337, "q1": 0.26458333333333334, "q3": 0.5895833333333333, "bootstrap_mean_ci95_low": 0.38982068452380947, "bootstrap_mean_ci95_high": 0.47872172619047604 }, { "dataset": "beta", "condition": "full", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5552083333333333, "standard_deviation": 0.21435493038780795, "median": 0.575, "q1": 0.3640625, "q3": 0.7427083333333333, "bootstrap_mean_ci95_low": 0.5043735119047619, "bootstrap_mean_ci95_high": 0.604375 }, { "dataset": "beta", "condition": "full", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6355357142857143, "standard_deviation": 0.21493141229477905, "median": 0.6562499999999999, "q1": 0.44531249999999994, "q3": 0.8140625, "bootstrap_mean_ci95_low": 0.5858325892857142, "bootstrap_mean_ci95_high": 0.6839598214285715 }, { "dataset": "beta", "condition": "full", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6873214285714285, "standard_deviation": 0.21319530289165203, "median": 0.7395833333333333, "q1": 0.5177083333333334, "q3": 0.859375, "bootstrap_mean_ci95_low": 0.6374084821428571, "bootstrap_mean_ci95_high": 0.735030505952381 }, { "dataset": "beta", "condition": "full", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.7313095238095239, "standard_deviation": 0.2052102786969058, "median": 0.7739583333333333, "q1": 0.5635416666666666, "q3": 0.8911458333333333, "bootstrap_mean_ci95_low": 0.6821421130952382, "bootstrap_mean_ci95_high": 0.77753125 }, { "dataset": "beta", "condition": "no_local", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.23360119047619052, "standard_deviation": 0.11668387631252164, "median": 0.21979166666666666, "q1": 0.13541666666666666, "q3": 0.3078125, "bootstrap_mean_ci95_low": 0.2068154761904762, "bootstrap_mean_ci95_high": 0.26130952380952377 }, { "dataset": "beta", "condition": "no_local", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.3807142857142857, "standard_deviation": 0.17649917350250383, "median": 0.3572916666666667, "q1": 0.21875, "q3": 0.5145833333333334, "bootstrap_mean_ci95_low": 0.3398511904761905, "bootstrap_mean_ci95_high": 0.42208482142857146 }, { "dataset": "beta", "condition": "no_local", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.49750000000000005, "standard_deviation": 0.2091438340406675, "median": 0.49479166666666674, "q1": 0.3276041666666667, "q3": 0.684375, "bootstrap_mean_ci95_low": 0.4488392857142858, "bootstrap_mean_ci95_high": 0.5459836309523808 }, { "dataset": "beta", "condition": "no_local", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5693154761904764, "standard_deviation": 0.2173909419388226, "median": 0.5843750000000001, "q1": 0.41770833333333335, "q3": 0.753125, "bootstrap_mean_ci95_low": 0.5190766369047619, "bootstrap_mean_ci95_high": 0.619435267857143 }, { "dataset": "beta", "condition": "no_local", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6150595238095237, "standard_deviation": 0.2236650693185333, "median": 0.64375, "q1": 0.4458333333333333, "q3": 0.7963541666666666, "bootstrap_mean_ci95_low": 0.5613683035714286, "bootstrap_mean_ci95_high": 0.665982886904762 }, { "dataset": "beta", "condition": "no_local", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6593750000000002, "standard_deviation": 0.2195316865121075, "median": 0.7041666666666666, "q1": 0.490625, "q3": 0.8265625000000001, "bootstrap_mean_ci95_low": 0.6078869047619049, "bootstrap_mean_ci95_high": 0.7106547619047618 }, { "dataset": "beta", "condition": "no_attention", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.28014880952380955, "standard_deviation": 0.1436967018695692, "median": 0.2625, "q1": 0.1671875, "q3": 0.38333333333333336, "bootstrap_mean_ci95_low": 0.24621949404761903, "bootstrap_mean_ci95_high": 0.313155505952381 }, { "dataset": "beta", "condition": "no_attention", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.42238095238095236, "standard_deviation": 0.1956008634441019, "median": 0.3979166666666667, "q1": 0.24791666666666667, "q3": 0.5890624999999999, "bootstrap_mean_ci95_low": 0.3766063988095238, "bootstrap_mean_ci95_high": 0.4678303571428571 }, { "dataset": "beta", "condition": "no_attention", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5363988095238094, "standard_deviation": 0.21579736699418234, "median": 0.5333333333333333, "q1": 0.34739583333333335, "q3": 0.7317708333333334, "bootstrap_mean_ci95_low": 0.48583184523809525, "bootstrap_mean_ci95_high": 0.5864590773809524 }, { "dataset": "beta", "condition": "no_attention", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6139285714285715, "standard_deviation": 0.2197215149675528, "median": 0.6343749999999999, "q1": 0.42135416666666664, "q3": 0.8046874999999999, "bootstrap_mean_ci95_low": 0.5620215773809526, "bootstrap_mean_ci95_high": 0.6651785714285713 }, { "dataset": "beta", "condition": "no_attention", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6705059523809522, "standard_deviation": 0.2168490951252697, "median": 0.7062499999999999, "q1": 0.509375, "q3": 0.8484375, "bootstrap_mean_ci95_low": 0.6189568452380951, "bootstrap_mean_ci95_high": 0.7201793154761904 }, { "dataset": "beta", "condition": "no_attention", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.7189285714285716, "standard_deviation": 0.20997353817143036, "median": 0.7572916666666667, "q1": 0.5536458333333334, "q3": 0.8739583333333333, "bootstrap_mean_ci95_low": 0.6694635416666667, "bootstrap_mean_ci95_high": 0.7661614583333334 }, { "dataset": "beta", "condition": "no_harmonic_bias", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.28205357142857135, "standard_deviation": 0.14590676759511606, "median": 0.25104166666666666, "q1": 0.17031249999999998, "q3": 0.3989583333333333, "bootstrap_mean_ci95_low": 0.24827306547619052, "bootstrap_mean_ci95_high": 0.3166666666666667 }, { "dataset": "beta", "condition": "no_harmonic_bias", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.43002976190476194, "standard_deviation": 0.19714571202659692, "median": 0.4041666666666667, "q1": 0.26979166666666665, "q3": 0.6000000000000001, "bootstrap_mean_ci95_low": 0.3840468749999999, "bootstrap_mean_ci95_high": 0.4753883928571428 }, { "dataset": "beta", "condition": "no_harmonic_bias", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5447916666666667, "standard_deviation": 0.21878170060157212, "median": 0.565625, "q1": 0.3588541666666667, "q3": 0.7442708333333332, "bootstrap_mean_ci95_low": 0.4933028273809524, "bootstrap_mean_ci95_high": 0.5957150297619048 }, { "dataset": "beta", "condition": "no_harmonic_bias", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6198214285714285, "standard_deviation": 0.2226849451576419, "median": 0.6708333333333334, "q1": 0.44062500000000004, "q3": 0.8072916666666666, "bootstrap_mean_ci95_low": 0.5672313988095238, "bootstrap_mean_ci95_high": 0.6706555059523811 }, { "dataset": "beta", "condition": "no_harmonic_bias", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6761904761904763, "standard_deviation": 0.22015538637775525, "median": 0.7166666666666667, "q1": 0.5239583333333333, "q3": 0.8635416666666667, "bootstrap_mean_ci95_low": 0.6235997023809523, "bootstrap_mean_ci95_high": 0.7262217261904761 }, { "dataset": "beta", "condition": "no_harmonic_bias", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.7183035714285714, "standard_deviation": 0.21357414559682616, "median": 0.76875, "q1": 0.56875, "q3": 0.8848958333333333, "bootstrap_mean_ci95_low": 0.6673504464285712, "bootstrap_mean_ci95_high": 0.7658645833333334 } ], "contrasts": [ { "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", "dataset": "beta", "left": "full", "right": "no_local", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.0399404761904762, "median_difference": 0.03541666666666664, "bootstrap_difference_ci95_low": 0.03208333333333334, "bootstrap_difference_ci95_high": 0.04791666666666667, "wilcoxon_p_value": 9.754155926192618e-12, "rank_biserial": 0.9501278772378516, "holm_adjusted_p_value": 1.2788274022676679e-11 }, { "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", "dataset": "beta", "left": "full", "right": "no_local", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.05363095238095237, "median_difference": 0.05416666666666664, "bootstrap_difference_ci95_low": 0.04461235119047618, "bootstrap_difference_ci95_high": 0.06273809523809523, "wilcoxon_p_value": 6.3941370113383395e-12, "rank_biserial": 0.9448692152917505, "holm_adjusted_p_value": 1.2788274022676679e-11 }, { "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", "dataset": "beta", "left": "full", "right": "no_local", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.05770833333333334, "median_difference": 0.05833333333333335, "bootstrap_difference_ci95_low": 0.04946354166666665, "bootstrap_difference_ci95_high": 0.06598214285714284, "wilcoxon_p_value": 1.2043665376960314e-12, "rank_biserial": 0.9770623742454728, "holm_adjusted_p_value": 4.8174661507841255e-12 }, { "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", "dataset": "beta", "left": "full", "right": "no_local", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.0662202380952381, "median_difference": 0.060416666666666716, "bootstrap_difference_ci95_low": 0.055951636904761876, "bootstrap_difference_ci95_high": 0.07654761904761902, "wilcoxon_p_value": 1.2851894180510582e-12, "rank_biserial": 0.9758551307847082, "holm_adjusted_p_value": 4.8174661507841255e-12 }, { "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", "dataset": "beta", "left": "full", "right": "no_local", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.07226190476190474, "median_difference": 0.07083333333333333, "bootstrap_difference_ci95_low": 0.06273809523809525, "bootstrap_difference_ci95_high": 0.08211309523809525, "wilcoxon_p_value": 3.555779504521389e-13, "rank_biserial": 1.0, "holm_adjusted_p_value": 2.1334677027128334e-12 }, { "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", "dataset": "beta", "left": "full", "right": "no_local", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.07193452380952382, "median_difference": 0.06458333333333344, "bootstrap_difference_ci95_low": 0.06157738095238097, "bootstrap_difference_ci95_high": 0.08279761904761904, "wilcoxon_p_value": 3.714891554941273e-13, "rank_biserial": 0.999195171026157, "holm_adjusted_p_value": 2.1334677027128334e-12 }, { "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", "dataset": "beta", "left": "full", "right": "no_attention", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": -0.0066071428571428574, "median_difference": -0.006250000000000019, "bootstrap_difference_ci95_low": -0.0131547619047619, "bootstrap_difference_ci95_high": 5.9523809523807735e-05, "wilcoxon_p_value": 0.03295567686644139, "rank_biserial": -0.29752770673486784, "holm_adjusted_p_value": 0.03295567686644139 }, { "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", "dataset": "beta", "left": "full", "right": "no_attention", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.011964285714285714, "median_difference": 0.01249999999999997, "bootstrap_difference_ci95_low": 0.004583333333333345, "bootstrap_difference_ci95_high": 0.019315476190476195, "wilcoxon_p_value": 0.002463062863812428, "rank_biserial": 0.42242114236999145, "holm_adjusted_p_value": 0.007389188591437284 }, { "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", "dataset": "beta", "left": "full", "right": "no_attention", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.018809523809523814, "median_difference": 0.014583333333333282, "bootstrap_difference_ci95_low": 0.011546875, "bootstrap_difference_ci95_high": 0.026190476190476184, "wilcoxon_p_value": 1.686358041145412e-05, "rank_biserial": 0.6092265943012212, "holm_adjusted_p_value": 8.43179020572706e-05 }, { "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", "dataset": "beta", "left": "full", "right": "no_attention", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.02160714285714286, "median_difference": 0.014583333333333365, "bootstrap_difference_ci95_low": 0.013184523809523818, "bootstrap_difference_ci95_high": 0.030089285714285725, "wilcoxon_p_value": 5.003606817042332e-06, "rank_biserial": 0.6368286445012787, "holm_adjusted_p_value": 3.002164090225399e-05 }, { "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", "dataset": "beta", "left": "full", "right": "no_attention", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.016815476190476176, "median_difference": 0.013541666666666563, "bootstrap_difference_ci95_low": 0.008035714285714278, "bootstrap_difference_ci95_high": 0.02565476190476187, "wilcoxon_p_value": 0.00021208196107985936, "rank_biserial": 0.5130434782608696, "holm_adjusted_p_value": 0.0008483278443194375 }, { "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", "dataset": "beta", "left": "full", "right": "no_attention", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.01238095238095239, "median_difference": 0.007291666666666641, "bootstrap_difference_ci95_low": 0.002142113095238101, "bootstrap_difference_ci95_high": 0.022321428571428575, "wilcoxon_p_value": 0.006115251323231573, "rank_biserial": 0.37971014492753624, "holm_adjusted_p_value": 0.012230502646463146 }, { "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", "dataset": "beta", "left": "full", "right": "no_harmonic_bias", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": -0.008511904761904757, "median_difference": -0.0062500000000000056, "bootstrap_difference_ci95_low": -0.015773809523809523, "bootstrap_difference_ci95_high": -0.001488095238095238, "wilcoxon_p_value": 0.07765020084747637, "rank_biserial": -0.2426559356136821, "holm_adjusted_p_value": 0.15530040169495274 }, { "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", "dataset": "beta", "left": "full", "right": "no_harmonic_bias", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.0043154761904761856, "median_difference": 0.002083333333333326, "bootstrap_difference_ci95_low": -0.002946428571428569, "bootstrap_difference_ci95_high": 0.01178571428571427, "wilcoxon_p_value": 0.3221934590217934, "rank_biserial": 0.13810741687979539, "holm_adjusted_p_value": 0.3221934590217934 }, { "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", "dataset": "beta", "left": "full", "right": "no_harmonic_bias", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.010416666666666673, "median_difference": 0.008333333333333387, "bootstrap_difference_ci95_low": 0.0027968750000000077, "bootstrap_difference_ci95_high": 0.01839360119047619, "wilcoxon_p_value": 0.03005899172914851, "rank_biserial": 0.30264279624893436, "holm_adjusted_p_value": 0.09017697518744552 }, { "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", "dataset": "beta", "left": "full", "right": "no_harmonic_bias", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.01571428571428571, "median_difference": 0.006249999999999922, "bootstrap_difference_ci95_low": 0.006814732142857132, "bootstrap_difference_ci95_high": 0.025000744047619046, "wilcoxon_p_value": 0.006913212762489012, "rank_biserial": 0.37142857142857144, "holm_adjusted_p_value": 0.034566063812445064 }, { "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", "dataset": "beta", "left": "full", "right": "no_harmonic_bias", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.011130952380952373, "median_difference": 0.0031250000000000444, "bootstrap_difference_ci95_low": 0.004226190476190466, "bootstrap_difference_ci95_high": 0.018661458333333318, "wilcoxon_p_value": 0.020126926402043693, "rank_biserial": 0.32660228270412645, "holm_adjusted_p_value": 0.08050770560817477 }, { "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", "dataset": "beta", "left": "full", "right": "no_harmonic_bias", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.013005952380952378, "median_difference": 0.009375000000000022, "bootstrap_difference_ci95_low": 0.005595238095238106, "bootstrap_difference_ci95_high": 0.020863839285714284, "wilcoxon_p_value": 0.0027224837245254023, "rank_biserial": 0.41815856777493604, "holm_adjusted_p_value": 0.016334902347152413 } ] }, "attention_mechanism": { "audit": { "participants": 70, "seeds_averaged": [ 20260929, 20260930, 20260931 ], "windows": [ "0.4", "0.8", "1.2" ], "metrics": [ "normalized_entropy", "peak_distance_hz", "peak_within_bias_width_fraction", "harmonic_neighborhood_mass" ], "multiplicity": "One Holm family across four mechanism metrics and three windows (12 paired tests).", "inputs": [ "runs/paper_v18/attention_mechanism/beta/0.4s/summary.json", "runs/paper_v18/attention_mechanism/beta/0.8s/summary.json", "runs/paper_v18/attention_mechanism/beta/1.2s/summary.json" ], "validation": "passed" }, "contrasts": [ { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 0.4, "metric": "normalized_entropy", "participants": 70, "mean_difference": -0.3995781550942403, "median_difference": -0.39964602871636906, "bootstrap_difference_ci95_low": -0.3998633829445762, "bootstrap_difference_ci95_high": -0.3993014174788398, "wilcoxon_p_value": 3.559469460061398e-13, "rank_biserial": -1.0, "with_harmonic_bias_mean": 0.5695921038377213, "bias_masked_mean": 0.9691702589319616, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 0.4, "metric": "peak_distance_hz", "participants": 70, "mean_difference": -2.867767130689962, "median_difference": -2.902317702770233, "bootstrap_difference_ci95_low": -2.906470438476119, "bootstrap_difference_ci95_high": -2.8278135908696624, "wilcoxon_p_value": 3.559469460061398e-13, "rank_biserial": -1.0, "with_harmonic_bias_mean": 0.1524203619077092, "bias_masked_mean": 3.02018749259767, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 0.4, "metric": "peak_within_bias_width_fraction", "participants": 70, "mean_difference": 0.8761607142857143, "median_difference": 0.8770833333333332, "bootstrap_difference_ci95_low": 0.871138206845238, "bootstrap_difference_ci95_high": 0.8808335193452381, "wilcoxon_p_value": 3.554550306999127e-13, "rank_biserial": 1.0, "with_harmonic_bias_mean": 0.9957886904761905, "bias_masked_mean": 0.11962797619047617, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 0.4, "metric": "harmonic_neighborhood_mass", "participants": 70, "mean_difference": 0.6291529180748121, "median_difference": 0.6295332610607147, "bootstrap_difference_ci95_low": 0.6285725978158768, "bootstrap_difference_ci95_high": 0.6296979347696261, "wilcoxon_p_value": 3.559469460061398e-13, "rank_biserial": 1.0, "with_harmonic_bias_mean": 0.7278103851136706, "bias_masked_mean": 0.09865746703885851, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 0.8, "metric": "normalized_entropy", "participants": 70, "mean_difference": -0.4052748715915693, "median_difference": -0.404991066785815, "bootstrap_difference_ci95_low": -0.40618952776202183, "bootstrap_difference_ci95_high": -0.40436359303213315, "wilcoxon_p_value": 3.559469460061398e-13, "rank_biserial": -1.0, "with_harmonic_bias_mean": 0.5611382157805801, "bias_masked_mean": 0.9664130873721494, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 0.8, "metric": "peak_distance_hz", "participants": 70, "mean_difference": -2.635737355763004, "median_difference": -2.6886977776885033, "bootstrap_difference_ci95_low": -2.6966057528750524, "bootstrap_difference_ci95_high": -2.5723981701174665, "wilcoxon_p_value": 3.559469460061398e-13, "rank_biserial": -1.0, "with_harmonic_bias_mean": 0.1747261947819165, "bias_masked_mean": 2.8104635505449207, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 0.8, "metric": "peak_within_bias_width_fraction", "participants": 70, "mean_difference": 0.8099627976190477, "median_difference": 0.825, "bootstrap_difference_ci95_low": 0.7958476562499998, "bootstrap_difference_ci95_high": 0.823326636904762, "wilcoxon_p_value": 3.5561893245235164e-13, "rank_biserial": 1.0, "with_harmonic_bias_mean": 0.9892410714285714, "bias_masked_mean": 0.1792782738095238, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 0.8, "metric": "harmonic_neighborhood_mass", "participants": 70, "mean_difference": 0.6330132090619632, "median_difference": 0.6330463600655397, "bootstrap_difference_ci95_low": 0.6325144236100217, "bootstrap_difference_ci95_high": 0.6335268868878483, "wilcoxon_p_value": 3.559469460061398e-13, "rank_biserial": 1.0, "with_harmonic_bias_mean": 0.7352578032584417, "bias_masked_mean": 0.10224459419647854, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 1.2, "metric": "normalized_entropy", "participants": 70, "mean_difference": -0.40821035809192474, "median_difference": -0.40678369127822034, "bootstrap_difference_ci95_low": -0.4095251076152833, "bootstrap_difference_ci95_high": -0.4069209574562208, "wilcoxon_p_value": 3.559469460061398e-13, "rank_biserial": -1.0, "with_harmonic_bias_mean": 0.5593070336341466, "bias_masked_mean": 0.9675173917260713, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 1.2, "metric": "peak_distance_hz", "participants": 70, "mean_difference": -2.551130926183292, "median_difference": -2.6384634971618652, "bootstrap_difference_ci95_low": -2.6249993647972034, "bootstrap_difference_ci95_high": -2.4744030648115136, "wilcoxon_p_value": 3.559469460061398e-13, "rank_biserial": -1.0, "with_harmonic_bias_mean": 0.17742783782028015, "bias_masked_mean": 2.7285587640035724, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 1.2, "metric": "peak_within_bias_width_fraction", "participants": 70, "mean_difference": 0.7783258928571428, "median_difference": 0.8028645833333333, "bootstrap_difference_ci95_low": 0.7595014880952382, "bootstrap_difference_ci95_high": 0.7965329241071428, "wilcoxon_p_value": 3.5590592899035074e-13, "rank_biserial": 1.0, "with_harmonic_bias_mean": 0.9871800595238095, "bias_masked_mean": 0.20885416666666665, "holm_adjusted_p_value": 4.265460368398953e-12 }, { "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", "dataset": "beta", "left": "with_harmonic_bias", "right": "bias_masked", "window_s": 1.2, "metric": "harmonic_neighborhood_mass", "participants": 70, "mean_difference": 0.6363709974501814, "median_difference": 0.6359729965527852, "bootstrap_difference_ci95_low": 0.635521001366987, "bootstrap_difference_ci95_high": 0.6372632598415728, "wilcoxon_p_value": 3.559469460061398e-13, "rank_biserial": 1.0, "with_harmonic_bias_mean": 0.7378644821189698, "bias_masked_mean": 0.10149348466878846, "holm_adjusted_p_value": 4.265460368398953e-12 } ] }, "analytic_baselines": { "audit": { "datasets": { "benchmark": { "participants": 35, "methods": [ "cca", "fbcca", "fixed_harmonic" ], "inputs": [ "runs/paper_v4/baselines_all/benchmark/result.json", "runs/paper_v4/baselines_analytic/benchmark/result.json" ] }, "beta": { "participants": 70, "methods": [ "cca", "fbcca", "fixed_harmonic" ], "inputs": [ "runs/paper_v4/baselines_all/beta/result.json", "runs/paper_v4/baselines_analytic/beta/result.json" ] } }, "validation": "passed" }, "summaries": [ { "dataset": "benchmark", "condition": "fixed_harmonic", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 35, "mean": 0.0544047619047619, "standard_deviation": 0.022368507774458767, "median": 0.05416666666666666, "q1": 0.03333333333333333, "q3": 0.07083333333333333, "bootstrap_mean_ci95_low": 0.047380952380952385, "bootstrap_mean_ci95_high": 0.06166666666666666 }, { "dataset": "benchmark", "condition": "fixed_harmonic", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 35, "mean": 0.08226190476190476, "standard_deviation": 0.030707594324634893, "median": 0.07916666666666666, "q1": 0.06041666666666666, "q3": 0.09791666666666665, "bootstrap_mean_ci95_low": 0.07261904761904761, "bootstrap_mean_ci95_high": 0.09226190476190477 }, { "dataset": "benchmark", "condition": "fixed_harmonic", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 35, "mean": 0.12476190476190475, "standard_deviation": 0.05871672727276827, "median": 0.11666666666666667, "q1": 0.08333333333333333, "q3": 0.14375, "bootstrap_mean_ci95_low": 0.10666666666666666, "bootstrap_mean_ci95_high": 0.14464285714285716 }, { "dataset": "benchmark", "condition": "fixed_harmonic", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.17226190476190473, "standard_deviation": 0.09028562416523293, "median": 0.175, "q1": 0.10416666666666666, "q3": 0.20416666666666666, "bootstrap_mean_ci95_low": 0.14333333333333337, "bootstrap_mean_ci95_high": 0.2027410714285714 }, { "dataset": "benchmark", "condition": "fixed_harmonic", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 35, "mean": 0.2280952380952381, "standard_deviation": 0.10741666693830364, "median": 0.22916666666666666, "q1": 0.1375, "q3": 0.27708333333333335, "bootstrap_mean_ci95_low": 0.19344940476190475, "bootstrap_mean_ci95_high": 0.2636904761904762 }, { "dataset": "benchmark", "condition": "fixed_harmonic", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.3952380952380953, "standard_deviation": 0.16109606847254507, "median": 0.3875, "q1": 0.27291666666666664, "q3": 0.5104166666666666, "bootstrap_mean_ci95_low": 0.3426190476190476, "bootstrap_mean_ci95_high": 0.44809523809523805 }, { "dataset": "benchmark", "condition": "fixed_harmonic", "window_s": 3.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.5271428571428572, "standard_deviation": 0.1857086856334437, "median": 0.5416666666666666, "q1": 0.4125, "q3": 0.6541666666666667, "bootstrap_mean_ci95_low": 0.4663065476190476, "bootstrap_mean_ci95_high": 0.5870238095238095 }, { "dataset": "benchmark", "condition": "fixed_harmonic", "window_s": 5.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.8402380952380953, "standard_deviation": 0.1634304147545781, "median": 0.8958333333333334, "q1": 0.7729166666666667, "q3": 0.9479166666666667, "bootstrap_mean_ci95_low": 0.7839285714285714, "bootstrap_mean_ci95_high": 0.8888095238095238 }, { "dataset": "benchmark", "condition": "cca", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 35, "mean": 0.06952380952380952, "standard_deviation": 0.028291697864695695, "median": 0.0625, "q1": 0.049999999999999996, "q3": 0.09166666666666666, "bootstrap_mean_ci95_low": 0.06047321428571427, "bootstrap_mean_ci95_high": 0.0788095238095238 }, { "dataset": "benchmark", "condition": "cca", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 35, "mean": 0.1661904761904762, "standard_deviation": 0.08932373140211196, "median": 0.14583333333333331, "q1": 0.11875, "q3": 0.19375, "bootstrap_mean_ci95_low": 0.13857142857142857, "bootstrap_mean_ci95_high": 0.19654761904761903 }, { "dataset": "benchmark", "condition": "cca", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 35, "mean": 0.30702380952380953, "standard_deviation": 0.151769153817303, "median": 0.2875, "q1": 0.22708333333333333, "q3": 0.3729166666666666, "bootstrap_mean_ci95_low": 0.2585714285714286, "bootstrap_mean_ci95_high": 0.3571458333333333 }, { "dataset": "benchmark", "condition": "cca", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.44535714285714284, "standard_deviation": 0.19028909096930238, "median": 0.425, "q1": 0.35, "q3": 0.575, "bootstrap_mean_ci95_low": 0.3825, "bootstrap_mean_ci95_high": 0.5066666666666667 }, { "dataset": "benchmark", "condition": "cca", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 35, "mean": 0.5552380952380952, "standard_deviation": 0.20370431556369079, "median": 0.5666666666666667, "q1": 0.48124999999999996, "q3": 0.69375, "bootstrap_mean_ci95_low": 0.48761904761904773, "bootstrap_mean_ci95_high": 0.6198839285714286 }, { "dataset": "benchmark", "condition": "cca", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.8107142857142857, "standard_deviation": 0.2009380719944433, "median": 0.8916666666666668, "q1": 0.7354166666666666, "q3": 0.9604166666666667, "bootstrap_mean_ci95_low": 0.7422589285714286, "bootstrap_mean_ci95_high": 0.8723839285714287 }, { "dataset": "benchmark", "condition": "cca", "window_s": 3.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.9051190476190476, "standard_deviation": 0.12876711493217197, "median": 0.9791666666666666, "q1": 0.8708333333333333, "q3": 0.9916666666666668, "bootstrap_mean_ci95_low": 0.8605922619047618, "bootstrap_mean_ci95_high": 0.9441666666666667 }, { "dataset": "benchmark", "condition": "cca", "window_s": 5.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.9635714285714284, "standard_deviation": 0.06112325870268293, "median": 0.9958333333333332, "q1": 0.9625000000000001, "q3": 1.0, "bootstrap_mean_ci95_low": 0.9416666666666668, "bootstrap_mean_ci95_high": 0.981547619047619 }, { "dataset": "benchmark", "condition": "fbcca", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 35, "mean": 0.06202380952380952, "standard_deviation": 0.02075405082347942, "median": 0.0625, "q1": 0.05, "q3": 0.07708333333333334, "bootstrap_mean_ci95_low": 0.05523809523809524, "bootstrap_mean_ci95_high": 0.06881249999999997 }, { "dataset": "benchmark", "condition": "fbcca", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 35, "mean": 0.18476190476190477, "standard_deviation": 0.09899898730018024, "median": 0.17916666666666664, "q1": 0.11875, "q3": 0.22916666666666666, "bootstrap_mean_ci95_low": 0.15416369047619047, "bootstrap_mean_ci95_high": 0.21869047619047616 }, { "dataset": "benchmark", "condition": "fbcca", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 35, "mean": 0.3617857142857143, "standard_deviation": 0.1629565159700756, "median": 0.3625, "q1": 0.26875, "q3": 0.4666666666666667, "bootstrap_mean_ci95_low": 0.3086904761904762, "bootstrap_mean_ci95_high": 0.415595238095238 }, { "dataset": "benchmark", "condition": "fbcca", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.5420238095238095, "standard_deviation": 0.19423989674711187, "median": 0.5666666666666667, "q1": 0.44791666666666663, "q3": 0.6604166666666667, "bootstrap_mean_ci95_low": 0.4766636904761905, "bootstrap_mean_ci95_high": 0.6021458333333332 }, { "dataset": "benchmark", "condition": "fbcca", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 35, "mean": 0.6679761904761905, "standard_deviation": 0.20921082708136124, "median": 0.725, "q1": 0.5979166666666667, "q3": 0.8395833333333333, "bootstrap_mean_ci95_low": 0.5969047619047619, "bootstrap_mean_ci95_high": 0.7325029761904762 }, { "dataset": "benchmark", "condition": "fbcca", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.8869047619047621, "standard_deviation": 0.16206308425212365, "median": 0.95, "q1": 0.875, "q3": 0.975, "bootstrap_mean_ci95_low": 0.8286904761904763, "bootstrap_mean_ci95_high": 0.9355982142857144 }, { "dataset": "benchmark", "condition": "fbcca", "window_s": 3.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.9578571428571429, "standard_deviation": 0.07562222438980488, "median": 0.9916666666666666, "q1": 0.9750000000000001, "q3": 0.9958333333333333, "bootstrap_mean_ci95_low": 0.9310714285714285, "bootstrap_mean_ci95_high": 0.9802380952380954 }, { "dataset": "benchmark", "condition": "fbcca", "window_s": 5.0, "metric": "balanced_accuracy", "participants": 35, "mean": 0.9870238095238095, "standard_deviation": 0.030548021310319314, "median": 1.0, "q1": 0.9916666666666668, "q3": 1.0, "bootstrap_mean_ci95_low": 0.9758333333333332, "bootstrap_mean_ci95_high": 0.9955952380952381 }, { "dataset": "beta", "condition": "fixed_harmonic", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.056160714285714286, "standard_deviation": 0.02496584753139101, "median": 0.05, "q1": 0.0375, "q3": 0.075, "bootstrap_mean_ci95_low": 0.05044642857142858, "bootstrap_mean_ci95_high": 0.06223214285714286 }, { "dataset": "beta", "condition": "fixed_harmonic", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.08526785714285713, "standard_deviation": 0.03826271034032994, "median": 0.08125, "q1": 0.0578125, "q3": 0.1109375, "bootstrap_mean_ci95_low": 0.07633928571428572, "bootstrap_mean_ci95_high": 0.09410714285714286 }, { "dataset": "beta", "condition": "fixed_harmonic", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.13026785714285719, "standard_deviation": 0.06380552883437585, "median": 0.125, "q1": 0.078125, "q3": 0.16875, "bootstrap_mean_ci95_low": 0.1155357142857143, "bootstrap_mean_ci95_high": 0.14526785714285712 }, { "dataset": "beta", "condition": "fixed_harmonic", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.1730357142857143, "standard_deviation": 0.08814810993841153, "median": 0.15, "q1": 0.1125, "q3": 0.24375, "bootstrap_mean_ci95_low": 0.15276785714285715, "bootstrap_mean_ci95_high": 0.19366071428571427 }, { "dataset": "beta", "condition": "fixed_harmonic", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.21205357142857142, "standard_deviation": 0.10511338678428615, "median": 0.20937499999999998, "q1": 0.1265625, "q3": 0.275, "bootstrap_mean_ci95_low": 0.18812500000000001, "bootstrap_mean_ci95_high": 0.2363392857142857 }, { "dataset": "beta", "condition": "fixed_harmonic", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.26874999999999993, "standard_deviation": 0.13623429307151577, "median": 0.246875, "q1": 0.175, "q3": 0.36562500000000003, "bootstrap_mean_ci95_low": 0.23785714285714288, "bootstrap_mean_ci95_high": 0.3004486607142857 }, { "dataset": "beta", "condition": "cca", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.07464285714285715, "standard_deviation": 0.0396983319162886, "median": 0.06875, "q1": 0.04375, "q3": 0.09843750000000001, "bootstrap_mean_ci95_low": 0.0655357142857143, "bootstrap_mean_ci95_high": 0.08401785714285714 }, { "dataset": "beta", "condition": "cca", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.17133928571428572, "standard_deviation": 0.10246891571539245, "median": 0.13125, "q1": 0.0875, "q3": 0.25468749999999996, "bootstrap_mean_ci95_low": 0.148390625, "bootstrap_mean_ci95_high": 0.1959821428571428 }, { "dataset": "beta", "condition": "cca", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.27491071428571434, "standard_deviation": 0.1706183237039339, "median": 0.24375, "q1": 0.12031249999999999, "q3": 0.4140625, "bootstrap_mean_ci95_low": 0.2358035714285714, "bootstrap_mean_ci95_high": 0.31446651785714286 }, { "dataset": "beta", "condition": "cca", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.3782142857142858, "standard_deviation": 0.21665467198842017, "median": 0.36250000000000004, "q1": 0.18125, "q3": 0.51875, "bootstrap_mean_ci95_low": 0.32731919642857144, "bootstrap_mean_ci95_high": 0.42821428571428566 }, { "dataset": "beta", "condition": "cca", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.4740178571428571, "standard_deviation": 0.2431433730490314, "median": 0.4875, "q1": 0.23125, "q3": 0.675, "bootstrap_mean_ci95_low": 0.41856919642857143, "bootstrap_mean_ci95_high": 0.5308950892857143 }, { "dataset": "beta", "condition": "cca", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5750892857142857, "standard_deviation": 0.25679729654724787, "median": 0.6156250000000001, "q1": 0.33125, "q3": 0.8, "bootstrap_mean_ci95_low": 0.5151763392857144, "bootstrap_mean_ci95_high": 0.6354486607142857 }, { "dataset": "beta", "condition": "fbcca", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.07008928571428573, "standard_deviation": 0.035369632939359304, "median": 0.06875, "q1": 0.04375, "q3": 0.09375, "bootstrap_mean_ci95_low": 0.06187500000000001, "bootstrap_mean_ci95_high": 0.07857142857142857 }, { "dataset": "beta", "condition": "fbcca", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.18803571428571428, "standard_deviation": 0.1078641396342993, "median": 0.19375, "q1": 0.09375, "q3": 0.2609375, "bootstrap_mean_ci95_low": 0.16303348214285712, "bootstrap_mean_ci95_high": 0.21375 }, { "dataset": "beta", "condition": "fbcca", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.33910714285714294, "standard_deviation": 0.16939017631580097, "median": 0.31875, "q1": 0.184375, "q3": 0.47343749999999996, "bootstrap_mean_ci95_low": 0.2999084821428571, "bootstrap_mean_ci95_high": 0.37964285714285706 }, { "dataset": "beta", "condition": "fbcca", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.4771428571428572, "standard_deviation": 0.2054314722804484, "median": 0.496875, "q1": 0.30781250000000004, "q3": 0.653125, "bootstrap_mean_ci95_low": 0.4289263392857143, "bootstrap_mean_ci95_high": 0.5252700892857143 }, { "dataset": "beta", "condition": "fbcca", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5891071428571429, "standard_deviation": 0.22686097771346603, "median": 0.609375, "q1": 0.4265625, "q3": 0.7796875, "bootstrap_mean_ci95_low": 0.5370513392857142, "bootstrap_mean_ci95_high": 0.6410714285714286 }, { "dataset": "beta", "condition": "fbcca", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6970535714285714, "standard_deviation": 0.21825311431306058, "median": 0.76875, "q1": 0.559375, "q3": 0.875, "bootstrap_mean_ci95_low": 0.6446428571428572, "bootstrap_mean_ci95_high": 0.745625 } ] }, "strong_filter_bank": { "audit": { "participants": 70, "seeds": [ 20260929, 20260930, 20260931 ], "windows": [ "0.4", "0.6", "0.8", "1.0", "1.2", "1.5" ], "multiplicity": "One Holm family across the six BETA windows.", "frozen_comparison": "runs/paper_v36/comparisons/beta_harmonic_fold_vs_fb_ssvepformer_3seed.json", "inputs": { "harmonic_fold": [ "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json" ], "fb_ssvepformer": [ "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-0/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-1/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-2/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-3/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-4/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-0/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-1/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-2/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-3/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-4/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-0/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-1/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-2/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-3/result.json", "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-4/result.json" ] }, "validation": "passed" }, "summaries": [ { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.2736607142857143, "standard_deviation": 0.13857771711150632, "median": 0.26666666666666666, "q1": 0.15416666666666667, "q3": 0.3765625, "bootstrap_mean_ci95_low": 0.24166592261904765, "bootstrap_mean_ci95_high": 0.30589285714285713 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.4347321428571428, "standard_deviation": 0.1924568624381277, "median": 0.40937500000000004, "q1": 0.26197916666666665, "q3": 0.5911458333333334, "bootstrap_mean_ci95_low": 0.390296875, "bootstrap_mean_ci95_high": 0.480029761904762 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5560119047619047, "standard_deviation": 0.2147515413073998, "median": 0.5760416666666667, "q1": 0.365625, "q3": 0.7416666666666667, "bootstrap_mean_ci95_low": 0.5065766369047617, "bootstrap_mean_ci95_high": 0.6057745535714285 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6355952380952381, "standard_deviation": 0.2145458795631907, "median": 0.6593749999999999, "q1": 0.44531249999999994, "q3": 0.8140625, "bootstrap_mean_ci95_low": 0.5855349702380952, "bootstrap_mean_ci95_high": 0.6848221726190477 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6870238095238097, "standard_deviation": 0.21349086129116254, "median": 0.7395833333333333, "q1": 0.5140625000000001, "q3": 0.8578125000000001, "bootstrap_mean_ci95_low": 0.6361897321428572, "bootstrap_mean_ci95_high": 0.7364583333333333 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.7311904761904764, "standard_deviation": 0.2056775076334498, "median": 0.7739583333333333, "q1": 0.5666666666666665, "q3": 0.8911458333333333, "bootstrap_mean_ci95_low": 0.6829151785714286, "bootstrap_mean_ci95_high": 0.7782760416666668 }, { "dataset": "beta", "condition": "fb_ssvepformer", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.3405654761904762, "standard_deviation": 0.1584063052623582, "median": 0.303125, "q1": 0.21041666666666667, "q3": 0.4515625, "bootstrap_mean_ci95_low": 0.3044918154761904, "bootstrap_mean_ci95_high": 0.377203125 }, { "dataset": "beta", "condition": "fb_ssvepformer", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean": 0.4857142857142856, "standard_deviation": 0.20254528656621693, "median": 0.4677083333333333, "q1": 0.33281249999999996, "q3": 0.6515624999999999, "bootstrap_mean_ci95_low": 0.4394627976190475, "bootstrap_mean_ci95_high": 0.5337217261904761 }, { "dataset": "beta", "condition": "fb_ssvepformer", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5788988095238098, "standard_deviation": 0.21465614279649478, "median": 0.5791666666666666, "q1": 0.4041666666666667, "q3": 0.7625000000000001, "bootstrap_mean_ci95_low": 0.5288072916666668, "bootstrap_mean_ci95_high": 0.6277083333333334 }, { "dataset": "beta", "condition": "fb_ssvepformer", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6377976190476191, "standard_deviation": 0.2133806718176696, "median": 0.6552083333333333, "q1": 0.4677083333333333, "q3": 0.8265625000000001, "bootstrap_mean_ci95_low": 0.5865476190476192, "bootstrap_mean_ci95_high": 0.6860714285714287 }, { "dataset": "beta", "condition": "fb_ssvepformer", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6730059523809523, "standard_deviation": 0.20878195529154336, "median": 0.6958333333333333, "q1": 0.5093749999999999, "q3": 0.8520833333333333, "bootstrap_mean_ci95_low": 0.6220520833333333, "bootstrap_mean_ci95_high": 0.7202105654761903 }, { "dataset": "beta", "condition": "fb_ssvepformer", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean": 0.7077678571428571, "standard_deviation": 0.20067315805382774, "median": 0.75, "q1": 0.5302083333333333, "q3": 0.8729166666666668, "bootstrap_mean_ci95_low": 0.6597611607142857, "bootstrap_mean_ci95_high": 0.7537209821428572 } ], "contrasts": [ { "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "fb_ssvepformer", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": -0.0669047619047619, "median_difference": -0.06666666666666665, "bootstrap_difference_ci95_low": -0.07845238095238094, "bootstrap_difference_ci95_high": -0.05532738095238096, "wilcoxon_p_value": 1.2250473813178508e-11, "rank_biserial": -0.9387163561076605, "holm_adjusted_p_value": 7.350284287907105e-11 }, { "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "fb_ssvepformer", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 70, "mean_difference": -0.05098214285714286, "median_difference": -0.045833333333333295, "bootstrap_difference_ci95_low": -0.06386904761904762, "bootstrap_difference_ci95_high": -0.03824404761904763, "wilcoxon_p_value": 3.061409846383196e-09, "rank_biserial": -0.8211180124223603, "holm_adjusted_p_value": 1.5307049231915978e-08 }, { "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "fb_ssvepformer", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": -0.022886904761904765, "median_difference": -0.011458333333333404, "bootstrap_difference_ci95_low": -0.035149553571428585, "bootstrap_difference_ci95_high": -0.01116071428571431, "wilcoxon_p_value": 0.0021172360125338756, "rank_biserial": -0.42567287784679086, "holm_adjusted_p_value": 0.006351708037601627 }, { "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "fb_ssvepformer", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 70, "mean_difference": -0.0022023809523809617, "median_difference": 0.0020833333333333537, "bootstrap_difference_ci95_low": -0.015476190476190475, "bootstrap_difference_ci95_high": 0.01053571428571427, "wilcoxon_p_value": 0.9976146584659721, "rank_biserial": 0.00041407867494824016, "holm_adjusted_p_value": 0.9976146584659721 }, { "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "fb_ssvepformer", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.014017857142857143, "median_difference": 0.012500000000000067, "bootstrap_difference_ci95_low": -0.00023883928571427726, "bootstrap_difference_ci95_high": 0.027084077380952372, "wilcoxon_p_value": 0.008675420421208325, "rank_biserial": 0.36615515771526, "holm_adjusted_p_value": 0.01735084084241665 }, { "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", "dataset": "beta", "left": "harmonic_fold", "right": "fb_ssvepformer", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.02342261904761906, "median_difference": 0.019791666666666652, "bootstrap_difference_ci95_low": 0.008421875000000007, "bootstrap_difference_ci95_high": 0.038155505952380944, "wilcoxon_p_value": 0.000554582211660098, "rank_biserial": 0.47484909456740443, "holm_adjusted_p_value": 0.002218328846640392 } ] }, "adaptation": { "audit": { "participants": 70, "seeds": [ 20260929, 20260930, 20260931 ], "windows": [ "0.4", "0.8", "1.2" ], "adaptation_parameters": 113, "validation": "passed", "inputs": [ "runs/paper_v15/adaptation_confirmatory/beta_spatial_score.json", "runs/paper_v15/adaptation_confirmatory/beta_spatial_score_seed-20260930.json", "runs/paper_v15/adaptation_confirmatory/beta_spatial_score_seed-20260931.json", "runs/paper_v18/calibrated/beta_trca_etrca_tdca.json", "runs/paper_v18/calibrated/beta_spatial_score_vs_trca_etrca_tdca.json" ] }, "summaries": [ { "dataset": "beta", "condition": "zero_shot", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.2735416666666667, "standard_deviation": 0.13842753235163505, "median": 0.26666666666666666, "q1": 0.15572916666666667, "q3": 0.3770833333333334, "bootstrap_mean_ci95_low": 0.24121949404761905, "bootstrap_mean_ci95_high": 0.3053571428571429, "calibration_blocks": 0 }, { "dataset": "beta", "condition": "zero_shot", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5552083333333333, "standard_deviation": 0.21435493038780795, "median": 0.575, "q1": 0.3640625, "q3": 0.7427083333333333, "bootstrap_mean_ci95_low": 0.5049694940476189, "bootstrap_mean_ci95_high": 0.6035424107142857, "calibration_blocks": 0 }, { "dataset": "beta", "condition": "zero_shot", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6873214285714285, "standard_deviation": 0.21319530289165203, "median": 0.7395833333333333, "q1": 0.5177083333333334, "q3": 0.859375, "bootstrap_mean_ci95_low": 0.6368750000000001, "bootstrap_mean_ci95_high": 0.7368162202380953, "calibration_blocks": 0 }, { "dataset": "beta", "condition": "adapter_1_block", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.3475297619047619, "standard_deviation": 0.15906276361506982, "median": 0.321875, "q1": 0.21145833333333333, "q3": 0.47291666666666665, "bootstrap_mean_ci95_low": 0.31011755952380954, "bootstrap_mean_ci95_high": 0.38520907738095234, "calibration_blocks": 1 }, { "dataset": "beta", "condition": "adapter_1_block", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6500000000000001, "standard_deviation": 0.19832131910593034, "median": 0.6802083333333333, "q1": 0.4859375, "q3": 0.8218749999999999, "bootstrap_mean_ci95_low": 0.6027976190476191, "bootstrap_mean_ci95_high": 0.6945855654761905, "calibration_blocks": 1 }, { "dataset": "beta", "condition": "adapter_1_block", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.7712500000000002, "standard_deviation": 0.17431196698950074, "median": 0.8197916666666667, "q1": 0.6432291666666666, "q3": 0.909375, "bootstrap_mean_ci95_low": 0.7294620535714286, "bootstrap_mean_ci95_high": 0.8107142857142858, "calibration_blocks": 1 }, { "dataset": "beta", "condition": "adapter_2_blocks", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.36214285714285716, "standard_deviation": 0.16215588620127747, "median": 0.33958333333333335, "q1": 0.22395833333333334, "q3": 0.48802083333333335, "bootstrap_mean_ci95_low": 0.3247016369047619, "bootstrap_mean_ci95_high": 0.4001190476190476, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "adapter_2_blocks", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6624107142857142, "standard_deviation": 0.19449234951020805, "median": 0.6854166666666667, "q1": 0.509375, "q3": 0.8265625, "bootstrap_mean_ci95_low": 0.6173802083333332, "bootstrap_mean_ci95_high": 0.7063988095238095, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "adapter_2_blocks", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.7827976190476192, "standard_deviation": 0.16877765090536892, "median": 0.83125, "q1": 0.66875, "q3": 0.9140625000000001, "bootstrap_mean_ci95_low": 0.7422589285714286, "bootstrap_mean_ci95_high": 0.8210714285714285, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "trca_2_blocks", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.18964285714285717, "standard_deviation": 0.13086722009757162, "median": 0.1625, "q1": 0.0875, "q3": 0.25, "bootstrap_mean_ci95_low": 0.15982142857142856, "bootstrap_mean_ci95_high": 0.22071428571428572, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "trca_2_blocks", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.34598214285714285, "standard_deviation": 0.22328258530646475, "median": 0.315625, "q1": 0.153125, "q3": 0.5, "bootstrap_mean_ci95_low": 0.29401785714285716, "bootstrap_mean_ci95_high": 0.39964285714285713, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "trca_2_blocks", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.4724107142857142, "standard_deviation": 0.26314941420252974, "median": 0.46875, "q1": 0.2203125, "q3": 0.6890625, "bootstrap_mean_ci95_low": 0.4122299107142857, "bootstrap_mean_ci95_high": 0.5336629464285715, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "etrca_2_blocks", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.37303571428571425, "standard_deviation": 0.2167508098279603, "median": 0.334375, "q1": 0.184375, "q3": 0.546875, "bootstrap_mean_ci95_low": 0.32321428571428573, "bootstrap_mean_ci95_high": 0.4246450892857143, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "etrca_2_blocks", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5576785714285715, "standard_deviation": 0.26114464501712076, "median": 0.5875, "q1": 0.3453125, "q3": 0.76875, "bootstrap_mean_ci95_low": 0.49500000000000016, "bootstrap_mean_ci95_high": 0.6170558035714286, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "etrca_2_blocks", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6716964285714286, "standard_deviation": 0.25959992523633785, "median": 0.765625, "q1": 0.496875, "q3": 0.88125, "bootstrap_mean_ci95_low": 0.6090178571428573, "bootstrap_mean_ci95_high": 0.7307142857142856, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "tdca_2_blocks", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.3499107142857143, "standard_deviation": 0.18724164827118053, "median": 0.34687500000000004, "q1": 0.2203125, "q3": 0.50625, "bootstrap_mean_ci95_low": 0.30642857142857144, "bootstrap_mean_ci95_high": 0.3948214285714285, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "tdca_2_blocks", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5655357142857144, "standard_deviation": 0.22945899386475233, "median": 0.63125, "q1": 0.4375, "q3": 0.73125, "bootstrap_mean_ci95_low": 0.5122321428571428, "bootstrap_mean_ci95_high": 0.6171428571428571, "calibration_blocks": 2 }, { "dataset": "beta", "condition": "tdca_2_blocks", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.703392857142857, "standard_deviation": 0.2184707993431421, "median": 0.7875, "q1": 0.6078125, "q3": 0.8625, "bootstrap_mean_ci95_low": 0.6521406249999999, "bootstrap_mean_ci95_high": 0.7523236607142856, "calibration_blocks": 2 } ], "contrasts": [ { "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", "dataset": "beta", "left": "adapter_1_block", "right": "zero_shot", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.07398809523809523, "median_difference": 0.07395833333333336, "bootstrap_difference_ci95_low": 0.06345238095238097, "bootstrap_difference_ci95_high": 0.0850595238095238, "wilcoxon_p_value": 6.505896926878813e-13, "rank_biserial": 0.9887323943661972, "holm_adjusted_p_value": 2.132975997458102e-12 }, { "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", "dataset": "beta", "left": "adapter_1_block", "right": "zero_shot", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.09479166666666668, "median_difference": 0.08437500000000003, "bootstrap_difference_ci95_low": 0.08008928571428571, "bootstrap_difference_ci95_high": 0.10991071428571425, "wilcoxon_p_value": 3.5549599957635035e-13, "rank_biserial": 1.0, "holm_adjusted_p_value": 2.132975997458102e-12 }, { "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", "dataset": "beta", "left": "adapter_1_block", "right": "zero_shot", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.08392857142857146, "median_difference": 0.06770833333333326, "bootstrap_difference_ci95_low": 0.06782738095238099, "bootstrap_difference_ci95_high": 0.1019650297619048, "wilcoxon_p_value": 3.556599188280057e-13, "rank_biserial": 1.0, "holm_adjusted_p_value": 2.132975997458102e-12 }, { "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", "dataset": "beta", "left": "adapter_2_blocks", "right": "zero_shot", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.08860119047619049, "median_difference": 0.08645833333333336, "bootstrap_difference_ci95_low": 0.0775595238095238, "bootstrap_difference_ci95_high": 0.09979166666666667, "wilcoxon_p_value": 3.55864916353008e-13, "rank_biserial": 1.0, "holm_adjusted_p_value": 2.132975997458102e-12 }, { "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", "dataset": "beta", "left": "adapter_2_blocks", "right": "zero_shot", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.10720238095238094, "median_difference": 0.09270833333333325, "bootstrap_difference_ci95_low": 0.09243973214285711, "bootstrap_difference_ci95_high": 0.12282738095238092, "wilcoxon_p_value": 3.555369728269494e-13, "rank_biserial": 1.0, "holm_adjusted_p_value": 2.132975997458102e-12 }, { "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", "dataset": "beta", "left": "adapter_2_blocks", "right": "zero_shot", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.09547619047619048, "median_difference": 0.0812500000000001, "bootstrap_difference_ci95_low": 0.07848214285714286, "bootstrap_difference_ci95_high": 0.11476190476190476, "wilcoxon_p_value": 3.5561893245235164e-13, "rank_biserial": 1.0, "holm_adjusted_p_value": 2.132975997458102e-12 }, { "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", "dataset": "beta", "left": "adapter_2_blocks", "right": "trca_2_blocks", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.17250000000000004, "median_difference": 0.17708333333333334, "bootstrap_difference_ci95_low": 0.14732142857142858, "bootstrap_difference_ci95_high": 0.19836309523809523, "wilcoxon_p_value": 7.397449909177442e-13, "rank_biserial": 0.986317907444668, "holm_adjusted_p_value": 5.178214936424209e-12, "multiplicity_family_total_tests": 12 }, { "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", "dataset": "beta", "left": "adapter_2_blocks", "right": "trca_2_blocks", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.31642857142857134, "median_difference": 0.33645833333333336, "bootstrap_difference_ci95_low": 0.2859813988095237, "bootstrap_difference_ci95_high": 0.3464285714285713, "wilcoxon_p_value": 3.880095523163079e-13, "rank_biserial": 0.9983903420523139, "holm_adjusted_p_value": 4.268410914954483e-12, "multiplicity_family_total_tests": 12 }, { "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", "dataset": "beta", "left": "adapter_2_blocks", "right": "trca_2_blocks", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.3103869047619048, "median_difference": 0.3031249999999999, "bootstrap_difference_ci95_low": 0.2740468749999999, "bootstrap_difference_ci95_high": 0.34675669642857143, "wilcoxon_p_value": 4.2304954417472694e-13, "rank_biserial": 0.9967806841046277, "holm_adjusted_p_value": 4.268410914954483e-12, "multiplicity_family_total_tests": 12 }, { "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", "dataset": "beta", "left": "adapter_2_blocks", "right": "etrca_2_blocks", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": -0.01089285714285714, "median_difference": 0.010416666666666657, "bootstrap_difference_ci95_low": -0.043303571428571414, "bootstrap_difference_ci95_high": 0.01991071428571428, "wilcoxon_p_value": 0.992995965751305, "rank_biserial": 0.0012072434607645875, "holm_adjusted_p_value": 0.992995965751305, "multiplicity_family_total_tests": 12 }, { "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", "dataset": "beta", "left": "adapter_2_blocks", "right": "etrca_2_blocks", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.10473214285714284, "median_difference": 0.12187500000000001, "bootstrap_difference_ci95_low": 0.070296875, "bootstrap_difference_ci95_high": 0.1363988095238095, "wilcoxon_p_value": 8.158204818898078e-08, "rank_biserial": 0.737625754527163, "holm_adjusted_p_value": 4.079102409449039e-07, "multiplicity_family_total_tests": 12 }, { "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", "dataset": "beta", "left": "adapter_2_blocks", "right": "etrca_2_blocks", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.11110119047619048, "median_difference": 0.07708333333333339, "bootstrap_difference_ci95_low": 0.07862797619047618, "bootstrap_difference_ci95_high": 0.1440186011904762, "wilcoxon_p_value": 1.6914740299758427e-09, "rank_biserial": 0.8285714285714286, "holm_adjusted_p_value": 1.0148844179855056e-08, "multiplicity_family_total_tests": 12 }, { "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", "dataset": "beta", "left": "adapter_2_blocks", "right": "tdca_2_blocks", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.012232142857142862, "median_difference": 0.045833333333333365, "bootstrap_difference_ci95_low": -0.018095982142857146, "bootstrap_difference_ci95_high": 0.04184598214285713, "wilcoxon_p_value": 0.21043515937382862, "rank_biserial": 0.1722334004024145, "holm_adjusted_p_value": 0.42087031874765723, "multiplicity_family_total_tests": 12 }, { "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", "dataset": "beta", "left": "adapter_2_blocks", "right": "tdca_2_blocks", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.09687499999999998, "median_difference": 0.11875000000000005, "bootstrap_difference_ci95_low": 0.06687425595238095, "bootstrap_difference_ci95_high": 0.12631101190476185, "wilcoxon_p_value": 3.8975082222960964e-07, "rank_biserial": 0.6977867203219316, "holm_adjusted_p_value": 1.169252466688829e-06, "multiplicity_family_total_tests": 12 }, { "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", "dataset": "beta", "left": "adapter_2_blocks", "right": "tdca_2_blocks", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean_difference": 0.07940476190476191, "median_difference": 0.06562499999999999, "bootstrap_difference_ci95_low": 0.05273735119047619, "bootstrap_difference_ci95_high": 0.10619122023809523, "wilcoxon_p_value": 1.8212684031037881e-07, "rank_biserial": 0.722567287784679, "holm_adjusted_p_value": 7.285073612415153e-07, "multiplicity_family_total_tests": 12 } ] }, "electrode_transfer": { "audit": { "participants": 102, "seeds": [ 20260929, 20260930, 20260931 ], "windows": [ "0.4", "0.6", "0.8", "1.0", "1.2", "1.5", "2.0" ], "multiplicity": "One Holm family across three directional contrasts and seven windows (21 paired tests).", "frozen_comparison": "runs/paper_v16/electrode_transfer/3seed_summary.json", "inputs": { "dry_to_dry": [ "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" ], "dry_to_wet": [ "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" ], "wet_to_dry": [ "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" ], "wet_to_wet": [ "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" ] }, "validation": "passed" }, "summaries": [ { "dataset": "wearable", "condition": "dry_to_dry", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 102, "mean": 0.2763344226579521, "standard_deviation": 0.147059830312374, "median": 0.24722222222222223, "q1": 0.17361111111111113, "q3": 0.3444444444444444, "bootstrap_mean_ci95_low": 0.2494281045751634, "bootstrap_mean_ci95_high": 0.30558346949891063 }, { "dataset": "wearable", "condition": "dry_to_dry", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 102, "mean": 0.3639978213507625, "standard_deviation": 0.18433690449879683, "median": 0.3513888888888889, "q1": 0.22777777777777777, "q3": 0.46875, "bootstrap_mean_ci95_low": 0.3290298202614379, "bootstrap_mean_ci95_high": 0.3991026688453159 }, { "dataset": "wearable", "condition": "dry_to_dry", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 102, "mean": 0.4473311546840958, "standard_deviation": 0.21172069133199659, "median": 0.4152777777777778, "q1": 0.28888888888888886, "q3": 0.5930555555555556, "bootstrap_mean_ci95_low": 0.406698665577342, "bootstrap_mean_ci95_high": 0.4888916122004357 }, { "dataset": "wearable", "condition": "dry_to_dry", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 102, "mean": 0.5116285403050109, "standard_deviation": 0.22634471326951194, "median": 0.4916666666666667, "q1": 0.32361111111111107, "q3": 0.6965277777777779, "bootstrap_mean_ci95_low": 0.46859953703703705, "bootstrap_mean_ci95_high": 0.5552294389978214 }, { "dataset": "wearable", "condition": "dry_to_dry", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 102, "mean": 0.5505174291938998, "standard_deviation": 0.2352723178801819, "median": 0.5249999999999999, "q1": 0.35625, "q3": 0.7527777777777778, "bootstrap_mean_ci95_low": 0.5045744825708061, "bootstrap_mean_ci95_high": 0.59646105664488 }, { "dataset": "wearable", "condition": "dry_to_dry", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 102, "mean": 0.5744281045751635, "standard_deviation": 0.24077286195533798, "median": 0.5513888888888889, "q1": 0.3625, "q3": 0.78125, "bootstrap_mean_ci95_low": 0.5270404411764706, "bootstrap_mean_ci95_high": 0.6197167755991285 }, { "dataset": "wearable", "condition": "dry_to_dry", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 102, "mean": 0.6002723311546841, "standard_deviation": 0.24127974089619675, "median": 0.6138888888888889, "q1": 0.3833333333333333, "q3": 0.7993055555555555, "bootstrap_mean_ci95_low": 0.553512391067538, "bootstrap_mean_ci95_high": 0.6462697440087145 }, { "dataset": "wearable", "condition": "dry_to_wet", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 102, "mean": 0.3564542483660131, "standard_deviation": 0.17209449190268813, "median": 0.3361111111111111, "q1": 0.23125, "q3": 0.49027777777777776, "bootstrap_mean_ci95_low": 0.3238834422657952, "bootstrap_mean_ci95_high": 0.3906331699346405 }, { "dataset": "wearable", "condition": "dry_to_wet", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 102, "mean": 0.4634803921568627, "standard_deviation": 0.2141480068104044, "median": 0.4388888888888889, "q1": 0.2902777777777778, "q3": 0.6555555555555556, "bootstrap_mean_ci95_low": 0.42249455337690633, "bootstrap_mean_ci95_high": 0.5034865196078432 }, { "dataset": "wearable", "condition": "dry_to_wet", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 102, "mean": 0.5458333333333334, "standard_deviation": 0.2296821801154989, "median": 0.5375, "q1": 0.35833333333333334, "q3": 0.7409722222222223, "bootstrap_mean_ci95_low": 0.5011437908496733, "bootstrap_mean_ci95_high": 0.5898427287581699 }, { "dataset": "wearable", "condition": "dry_to_wet", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 102, "mean": 0.5984749455337691, "standard_deviation": 0.24117114944373005, "median": 0.575, "q1": 0.4138888888888889, "q3": 0.8284722222222223, "bootstrap_mean_ci95_low": 0.55239651416122, "bootstrap_mean_ci95_high": 0.6451273148148149 }, { "dataset": "wearable", "condition": "dry_to_wet", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 102, "mean": 0.6425381263616557, "standard_deviation": 0.23801166116039574, "median": 0.6375, "q1": 0.45625, "q3": 0.8652777777777777, "bootstrap_mean_ci95_low": 0.5961322167755992, "bootstrap_mean_ci95_high": 0.6886717047930284 }, { "dataset": "wearable", "condition": "dry_to_wet", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 102, "mean": 0.6656045751633987, "standard_deviation": 0.23850643654254558, "median": 0.673611111111111, "q1": 0.47222222222222227, "q3": 0.8972222222222223, "bootstrap_mean_ci95_low": 0.6197984749455339, "bootstrap_mean_ci95_high": 0.7114930555555558 }, { "dataset": "wearable", "condition": "dry_to_wet", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 102, "mean": 0.6831971677559914, "standard_deviation": 0.2405801979806301, "median": 0.7125000000000001, "q1": 0.5118055555555555, "q3": 0.9131944444444446, "bootstrap_mean_ci95_low": 0.6360246459694989, "bootstrap_mean_ci95_high": 0.7295751633986928 }, { "dataset": "wearable", "condition": "wet_to_dry", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 102, "mean": 0.24000544662309367, "standard_deviation": 0.1585405587182574, "median": 0.19444444444444442, "q1": 0.12083333333333335, "q3": 0.3222222222222222, "bootstrap_mean_ci95_low": 0.21018450435729852, "bootstrap_mean_ci95_high": 0.2710239651416122 }, { "dataset": "wearable", "condition": "wet_to_dry", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 102, "mean": 0.3048474945533769, "standard_deviation": 0.20086510972416982, "median": 0.25416666666666665, "q1": 0.14027777777777778, "q3": 0.42430555555555555, "bootstrap_mean_ci95_low": 0.2663112745098039, "bootstrap_mean_ci95_high": 0.34400871459694987 }, { "dataset": "wearable", "condition": "wet_to_dry", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 102, "mean": 0.3529684095860566, "standard_deviation": 0.23614824007685287, "median": 0.28611111111111115, "q1": 0.1590277777777778, "q3": 0.5166666666666666, "bootstrap_mean_ci95_low": 0.30795070806100217, "bootstrap_mean_ci95_high": 0.39902096949891064 }, { "dataset": "wearable", "condition": "wet_to_dry", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 102, "mean": 0.38973311546840955, "standard_deviation": 0.2568413000883482, "median": 0.3347222222222222, "q1": 0.17500000000000002, "q3": 0.6041666666666666, "bootstrap_mean_ci95_low": 0.3402764161220043, "bootstrap_mean_ci95_high": 0.4398148148148148 }, { "dataset": "wearable", "condition": "wet_to_dry", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 102, "mean": 0.4229030501089325, "standard_deviation": 0.2695938071363025, "median": 0.37916666666666665, "q1": 0.18958333333333333, "q3": 0.65, "bootstrap_mean_ci95_low": 0.37260212418300653, "bootstrap_mean_ci95_high": 0.4755998093681917 }, { "dataset": "wearable", "condition": "wet_to_dry", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 102, "mean": 0.4499455337690632, "standard_deviation": 0.28214254514211173, "median": 0.43472222222222223, "q1": 0.19375, "q3": 0.6993055555555556, "bootstrap_mean_ci95_low": 0.39553172657952057, "bootstrap_mean_ci95_high": 0.5055575980392156 }, { "dataset": "wearable", "condition": "wet_to_dry", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 102, "mean": 0.47780501089324606, "standard_deviation": 0.293601418663985, "median": 0.46527777777777773, "q1": 0.22013888888888888, "q3": 0.7430555555555556, "bootstrap_mean_ci95_low": 0.4218409586056645, "bootstrap_mean_ci95_high": 0.534151688453159 }, { "dataset": "wearable", "condition": "wet_to_wet", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 102, "mean": 0.45193355119825707, "standard_deviation": 0.19150249231208868, "median": 0.4222222222222222, "q1": 0.29444444444444445, "q3": 0.60625, "bootstrap_mean_ci95_low": 0.4159579248366013, "bootstrap_mean_ci95_high": 0.48940699891067535 }, { "dataset": "wearable", "condition": "wet_to_wet", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 102, "mean": 0.5644607843137255, "standard_deviation": 0.21848141944672667, "median": 0.5597222222222222, "q1": 0.3833333333333333, "q3": 0.7527777777777778, "bootstrap_mean_ci95_low": 0.5215679466230937, "bootstrap_mean_ci95_high": 0.605829248366013 }, { "dataset": "wearable", "condition": "wet_to_wet", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 102, "mean": 0.6430283224400871, "standard_deviation": 0.22423890516037992, "median": 0.6555555555555556, "q1": 0.4527777777777778, "q3": 0.8597222222222223, "bootstrap_mean_ci95_low": 0.5990727124183007, "bootstrap_mean_ci95_high": 0.6857577614379086 }, { "dataset": "wearable", "condition": "wet_to_wet", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 102, "mean": 0.6906318082788673, "standard_deviation": 0.2226690095924423, "median": 0.7319444444444445, "q1": 0.5152777777777777, "q3": 0.8854166666666666, "bootstrap_mean_ci95_low": 0.6476014433551199, "bootstrap_mean_ci95_high": 0.7336608115468413 }, { "dataset": "wearable", "condition": "wet_to_wet", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 102, "mean": 0.7264433551198257, "standard_deviation": 0.2171026509624128, "median": 0.7847222222222222, "q1": 0.5791666666666667, "q3": 0.9131944444444446, "bootstrap_mean_ci95_low": 0.6838228485838779, "bootstrap_mean_ci95_high": 0.768029003267974 }, { "dataset": "wearable", "condition": "wet_to_wet", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 102, "mean": 0.7478758169934641, "standard_deviation": 0.21666919707084512, "median": 0.8097222222222225, "q1": 0.5854166666666667, "q3": 0.9409722222222223, "bootstrap_mean_ci95_low": 0.705446623093682, "bootstrap_mean_ci95_high": 0.7891884531590412 }, { "dataset": "wearable", "condition": "wet_to_wet", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 102, "mean": 0.7742647058823529, "standard_deviation": 0.2094201306276876, "median": 0.8458333333333334, "q1": 0.6298611111111111, "q3": 0.9631944444444445, "bootstrap_mean_ci95_low": 0.7332516339869282, "bootstrap_mean_ci95_high": 0.8140250544662309 } ], "contrasts": [ { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_wet", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.09547930283224403, "median_difference": -0.09166666666666659, "bootstrap_difference_ci95_low": -0.1113834422657952, "bootstrap_difference_ci95_high": -0.07946623093681918, "wilcoxon_p_value": 5.884551860778658e-15, "rank_biserial": -0.8903483723586522, "contrast_label": "wet_target_transfer", "holm_adjusted_p_value": 1.235755890763518e-13 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_wet", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.10098039215686275, "median_difference": -0.0986111111111111, "bootstrap_difference_ci95_low": -0.11841026688453161, "bootstrap_difference_ci95_high": -0.08287037037037039, "wilcoxon_p_value": 1.4198478898650036e-14, "rank_biserial": -0.8775937559489815, "contrast_label": "wet_target_transfer", "holm_adjusted_p_value": 2.8396957797300073e-13 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_wet", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.09719498910675384, "median_difference": -0.08611111111111107, "bootstrap_difference_ci95_low": -0.11764705882352942, "bootstrap_difference_ci95_high": -0.07728758169934644, "wilcoxon_p_value": 1.1357531937786828e-13, "rank_biserial": -0.8509027373325568, "contrast_label": "wet_target_transfer", "holm_adjusted_p_value": 2.0443557488016293e-12 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_wet", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.09215686274509807, "median_difference": -0.08055555555555555, "bootstrap_difference_ci95_low": -0.11312704248366014, "bootstrap_difference_ci95_high": -0.07211328976034859, "wilcoxon_p_value": 2.8406598657756985e-13, "rank_biserial": -0.8452525252525253, "contrast_label": "wet_target_transfer", "holm_adjusted_p_value": 4.829121771818687e-12 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_wet", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.08390522875816994, "median_difference": -0.06666666666666676, "bootstrap_difference_ci95_low": -0.10435729847494558, "bootstrap_difference_ci95_high": -0.06386097494553379, "wilcoxon_p_value": 7.004383530535588e-13, "rank_biserial": -0.8269306930693069, "contrast_label": "wet_target_transfer", "holm_adjusted_p_value": 1.120701364885694e-11 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_wet", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.08227124183006534, "median_difference": -0.06527777777777782, "bootstrap_difference_ci95_low": -0.103677151416122, "bootstrap_difference_ci95_high": -0.06146514161220043, "wilcoxon_p_value": 2.5498145025511112e-12, "rank_biserial": -0.8063366336633664, "contrast_label": "wet_target_transfer", "holm_adjusted_p_value": 3.314758853316445e-11 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_wet", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.09106753812636165, "median_difference": -0.07222222222222219, "bootstrap_difference_ci95_low": -0.11163126361655773, "bootstrap_difference_ci95_high": -0.07159517973856211, "wilcoxon_p_value": 3.152624468055713e-14, "rank_biserial": -0.8744554455445545, "contrast_label": "wet_target_transfer", "holm_adjusted_p_value": 5.989986489305855e-13 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "wet_to_dry", "right": "dry_to_dry", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.03632897603485837, "median_difference": -0.022222222222222233, "bootstrap_difference_ci95_low": -0.05699891067538125, "bootstrap_difference_ci95_high": -0.017075163398692805, "wilcoxon_p_value": 0.0021098923576429495, "rank_biserial": -0.3523587652882935, "contrast_label": "dry_target_transfer", "holm_adjusted_p_value": 0.0021098923576429495 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "wet_to_dry", "right": "dry_to_dry", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.05915032679738561, "median_difference": -0.036111111111111094, "bootstrap_difference_ci95_low": -0.08635757080610021, "bootstrap_difference_ci95_high": -0.03363289760348583, "wilcoxon_p_value": 0.00027438703012069946, "rank_biserial": -0.41700640652300525, "contrast_label": "dry_target_transfer", "holm_adjusted_p_value": 0.0005487740602413989 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "wet_to_dry", "right": "dry_to_dry", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.0943627450980392, "median_difference": -0.05555555555555561, "bootstrap_difference_ci95_low": -0.12745098039215685, "bootstrap_difference_ci95_high": -0.06247140522875821, "wilcoxon_p_value": 8.049931351263878e-07, "rank_biserial": -0.5655212580081538, "contrast_label": "dry_target_transfer", "holm_adjusted_p_value": 3.7001778239192708e-06 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "wet_to_dry", "right": "dry_to_dry", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.1218954248366013, "median_difference": -0.08611111111111114, "bootstrap_difference_ci95_low": -0.1616557734204793, "bootstrap_difference_ci95_high": -0.08461192810457517, "wilcoxon_p_value": 4.3884732191293874e-08, "rank_biserial": -0.6274509803921569, "contrast_label": "dry_target_transfer", "holm_adjusted_p_value": 3.071931253390571e-07 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "wet_to_dry", "right": "dry_to_dry", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.1276143790849673, "median_difference": -0.06666666666666662, "bootstrap_difference_ci95_low": -0.1707250816993464, "bootstrap_difference_ci95_high": -0.08725422113289759, "wilcoxon_p_value": 2.1886538152697546e-07, "rank_biserial": -0.5910908052541405, "contrast_label": "dry_target_transfer", "holm_adjusted_p_value": 1.3131922891618528e-06 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "wet_to_dry", "right": "dry_to_dry", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.12448257080610023, "median_difference": -0.04861111111111109, "bootstrap_difference_ci95_low": -0.1680290032679739, "bootstrap_difference_ci95_high": -0.08227056100217862, "wilcoxon_p_value": 7.400355647838542e-07, "rank_biserial": -0.5646297353893014, "contrast_label": "dry_target_transfer", "holm_adjusted_p_value": 3.7001778239192708e-06 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "wet_to_dry", "right": "dry_to_dry", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 102, "mean_difference": -0.12246732026143792, "median_difference": -0.04166666666666666, "bootstrap_difference_ci95_low": -0.17050789760348586, "bootstrap_difference_ci95_high": -0.07758646514161222, "wilcoxon_p_value": 2.5628447072957593e-05, "rank_biserial": -0.48243059600077653, "contrast_label": "dry_target_transfer", "holm_adjusted_p_value": 7.688534121887277e-05 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_dry", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 102, "mean_difference": 0.11644880174291936, "median_difference": 0.07361111111111113, "bootstrap_difference_ci95_low": 0.08346881808278866, "bootstrap_difference_ci95_high": 0.15089937363834427, "wilcoxon_p_value": 8.787964902969345e-10, "rank_biserial": 0.7025820229081732, "contrast_label": "cross_direction", "holm_adjusted_p_value": 7.030371922375476e-09 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_dry", "window_s": 0.6, "metric": "balanced_accuracy", "participants": 102, "mean_difference": 0.1586328976034859, "median_difference": 0.08888888888888888, "bootstrap_difference_ci95_low": 0.11745642701525055, "bootstrap_difference_ci95_high": 0.20166122004357298, "wilcoxon_p_value": 2.970400890227285e-11, "rank_biserial": 0.7582333904435561, "contrast_label": "cross_direction", "holm_adjusted_p_value": 2.970400890227285e-10 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_dry", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 102, "mean_difference": 0.19286492374727665, "median_difference": 0.13472222222222227, "bootstrap_difference_ci95_low": 0.14539692265795204, "bootstrap_difference_ci95_high": 0.2420486111111111, "wilcoxon_p_value": 3.439782054265745e-12, "rank_biserial": 0.7936417285360746, "contrast_label": "cross_direction", "holm_adjusted_p_value": 4.127738465118894e-11 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_dry", "window_s": 1.0, "metric": "balanced_accuracy", "participants": 102, "mean_difference": 0.20874183006535948, "median_difference": 0.14305555555555557, "bootstrap_difference_ci95_low": 0.1581958061002179, "bootstrap_difference_ci95_high": 0.25986043028322436, "wilcoxon_p_value": 1.7431893706319896e-12, "rank_biserial": 0.8044926708547496, "contrast_label": "cross_direction", "holm_adjusted_p_value": 2.4404651188847855e-11 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_dry", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 102, "mean_difference": 0.21963507625272333, "median_difference": 0.14305555555555552, "bootstrap_difference_ci95_low": 0.1680548747276688, "bootstrap_difference_ci95_high": 0.2727403322440087, "wilcoxon_p_value": 1.6025655040850118e-12, "rank_biserial": 0.8058252427184466, "contrast_label": "cross_direction", "holm_adjusted_p_value": 2.4038482561275176e-11 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_dry", "window_s": 1.5, "metric": "balanced_accuracy", "participants": 102, "mean_difference": 0.21565904139433548, "median_difference": 0.1430555555555555, "bootstrap_difference_ci95_low": 0.1624720860566449, "bootstrap_difference_ci95_high": 0.2712976579520697, "wilcoxon_p_value": 4.106372023905015e-12, "rank_biserial": 0.7907862173995812, "contrast_label": "cross_direction", "holm_adjusted_p_value": 4.5170092262955165e-11 }, { "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", "dataset": "wearable", "left": "dry_to_wet", "right": "wet_to_dry", "window_s": 2.0, "metric": "balanced_accuracy", "participants": 102, "mean_difference": 0.20539215686274517, "median_difference": 0.13055555555555556, "bootstrap_difference_ci95_low": 0.15160607298474946, "bootstrap_difference_ci95_high": 0.26073188997821345, "wilcoxon_p_value": 8.707696657705849e-11, "rank_biserial": 0.7399581191699981, "contrast_label": "cross_direction", "holm_adjusted_p_value": 7.836926991935265e-10 } ] }, "mtsnet": { "audit": { "tests": 6, "multiplicity": "One Holm family across both datasets and all three registered windows (six paired tests).", "validation": "passed" }, "summaries": [ { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 35, "mean": 0.294047619047619, "standard_deviation": 0.15533019807048948, "median": 0.2722222222222222, "q1": 0.18611111111111112, "q3": 0.3736111111111111, "bootstrap_mean_ci95_low": 0.2441269841269841, "bootstrap_mean_ci95_high": 0.3457539682539682 }, { "dataset": "benchmark", "condition": "mtsnet", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 35, "mean": 0.3679365079365079, "standard_deviation": 0.1805798662079367, "median": 0.3347222222222222, "q1": 0.25555555555555554, "q3": 0.4854166666666666, "bootstrap_mean_ci95_low": 0.3104742063492064, "bootstrap_mean_ci95_high": 0.42857242063492057 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 35, "mean": 0.6673412698412698, "standard_deviation": 0.20015833517481177, "median": 0.6958333333333334, "q1": 0.5583333333333332, "q3": 0.8152777777777778, "bootstrap_mean_ci95_low": 0.5988839285714286, "bootstrap_mean_ci95_high": 0.731828373015873 }, { "dataset": "benchmark", "condition": "mtsnet", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 35, "mean": 0.6601984126984127, "standard_deviation": 0.19516990683897129, "median": 0.7083333333333334, "q1": 0.5840277777777778, "q3": 0.8034722222222221, "bootstrap_mean_ci95_low": 0.5942053571428573, "bootstrap_mean_ci95_high": 0.7205565476190475 }, { "dataset": "benchmark", "condition": "harmonic_fold", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 35, "mean": 0.7830952380952382, "standard_deviation": 0.18140370355151417, "median": 0.8138888888888888, "q1": 0.7173611111111111, "q3": 0.9284722222222224, "bootstrap_mean_ci95_low": 0.7185714285714286, "bootstrap_mean_ci95_high": 0.8388511904761905 }, { "dataset": "benchmark", "condition": "mtsnet", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 35, "mean": 0.7754761904761904, "standard_deviation": 0.1866134155514618, "median": 0.8333333333333334, "q1": 0.726388888888889, "q3": 0.8965277777777778, "bootstrap_mean_ci95_low": 0.7102728174603175, "bootstrap_mean_ci95_high": 0.8338492063492065 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.2735416666666667, "standard_deviation": 0.13842753235163505, "median": 0.26666666666666666, "q1": 0.15572916666666667, "q3": 0.3770833333333334, "bootstrap_mean_ci95_low": 0.24139657738095235, "bootstrap_mean_ci95_high": 0.3053869047619047 }, { "dataset": "beta", "condition": "mtsnet", "window_s": 0.4, "metric": "balanced_accuracy", "participants": 70, "mean": 0.3589880952380952, "standard_deviation": 0.16480143732720165, "median": 0.3395833333333333, "q1": 0.22291666666666665, "q3": 0.478125, "bootstrap_mean_ci95_low": 0.32104092261904754, "bootstrap_mean_ci95_high": 0.3974702380952382 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5552083333333333, "standard_deviation": 0.21435493038780795, "median": 0.575, "q1": 0.3640625, "q3": 0.7427083333333333, "bootstrap_mean_ci95_low": 0.5051168154761905, "bootstrap_mean_ci95_high": 0.603453125 }, { "dataset": "beta", "condition": "mtsnet", "window_s": 0.8, "metric": "balanced_accuracy", "participants": 70, "mean": 0.5662499999999999, "standard_deviation": 0.2142744658116613, "median": 0.5833333333333335, "q1": 0.375, "q3": 0.7390625, "bootstrap_mean_ci95_low": 0.5157730654761904, "bootstrap_mean_ci95_high": 0.6155662202380953 }, { "dataset": "beta", "condition": "harmonic_fold", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6873214285714285, "standard_deviation": 0.21319530289165203, "median": 0.7395833333333333, "q1": 0.5177083333333334, "q3": 0.859375, "bootstrap_mean_ci95_low": 0.6363988095238096, "bootstrap_mean_ci95_high": 0.7368764880952382 }, { "dataset": "beta", "condition": "mtsnet", "window_s": 1.2, "metric": "balanced_accuracy", "participants": 70, "mean": 0.6858333333333332, "standard_deviation": 0.20699284928176678, "median": 0.721875, "q1": 0.5208333333333334, "q3": 0.8453124999999999, "bootstrap_mean_ci95_low": 0.6374382440476193, "bootstrap_mean_ci95_high": 0.7341674107142858 } ], "contrasts": [ { "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", "dataset": "benchmark", "window_s": 0.4, "participants": 35, "harmonic_fold_mean": 0.294047619047619, "mtsnet_mean": 0.3679365079365079, "mean_difference": -0.07388888888888888, "median_difference": -0.07499999999999996, "bootstrap_difference_ci95_low": -0.09523908730158734, "bootstrap_difference_ci95_high": -0.051984126984126994, "wilcoxon_p_value": 2.806257566730801e-06, "rank_biserial": -0.9079365079365079, "legacy_within_file_adjusted_p": 2.806257566730801e-06, "source": "runs/paper_v17/mtsnet_formal/benchmark/0.4s/3seed_comparison.json", "holm_adjusted_p_value_six_test_family": 1.4031287833654006e-05 }, { "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", "dataset": "benchmark", "window_s": 0.8, "participants": 35, "harmonic_fold_mean": 0.6673412698412698, "mtsnet_mean": 0.6601984126984127, "mean_difference": 0.007142857142857121, "median_difference": -0.004166666666666763, "bootstrap_difference_ci95_low": -0.01670634920634922, "bootstrap_difference_ci95_high": 0.030992063492063463, "wilcoxon_p_value": 0.768109008492813, "rank_biserial": 0.05714285714285714, "legacy_within_file_adjusted_p": 0.768109008492813, "source": "runs/paper_v17/mtsnet_formal/benchmark/0.8s/3seed_comparison.json", "holm_adjusted_p_value_six_test_family": 1.0 }, { "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", "dataset": "benchmark", "window_s": 1.2, "participants": 35, "harmonic_fold_mean": 0.7830952380952382, "mtsnet_mean": 0.7754761904761904, "mean_difference": 0.007619047619047602, "median_difference": 0.008333333333333304, "bootstrap_difference_ci95_low": -0.0175793650793651, "bootstrap_difference_ci95_high": 0.031071428571428538, "wilcoxon_p_value": 0.24153685073352393, "rank_biserial": 0.23025210084033612, "legacy_within_file_adjusted_p": 0.24153685073352393, "source": "runs/paper_v17/mtsnet_formal/benchmark/1.2s/3seed_comparison.json", "holm_adjusted_p_value_six_test_family": 0.9661474029340957 }, { "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", "dataset": "beta", "window_s": 0.4, "participants": 70, "harmonic_fold_mean": 0.2735416666666667, "mtsnet_mean": 0.3589880952380952, "mean_difference": -0.08544642857142858, "median_difference": -0.08958333333333338, "bootstrap_difference_ci95_low": -0.09797693452380954, "bootstrap_difference_ci95_high": -0.07232142857142858, "wilcoxon_p_value": 2.3176354210702887e-12, "rank_biserial": -0.9645875251509054, "legacy_within_file_adjusted_p": 2.3176354210702887e-12, "source": "runs/paper_v17/mtsnet_formal/beta/0.4s/3seed_comparison.json", "holm_adjusted_p_value_six_test_family": 1.3905812526421732e-11 }, { "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", "dataset": "beta", "window_s": 0.8, "participants": 70, "harmonic_fold_mean": 0.5552083333333333, "mtsnet_mean": 0.5662499999999999, "mean_difference": -0.011041666666666655, "median_difference": -0.004166666666666707, "bootstrap_difference_ci95_low": -0.02485119047619046, "bootstrap_difference_ci95_high": 0.00205431547619048, "wilcoxon_p_value": 0.3536126586288447, "rank_biserial": -0.12756539235412476, "legacy_within_file_adjusted_p": 0.3536126586288447, "source": "runs/paper_v17/mtsnet_formal/beta/0.8s/3seed_comparison.json", "holm_adjusted_p_value_six_test_family": 1.0 }, { "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", "dataset": "beta", "window_s": 1.2, "participants": 70, "harmonic_fold_mean": 0.6873214285714285, "mtsnet_mean": 0.6858333333333332, "mean_difference": 0.0014880952380952296, "median_difference": 0.002083333333333215, "bootstrap_difference_ci95_low": -0.012083333333333343, "bootstrap_difference_ci95_high": 0.014970982142857128, "wilcoxon_p_value": 0.6885017770753403, "rank_biserial": 0.055130784708249496, "legacy_within_file_adjusted_p": 0.6885017770753403, "source": "runs/paper_v17/mtsnet_formal/beta/1.2s/3seed_comparison.json", "holm_adjusted_p_value_six_test_family": 1.0 } ] }, "split_manifest": { "status": "passed", "rows": 210, "checks": [ "train, validation and test participants are disjoint within every result", "the partition covers the declared dataset participant count", "test folds cover every participant exactly once per seed and condition", "all conditions within a comparison collection use identical folds" ] }, "deployment": { "status": "passed", "measurements": 12, "checkpoints": 1, "benchmark_command": "python -m src.benchmark_deployment or python -m src.benchmark_reference_model with batch size 1, float32, 100 warm-up passes, 1000 measured passes, and one timed CPU thread", "session_scope": "single-session empirical latency distribution on one laptop; no independent-session, power-mode, or thermal-state uncertainty estimate" } }