| { | |
| "schema_version": 1, | |
| "config": "paper/SUBMISSION_EVIDENCE_CONFIG.json", | |
| "main": { | |
| "audit": { | |
| "datasets": { | |
| "benchmark": { | |
| "participants": 35, | |
| "seeds": [ | |
| 20260929, | |
| 20260930, | |
| 20260931 | |
| ], | |
| "windows": [ | |
| "0.4", | |
| "0.6", | |
| "0.8", | |
| "1.0", | |
| "1.2", | |
| "2.0", | |
| "3.0", | |
| "5.0" | |
| ], | |
| "frozen_comparison": "runs/paper_v37/comparisons/benchmark_harmonic_fold_vs_ssvepformer_3seed.json", | |
| "inputs": { | |
| "harmonic_fold": [ | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/benchmark/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/benchmark/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json" | |
| ], | |
| "ssvepformer": [ | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/benchmark/ssvepformer/full/seed-20260931/fold-4/result.json", | |
| "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v4/deep_baselines/benchmark/ssvepformer/full/seed-20260929/fold-4/result.json" | |
| ] | |
| } | |
| }, | |
| "beta": { | |
| "participants": 70, | |
| "seeds": [ | |
| 20260929, | |
| 20260930, | |
| 20260931 | |
| ], | |
| "windows": [ | |
| "0.4", | |
| "0.6", | |
| "0.8", | |
| "1.0", | |
| "1.2", | |
| "1.5" | |
| ], | |
| "frozen_comparison": "runs/paper_v37/comparisons/beta_harmonic_fold_vs_ssvepformer_3seed.json", | |
| "inputs": { | |
| "harmonic_fold": [ | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json" | |
| ], | |
| "ssvepformer": [ | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v21/ssvepformer_multiseed/beta/ssvepformer/full/seed-20260931/fold-4/result.json", | |
| "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v4/deep_baselines/beta/ssvepformer/full/seed-20260929/fold-4/result.json" | |
| ] | |
| } | |
| } | |
| }, | |
| "validation": "passed" | |
| }, | |
| "summaries": [ | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.4, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.29384920634920636, | |
| "standard_deviation": 0.15533703346986036, | |
| "median": 0.27222222222222225, | |
| "q1": 0.18611111111111112, | |
| "q3": 0.3729166666666667, | |
| "bootstrap_mean_ci95_low": 0.24523710317460315, | |
| "bootstrap_mean_ci95_high": 0.34623015873015867 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.29384920634920625, | |
| "standard_deviation": 0.15533703346986033, | |
| "median": 0.2722222222222222, | |
| "q1": 0.18611111111111112, | |
| "q3": 0.3729166666666667, | |
| "bootstrap_mean_ci95_low": 0.2444027777777778, | |
| "bootstrap_mean_ci95_high": 0.34531944444444446 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.4, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 53.43162531203725, | |
| "standard_deviation": 44.808611817059344, | |
| "median": 42.58045388677791, | |
| "q1": 22.117838948779283, | |
| "q3": 70.38276107164536, | |
| "bootstrap_mean_ci95_low": 39.537935211578365, | |
| "bootstrap_mean_ci95_high": 68.74873121486712 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.6, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.48773809523809514, | |
| "standard_deviation": 0.2002025814847475, | |
| "median": 0.47361111111111115, | |
| "q1": 0.3027777777777778, | |
| "q3": 0.6048611111111111, | |
| "bootstrap_mean_ci95_low": 0.42269742063492055, | |
| "bootstrap_mean_ci95_high": 0.5549236111111111 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.48773809523809514, | |
| "standard_deviation": 0.2002025814847475, | |
| "median": 0.47361111111111115, | |
| "q1": 0.3027777777777778, | |
| "q3": 0.6048611111111111, | |
| "bootstrap_mean_ci95_low": 0.4232132936507936, | |
| "bootstrap_mean_ci95_high": 0.5530595238095237 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.6, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 94.87397475519525, | |
| "standard_deviation": 57.880170021108505, | |
| "median": 84.14421658861208, | |
| "q1": 41.149624534759255, | |
| "q3": 123.64063450884582, | |
| "bootstrap_mean_ci95_low": 76.79832020526806, | |
| "bootstrap_mean_ci95_high": 114.61257173460717 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.8, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.6673412698412698, | |
| "standard_deviation": 0.20018356098076204, | |
| "median": 0.6958333333333334, | |
| "q1": 0.5576388888888889, | |
| "q3": 0.8145833333333332, | |
| "bootstrap_mean_ci95_low": 0.6008323412698413, | |
| "bootstrap_mean_ci95_high": 0.7312708333333333 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.66734126984127, | |
| "standard_deviation": 0.20018356098076207, | |
| "median": 0.6958333333333334, | |
| "q1": 0.5576388888888888, | |
| "q3": 0.8145833333333333, | |
| "bootstrap_mean_ci95_low": 0.6013085317460318, | |
| "bootstrap_mean_ci95_high": 0.7308730158730159 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.8, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 128.40149394281917, | |
| "standard_deviation": 55.490093748486274, | |
| "median": 130.6963747405722, | |
| "q1": 92.29972126430387, | |
| "q3": 168.53120105662788, | |
| "bootstrap_mean_ci95_low": 110.30434696749711, | |
| "bootstrap_mean_ci95_high": 146.12717627931661 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.756031746031746, | |
| "standard_deviation": 0.18366198472819073, | |
| "median": 0.7902777777777777, | |
| "q1": 0.7006944444444445, | |
| "q3": 0.8965277777777778, | |
| "bootstrap_mean_ci95_low": 0.6938095238095239, | |
| "bootstrap_mean_ci95_high": 0.8133333333333332 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.756031746031746, | |
| "standard_deviation": 0.18366198472819073, | |
| "median": 0.7902777777777779, | |
| "q1": 0.7006944444444445, | |
| "q3": 0.8965277777777778, | |
| "bootstrap_mean_ci95_low": 0.6936498015873015, | |
| "bootstrap_mean_ci95_high": 0.8126587301587301 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 134.49895758829825, | |
| "standard_deviation": 47.304476720862056, | |
| "median": 138.9051054155217, | |
| "q1": 114.59465066044993, | |
| "q3": 171.81827835409092, | |
| "bootstrap_mean_ci95_low": 118.49301815716673, | |
| "bootstrap_mean_ci95_high": 149.53682487617425 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.2, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.783015873015873, | |
| "standard_deviation": 0.18169889560984323, | |
| "median": 0.813888888888889, | |
| "q1": 0.7166666666666666, | |
| "q3": 0.9284722222222224, | |
| "bootstrap_mean_ci95_low": 0.7203551587301588, | |
| "bootstrap_mean_ci95_high": 0.8390486111111112 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.783015873015873, | |
| "standard_deviation": 0.18169889560984326, | |
| "median": 0.8138888888888888, | |
| "q1": 0.7166666666666666, | |
| "q3": 0.9284722222222224, | |
| "bootstrap_mean_ci95_low": 0.7213482142857143, | |
| "bootstrap_mean_ci95_high": 0.8390079365079365 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.2, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 125.57773286361721, | |
| "standard_deviation": 42.21463163588528, | |
| "median": 128.6958313549953, | |
| "q1": 104.76527291669893, | |
| "q3": 161.43209147976634, | |
| "bootstrap_mean_ci95_low": 111.58939801557972, | |
| "bootstrap_mean_ci95_high": 138.74848726367094 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 2.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.8531349206349207, | |
| "standard_deviation": 0.16297983136921027, | |
| "median": 0.9208333333333334, | |
| "q1": 0.8125, | |
| "q3": 0.9638888888888889, | |
| "bootstrap_mean_ci95_low": 0.7971825396825398, | |
| "bootstrap_mean_ci95_high": 0.9021438492063493 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.8531349206349207, | |
| "standard_deviation": 0.1629798313692103, | |
| "median": 0.9208333333333334, | |
| "q1": 0.8125, | |
| "q3": 0.9638888888888888, | |
| "bootstrap_mean_ci95_low": 0.7970228174603173, | |
| "bootstrap_mean_ci95_high": 0.9026994047619048 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 2.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 97.88598434185123, | |
| "standard_deviation": 27.166420384804947, | |
| "median": 108.20651337217521, | |
| "q1": 87.2795648947575, | |
| "q3": 117.79125290386438, | |
| "bootstrap_mean_ci95_low": 88.38484287926435, | |
| "bootstrap_mean_ci95_high": 106.46148146362759 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 3.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.8817063492063492, | |
| "standard_deviation": 0.1562108650025633, | |
| "median": 0.9444444444444443, | |
| "q1": 0.8604166666666666, | |
| "q3": 0.9791666666666666, | |
| "bootstrap_mean_ci95_low": 0.8269047619047619, | |
| "bootstrap_mean_ci95_high": 0.9288095238095238 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 3.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.8817063492063492, | |
| "standard_deviation": 0.1562108650025633, | |
| "median": 0.9444444444444445, | |
| "q1": 0.8604166666666666, | |
| "q3": 0.9791666666666666, | |
| "bootstrap_mean_ci95_low": 0.827815476190476, | |
| "bootstrap_mean_ci95_high": 0.929404761904762 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 3.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 73.89558866723, | |
| "standard_deviation": 19.04298621671425, | |
| "median": 80.98906824282797, | |
| "q1": 68.76985987909069, | |
| "q3": 86.84446789405658, | |
| "bootstrap_mean_ci95_low": 67.10372644784917, | |
| "bootstrap_mean_ci95_high": 79.72826143559547 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 5.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.8715873015873016, | |
| "standard_deviation": 0.1643953840025838, | |
| "median": 0.9277777777777777, | |
| "q1": 0.8416666666666667, | |
| "q3": 0.9729166666666667, | |
| "bootstrap_mean_ci95_low": 0.8127321428571428, | |
| "bootstrap_mean_ci95_high": 0.920954365079365 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 5.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.8715873015873015, | |
| "standard_deviation": 0.1643953840025838, | |
| "median": 0.9277777777777777, | |
| "q1": 0.8416666666666668, | |
| "q3": 0.9729166666666667, | |
| "bootstrap_mean_ci95_low": 0.8124166666666668, | |
| "bootstrap_mean_ci95_high": 0.9199216269841269 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 5.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 46.21674139337322, | |
| "standard_deviation": 12.549060965257924, | |
| "median": 49.844231697155465, | |
| "q1": 42.072020283333046, | |
| "q3": 54.64172811328403, | |
| "bootstrap_mean_ci95_low": 41.89980679659968, | |
| "bootstrap_mean_ci95_high": 50.05879619398405 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.31027777777777776, | |
| "standard_deviation": 0.16352124489149478, | |
| "median": 0.29305555555555557, | |
| "q1": 0.19583333333333336, | |
| "q3": 0.4166666666666667, | |
| "bootstrap_mean_ci95_low": 0.2580942460317461, | |
| "bootstrap_mean_ci95_high": 0.36551686507936504 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.31027777777777776, | |
| "standard_deviation": 0.16352124489149475, | |
| "median": 0.2930555555555555, | |
| "q1": 0.1958333333333333, | |
| "q3": 0.4166666666666667, | |
| "bootstrap_mean_ci95_low": 0.25777579365079367, | |
| "bootstrap_mean_ci95_high": 0.3645238095238095 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 58.258588698399585, | |
| "standard_deviation": 48.39609781623636, | |
| "median": 47.524035007047104, | |
| "q1": 24.0150608877294, | |
| "q3": 83.99335260139125, | |
| "bootstrap_mean_ci95_low": 43.74534147698588, | |
| "bootstrap_mean_ci95_high": 74.47048334174595 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.46095238095238095, | |
| "standard_deviation": 0.19574633358969584, | |
| "median": 0.4513888888888889, | |
| "q1": 0.325, | |
| "q3": 0.5881944444444445, | |
| "bootstrap_mean_ci95_low": 0.39718055555555565, | |
| "bootstrap_mean_ci95_high": 0.5238105158730157 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.46095238095238095, | |
| "standard_deviation": 0.19574633358969584, | |
| "median": 0.45138888888888884, | |
| "q1": 0.32499999999999996, | |
| "q3": 0.5881944444444445, | |
| "bootstrap_mean_ci95_low": 0.3978561507936508, | |
| "bootstrap_mean_ci95_high": 0.525595238095238 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 86.9737730291244, | |
| "standard_deviation": 54.85898099925246, | |
| "median": 78.0557904220912, | |
| "q1": 46.19782150749411, | |
| "q3": 118.33252298527424, | |
| "bootstrap_mean_ci95_low": 69.34950720238037, | |
| "bootstrap_mean_ci95_high": 105.53894623984009 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.6262698412698413, | |
| "standard_deviation": 0.20846656181995446, | |
| "median": 0.6541666666666667, | |
| "q1": 0.5208333333333334, | |
| "q3": 0.7854166666666667, | |
| "bootstrap_mean_ci95_low": 0.5575386904761904, | |
| "bootstrap_mean_ci95_high": 0.6938888888888889 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.6262698412698413, | |
| "standard_deviation": 0.20846656181995446, | |
| "median": 0.6541666666666667, | |
| "q1": 0.5208333333333333, | |
| "q3": 0.7854166666666667, | |
| "bootstrap_mean_ci95_low": 0.5552777777777779, | |
| "bootstrap_mean_ci95_high": 0.6931785714285713 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 116.90433851846784, | |
| "standard_deviation": 55.60277550815128, | |
| "median": 118.51774281376059, | |
| "q1": 82.72543863542916, | |
| "q3": 158.68171108809503, | |
| "bootstrap_mean_ci95_low": 98.70912950103994, | |
| "bootstrap_mean_ci95_high": 135.1340364554416 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.7119841269841268, | |
| "standard_deviation": 0.19795674852540832, | |
| "median": 0.7527777777777778, | |
| "q1": 0.6423611111111112, | |
| "q3": 0.8541666666666667, | |
| "bootstrap_mean_ci95_low": 0.6434087301587302, | |
| "bootstrap_mean_ci95_high": 0.773015873015873 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.711984126984127, | |
| "standard_deviation": 0.19795674852540832, | |
| "median": 0.7527777777777778, | |
| "q1": 0.6423611111111112, | |
| "q3": 0.8541666666666667, | |
| "bootstrap_mean_ci95_low": 0.6436081349206351, | |
| "bootstrap_mean_ci95_high": 0.7736904761904764 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 122.87017456904408, | |
| "standard_deviation": 48.61484968914182, | |
| "median": 128.34434447411934, | |
| "q1": 99.74754166712523, | |
| "q3": 158.0981899476555, | |
| "bootstrap_mean_ci95_low": 106.21213670536604, | |
| "bootstrap_mean_ci95_high": 138.75338945331836 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.7388492063492064, | |
| "standard_deviation": 0.19477664366424322, | |
| "median": 0.7791666666666667, | |
| "q1": 0.6659722222222222, | |
| "q3": 0.8805555555555555, | |
| "bootstrap_mean_ci95_low": 0.6724583333333333, | |
| "bootstrap_mean_ci95_high": 0.7992073412698413 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.7388492063492063, | |
| "standard_deviation": 0.19477664366424322, | |
| "median": 0.7791666666666668, | |
| "q1": 0.6659722222222222, | |
| "q3": 0.8805555555555555, | |
| "bootstrap_mean_ci95_low": 0.6730952380952382, | |
| "bootstrap_mean_ci95_high": 0.800794642857143 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 114.80177095475351, | |
| "standard_deviation": 43.19561506047289, | |
| "median": 119.77541392533782, | |
| "q1": 93.1802361574999, | |
| "q3": 146.94688154524397, | |
| "bootstrap_mean_ci95_low": 100.48063870730216, | |
| "bootstrap_mean_ci95_high": 128.51152511588498 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 2.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.7828174603174604, | |
| "standard_deviation": 0.18208536356457203, | |
| "median": 0.826388888888889, | |
| "q1": 0.70625, | |
| "q3": 0.9125, | |
| "bootstrap_mean_ci95_low": 0.7186111111111111, | |
| "bootstrap_mean_ci95_high": 0.8384920634920634 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.7828174603174604, | |
| "standard_deviation": 0.18208536356457203, | |
| "median": 0.826388888888889, | |
| "q1": 0.7062499999999999, | |
| "q3": 0.9125, | |
| "bootstrap_mean_ci95_low": 0.7225386904761903, | |
| "bootstrap_mean_ci95_high": 0.8388492063492062 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 2.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 85.34636102311569, | |
| "standard_deviation": 28.855337755317628, | |
| "median": 89.72820454058585, | |
| "q1": 69.63658787228565, | |
| "q3": 106.40649744823276, | |
| "bootstrap_mean_ci95_low": 75.72632544278912, | |
| "bootstrap_mean_ci95_high": 94.43974019085199 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 3.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.7949206349206348, | |
| "standard_deviation": 0.16887693686515934, | |
| "median": 0.8305555555555554, | |
| "q1": 0.7201388888888889, | |
| "q3": 0.9291666666666666, | |
| "bootstrap_mean_ci95_low": 0.7373015873015872, | |
| "bootstrap_mean_ci95_high": 0.8469444444444445 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 3.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.7949206349206348, | |
| "standard_deviation": 0.1688769368651594, | |
| "median": 0.8305555555555554, | |
| "q1": 0.7201388888888889, | |
| "q3": 0.9291666666666667, | |
| "bootstrap_mean_ci95_low": 0.736546626984127, | |
| "bootstrap_mean_ci95_high": 0.8470644841269842 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 3.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 62.242047745989645, | |
| "standard_deviation": 19.68469242241498, | |
| "median": 64.64495385220891, | |
| "q1": 51.30795287602527, | |
| "q3": 78.52241106081922, | |
| "bootstrap_mean_ci95_low": 55.66604663237083, | |
| "bootstrap_mean_ci95_high": 68.49945611033037 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 5.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean": 0.7941666666666668, | |
| "standard_deviation": 0.16034717180143968, | |
| "median": 0.8375, | |
| "q1": 0.725, | |
| "q3": 0.9187500000000001, | |
| "bootstrap_mean_ci95_low": 0.7388878968253969, | |
| "bootstrap_mean_ci95_high": 0.8441269841269842 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 5.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.7941666666666668, | |
| "standard_deviation": 0.16034717180143968, | |
| "median": 0.8375, | |
| "q1": 0.725, | |
| "q3": 0.91875, | |
| "bootstrap_mean_ci95_low": 0.7401974206349207, | |
| "bootstrap_mean_ci95_high": 0.8431746031746032 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "window_s": 5.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean": 39.44571294363901, | |
| "standard_deviation": 12.05173781704755, | |
| "median": 41.77992596318105, | |
| "q1": 33.1038042612476, | |
| "q3": 49.00533067983554, | |
| "bootstrap_mean_ci95_low": 35.35950825472596, | |
| "bootstrap_mean_ci95_high": 43.310555376956735 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.4, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.2736607142857143, | |
| "standard_deviation": 0.13857771711150632, | |
| "median": 0.26666666666666666, | |
| "q1": 0.15416666666666667, | |
| "q3": 0.3765625, | |
| "bootstrap_mean_ci95_low": 0.24175595238095238, | |
| "bootstrap_mean_ci95_high": 0.30622098214285703 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.2736607142857143, | |
| "standard_deviation": 0.13857771711150632, | |
| "median": 0.26666666666666666, | |
| "q1": 0.15416666666666667, | |
| "q3": 0.3765625, | |
| "bootstrap_mean_ci95_low": 0.24193452380952385, | |
| "bootstrap_mean_ci95_high": 0.30681547619047617 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.4, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 47.29461300322885, | |
| "standard_deviation": 36.986993022801514, | |
| "median": 40.795661606016786, | |
| "q1": 15.468260609334939, | |
| "q3": 71.59485325063403, | |
| "bootstrap_mean_ci95_low": 38.70593689555295, | |
| "bootstrap_mean_ci95_high": 55.970199845279254 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.6, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.4347321428571428, | |
| "standard_deviation": 0.1924568624381277, | |
| "median": 0.40937500000000004, | |
| "q1": 0.26197916666666665, | |
| "q3": 0.5911458333333334, | |
| "bootstrap_mean_ci95_low": 0.38987946428571424, | |
| "bootstrap_mean_ci95_high": 0.4802083333333333 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.4347321428571428, | |
| "standard_deviation": 0.1924568624381277, | |
| "median": 0.40937500000000004, | |
| "q1": 0.26197916666666665, | |
| "q3": 0.5911458333333334, | |
| "bootstrap_mean_ci95_low": 0.3899389880952381, | |
| "bootstrap_mean_ci95_high": 0.47958407738095243 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.6, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 79.7018814426056, | |
| "standard_deviation": 52.17819097108087, | |
| "median": 66.85426946387206, | |
| "q1": 32.30377025325179, | |
| "q3": 119.45893148250543, | |
| "bootstrap_mean_ci95_low": 67.7542793329941, | |
| "bootstrap_mean_ci95_high": 91.88760480383367 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.8, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.5560119047619047, | |
| "standard_deviation": 0.2147515413073998, | |
| "median": 0.5760416666666667, | |
| "q1": 0.365625, | |
| "q3": 0.7416666666666667, | |
| "bootstrap_mean_ci95_low": 0.5061004464285714, | |
| "bootstrap_mean_ci95_high": 0.6057157738095238 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5560119047619047, | |
| "standard_deviation": 0.2147515413073998, | |
| "median": 0.5760416666666667, | |
| "q1": 0.365625, | |
| "q3": 0.7416666666666667, | |
| "bootstrap_mean_ci95_low": 0.5066063988095237, | |
| "bootstrap_mean_ci95_high": 0.6058645833333335 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.8, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 98.19797138925027, | |
| "standard_deviation": 55.13213047390511, | |
| "median": 96.890282031222, | |
| "q1": 47.219289391717645, | |
| "q3": 144.72369447094096, | |
| "bootstrap_mean_ci95_low": 85.5820687250418, | |
| "bootstrap_mean_ci95_high": 111.04118749747626 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.0, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.6355952380952381, | |
| "standard_deviation": 0.2145458795631907, | |
| "median": 0.6593749999999999, | |
| "q1": 0.44531249999999994, | |
| "q3": 0.8140625, | |
| "bootstrap_mean_ci95_low": 0.5838973214285711, | |
| "bootstrap_mean_ci95_high": 0.6846436011904762 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6355952380952381, | |
| "standard_deviation": 0.2145458795631907, | |
| "median": 0.6593749999999999, | |
| "q1": 0.44531249999999994, | |
| "q3": 0.8140625, | |
| "bootstrap_mean_ci95_low": 0.5848794642857142, | |
| "bootstrap_mean_ci95_high": 0.6842857142857143 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 104.0338244050867, | |
| "standard_deviation": 50.83363142573272, | |
| "median": 103.89473160870048, | |
| "q1": 56.04790035687664, | |
| "q3": 145.88359109967053, | |
| "bootstrap_mean_ci95_low": 92.33492404371637, | |
| "bootstrap_mean_ci95_high": 115.7583731177979 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.2, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.6870238095238097, | |
| "standard_deviation": 0.21349086129116254, | |
| "median": 0.7395833333333333, | |
| "q1": 0.5140625000000001, | |
| "q3": 0.8578125000000001, | |
| "bootstrap_mean_ci95_low": 0.6363690476190477, | |
| "bootstrap_mean_ci95_high": 0.7362529761904762 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6870238095238097, | |
| "standard_deviation": 0.21349086129116254, | |
| "median": 0.7395833333333333, | |
| "q1": 0.5140625000000001, | |
| "q3": 0.8578125000000001, | |
| "bootstrap_mean_ci95_low": 0.6368742559523811, | |
| "bootstrap_mean_ci95_high": 0.7365186011904764 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.2, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 103.5148565026879, | |
| "standard_deviation": 46.787039930316915, | |
| "median": 110.09986941436648, | |
| "q1": 61.94749759151178, | |
| "q3": 140.51425185576593, | |
| "bootstrap_mean_ci95_low": 92.21380645382125, | |
| "bootstrap_mean_ci95_high": 114.35729725300774 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.5, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.7311904761904764, | |
| "standard_deviation": 0.2056775076334498, | |
| "median": 0.7739583333333333, | |
| "q1": 0.5666666666666665, | |
| "q3": 0.8911458333333333, | |
| "bootstrap_mean_ci95_low": 0.6819940476190477, | |
| "bootstrap_mean_ci95_high": 0.7775297619047619 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.7311904761904764, | |
| "standard_deviation": 0.2056775076334498, | |
| "median": 0.7739583333333333, | |
| "q1": 0.5666666666666665, | |
| "q3": 0.8911458333333333, | |
| "bootstrap_mean_ci95_low": 0.681844494047619, | |
| "bootstrap_mean_ci95_high": 0.7777715773809524 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.5, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 96.71958131660409, | |
| "standard_deviation": 39.7307349656518, | |
| "median": 100.75951912525622, | |
| "q1": 61.50021272384653, | |
| "q3": 127.54725516605444, | |
| "bootstrap_mean_ci95_low": 87.44538193629974, | |
| "bootstrap_mean_ci95_high": 105.78415372954184 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.30261904761904757, | |
| "standard_deviation": 0.15000028755435973, | |
| "median": 0.284375, | |
| "q1": 0.17604166666666668, | |
| "q3": 0.3890625, | |
| "bootstrap_mean_ci95_low": 0.2682440476190477, | |
| "bootstrap_mean_ci95_high": 0.3377380952380953 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.30261904761904757, | |
| "standard_deviation": 0.15000028755435973, | |
| "median": 0.284375, | |
| "q1": 0.17604166666666668, | |
| "q3": 0.3890625, | |
| "bootstrap_mean_ci95_low": 0.2682440476190477, | |
| "bootstrap_mean_ci95_high": 0.33788764880952377 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 55.29553510673882, | |
| "standard_deviation": 42.83877236985931, | |
| "median": 45.32752089679652, | |
| "q1": 19.82252932251813, | |
| "q3": 75.24851928872643, | |
| "bootstrap_mean_ci95_low": 45.56211896616261, | |
| "bootstrap_mean_ci95_high": 65.49457730756927 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.43455357142857143, | |
| "standard_deviation": 0.2013445810174574, | |
| "median": 0.44166666666666665, | |
| "q1": 0.24791666666666667, | |
| "q3": 0.5765625, | |
| "bootstrap_mean_ci95_low": 0.38791592261904756, | |
| "bootstrap_mean_ci95_high": 0.4824709821428571 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.43455357142857143, | |
| "standard_deviation": 0.2013445810174574, | |
| "median": 0.44166666666666665, | |
| "q1": 0.24791666666666667, | |
| "q3": 0.5765625, | |
| "bootstrap_mean_ci95_low": 0.388688244047619, | |
| "bootstrap_mean_ci95_high": 0.4812499999999999 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 80.20041547426224, | |
| "standard_deviation": 55.98022703515801, | |
| "median": 75.36097155906495, | |
| "q1": 29.439341950811286, | |
| "q3": 114.626559461884, | |
| "bootstrap_mean_ci95_low": 67.493147047879, | |
| "bootstrap_mean_ci95_high": 93.6037485903113 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.5278571428571429, | |
| "standard_deviation": 0.21562545112690895, | |
| "median": 0.534375, | |
| "q1": 0.32447916666666665, | |
| "q3": 0.6973958333333333, | |
| "bootstrap_mean_ci95_low": 0.4777373511904761, | |
| "bootstrap_mean_ci95_high": 0.5786919642857142 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5278571428571429, | |
| "standard_deviation": 0.21562545112690895, | |
| "median": 0.534375, | |
| "q1": 0.32447916666666665, | |
| "q3": 0.6973958333333333, | |
| "bootstrap_mean_ci95_low": 0.4782440476190476, | |
| "bootstrap_mean_ci95_high": 0.576875 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 91.00225107163719, | |
| "standard_deviation": 54.940895059359654, | |
| "median": 86.06448925202088, | |
| "q1": 38.882752378459244, | |
| "q3": 131.0251898845052, | |
| "bootstrap_mean_ci95_low": 78.30415475022275, | |
| "bootstrap_mean_ci95_high": 104.04516257764791 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.5852380952380952, | |
| "standard_deviation": 0.22041842541772702, | |
| "median": 0.59375, | |
| "q1": 0.37916666666666665, | |
| "q3": 0.7651041666666666, | |
| "bootstrap_mean_ci95_low": 0.5342224702380952, | |
| "bootstrap_mean_ci95_high": 0.6364002976190476 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5852380952380952, | |
| "standard_deviation": 0.22041842541772702, | |
| "median": 0.59375, | |
| "q1": 0.37916666666666665, | |
| "q3": 0.7651041666666666, | |
| "bootstrap_mean_ci95_low": 0.5333311011904762, | |
| "bootstrap_mean_ci95_high": 0.6352998511904762 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 92.18520439281102, | |
| "standard_deviation": 51.077074456812575, | |
| "median": 88.0878690051066, | |
| "q1": 43.370492640509276, | |
| "q3": 131.80473005429295, | |
| "bootstrap_mean_ci95_low": 80.51083176541634, | |
| "bootstrap_mean_ci95_high": 103.95163709885334 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.6195238095238095, | |
| "standard_deviation": 0.2169861227923852, | |
| "median": 0.64375, | |
| "q1": 0.4208333333333333, | |
| "q3": 0.8052083333333333, | |
| "bootstrap_mean_ci95_low": 0.569047619047619, | |
| "bootstrap_mean_ci95_high": 0.6702693452380953 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6195238095238095, | |
| "standard_deviation": 0.2169861227923852, | |
| "median": 0.64375, | |
| "q1": 0.4208333333333333, | |
| "q3": 0.8052083333333333, | |
| "bootstrap_mean_ci95_low": 0.5692559523809523, | |
| "bootstrap_mean_ci95_high": 0.6684233630952382 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 88.44211932449424, | |
| "standard_deviation": 45.65900620821151, | |
| "median": 88.3239794468229, | |
| "q1": 45.19368429130263, | |
| "q3": 126.52911120927672, | |
| "bootstrap_mean_ci95_low": 77.71540934512333, | |
| "bootstrap_mean_ci95_high": 99.12329305051041 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 1.5, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean": 0.650922619047619, | |
| "standard_deviation": 0.21291656495333444, | |
| "median": 0.6916666666666667, | |
| "q1": 0.43125, | |
| "q3": 0.8255208333333333, | |
| "bootstrap_mean_ci95_low": 0.6014285714285714, | |
| "bootstrap_mean_ci95_high": 0.6993154761904761 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.650922619047619, | |
| "standard_deviation": 0.21291656495333444, | |
| "median": 0.6916666666666667, | |
| "q1": 0.43125, | |
| "q3": 0.8255208333333333, | |
| "bootstrap_mean_ci95_low": 0.6011904761904762, | |
| "bootstrap_mean_ci95_high": 0.700565476190476 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "window_s": 1.5, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean": 80.86889070449769, | |
| "standard_deviation": 39.007564239274224, | |
| "median": 84.07511169445097, | |
| "q1": 39.944592918541645, | |
| "q3": 112.06030172930608, | |
| "bootstrap_mean_ci95_low": 71.6206766888683, | |
| "bootstrap_mean_ci95_high": 89.84117342079549 | |
| } | |
| ], | |
| "contrasts": [ | |
| { | |
| "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean_difference": -0.016428571428571435, | |
| "median_difference": -0.018055555555555547, | |
| "bootstrap_difference_ci95_low": -0.03627083333333333, | |
| "bootstrap_difference_ci95_high": 0.004802579365079356, | |
| "wilcoxon_p_value": 0.058497691691586466, | |
| "rank_biserial": -0.36666666666666664, | |
| "holm_adjusted_p_value": 0.11541292127613528 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.026785714285714274, | |
| "median_difference": 0.00694444444444442, | |
| "bootstrap_difference_ci95_low": 0.0002767857142857089, | |
| "bootstrap_difference_ci95_high": 0.05492261904761902, | |
| "wilcoxon_p_value": 0.05770646063806764, | |
| "rank_biserial": 0.373109243697479, | |
| "holm_adjusted_p_value": 0.11541292127613528 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.041071428571428564, | |
| "median_difference": 0.0277777777777779, | |
| "bootstrap_difference_ci95_low": 0.014125992063492052, | |
| "bootstrap_difference_ci95_high": 0.06781746031746032, | |
| "wilcoxon_p_value": 0.007051247877319081, | |
| "rank_biserial": 0.5222222222222223, | |
| "holm_adjusted_p_value": 0.021153743631957243 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.04404761904761901, | |
| "median_difference": 0.03472222222222221, | |
| "bootstrap_difference_ci95_low": 0.016546626984126952, | |
| "bootstrap_difference_ci95_high": 0.07055555555555552, | |
| "wilcoxon_p_value": 0.0024439810881375337, | |
| "rank_biserial": 0.5873015873015873, | |
| "holm_adjusted_p_value": 0.009775924352550135 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.04416666666666667, | |
| "median_difference": 0.0444444444444444, | |
| "bootstrap_difference_ci95_low": 0.01507936507936509, | |
| "bootstrap_difference_ci95_high": 0.07206448412698412, | |
| "wilcoxon_p_value": 0.0015271698393353758, | |
| "rank_biserial": 0.6142857142857143, | |
| "holm_adjusted_p_value": 0.007635849196676879 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 2.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.07031746031746032, | |
| "median_difference": 0.07361111111111107, | |
| "bootstrap_difference_ci95_low": 0.03789384920634921, | |
| "bootstrap_difference_ci95_high": 0.10238095238095238, | |
| "wilcoxon_p_value": 0.00040148165383495376, | |
| "rank_biserial": 0.6957983193277311, | |
| "holm_adjusted_p_value": 0.0028103715768446765 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 3.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.08678571428571427, | |
| "median_difference": 0.07083333333333341, | |
| "bootstrap_difference_ci95_low": 0.05154662698412696, | |
| "bootstrap_difference_ci95_high": 0.12035813492063492, | |
| "wilcoxon_p_value": 2.374127507209778e-05, | |
| "rank_biserial": 0.765079365079365, | |
| "holm_adjusted_p_value": 0.00018993020057678223 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 5.0, | |
| "metric": "accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.07742063492063489, | |
| "median_difference": 0.07916666666666661, | |
| "bootstrap_difference_ci95_low": 0.03761805555555552, | |
| "bootstrap_difference_ci95_high": 0.1143253968253968, | |
| "wilcoxon_p_value": 0.00047721475470717875, | |
| "rank_biserial": 0.696969696969697, | |
| "holm_adjusted_p_value": 0.0028632885282430724 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean_difference": -0.01642857142857144, | |
| "median_difference": -0.018055555555555602, | |
| "bootstrap_difference_ci95_low": -0.03575396825396825, | |
| "bootstrap_difference_ci95_high": 0.00476289682539679, | |
| "wilcoxon_p_value": 0.062489338393788785, | |
| "rank_biserial": -0.3619047619047619, | |
| "holm_adjusted_p_value": 0.10883494643186885 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.026785714285714288, | |
| "median_difference": 0.00694444444444442, | |
| "bootstrap_difference_ci95_low": 0.0006746031746031894, | |
| "bootstrap_difference_ci95_high": 0.05416666666666666, | |
| "wilcoxon_p_value": 0.054417473215934424, | |
| "rank_biserial": 0.37815126050420167, | |
| "holm_adjusted_p_value": 0.10883494643186885 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.04107142857142857, | |
| "median_difference": 0.0277777777777779, | |
| "bootstrap_difference_ci95_low": 0.014444444444444456, | |
| "bootstrap_difference_ci95_high": 0.06738293650793649, | |
| "wilcoxon_p_value": 0.007459458823386228, | |
| "rank_biserial": 0.5260504201680672, | |
| "holm_adjusted_p_value": 0.02237837647015868 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.044047619047619044, | |
| "median_difference": 0.03472222222222221, | |
| "bootstrap_difference_ci95_low": 0.017022817460317422, | |
| "bootstrap_difference_ci95_high": 0.07019940476190474, | |
| "wilcoxon_p_value": 0.0024439810881375337, | |
| "rank_biserial": 0.5873015873015873, | |
| "holm_adjusted_p_value": 0.009775924352550135 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.04416666666666665, | |
| "median_difference": 0.04444444444444429, | |
| "bootstrap_difference_ci95_low": 0.015555555555555545, | |
| "bootstrap_difference_ci95_high": 0.07222420634920634, | |
| "wilcoxon_p_value": 0.0015274491464376502, | |
| "rank_biserial": 0.6142857142857143, | |
| "holm_adjusted_p_value": 0.007637245732188251 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.07031746031746032, | |
| "median_difference": 0.07361111111111107, | |
| "bootstrap_difference_ci95_low": 0.03742063492063494, | |
| "bootstrap_difference_ci95_high": 0.10170932539682537, | |
| "wilcoxon_p_value": 0.00038886605671496424, | |
| "rank_biserial": 0.6974789915966386, | |
| "holm_adjusted_p_value": 0.0027220623970047497 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 3.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.08678571428571429, | |
| "median_difference": 0.07083333333333353, | |
| "bootstrap_difference_ci95_low": 0.05174503968253967, | |
| "bootstrap_difference_ci95_high": 0.12075595238095238, | |
| "wilcoxon_p_value": 2.374127507209778e-05, | |
| "rank_biserial": 0.765079365079365, | |
| "holm_adjusted_p_value": 0.00018993020057678223 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:balanced_accuracy:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 5.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean_difference": 0.07742063492063489, | |
| "median_difference": 0.07916666666666661, | |
| "bootstrap_difference_ci95_low": 0.03753869047619043, | |
| "bootstrap_difference_ci95_high": 0.1144047619047619, | |
| "wilcoxon_p_value": 0.0005102960942727201, | |
| "rank_biserial": 0.6934046345811051, | |
| "holm_adjusted_p_value": 0.0030617765656363203 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean_difference": -4.826963386362326, | |
| "median_difference": -3.3665522704350455, | |
| "bootstrap_difference_ci95_low": -10.300790947880847, | |
| "bootstrap_difference_ci95_high": 1.0948971356438018, | |
| "wilcoxon_p_value": 0.06014359573600814, | |
| "rank_biserial": -0.36507936507936506, | |
| "holm_adjusted_p_value": 0.07746705366298556 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean_difference": 7.900201726070809, | |
| "median_difference": 1.8002572953617033, | |
| "bootstrap_difference_ci95_low": 0.17477053745745505, | |
| "bootstrap_difference_ci95_high": 15.994523991059895, | |
| "wilcoxon_p_value": 0.03873352683149278, | |
| "rank_biserial": 0.4, | |
| "holm_adjusted_p_value": 0.07746705366298556 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean_difference": 11.497155424351313, | |
| "median_difference": 8.176211401790539, | |
| "bootstrap_difference_ci95_low": 3.9618174897631007, | |
| "bootstrap_difference_ci95_high": 19.223894161371412, | |
| "wilcoxon_p_value": 0.005344736331608146, | |
| "rank_biserial": 0.5301587301587302, | |
| "holm_adjusted_p_value": 0.01603420899482444 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean_difference": 11.628783019254143, | |
| "median_difference": 10.939904467746288, | |
| "bootstrap_difference_ci95_low": 4.386720327304327, | |
| "bootstrap_difference_ci95_high": 18.655040911555233, | |
| "wilcoxon_p_value": 0.001962146197911352, | |
| "rank_biserial": 0.5841269841269842, | |
| "holm_adjusted_p_value": 0.007848584791645408 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean_difference": 10.775961908863728, | |
| "median_difference": 13.706340729784301, | |
| "bootstrap_difference_ci95_low": 3.9542181400856786, | |
| "bootstrap_difference_ci95_high": 17.100648721627806, | |
| "wilcoxon_p_value": 0.0008973573567345738, | |
| "rank_biserial": 0.6222222222222222, | |
| "holm_adjusted_p_value": 0.004486786783672869 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 2.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean_difference": 12.539623318735526, | |
| "median_difference": 13.696130905428362, | |
| "bootstrap_difference_ci95_low": 6.975593995522597, | |
| "bootstrap_difference_ci95_high": 17.852706299299452, | |
| "wilcoxon_p_value": 0.00029929094797299596, | |
| "rank_biserial": 0.7109243697478992, | |
| "holm_adjusted_p_value": 0.002095036635810972 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 3.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean_difference": 11.653540921240358, | |
| "median_difference": 10.911257514906424, | |
| "bootstrap_difference_ci95_low": 7.367926100643957, | |
| "bootstrap_difference_ci95_high": 15.892220020195888, | |
| "wilcoxon_p_value": 1.188291935250163e-05, | |
| "rank_biserial": 0.7873015873015873, | |
| "holm_adjusted_p_value": 9.506335482001305e-05 | |
| }, | |
| { | |
| "multiplicity_family": "main:benchmark:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "benchmark", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 5.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 35, | |
| "mean_difference": 6.771028449734212, | |
| "median_difference": 5.582463736242886, | |
| "bootstrap_difference_ci95_low": 3.63075191883423, | |
| "bootstrap_difference_ci95_high": 9.730583574674654, | |
| "wilcoxon_p_value": 0.0003643789878196472, | |
| "rank_biserial": 0.7008403361344537, | |
| "holm_adjusted_p_value": 0.0021862739269178835 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean_difference": -0.028958333333333343, | |
| "median_difference": -0.03541666666666668, | |
| "bootstrap_difference_ci95_low": -0.04193526785714286, | |
| "bootstrap_difference_ci95_high": -0.015386904761904767, | |
| "wilcoxon_p_value": 1.1563721351752325e-05, | |
| "rank_biserial": -0.6074534161490683, | |
| "holm_adjusted_p_value": 3.469116405525698e-05 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.00017857142857142754, | |
| "median_difference": 0.008333333333333331, | |
| "bootstrap_difference_ci95_low": -0.015715029761904756, | |
| "bootstrap_difference_ci95_high": 0.015892857142857136, | |
| "wilcoxon_p_value": 0.9761504215133493, | |
| "rank_biserial": 0.004140786749482402, | |
| "holm_adjusted_p_value": 0.9761504215133493 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.028154761904761915, | |
| "median_difference": 0.024999999999999967, | |
| "bootstrap_difference_ci95_low": 0.01205282738095239, | |
| "bootstrap_difference_ci95_high": 0.044196428571428574, | |
| "wilcoxon_p_value": 0.001173616165649512, | |
| "rank_biserial": 0.44627766599597585, | |
| "holm_adjusted_p_value": 0.002347232331299024 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.05035714285714288, | |
| "median_difference": 0.03958333333333336, | |
| "bootstrap_difference_ci95_low": 0.03354166666666669, | |
| "bootstrap_difference_ci95_high": 0.06756026785714286, | |
| "wilcoxon_p_value": 8.978280965010262e-07, | |
| "rank_biserial": 0.6854219948849105, | |
| "holm_adjusted_p_value": 3.591312386004105e-06 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.06749999999999999, | |
| "median_difference": 0.055208333333333415, | |
| "bootstrap_difference_ci95_low": 0.04943452380952382, | |
| "bootstrap_difference_ci95_high": 0.08547619047619047, | |
| "wilcoxon_p_value": 4.136112484596697e-09, | |
| "rank_biserial": 0.8084507042253521, | |
| "holm_adjusted_p_value": 2.0680562422983482e-08 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.5, | |
| "metric": "accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.08026785714285715, | |
| "median_difference": 0.0625, | |
| "bootstrap_difference_ci95_low": 0.06187500000000002, | |
| "bootstrap_difference_ci95_high": 0.10011979166666667, | |
| "wilcoxon_p_value": 2.976016122933531e-10, | |
| "rank_biserial": 0.8663983903420523, | |
| "holm_adjusted_p_value": 1.7856096737601186e-09 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": -0.028958333333333343, | |
| "median_difference": -0.03541666666666668, | |
| "bootstrap_difference_ci95_low": -0.0415483630952381, | |
| "bootstrap_difference_ci95_high": -0.015059523809523809, | |
| "wilcoxon_p_value": 1.1563721351752325e-05, | |
| "rank_biserial": -0.6074534161490683, | |
| "holm_adjusted_p_value": 3.469116405525698e-05 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.00017857142857142754, | |
| "median_difference": 0.008333333333333331, | |
| "bootstrap_difference_ci95_low": -0.015744047619047612, | |
| "bootstrap_difference_ci95_high": 0.015892857142857132, | |
| "wilcoxon_p_value": 0.9761504215133493, | |
| "rank_biserial": 0.004140786749482402, | |
| "holm_adjusted_p_value": 0.9761504215133493 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.028154761904761915, | |
| "median_difference": 0.024999999999999967, | |
| "bootstrap_difference_ci95_low": 0.012290922619047639, | |
| "bootstrap_difference_ci95_high": 0.04437500000000001, | |
| "wilcoxon_p_value": 0.001173616165649512, | |
| "rank_biserial": 0.44627766599597585, | |
| "holm_adjusted_p_value": 0.002347232331299024 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.05035714285714288, | |
| "median_difference": 0.03958333333333336, | |
| "bootstrap_difference_ci95_low": 0.03365997023809525, | |
| "bootstrap_difference_ci95_high": 0.06696502976190476, | |
| "wilcoxon_p_value": 8.978280965010262e-07, | |
| "rank_biserial": 0.6854219948849105, | |
| "holm_adjusted_p_value": 3.591312386004105e-06 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.06749999999999999, | |
| "median_difference": 0.055208333333333415, | |
| "bootstrap_difference_ci95_low": 0.04991071428571428, | |
| "bootstrap_difference_ci95_high": 0.0862202380952381, | |
| "wilcoxon_p_value": 4.136112484596697e-09, | |
| "rank_biserial": 0.8084507042253521, | |
| "holm_adjusted_p_value": 2.0680562422983482e-08 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:balanced_accuracy:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.08026785714285715, | |
| "median_difference": 0.0625, | |
| "bootstrap_difference_ci95_low": 0.06133854166666667, | |
| "bootstrap_difference_ci95_high": 0.09979166666666667, | |
| "wilcoxon_p_value": 2.976016122933531e-10, | |
| "rank_biserial": 0.8663983903420523, | |
| "holm_adjusted_p_value": 1.7856096737601186e-09 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean_difference": -8.00092210350997, | |
| "median_difference": -6.994247142457641, | |
| "bootstrap_difference_ci95_low": -11.69792233078953, | |
| "bootstrap_difference_ci95_high": -3.9975007940960854, | |
| "wilcoxon_p_value": 1.3188740382404956e-05, | |
| "rank_biserial": -0.5991951710261569, | |
| "holm_adjusted_p_value": 3.9566221147214866e-05 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean_difference": -0.49853403165666677, | |
| "median_difference": 2.041113323674997, | |
| "bootstrap_difference_ci95_low": -5.101476001062684, | |
| "bootstrap_difference_ci95_high": 4.069984130787475, | |
| "wilcoxon_p_value": 0.8629348900887508, | |
| "rank_biserial": 0.02374245472837022, | |
| "holm_adjusted_p_value": 0.8629348900887508 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean_difference": 7.195720317613081, | |
| "median_difference": 6.309057823834337, | |
| "bootstrap_difference_ci95_low": 2.922011062605943, | |
| "bootstrap_difference_ci95_high": 11.518460103594737, | |
| "wilcoxon_p_value": 0.0018681196597153422, | |
| "rank_biserial": 0.4277665995975855, | |
| "holm_adjusted_p_value": 0.0037362393194306843 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean_difference": 11.848620012275706, | |
| "median_difference": 10.76971542720226, | |
| "bootstrap_difference_ci95_low": 7.8036006727102265, | |
| "bootstrap_difference_ci95_high": 16.04261343280533, | |
| "wilcoxon_p_value": 8.20345930058776e-07, | |
| "rank_biserial": 0.6780684104627767, | |
| "holm_adjusted_p_value": 3.281383720235104e-06 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean_difference": 15.072737178193655, | |
| "median_difference": 13.61631286566589, | |
| "bootstrap_difference_ci95_low": 11.2618192632269, | |
| "bootstrap_difference_ci95_high": 19.03655765182886, | |
| "wilcoxon_p_value": 1.632770702358402e-09, | |
| "rank_biserial": 0.8293762575452717, | |
| "holm_adjusted_p_value": 8.16385351179201e-09 | |
| }, | |
| { | |
| "multiplicity_family": "main:beta:itr_bits_per_minute:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "ssvepformer", | |
| "window_s": 1.5, | |
| "metric": "itr_bits_per_minute", | |
| "participants": 70, | |
| "mean_difference": 15.850690612106408, | |
| "median_difference": 14.046360454756467, | |
| "bootstrap_difference_ci95_low": 12.215769641813012, | |
| "bootstrap_difference_ci95_high": 19.61156842312568, | |
| "wilcoxon_p_value": 9.45360038598847e-11, | |
| "rank_biserial": 0.890543259557344, | |
| "holm_adjusted_p_value": 5.672160231593082e-10 | |
| } | |
| ] | |
| }, | |
| "itr_sensitivity": { | |
| "audit": { | |
| "participants": { | |
| "benchmark": 35, | |
| "beta": 70 | |
| }, | |
| "overheads_s": [ | |
| 0.0, | |
| 0.25, | |
| 0.5, | |
| 1.0 | |
| ], | |
| "calculation": "ITR is recomputed per participant and seed before averaging seeds within participant.", | |
| "validation": "passed" | |
| }, | |
| "summaries": [ | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 0.4, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 120.22115695208382, | |
| "bootstrap_mean_ci95_low": 89.73938673583234, | |
| "bootstrap_mean_ci95_high": 154.7329528137244 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 0.6, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 173.9356203845246, | |
| "bootstrap_mean_ci95_low": 140.1594185845705, | |
| "bootstrap_mean_ci95_high": 209.1393543177947 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 0.8, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 208.6524276570811, | |
| "bootstrap_mean_ci95_low": 179.2236420095772, | |
| "bootstrap_mean_ci95_high": 237.96342043407037 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 1.0, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 201.74843638244735, | |
| "bootstrap_mean_ci95_low": 177.92336843836821, | |
| "bootstrap_mean_ci95_high": 224.25241849238748 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 1.2, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 177.90178822345774, | |
| "bootstrap_mean_ci95_low": 157.9781970018618, | |
| "bootstrap_mean_ci95_high": 196.75468888054402 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 0.4, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 73.9822504320516, | |
| "bootstrap_mean_ci95_low": 54.69013567063315, | |
| "bootstrap_mean_ci95_high": 95.26112171229919 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 0.6, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 122.77808497731151, | |
| "bootstrap_mean_ci95_low": 98.94436085165773, | |
| "bootstrap_mean_ci95_high": 148.07284257566445 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 0.8, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 158.97327821491893, | |
| "bootstrap_mean_ci95_low": 136.2116067583838, | |
| "bootstrap_mean_ci95_high": 181.47205040219475 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 1.0, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 161.39874910595785, | |
| "bootstrap_mean_ci95_low": 141.74628737254199, | |
| "bootstrap_mean_ci95_high": 179.35195830784488 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 1.2, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 147.22906611596505, | |
| "bootstrap_mean_ci95_low": 130.51072495131544, | |
| "bootstrap_mean_ci95_high": 162.86255662514594 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 0.4, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 53.43162531203725, | |
| "bootstrap_mean_ci95_low": 39.758850776256494, | |
| "bootstrap_mean_ci95_high": 68.88689043061966 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 0.6, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 94.87397475519525, | |
| "bootstrap_mean_ci95_low": 76.820141159521, | |
| "bootstrap_mean_ci95_high": 114.48286049803976 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 0.8, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 128.40149394281917, | |
| "bootstrap_mean_ci95_low": 110.22839970867726, | |
| "bootstrap_mean_ci95_high": 146.3184323596981 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 1.0, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 134.49895758829825, | |
| "bootstrap_mean_ci95_low": 118.79497912895461, | |
| "bootstrap_mean_ci95_high": 149.47772582998357 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 1.2, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 125.57773286361721, | |
| "bootstrap_mean_ci95_low": 111.44067702606594, | |
| "bootstrap_mean_ci95_high": 139.07309717599506 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 0.4, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 34.34890198630967, | |
| "bootstrap_mean_ci95_low": 25.68191452171453, | |
| "bootstrap_mean_ci95_high": 44.166217655343274 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 0.6, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 65.22585764419672, | |
| "bootstrap_mean_ci95_low": 52.36186838977307, | |
| "bootstrap_mean_ci95_high": 78.49369787148453 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 0.8, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 92.73441229203604, | |
| "bootstrap_mean_ci95_low": 79.8047545503858, | |
| "bootstrap_mean_ci95_high": 105.9367446603683 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 1.0, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 100.87421819122368, | |
| "bootstrap_mean_ci95_low": 89.08703038738038, | |
| "bootstrap_mean_ci95_high": 112.12264248786461 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 1.2, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 97.03733903097692, | |
| "bootstrap_mean_ci95_low": 86.4541796637263, | |
| "bootstrap_mean_ci95_high": 107.27150283665685 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 0.4, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 131.08182457139907, | |
| "bootstrap_mean_ci95_low": 97.4590666294097, | |
| "bootstrap_mean_ci95_high": 167.48114406004174 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 0.6, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 159.45191722006146, | |
| "bootstrap_mean_ci95_low": 127.41044526016759, | |
| "bootstrap_mean_ci95_high": 192.63741243007055 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 0.8, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 189.96955009251022, | |
| "bootstrap_mean_ci95_low": 161.2417741088335, | |
| "bootstrap_mean_ci95_high": 219.80244320953446 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 1.0, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 184.3052618535661, | |
| "bootstrap_mean_ci95_low": 160.25010520076165, | |
| "bootstrap_mean_ci95_high": 207.46967007637951 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 1.2, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 162.6358421859008, | |
| "bootstrap_mean_ci95_low": 142.09617084481394, | |
| "bootstrap_mean_ci95_high": 182.11560944795661 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 0.4, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 80.66573819778404, | |
| "bootstrap_mean_ci95_low": 59.973034335307446, | |
| "bootstrap_mean_ci95_high": 104.28774908713358 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 0.6, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 112.55429450827867, | |
| "bootstrap_mean_ci95_low": 90.03473688737601, | |
| "bootstrap_mean_ci95_high": 135.9350752150478 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 0.8, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 144.73870483238875, | |
| "bootstrap_mean_ci95_low": 122.0489385665726, | |
| "bootstrap_mean_ci95_high": 166.89106542511976 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 1.0, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 147.44420948285293, | |
| "bootstrap_mean_ci95_low": 127.6845756249886, | |
| "bootstrap_mean_ci95_high": 166.07089139625452 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 1.2, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 134.5951797400558, | |
| "bootstrap_mean_ci95_low": 117.79553127751348, | |
| "bootstrap_mean_ci95_high": 150.71085608361264 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 0.4, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 58.258588698399585, | |
| "bootstrap_mean_ci95_low": 43.62485026465452, | |
| "bootstrap_mean_ci95_high": 74.9199723909314 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 0.6, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 86.9737730291244, | |
| "bootstrap_mean_ci95_low": 69.70807424630257, | |
| "bootstrap_mean_ci95_high": 105.19812776193227 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 0.8, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 116.90433851846784, | |
| "bootstrap_mean_ci95_low": 98.65747600526262, | |
| "bootstrap_mean_ci95_high": 135.3414290807184 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 1.0, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 122.87017456904408, | |
| "bootstrap_mean_ci95_low": 106.68297647321499, | |
| "bootstrap_mean_ci95_high": 138.4122996990793 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 1.2, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 114.80177095475351, | |
| "bootstrap_mean_ci95_low": 100.22307169002438, | |
| "bootstrap_mean_ci95_high": 128.33543929734157 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 0.4, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 37.45194987754259, | |
| "bootstrap_mean_ci95_low": 27.754486975833988, | |
| "bootstrap_mean_ci95_high": 48.15650661290494 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 0.6, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 59.79446895752304, | |
| "bootstrap_mean_ci95_low": 47.81537107359537, | |
| "bootstrap_mean_ci95_high": 72.57489448795769 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 0.8, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 84.43091115222677, | |
| "bootstrap_mean_ci95_low": 70.91632198919554, | |
| "bootstrap_mean_ci95_high": 97.78682883638653 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 1.0, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 92.15263092678305, | |
| "bootstrap_mean_ci95_low": 79.96345241366083, | |
| "bootstrap_mean_ci95_high": 103.91936067839495 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 1.2, | |
| "participants": 35, | |
| "mean_itr_bits_per_minute": 88.7104593741277, | |
| "bootstrap_mean_ci95_low": 77.73706736976723, | |
| "bootstrap_mean_ci95_high": 99.31600056038057 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 0.4, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 106.41287925726492, | |
| "bootstrap_mean_ci95_low": 87.67497267250701, | |
| "bootstrap_mean_ci95_high": 126.01750558572047 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 0.6, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 146.12011597811028, | |
| "bootstrap_mean_ci95_low": 124.16328310394859, | |
| "bootstrap_mean_ci95_high": 168.73674301085353 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 0.8, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 159.5717035075317, | |
| "bootstrap_mean_ci95_low": 138.51296501659132, | |
| "bootstrap_mean_ci95_high": 180.08552027489728 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 1.0, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 156.05073660763006, | |
| "bootstrap_mean_ci95_low": 138.23544585135878, | |
| "bootstrap_mean_ci95_high": 173.3239252512447 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 1.2, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 146.64604671214124, | |
| "bootstrap_mean_ci95_low": 131.09340932481672, | |
| "bootstrap_mean_ci95_high": 161.97778539356855 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "window_s": 1.5, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 128.9594417554721, | |
| "bootstrap_mean_ci95_low": 116.3264820546481, | |
| "bootstrap_mean_ci95_high": 141.0069433828291 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 0.4, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 65.48484877370149, | |
| "bootstrap_mean_ci95_low": 53.6621336814073, | |
| "bootstrap_mean_ci95_high": 77.68198412980064 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 0.6, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 103.14361127866606, | |
| "bootstrap_mean_ci95_low": 87.42609313948833, | |
| "bootstrap_mean_ci95_high": 118.94543595824126 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 0.8, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 121.57844076764317, | |
| "bootstrap_mean_ci95_low": 105.5331141938353, | |
| "bootstrap_mean_ci95_high": 137.83169422823107 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 1.0, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 124.84058928610403, | |
| "bootstrap_mean_ci95_low": 110.58899213480133, | |
| "bootstrap_mean_ci95_high": 138.8517657564232 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 1.2, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 121.36224555487549, | |
| "bootstrap_mean_ci95_low": 108.45142350223931, | |
| "bootstrap_mean_ci95_high": 133.8535597105546 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "window_s": 1.5, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 110.53666436183325, | |
| "bootstrap_mean_ci95_low": 99.87836676202474, | |
| "bootstrap_mean_ci95_high": 121.33515044019555 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 0.4, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 47.29461300322885, | |
| "bootstrap_mean_ci95_low": 38.96231762385339, | |
| "bootstrap_mean_ci95_high": 55.959366208026 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 0.6, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 79.7018814426056, | |
| "bootstrap_mean_ci95_low": 67.83610857520095, | |
| "bootstrap_mean_ci95_high": 91.82241827630625 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 0.8, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 98.19797138925027, | |
| "bootstrap_mean_ci95_low": 85.47070944697658, | |
| "bootstrap_mean_ci95_high": 110.89705748728373 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 1.0, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 104.0338244050867, | |
| "bootstrap_mean_ci95_low": 92.33576825861397, | |
| "bootstrap_mean_ci95_high": 115.73739885506443 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 1.2, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 103.5148565026879, | |
| "bootstrap_mean_ci95_low": 92.50152603940523, | |
| "bootstrap_mean_ci95_high": 114.25273363197009 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "window_s": 1.5, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 96.71958131660409, | |
| "bootstrap_mean_ci95_low": 87.38221512188954, | |
| "bootstrap_mean_ci95_high": 105.83796110780028 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 0.4, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 30.403679787789972, | |
| "bootstrap_mean_ci95_low": 25.06187007974462, | |
| "bootstrap_mean_ci95_high": 36.0541735370443 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 0.6, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 54.79504349179134, | |
| "bootstrap_mean_ci95_low": 46.652088861112524, | |
| "bootstrap_mean_ci95_high": 63.25360822095531 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 0.8, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 70.92075711445851, | |
| "bootstrap_mean_ci95_low": 61.69315483317754, | |
| "bootstrap_mean_ci95_high": 80.45663484065828 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 1.0, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 78.02536830381503, | |
| "bootstrap_mean_ci95_low": 69.20335625888158, | |
| "bootstrap_mean_ci95_high": 86.89858816595806 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 1.2, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 79.98875275207699, | |
| "bootstrap_mean_ci95_low": 71.42920045225046, | |
| "bootstrap_mean_ci95_high": 88.39059944990008 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "window_s": 1.5, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 77.37566505328327, | |
| "bootstrap_mean_ci95_low": 69.96985797763155, | |
| "bootstrap_mean_ci95_high": 84.75836670470872 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 0.4, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 124.41495399016235, | |
| "bootstrap_mean_ci95_low": 101.93667214626663, | |
| "bootstrap_mean_ci95_high": 147.3348332371644 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 0.6, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 147.03409503614753, | |
| "bootstrap_mean_ci95_low": 123.59153364926738, | |
| "bootstrap_mean_ci95_high": 171.44717815526442 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 0.8, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 147.87865799141048, | |
| "bootstrap_mean_ci95_low": 127.51265949306067, | |
| "bootstrap_mean_ci95_high": 169.23357980027146 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 1.0, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 138.27780658921648, | |
| "bootstrap_mean_ci95_low": 120.4662114308741, | |
| "bootstrap_mean_ci95_high": 156.52414981106148 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 1.2, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 125.29300237636687, | |
| "bootstrap_mean_ci95_low": 110.26336787434278, | |
| "bootstrap_mean_ci95_high": 140.10308839252966 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "window_s": 1.5, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 107.8251876059969, | |
| "bootstrap_mean_ci95_low": 95.6316860231469, | |
| "bootstrap_mean_ci95_high": 119.67916647482744 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 0.4, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 76.56304860933068, | |
| "bootstrap_mean_ci95_low": 63.16583382627139, | |
| "bootstrap_mean_ci95_high": 90.69814910216984 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 0.6, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 103.78877296669236, | |
| "bootstrap_mean_ci95_low": 87.6892190862756, | |
| "bootstrap_mean_ci95_high": 120.64682813241676 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 0.8, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 112.66945370774127, | |
| "bootstrap_mean_ci95_low": 97.06752540462715, | |
| "bootstrap_mean_ci95_high": 128.53390981982577 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 1.0, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 110.62224527137319, | |
| "bootstrap_mean_ci95_low": 96.68796553144499, | |
| "bootstrap_mean_ci95_high": 124.92551497801234 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 1.2, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 103.69076058733806, | |
| "bootstrap_mean_ci95_low": 91.38695527681473, | |
| "bootstrap_mean_ci95_high": 116.51404202234666 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "window_s": 1.5, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 92.42158937656879, | |
| "bootstrap_mean_ci95_low": 82.3169485749607, | |
| "bootstrap_mean_ci95_high": 102.59871644886553 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 0.4, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 55.29553510673882, | |
| "bootstrap_mean_ci95_low": 45.586648533617456, | |
| "bootstrap_mean_ci95_high": 65.2798601528402 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 0.6, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 80.20041547426224, | |
| "bootstrap_mean_ci95_low": 67.42897257380476, | |
| "bootstrap_mean_ci95_high": 93.43311232608315 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 0.8, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 91.00225107163719, | |
| "bootstrap_mean_ci95_low": 78.22286958497891, | |
| "bootstrap_mean_ci95_high": 103.91915002766201 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 1.0, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 92.18520439281102, | |
| "bootstrap_mean_ci95_low": 80.44738001116392, | |
| "bootstrap_mean_ci95_high": 104.08021500877148 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 1.2, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 88.44211932449424, | |
| "bootstrap_mean_ci95_low": 77.90694238952415, | |
| "bootstrap_mean_ci95_high": 98.78068082245396 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "window_s": 1.5, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 80.86889070449769, | |
| "bootstrap_mean_ci95_low": 71.81762029909454, | |
| "bootstrap_mean_ci95_high": 89.95952411981658 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 0.4, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 35.54712971147496, | |
| "bootstrap_mean_ci95_low": 29.312829473215015, | |
| "bootstrap_mean_ci95_high": 42.23317490916238 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 0.6, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 55.13778563855531, | |
| "bootstrap_mean_ci95_low": 46.38521388870697, | |
| "bootstrap_mean_ci95_high": 64.16835878704966 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 0.8, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 65.72384799618243, | |
| "bootstrap_mean_ci95_low": 56.59432181893847, | |
| "bootstrap_mean_ci95_high": 74.93263144140505 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 1.0, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 69.13890329460824, | |
| "bootstrap_mean_ci95_low": 60.40481480648376, | |
| "bootstrap_mean_ci95_high": 78.06396552609677 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 1.2, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 68.34163765983646, | |
| "bootstrap_mean_ci95_low": 60.209816498668175, | |
| "bootstrap_mean_ci95_high": 76.61944174847929 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "window_s": 1.5, | |
| "participants": 70, | |
| "mean_itr_bits_per_minute": 64.69511256359814, | |
| "bootstrap_mean_ci95_low": 57.296880294626014, | |
| "bootstrap_mean_ci95_high": 71.7637819732114 | |
| } | |
| ], | |
| "peaks": [ | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "peak_window_s": 0.8, | |
| "peak_mean_itr_bits_per_minute": 208.6524276570811 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 161.39874910595785 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 134.49895758829825 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 100.87421819122368 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "peak_window_s": 0.8, | |
| "peak_mean_itr_bits_per_minute": 189.96955009251022 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 147.44420948285293 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 122.87017456904408 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 92.15263092678305 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.0, | |
| "peak_window_s": 0.8, | |
| "peak_mean_itr_bits_per_minute": 159.5717035075317 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.25, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 124.84058928610403 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 0.5, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 104.0338244050867 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "overhead_s": 1.0, | |
| "peak_window_s": 1.2, | |
| "peak_mean_itr_bits_per_minute": 79.98875275207699 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.0, | |
| "peak_window_s": 0.8, | |
| "peak_mean_itr_bits_per_minute": 147.87865799141048 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.25, | |
| "peak_window_s": 0.8, | |
| "peak_mean_itr_bits_per_minute": 112.66945370774127 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 0.5, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 92.18520439281102 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "ssvepformer", | |
| "overhead_s": 1.0, | |
| "peak_window_s": 1.0, | |
| "peak_mean_itr_bits_per_minute": 69.13890329460824 | |
| } | |
| ] | |
| }, | |
| "ablations": { | |
| "audit": { | |
| "participants": 70, | |
| "seeds": [ | |
| 20260929, | |
| 20260930, | |
| 20260931 | |
| ], | |
| "windows": [ | |
| "0.4", | |
| "0.6", | |
| "0.8", | |
| "1.0", | |
| "1.2", | |
| "1.5" | |
| ], | |
| "multiplicity": "Holm correction is applied separately to the six registered windows of each prespecified component ablation.", | |
| "inputs": { | |
| "full": [ | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v15/adaptation_sources/beta/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" | |
| ], | |
| "no_local": [ | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-0/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-1/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-2/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-3/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260929/fold-4/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-0/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-1/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-2/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-3/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260930/fold-4/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-0/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-1/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-2/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-3/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_local/seed-20260931/fold-4/result.json" | |
| ], | |
| "no_attention": [ | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-0/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-1/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-2/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-3/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260929/fold-4/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-0/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-1/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-2/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-3/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260930/fold-4/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-0/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-1/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-2/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-3/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_attention/seed-20260931/fold-4/result.json" | |
| ], | |
| "no_harmonic_bias": [ | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-0/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-1/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-2/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-3/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260929/fold-4/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-0/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-1/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-2/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-3/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260930/fold-4/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-0/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-1/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-2/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-3/result.json", | |
| "runs/paper_v20/ablations/beta/harmonic_fold_v4_1/no_harmonic_bias/seed-20260931/fold-4/result.json" | |
| ] | |
| }, | |
| "validation": "passed" | |
| }, | |
| "summaries": [ | |
| { | |
| "dataset": "beta", | |
| "condition": "full", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.2735416666666667, | |
| "standard_deviation": 0.13842753235163505, | |
| "median": 0.26666666666666666, | |
| "q1": 0.15572916666666667, | |
| "q3": 0.3770833333333334, | |
| "bootstrap_mean_ci95_low": 0.2408616071428571, | |
| "bootstrap_mean_ci95_high": 0.3061607142857143 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "full", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.4343452380952381, | |
| "standard_deviation": 0.1924385655392034, | |
| "median": 0.41145833333333337, | |
| "q1": 0.26458333333333334, | |
| "q3": 0.5895833333333333, | |
| "bootstrap_mean_ci95_low": 0.38982068452380947, | |
| "bootstrap_mean_ci95_high": 0.47872172619047604 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "full", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5552083333333333, | |
| "standard_deviation": 0.21435493038780795, | |
| "median": 0.575, | |
| "q1": 0.3640625, | |
| "q3": 0.7427083333333333, | |
| "bootstrap_mean_ci95_low": 0.5043735119047619, | |
| "bootstrap_mean_ci95_high": 0.604375 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "full", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6355357142857143, | |
| "standard_deviation": 0.21493141229477905, | |
| "median": 0.6562499999999999, | |
| "q1": 0.44531249999999994, | |
| "q3": 0.8140625, | |
| "bootstrap_mean_ci95_low": 0.5858325892857142, | |
| "bootstrap_mean_ci95_high": 0.6839598214285715 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "full", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6873214285714285, | |
| "standard_deviation": 0.21319530289165203, | |
| "median": 0.7395833333333333, | |
| "q1": 0.5177083333333334, | |
| "q3": 0.859375, | |
| "bootstrap_mean_ci95_low": 0.6374084821428571, | |
| "bootstrap_mean_ci95_high": 0.735030505952381 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "full", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.7313095238095239, | |
| "standard_deviation": 0.2052102786969058, | |
| "median": 0.7739583333333333, | |
| "q1": 0.5635416666666666, | |
| "q3": 0.8911458333333333, | |
| "bootstrap_mean_ci95_low": 0.6821421130952382, | |
| "bootstrap_mean_ci95_high": 0.77753125 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_local", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.23360119047619052, | |
| "standard_deviation": 0.11668387631252164, | |
| "median": 0.21979166666666666, | |
| "q1": 0.13541666666666666, | |
| "q3": 0.3078125, | |
| "bootstrap_mean_ci95_low": 0.2068154761904762, | |
| "bootstrap_mean_ci95_high": 0.26130952380952377 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_local", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.3807142857142857, | |
| "standard_deviation": 0.17649917350250383, | |
| "median": 0.3572916666666667, | |
| "q1": 0.21875, | |
| "q3": 0.5145833333333334, | |
| "bootstrap_mean_ci95_low": 0.3398511904761905, | |
| "bootstrap_mean_ci95_high": 0.42208482142857146 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_local", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.49750000000000005, | |
| "standard_deviation": 0.2091438340406675, | |
| "median": 0.49479166666666674, | |
| "q1": 0.3276041666666667, | |
| "q3": 0.684375, | |
| "bootstrap_mean_ci95_low": 0.4488392857142858, | |
| "bootstrap_mean_ci95_high": 0.5459836309523808 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_local", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5693154761904764, | |
| "standard_deviation": 0.2173909419388226, | |
| "median": 0.5843750000000001, | |
| "q1": 0.41770833333333335, | |
| "q3": 0.753125, | |
| "bootstrap_mean_ci95_low": 0.5190766369047619, | |
| "bootstrap_mean_ci95_high": 0.619435267857143 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_local", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6150595238095237, | |
| "standard_deviation": 0.2236650693185333, | |
| "median": 0.64375, | |
| "q1": 0.4458333333333333, | |
| "q3": 0.7963541666666666, | |
| "bootstrap_mean_ci95_low": 0.5613683035714286, | |
| "bootstrap_mean_ci95_high": 0.665982886904762 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_local", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6593750000000002, | |
| "standard_deviation": 0.2195316865121075, | |
| "median": 0.7041666666666666, | |
| "q1": 0.490625, | |
| "q3": 0.8265625000000001, | |
| "bootstrap_mean_ci95_low": 0.6078869047619049, | |
| "bootstrap_mean_ci95_high": 0.7106547619047618 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_attention", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.28014880952380955, | |
| "standard_deviation": 0.1436967018695692, | |
| "median": 0.2625, | |
| "q1": 0.1671875, | |
| "q3": 0.38333333333333336, | |
| "bootstrap_mean_ci95_low": 0.24621949404761903, | |
| "bootstrap_mean_ci95_high": 0.313155505952381 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_attention", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.42238095238095236, | |
| "standard_deviation": 0.1956008634441019, | |
| "median": 0.3979166666666667, | |
| "q1": 0.24791666666666667, | |
| "q3": 0.5890624999999999, | |
| "bootstrap_mean_ci95_low": 0.3766063988095238, | |
| "bootstrap_mean_ci95_high": 0.4678303571428571 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_attention", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5363988095238094, | |
| "standard_deviation": 0.21579736699418234, | |
| "median": 0.5333333333333333, | |
| "q1": 0.34739583333333335, | |
| "q3": 0.7317708333333334, | |
| "bootstrap_mean_ci95_low": 0.48583184523809525, | |
| "bootstrap_mean_ci95_high": 0.5864590773809524 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_attention", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6139285714285715, | |
| "standard_deviation": 0.2197215149675528, | |
| "median": 0.6343749999999999, | |
| "q1": 0.42135416666666664, | |
| "q3": 0.8046874999999999, | |
| "bootstrap_mean_ci95_low": 0.5620215773809526, | |
| "bootstrap_mean_ci95_high": 0.6651785714285713 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_attention", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6705059523809522, | |
| "standard_deviation": 0.2168490951252697, | |
| "median": 0.7062499999999999, | |
| "q1": 0.509375, | |
| "q3": 0.8484375, | |
| "bootstrap_mean_ci95_low": 0.6189568452380951, | |
| "bootstrap_mean_ci95_high": 0.7201793154761904 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_attention", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.7189285714285716, | |
| "standard_deviation": 0.20997353817143036, | |
| "median": 0.7572916666666667, | |
| "q1": 0.5536458333333334, | |
| "q3": 0.8739583333333333, | |
| "bootstrap_mean_ci95_low": 0.6694635416666667, | |
| "bootstrap_mean_ci95_high": 0.7661614583333334 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_harmonic_bias", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.28205357142857135, | |
| "standard_deviation": 0.14590676759511606, | |
| "median": 0.25104166666666666, | |
| "q1": 0.17031249999999998, | |
| "q3": 0.3989583333333333, | |
| "bootstrap_mean_ci95_low": 0.24827306547619052, | |
| "bootstrap_mean_ci95_high": 0.3166666666666667 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_harmonic_bias", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.43002976190476194, | |
| "standard_deviation": 0.19714571202659692, | |
| "median": 0.4041666666666667, | |
| "q1": 0.26979166666666665, | |
| "q3": 0.6000000000000001, | |
| "bootstrap_mean_ci95_low": 0.3840468749999999, | |
| "bootstrap_mean_ci95_high": 0.4753883928571428 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_harmonic_bias", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5447916666666667, | |
| "standard_deviation": 0.21878170060157212, | |
| "median": 0.565625, | |
| "q1": 0.3588541666666667, | |
| "q3": 0.7442708333333332, | |
| "bootstrap_mean_ci95_low": 0.4933028273809524, | |
| "bootstrap_mean_ci95_high": 0.5957150297619048 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_harmonic_bias", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6198214285714285, | |
| "standard_deviation": 0.2226849451576419, | |
| "median": 0.6708333333333334, | |
| "q1": 0.44062500000000004, | |
| "q3": 0.8072916666666666, | |
| "bootstrap_mean_ci95_low": 0.5672313988095238, | |
| "bootstrap_mean_ci95_high": 0.6706555059523811 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_harmonic_bias", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6761904761904763, | |
| "standard_deviation": 0.22015538637775525, | |
| "median": 0.7166666666666667, | |
| "q1": 0.5239583333333333, | |
| "q3": 0.8635416666666667, | |
| "bootstrap_mean_ci95_low": 0.6235997023809523, | |
| "bootstrap_mean_ci95_high": 0.7262217261904761 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "no_harmonic_bias", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.7183035714285714, | |
| "standard_deviation": 0.21357414559682616, | |
| "median": 0.76875, | |
| "q1": 0.56875, | |
| "q3": 0.8848958333333333, | |
| "bootstrap_mean_ci95_low": 0.6673504464285712, | |
| "bootstrap_mean_ci95_high": 0.7658645833333334 | |
| } | |
| ], | |
| "contrasts": [ | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_local", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.0399404761904762, | |
| "median_difference": 0.03541666666666664, | |
| "bootstrap_difference_ci95_low": 0.03208333333333334, | |
| "bootstrap_difference_ci95_high": 0.04791666666666667, | |
| "wilcoxon_p_value": 9.754155926192618e-12, | |
| "rank_biserial": 0.9501278772378516, | |
| "holm_adjusted_p_value": 1.2788274022676679e-11 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_local", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.05363095238095237, | |
| "median_difference": 0.05416666666666664, | |
| "bootstrap_difference_ci95_low": 0.04461235119047618, | |
| "bootstrap_difference_ci95_high": 0.06273809523809523, | |
| "wilcoxon_p_value": 6.3941370113383395e-12, | |
| "rank_biserial": 0.9448692152917505, | |
| "holm_adjusted_p_value": 1.2788274022676679e-11 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_local", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.05770833333333334, | |
| "median_difference": 0.05833333333333335, | |
| "bootstrap_difference_ci95_low": 0.04946354166666665, | |
| "bootstrap_difference_ci95_high": 0.06598214285714284, | |
| "wilcoxon_p_value": 1.2043665376960314e-12, | |
| "rank_biserial": 0.9770623742454728, | |
| "holm_adjusted_p_value": 4.8174661507841255e-12 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_local", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.0662202380952381, | |
| "median_difference": 0.060416666666666716, | |
| "bootstrap_difference_ci95_low": 0.055951636904761876, | |
| "bootstrap_difference_ci95_high": 0.07654761904761902, | |
| "wilcoxon_p_value": 1.2851894180510582e-12, | |
| "rank_biserial": 0.9758551307847082, | |
| "holm_adjusted_p_value": 4.8174661507841255e-12 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_local", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.07226190476190474, | |
| "median_difference": 0.07083333333333333, | |
| "bootstrap_difference_ci95_low": 0.06273809523809525, | |
| "bootstrap_difference_ci95_high": 0.08211309523809525, | |
| "wilcoxon_p_value": 3.555779504521389e-13, | |
| "rank_biserial": 1.0, | |
| "holm_adjusted_p_value": 2.1334677027128334e-12 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_local:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_local", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.07193452380952382, | |
| "median_difference": 0.06458333333333344, | |
| "bootstrap_difference_ci95_low": 0.06157738095238097, | |
| "bootstrap_difference_ci95_high": 0.08279761904761904, | |
| "wilcoxon_p_value": 3.714891554941273e-13, | |
| "rank_biserial": 0.999195171026157, | |
| "holm_adjusted_p_value": 2.1334677027128334e-12 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_attention", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": -0.0066071428571428574, | |
| "median_difference": -0.006250000000000019, | |
| "bootstrap_difference_ci95_low": -0.0131547619047619, | |
| "bootstrap_difference_ci95_high": 5.9523809523807735e-05, | |
| "wilcoxon_p_value": 0.03295567686644139, | |
| "rank_biserial": -0.29752770673486784, | |
| "holm_adjusted_p_value": 0.03295567686644139 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_attention", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.011964285714285714, | |
| "median_difference": 0.01249999999999997, | |
| "bootstrap_difference_ci95_low": 0.004583333333333345, | |
| "bootstrap_difference_ci95_high": 0.019315476190476195, | |
| "wilcoxon_p_value": 0.002463062863812428, | |
| "rank_biserial": 0.42242114236999145, | |
| "holm_adjusted_p_value": 0.007389188591437284 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_attention", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.018809523809523814, | |
| "median_difference": 0.014583333333333282, | |
| "bootstrap_difference_ci95_low": 0.011546875, | |
| "bootstrap_difference_ci95_high": 0.026190476190476184, | |
| "wilcoxon_p_value": 1.686358041145412e-05, | |
| "rank_biserial": 0.6092265943012212, | |
| "holm_adjusted_p_value": 8.43179020572706e-05 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_attention", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.02160714285714286, | |
| "median_difference": 0.014583333333333365, | |
| "bootstrap_difference_ci95_low": 0.013184523809523818, | |
| "bootstrap_difference_ci95_high": 0.030089285714285725, | |
| "wilcoxon_p_value": 5.003606817042332e-06, | |
| "rank_biserial": 0.6368286445012787, | |
| "holm_adjusted_p_value": 3.002164090225399e-05 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_attention", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.016815476190476176, | |
| "median_difference": 0.013541666666666563, | |
| "bootstrap_difference_ci95_low": 0.008035714285714278, | |
| "bootstrap_difference_ci95_high": 0.02565476190476187, | |
| "wilcoxon_p_value": 0.00021208196107985936, | |
| "rank_biserial": 0.5130434782608696, | |
| "holm_adjusted_p_value": 0.0008483278443194375 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_attention:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_attention", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.01238095238095239, | |
| "median_difference": 0.007291666666666641, | |
| "bootstrap_difference_ci95_low": 0.002142113095238101, | |
| "bootstrap_difference_ci95_high": 0.022321428571428575, | |
| "wilcoxon_p_value": 0.006115251323231573, | |
| "rank_biserial": 0.37971014492753624, | |
| "holm_adjusted_p_value": 0.012230502646463146 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_harmonic_bias", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": -0.008511904761904757, | |
| "median_difference": -0.0062500000000000056, | |
| "bootstrap_difference_ci95_low": -0.015773809523809523, | |
| "bootstrap_difference_ci95_high": -0.001488095238095238, | |
| "wilcoxon_p_value": 0.07765020084747637, | |
| "rank_biserial": -0.2426559356136821, | |
| "holm_adjusted_p_value": 0.15530040169495274 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_harmonic_bias", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.0043154761904761856, | |
| "median_difference": 0.002083333333333326, | |
| "bootstrap_difference_ci95_low": -0.002946428571428569, | |
| "bootstrap_difference_ci95_high": 0.01178571428571427, | |
| "wilcoxon_p_value": 0.3221934590217934, | |
| "rank_biserial": 0.13810741687979539, | |
| "holm_adjusted_p_value": 0.3221934590217934 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_harmonic_bias", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.010416666666666673, | |
| "median_difference": 0.008333333333333387, | |
| "bootstrap_difference_ci95_low": 0.0027968750000000077, | |
| "bootstrap_difference_ci95_high": 0.01839360119047619, | |
| "wilcoxon_p_value": 0.03005899172914851, | |
| "rank_biserial": 0.30264279624893436, | |
| "holm_adjusted_p_value": 0.09017697518744552 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_harmonic_bias", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.01571428571428571, | |
| "median_difference": 0.006249999999999922, | |
| "bootstrap_difference_ci95_low": 0.006814732142857132, | |
| "bootstrap_difference_ci95_high": 0.025000744047619046, | |
| "wilcoxon_p_value": 0.006913212762489012, | |
| "rank_biserial": 0.37142857142857144, | |
| "holm_adjusted_p_value": 0.034566063812445064 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_harmonic_bias", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.011130952380952373, | |
| "median_difference": 0.0031250000000000444, | |
| "bootstrap_difference_ci95_low": 0.004226190476190466, | |
| "bootstrap_difference_ci95_high": 0.018661458333333318, | |
| "wilcoxon_p_value": 0.020126926402043693, | |
| "rank_biserial": 0.32660228270412645, | |
| "holm_adjusted_p_value": 0.08050770560817477 | |
| }, | |
| { | |
| "multiplicity_family": "ablation:beta:full_minus_no_harmonic_bias:registered_windows", | |
| "dataset": "beta", | |
| "left": "full", | |
| "right": "no_harmonic_bias", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.013005952380952378, | |
| "median_difference": 0.009375000000000022, | |
| "bootstrap_difference_ci95_low": 0.005595238095238106, | |
| "bootstrap_difference_ci95_high": 0.020863839285714284, | |
| "wilcoxon_p_value": 0.0027224837245254023, | |
| "rank_biserial": 0.41815856777493604, | |
| "holm_adjusted_p_value": 0.016334902347152413 | |
| } | |
| ] | |
| }, | |
| "attention_mechanism": { | |
| "audit": { | |
| "participants": 70, | |
| "seeds_averaged": [ | |
| 20260929, | |
| 20260930, | |
| 20260931 | |
| ], | |
| "windows": [ | |
| "0.4", | |
| "0.8", | |
| "1.2" | |
| ], | |
| "metrics": [ | |
| "normalized_entropy", | |
| "peak_distance_hz", | |
| "peak_within_bias_width_fraction", | |
| "harmonic_neighborhood_mass" | |
| ], | |
| "multiplicity": "One Holm family across four mechanism metrics and three windows (12 paired tests).", | |
| "inputs": [ | |
| "runs/paper_v18/attention_mechanism/beta/0.4s/summary.json", | |
| "runs/paper_v18/attention_mechanism/beta/0.8s/summary.json", | |
| "runs/paper_v18/attention_mechanism/beta/1.2s/summary.json" | |
| ], | |
| "validation": "passed" | |
| }, | |
| "contrasts": [ | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 0.4, | |
| "metric": "normalized_entropy", | |
| "participants": 70, | |
| "mean_difference": -0.3995781550942403, | |
| "median_difference": -0.39964602871636906, | |
| "bootstrap_difference_ci95_low": -0.3998633829445762, | |
| "bootstrap_difference_ci95_high": -0.3993014174788398, | |
| "wilcoxon_p_value": 3.559469460061398e-13, | |
| "rank_biserial": -1.0, | |
| "with_harmonic_bias_mean": 0.5695921038377213, | |
| "bias_masked_mean": 0.9691702589319616, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 0.4, | |
| "metric": "peak_distance_hz", | |
| "participants": 70, | |
| "mean_difference": -2.867767130689962, | |
| "median_difference": -2.902317702770233, | |
| "bootstrap_difference_ci95_low": -2.906470438476119, | |
| "bootstrap_difference_ci95_high": -2.8278135908696624, | |
| "wilcoxon_p_value": 3.559469460061398e-13, | |
| "rank_biserial": -1.0, | |
| "with_harmonic_bias_mean": 0.1524203619077092, | |
| "bias_masked_mean": 3.02018749259767, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 0.4, | |
| "metric": "peak_within_bias_width_fraction", | |
| "participants": 70, | |
| "mean_difference": 0.8761607142857143, | |
| "median_difference": 0.8770833333333332, | |
| "bootstrap_difference_ci95_low": 0.871138206845238, | |
| "bootstrap_difference_ci95_high": 0.8808335193452381, | |
| "wilcoxon_p_value": 3.554550306999127e-13, | |
| "rank_biserial": 1.0, | |
| "with_harmonic_bias_mean": 0.9957886904761905, | |
| "bias_masked_mean": 0.11962797619047617, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 0.4, | |
| "metric": "harmonic_neighborhood_mass", | |
| "participants": 70, | |
| "mean_difference": 0.6291529180748121, | |
| "median_difference": 0.6295332610607147, | |
| "bootstrap_difference_ci95_low": 0.6285725978158768, | |
| "bootstrap_difference_ci95_high": 0.6296979347696261, | |
| "wilcoxon_p_value": 3.559469460061398e-13, | |
| "rank_biserial": 1.0, | |
| "with_harmonic_bias_mean": 0.7278103851136706, | |
| "bias_masked_mean": 0.09865746703885851, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 0.8, | |
| "metric": "normalized_entropy", | |
| "participants": 70, | |
| "mean_difference": -0.4052748715915693, | |
| "median_difference": -0.404991066785815, | |
| "bootstrap_difference_ci95_low": -0.40618952776202183, | |
| "bootstrap_difference_ci95_high": -0.40436359303213315, | |
| "wilcoxon_p_value": 3.559469460061398e-13, | |
| "rank_biserial": -1.0, | |
| "with_harmonic_bias_mean": 0.5611382157805801, | |
| "bias_masked_mean": 0.9664130873721494, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 0.8, | |
| "metric": "peak_distance_hz", | |
| "participants": 70, | |
| "mean_difference": -2.635737355763004, | |
| "median_difference": -2.6886977776885033, | |
| "bootstrap_difference_ci95_low": -2.6966057528750524, | |
| "bootstrap_difference_ci95_high": -2.5723981701174665, | |
| "wilcoxon_p_value": 3.559469460061398e-13, | |
| "rank_biserial": -1.0, | |
| "with_harmonic_bias_mean": 0.1747261947819165, | |
| "bias_masked_mean": 2.8104635505449207, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 0.8, | |
| "metric": "peak_within_bias_width_fraction", | |
| "participants": 70, | |
| "mean_difference": 0.8099627976190477, | |
| "median_difference": 0.825, | |
| "bootstrap_difference_ci95_low": 0.7958476562499998, | |
| "bootstrap_difference_ci95_high": 0.823326636904762, | |
| "wilcoxon_p_value": 3.5561893245235164e-13, | |
| "rank_biserial": 1.0, | |
| "with_harmonic_bias_mean": 0.9892410714285714, | |
| "bias_masked_mean": 0.1792782738095238, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 0.8, | |
| "metric": "harmonic_neighborhood_mass", | |
| "participants": 70, | |
| "mean_difference": 0.6330132090619632, | |
| "median_difference": 0.6330463600655397, | |
| "bootstrap_difference_ci95_low": 0.6325144236100217, | |
| "bootstrap_difference_ci95_high": 0.6335268868878483, | |
| "wilcoxon_p_value": 3.559469460061398e-13, | |
| "rank_biserial": 1.0, | |
| "with_harmonic_bias_mean": 0.7352578032584417, | |
| "bias_masked_mean": 0.10224459419647854, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 1.2, | |
| "metric": "normalized_entropy", | |
| "participants": 70, | |
| "mean_difference": -0.40821035809192474, | |
| "median_difference": -0.40678369127822034, | |
| "bootstrap_difference_ci95_low": -0.4095251076152833, | |
| "bootstrap_difference_ci95_high": -0.4069209574562208, | |
| "wilcoxon_p_value": 3.559469460061398e-13, | |
| "rank_biserial": -1.0, | |
| "with_harmonic_bias_mean": 0.5593070336341466, | |
| "bias_masked_mean": 0.9675173917260713, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 1.2, | |
| "metric": "peak_distance_hz", | |
| "participants": 70, | |
| "mean_difference": -2.551130926183292, | |
| "median_difference": -2.6384634971618652, | |
| "bootstrap_difference_ci95_low": -2.6249993647972034, | |
| "bootstrap_difference_ci95_high": -2.4744030648115136, | |
| "wilcoxon_p_value": 3.559469460061398e-13, | |
| "rank_biserial": -1.0, | |
| "with_harmonic_bias_mean": 0.17742783782028015, | |
| "bias_masked_mean": 2.7285587640035724, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 1.2, | |
| "metric": "peak_within_bias_width_fraction", | |
| "participants": 70, | |
| "mean_difference": 0.7783258928571428, | |
| "median_difference": 0.8028645833333333, | |
| "bootstrap_difference_ci95_low": 0.7595014880952382, | |
| "bootstrap_difference_ci95_high": 0.7965329241071428, | |
| "wilcoxon_p_value": 3.5590592899035074e-13, | |
| "rank_biserial": 1.0, | |
| "with_harmonic_bias_mean": 0.9871800595238095, | |
| "bias_masked_mean": 0.20885416666666665, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| }, | |
| { | |
| "multiplicity_family": "attention_mechanism:beta:four_metrics_x_three_windows", | |
| "dataset": "beta", | |
| "left": "with_harmonic_bias", | |
| "right": "bias_masked", | |
| "window_s": 1.2, | |
| "metric": "harmonic_neighborhood_mass", | |
| "participants": 70, | |
| "mean_difference": 0.6363709974501814, | |
| "median_difference": 0.6359729965527852, | |
| "bootstrap_difference_ci95_low": 0.635521001366987, | |
| "bootstrap_difference_ci95_high": 0.6372632598415728, | |
| "wilcoxon_p_value": 3.559469460061398e-13, | |
| "rank_biserial": 1.0, | |
| "with_harmonic_bias_mean": 0.7378644821189698, | |
| "bias_masked_mean": 0.10149348466878846, | |
| "holm_adjusted_p_value": 4.265460368398953e-12 | |
| } | |
| ] | |
| }, | |
| "analytic_baselines": { | |
| "audit": { | |
| "datasets": { | |
| "benchmark": { | |
| "participants": 35, | |
| "methods": [ | |
| "cca", | |
| "fbcca", | |
| "fixed_harmonic" | |
| ], | |
| "inputs": [ | |
| "runs/paper_v4/baselines_all/benchmark/result.json", | |
| "runs/paper_v4/baselines_analytic/benchmark/result.json" | |
| ] | |
| }, | |
| "beta": { | |
| "participants": 70, | |
| "methods": [ | |
| "cca", | |
| "fbcca", | |
| "fixed_harmonic" | |
| ], | |
| "inputs": [ | |
| "runs/paper_v4/baselines_all/beta/result.json", | |
| "runs/paper_v4/baselines_analytic/beta/result.json" | |
| ] | |
| } | |
| }, | |
| "validation": "passed" | |
| }, | |
| "summaries": [ | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fixed_harmonic", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.0544047619047619, | |
| "standard_deviation": 0.022368507774458767, | |
| "median": 0.05416666666666666, | |
| "q1": 0.03333333333333333, | |
| "q3": 0.07083333333333333, | |
| "bootstrap_mean_ci95_low": 0.047380952380952385, | |
| "bootstrap_mean_ci95_high": 0.06166666666666666 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fixed_harmonic", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.08226190476190476, | |
| "standard_deviation": 0.030707594324634893, | |
| "median": 0.07916666666666666, | |
| "q1": 0.06041666666666666, | |
| "q3": 0.09791666666666665, | |
| "bootstrap_mean_ci95_low": 0.07261904761904761, | |
| "bootstrap_mean_ci95_high": 0.09226190476190477 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fixed_harmonic", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.12476190476190475, | |
| "standard_deviation": 0.05871672727276827, | |
| "median": 0.11666666666666667, | |
| "q1": 0.08333333333333333, | |
| "q3": 0.14375, | |
| "bootstrap_mean_ci95_low": 0.10666666666666666, | |
| "bootstrap_mean_ci95_high": 0.14464285714285716 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fixed_harmonic", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.17226190476190473, | |
| "standard_deviation": 0.09028562416523293, | |
| "median": 0.175, | |
| "q1": 0.10416666666666666, | |
| "q3": 0.20416666666666666, | |
| "bootstrap_mean_ci95_low": 0.14333333333333337, | |
| "bootstrap_mean_ci95_high": 0.2027410714285714 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fixed_harmonic", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.2280952380952381, | |
| "standard_deviation": 0.10741666693830364, | |
| "median": 0.22916666666666666, | |
| "q1": 0.1375, | |
| "q3": 0.27708333333333335, | |
| "bootstrap_mean_ci95_low": 0.19344940476190475, | |
| "bootstrap_mean_ci95_high": 0.2636904761904762 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fixed_harmonic", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.3952380952380953, | |
| "standard_deviation": 0.16109606847254507, | |
| "median": 0.3875, | |
| "q1": 0.27291666666666664, | |
| "q3": 0.5104166666666666, | |
| "bootstrap_mean_ci95_low": 0.3426190476190476, | |
| "bootstrap_mean_ci95_high": 0.44809523809523805 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fixed_harmonic", | |
| "window_s": 3.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.5271428571428572, | |
| "standard_deviation": 0.1857086856334437, | |
| "median": 0.5416666666666666, | |
| "q1": 0.4125, | |
| "q3": 0.6541666666666667, | |
| "bootstrap_mean_ci95_low": 0.4663065476190476, | |
| "bootstrap_mean_ci95_high": 0.5870238095238095 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fixed_harmonic", | |
| "window_s": 5.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.8402380952380953, | |
| "standard_deviation": 0.1634304147545781, | |
| "median": 0.8958333333333334, | |
| "q1": 0.7729166666666667, | |
| "q3": 0.9479166666666667, | |
| "bootstrap_mean_ci95_low": 0.7839285714285714, | |
| "bootstrap_mean_ci95_high": 0.8888095238095238 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "cca", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.06952380952380952, | |
| "standard_deviation": 0.028291697864695695, | |
| "median": 0.0625, | |
| "q1": 0.049999999999999996, | |
| "q3": 0.09166666666666666, | |
| "bootstrap_mean_ci95_low": 0.06047321428571427, | |
| "bootstrap_mean_ci95_high": 0.0788095238095238 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "cca", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.1661904761904762, | |
| "standard_deviation": 0.08932373140211196, | |
| "median": 0.14583333333333331, | |
| "q1": 0.11875, | |
| "q3": 0.19375, | |
| "bootstrap_mean_ci95_low": 0.13857142857142857, | |
| "bootstrap_mean_ci95_high": 0.19654761904761903 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "cca", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.30702380952380953, | |
| "standard_deviation": 0.151769153817303, | |
| "median": 0.2875, | |
| "q1": 0.22708333333333333, | |
| "q3": 0.3729166666666666, | |
| "bootstrap_mean_ci95_low": 0.2585714285714286, | |
| "bootstrap_mean_ci95_high": 0.3571458333333333 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "cca", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.44535714285714284, | |
| "standard_deviation": 0.19028909096930238, | |
| "median": 0.425, | |
| "q1": 0.35, | |
| "q3": 0.575, | |
| "bootstrap_mean_ci95_low": 0.3825, | |
| "bootstrap_mean_ci95_high": 0.5066666666666667 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "cca", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.5552380952380952, | |
| "standard_deviation": 0.20370431556369079, | |
| "median": 0.5666666666666667, | |
| "q1": 0.48124999999999996, | |
| "q3": 0.69375, | |
| "bootstrap_mean_ci95_low": 0.48761904761904773, | |
| "bootstrap_mean_ci95_high": 0.6198839285714286 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "cca", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.8107142857142857, | |
| "standard_deviation": 0.2009380719944433, | |
| "median": 0.8916666666666668, | |
| "q1": 0.7354166666666666, | |
| "q3": 0.9604166666666667, | |
| "bootstrap_mean_ci95_low": 0.7422589285714286, | |
| "bootstrap_mean_ci95_high": 0.8723839285714287 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "cca", | |
| "window_s": 3.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.9051190476190476, | |
| "standard_deviation": 0.12876711493217197, | |
| "median": 0.9791666666666666, | |
| "q1": 0.8708333333333333, | |
| "q3": 0.9916666666666668, | |
| "bootstrap_mean_ci95_low": 0.8605922619047618, | |
| "bootstrap_mean_ci95_high": 0.9441666666666667 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "cca", | |
| "window_s": 5.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.9635714285714284, | |
| "standard_deviation": 0.06112325870268293, | |
| "median": 0.9958333333333332, | |
| "q1": 0.9625000000000001, | |
| "q3": 1.0, | |
| "bootstrap_mean_ci95_low": 0.9416666666666668, | |
| "bootstrap_mean_ci95_high": 0.981547619047619 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fbcca", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.06202380952380952, | |
| "standard_deviation": 0.02075405082347942, | |
| "median": 0.0625, | |
| "q1": 0.05, | |
| "q3": 0.07708333333333334, | |
| "bootstrap_mean_ci95_low": 0.05523809523809524, | |
| "bootstrap_mean_ci95_high": 0.06881249999999997 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fbcca", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.18476190476190477, | |
| "standard_deviation": 0.09899898730018024, | |
| "median": 0.17916666666666664, | |
| "q1": 0.11875, | |
| "q3": 0.22916666666666666, | |
| "bootstrap_mean_ci95_low": 0.15416369047619047, | |
| "bootstrap_mean_ci95_high": 0.21869047619047616 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fbcca", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.3617857142857143, | |
| "standard_deviation": 0.1629565159700756, | |
| "median": 0.3625, | |
| "q1": 0.26875, | |
| "q3": 0.4666666666666667, | |
| "bootstrap_mean_ci95_low": 0.3086904761904762, | |
| "bootstrap_mean_ci95_high": 0.415595238095238 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fbcca", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.5420238095238095, | |
| "standard_deviation": 0.19423989674711187, | |
| "median": 0.5666666666666667, | |
| "q1": 0.44791666666666663, | |
| "q3": 0.6604166666666667, | |
| "bootstrap_mean_ci95_low": 0.4766636904761905, | |
| "bootstrap_mean_ci95_high": 0.6021458333333332 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fbcca", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.6679761904761905, | |
| "standard_deviation": 0.20921082708136124, | |
| "median": 0.725, | |
| "q1": 0.5979166666666667, | |
| "q3": 0.8395833333333333, | |
| "bootstrap_mean_ci95_low": 0.5969047619047619, | |
| "bootstrap_mean_ci95_high": 0.7325029761904762 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fbcca", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.8869047619047621, | |
| "standard_deviation": 0.16206308425212365, | |
| "median": 0.95, | |
| "q1": 0.875, | |
| "q3": 0.975, | |
| "bootstrap_mean_ci95_low": 0.8286904761904763, | |
| "bootstrap_mean_ci95_high": 0.9355982142857144 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fbcca", | |
| "window_s": 3.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.9578571428571429, | |
| "standard_deviation": 0.07562222438980488, | |
| "median": 0.9916666666666666, | |
| "q1": 0.9750000000000001, | |
| "q3": 0.9958333333333333, | |
| "bootstrap_mean_ci95_low": 0.9310714285714285, | |
| "bootstrap_mean_ci95_high": 0.9802380952380954 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "fbcca", | |
| "window_s": 5.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.9870238095238095, | |
| "standard_deviation": 0.030548021310319314, | |
| "median": 1.0, | |
| "q1": 0.9916666666666668, | |
| "q3": 1.0, | |
| "bootstrap_mean_ci95_low": 0.9758333333333332, | |
| "bootstrap_mean_ci95_high": 0.9955952380952381 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fixed_harmonic", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.056160714285714286, | |
| "standard_deviation": 0.02496584753139101, | |
| "median": 0.05, | |
| "q1": 0.0375, | |
| "q3": 0.075, | |
| "bootstrap_mean_ci95_low": 0.05044642857142858, | |
| "bootstrap_mean_ci95_high": 0.06223214285714286 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fixed_harmonic", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.08526785714285713, | |
| "standard_deviation": 0.03826271034032994, | |
| "median": 0.08125, | |
| "q1": 0.0578125, | |
| "q3": 0.1109375, | |
| "bootstrap_mean_ci95_low": 0.07633928571428572, | |
| "bootstrap_mean_ci95_high": 0.09410714285714286 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fixed_harmonic", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.13026785714285719, | |
| "standard_deviation": 0.06380552883437585, | |
| "median": 0.125, | |
| "q1": 0.078125, | |
| "q3": 0.16875, | |
| "bootstrap_mean_ci95_low": 0.1155357142857143, | |
| "bootstrap_mean_ci95_high": 0.14526785714285712 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fixed_harmonic", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.1730357142857143, | |
| "standard_deviation": 0.08814810993841153, | |
| "median": 0.15, | |
| "q1": 0.1125, | |
| "q3": 0.24375, | |
| "bootstrap_mean_ci95_low": 0.15276785714285715, | |
| "bootstrap_mean_ci95_high": 0.19366071428571427 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fixed_harmonic", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.21205357142857142, | |
| "standard_deviation": 0.10511338678428615, | |
| "median": 0.20937499999999998, | |
| "q1": 0.1265625, | |
| "q3": 0.275, | |
| "bootstrap_mean_ci95_low": 0.18812500000000001, | |
| "bootstrap_mean_ci95_high": 0.2363392857142857 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fixed_harmonic", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.26874999999999993, | |
| "standard_deviation": 0.13623429307151577, | |
| "median": 0.246875, | |
| "q1": 0.175, | |
| "q3": 0.36562500000000003, | |
| "bootstrap_mean_ci95_low": 0.23785714285714288, | |
| "bootstrap_mean_ci95_high": 0.3004486607142857 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "cca", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.07464285714285715, | |
| "standard_deviation": 0.0396983319162886, | |
| "median": 0.06875, | |
| "q1": 0.04375, | |
| "q3": 0.09843750000000001, | |
| "bootstrap_mean_ci95_low": 0.0655357142857143, | |
| "bootstrap_mean_ci95_high": 0.08401785714285714 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "cca", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.17133928571428572, | |
| "standard_deviation": 0.10246891571539245, | |
| "median": 0.13125, | |
| "q1": 0.0875, | |
| "q3": 0.25468749999999996, | |
| "bootstrap_mean_ci95_low": 0.148390625, | |
| "bootstrap_mean_ci95_high": 0.1959821428571428 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "cca", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.27491071428571434, | |
| "standard_deviation": 0.1706183237039339, | |
| "median": 0.24375, | |
| "q1": 0.12031249999999999, | |
| "q3": 0.4140625, | |
| "bootstrap_mean_ci95_low": 0.2358035714285714, | |
| "bootstrap_mean_ci95_high": 0.31446651785714286 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "cca", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.3782142857142858, | |
| "standard_deviation": 0.21665467198842017, | |
| "median": 0.36250000000000004, | |
| "q1": 0.18125, | |
| "q3": 0.51875, | |
| "bootstrap_mean_ci95_low": 0.32731919642857144, | |
| "bootstrap_mean_ci95_high": 0.42821428571428566 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "cca", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.4740178571428571, | |
| "standard_deviation": 0.2431433730490314, | |
| "median": 0.4875, | |
| "q1": 0.23125, | |
| "q3": 0.675, | |
| "bootstrap_mean_ci95_low": 0.41856919642857143, | |
| "bootstrap_mean_ci95_high": 0.5308950892857143 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "cca", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5750892857142857, | |
| "standard_deviation": 0.25679729654724787, | |
| "median": 0.6156250000000001, | |
| "q1": 0.33125, | |
| "q3": 0.8, | |
| "bootstrap_mean_ci95_low": 0.5151763392857144, | |
| "bootstrap_mean_ci95_high": 0.6354486607142857 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fbcca", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.07008928571428573, | |
| "standard_deviation": 0.035369632939359304, | |
| "median": 0.06875, | |
| "q1": 0.04375, | |
| "q3": 0.09375, | |
| "bootstrap_mean_ci95_low": 0.06187500000000001, | |
| "bootstrap_mean_ci95_high": 0.07857142857142857 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fbcca", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.18803571428571428, | |
| "standard_deviation": 0.1078641396342993, | |
| "median": 0.19375, | |
| "q1": 0.09375, | |
| "q3": 0.2609375, | |
| "bootstrap_mean_ci95_low": 0.16303348214285712, | |
| "bootstrap_mean_ci95_high": 0.21375 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fbcca", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.33910714285714294, | |
| "standard_deviation": 0.16939017631580097, | |
| "median": 0.31875, | |
| "q1": 0.184375, | |
| "q3": 0.47343749999999996, | |
| "bootstrap_mean_ci95_low": 0.2999084821428571, | |
| "bootstrap_mean_ci95_high": 0.37964285714285706 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fbcca", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.4771428571428572, | |
| "standard_deviation": 0.2054314722804484, | |
| "median": 0.496875, | |
| "q1": 0.30781250000000004, | |
| "q3": 0.653125, | |
| "bootstrap_mean_ci95_low": 0.4289263392857143, | |
| "bootstrap_mean_ci95_high": 0.5252700892857143 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fbcca", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5891071428571429, | |
| "standard_deviation": 0.22686097771346603, | |
| "median": 0.609375, | |
| "q1": 0.4265625, | |
| "q3": 0.7796875, | |
| "bootstrap_mean_ci95_low": 0.5370513392857142, | |
| "bootstrap_mean_ci95_high": 0.6410714285714286 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fbcca", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6970535714285714, | |
| "standard_deviation": 0.21825311431306058, | |
| "median": 0.76875, | |
| "q1": 0.559375, | |
| "q3": 0.875, | |
| "bootstrap_mean_ci95_low": 0.6446428571428572, | |
| "bootstrap_mean_ci95_high": 0.745625 | |
| } | |
| ] | |
| }, | |
| "strong_filter_bank": { | |
| "audit": { | |
| "participants": 70, | |
| "seeds": [ | |
| 20260929, | |
| 20260930, | |
| 20260931 | |
| ], | |
| "windows": [ | |
| "0.4", | |
| "0.6", | |
| "0.8", | |
| "1.0", | |
| "1.2", | |
| "1.5" | |
| ], | |
| "multiplicity": "One Holm family across the six BETA windows.", | |
| "frozen_comparison": "runs/paper_v36/comparisons/beta_harmonic_fold_vs_fb_ssvepformer_3seed.json", | |
| "inputs": { | |
| "harmonic_fold": [ | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v12/grouped_cv_v4_1_multiseed/beta/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v9/external_grouped_cv_v4_1/beta/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json" | |
| ], | |
| "fb_ssvepformer": [ | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260929/fold-4/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v36/fb_ssvepformer_formal/beta/fb_ssvepformer/full/seed-20260931/fold-4/result.json" | |
| ] | |
| }, | |
| "validation": "passed" | |
| }, | |
| "summaries": [ | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.2736607142857143, | |
| "standard_deviation": 0.13857771711150632, | |
| "median": 0.26666666666666666, | |
| "q1": 0.15416666666666667, | |
| "q3": 0.3765625, | |
| "bootstrap_mean_ci95_low": 0.24166592261904765, | |
| "bootstrap_mean_ci95_high": 0.30589285714285713 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.4347321428571428, | |
| "standard_deviation": 0.1924568624381277, | |
| "median": 0.40937500000000004, | |
| "q1": 0.26197916666666665, | |
| "q3": 0.5911458333333334, | |
| "bootstrap_mean_ci95_low": 0.390296875, | |
| "bootstrap_mean_ci95_high": 0.480029761904762 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5560119047619047, | |
| "standard_deviation": 0.2147515413073998, | |
| "median": 0.5760416666666667, | |
| "q1": 0.365625, | |
| "q3": 0.7416666666666667, | |
| "bootstrap_mean_ci95_low": 0.5065766369047617, | |
| "bootstrap_mean_ci95_high": 0.6057745535714285 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6355952380952381, | |
| "standard_deviation": 0.2145458795631907, | |
| "median": 0.6593749999999999, | |
| "q1": 0.44531249999999994, | |
| "q3": 0.8140625, | |
| "bootstrap_mean_ci95_low": 0.5855349702380952, | |
| "bootstrap_mean_ci95_high": 0.6848221726190477 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6870238095238097, | |
| "standard_deviation": 0.21349086129116254, | |
| "median": 0.7395833333333333, | |
| "q1": 0.5140625000000001, | |
| "q3": 0.8578125000000001, | |
| "bootstrap_mean_ci95_low": 0.6361897321428572, | |
| "bootstrap_mean_ci95_high": 0.7364583333333333 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.7311904761904764, | |
| "standard_deviation": 0.2056775076334498, | |
| "median": 0.7739583333333333, | |
| "q1": 0.5666666666666665, | |
| "q3": 0.8911458333333333, | |
| "bootstrap_mean_ci95_low": 0.6829151785714286, | |
| "bootstrap_mean_ci95_high": 0.7782760416666668 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fb_ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.3405654761904762, | |
| "standard_deviation": 0.1584063052623582, | |
| "median": 0.303125, | |
| "q1": 0.21041666666666667, | |
| "q3": 0.4515625, | |
| "bootstrap_mean_ci95_low": 0.3044918154761904, | |
| "bootstrap_mean_ci95_high": 0.377203125 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fb_ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.4857142857142856, | |
| "standard_deviation": 0.20254528656621693, | |
| "median": 0.4677083333333333, | |
| "q1": 0.33281249999999996, | |
| "q3": 0.6515624999999999, | |
| "bootstrap_mean_ci95_low": 0.4394627976190475, | |
| "bootstrap_mean_ci95_high": 0.5337217261904761 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fb_ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5788988095238098, | |
| "standard_deviation": 0.21465614279649478, | |
| "median": 0.5791666666666666, | |
| "q1": 0.4041666666666667, | |
| "q3": 0.7625000000000001, | |
| "bootstrap_mean_ci95_low": 0.5288072916666668, | |
| "bootstrap_mean_ci95_high": 0.6277083333333334 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fb_ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6377976190476191, | |
| "standard_deviation": 0.2133806718176696, | |
| "median": 0.6552083333333333, | |
| "q1": 0.4677083333333333, | |
| "q3": 0.8265625000000001, | |
| "bootstrap_mean_ci95_low": 0.5865476190476192, | |
| "bootstrap_mean_ci95_high": 0.6860714285714287 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fb_ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6730059523809523, | |
| "standard_deviation": 0.20878195529154336, | |
| "median": 0.6958333333333333, | |
| "q1": 0.5093749999999999, | |
| "q3": 0.8520833333333333, | |
| "bootstrap_mean_ci95_low": 0.6220520833333333, | |
| "bootstrap_mean_ci95_high": 0.7202105654761903 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "fb_ssvepformer", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.7077678571428571, | |
| "standard_deviation": 0.20067315805382774, | |
| "median": 0.75, | |
| "q1": 0.5302083333333333, | |
| "q3": 0.8729166666666668, | |
| "bootstrap_mean_ci95_low": 0.6597611607142857, | |
| "bootstrap_mean_ci95_high": 0.7537209821428572 | |
| } | |
| ], | |
| "contrasts": [ | |
| { | |
| "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "fb_ssvepformer", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": -0.0669047619047619, | |
| "median_difference": -0.06666666666666665, | |
| "bootstrap_difference_ci95_low": -0.07845238095238094, | |
| "bootstrap_difference_ci95_high": -0.05532738095238096, | |
| "wilcoxon_p_value": 1.2250473813178508e-11, | |
| "rank_biserial": -0.9387163561076605, | |
| "holm_adjusted_p_value": 7.350284287907105e-11 | |
| }, | |
| { | |
| "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "fb_ssvepformer", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": -0.05098214285714286, | |
| "median_difference": -0.045833333333333295, | |
| "bootstrap_difference_ci95_low": -0.06386904761904762, | |
| "bootstrap_difference_ci95_high": -0.03824404761904763, | |
| "wilcoxon_p_value": 3.061409846383196e-09, | |
| "rank_biserial": -0.8211180124223603, | |
| "holm_adjusted_p_value": 1.5307049231915978e-08 | |
| }, | |
| { | |
| "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "fb_ssvepformer", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": -0.022886904761904765, | |
| "median_difference": -0.011458333333333404, | |
| "bootstrap_difference_ci95_low": -0.035149553571428585, | |
| "bootstrap_difference_ci95_high": -0.01116071428571431, | |
| "wilcoxon_p_value": 0.0021172360125338756, | |
| "rank_biserial": -0.42567287784679086, | |
| "holm_adjusted_p_value": 0.006351708037601627 | |
| }, | |
| { | |
| "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "fb_ssvepformer", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": -0.0022023809523809617, | |
| "median_difference": 0.0020833333333333537, | |
| "bootstrap_difference_ci95_low": -0.015476190476190475, | |
| "bootstrap_difference_ci95_high": 0.01053571428571427, | |
| "wilcoxon_p_value": 0.9976146584659721, | |
| "rank_biserial": 0.00041407867494824016, | |
| "holm_adjusted_p_value": 0.9976146584659721 | |
| }, | |
| { | |
| "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "fb_ssvepformer", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.014017857142857143, | |
| "median_difference": 0.012500000000000067, | |
| "bootstrap_difference_ci95_low": -0.00023883928571427726, | |
| "bootstrap_difference_ci95_high": 0.027084077380952372, | |
| "wilcoxon_p_value": 0.008675420421208325, | |
| "rank_biserial": 0.36615515771526, | |
| "holm_adjusted_p_value": 0.01735084084241665 | |
| }, | |
| { | |
| "multiplicity_family": "strong_filter_bank:beta:all_registered_windows", | |
| "dataset": "beta", | |
| "left": "harmonic_fold", | |
| "right": "fb_ssvepformer", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.02342261904761906, | |
| "median_difference": 0.019791666666666652, | |
| "bootstrap_difference_ci95_low": 0.008421875000000007, | |
| "bootstrap_difference_ci95_high": 0.038155505952380944, | |
| "wilcoxon_p_value": 0.000554582211660098, | |
| "rank_biserial": 0.47484909456740443, | |
| "holm_adjusted_p_value": 0.002218328846640392 | |
| } | |
| ] | |
| }, | |
| "adaptation": { | |
| "audit": { | |
| "participants": 70, | |
| "seeds": [ | |
| 20260929, | |
| 20260930, | |
| 20260931 | |
| ], | |
| "windows": [ | |
| "0.4", | |
| "0.8", | |
| "1.2" | |
| ], | |
| "adaptation_parameters": 113, | |
| "validation": "passed", | |
| "inputs": [ | |
| "runs/paper_v15/adaptation_confirmatory/beta_spatial_score.json", | |
| "runs/paper_v15/adaptation_confirmatory/beta_spatial_score_seed-20260930.json", | |
| "runs/paper_v15/adaptation_confirmatory/beta_spatial_score_seed-20260931.json", | |
| "runs/paper_v18/calibrated/beta_trca_etrca_tdca.json", | |
| "runs/paper_v18/calibrated/beta_spatial_score_vs_trca_etrca_tdca.json" | |
| ] | |
| }, | |
| "summaries": [ | |
| { | |
| "dataset": "beta", | |
| "condition": "zero_shot", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.2735416666666667, | |
| "standard_deviation": 0.13842753235163505, | |
| "median": 0.26666666666666666, | |
| "q1": 0.15572916666666667, | |
| "q3": 0.3770833333333334, | |
| "bootstrap_mean_ci95_low": 0.24121949404761905, | |
| "bootstrap_mean_ci95_high": 0.3053571428571429, | |
| "calibration_blocks": 0 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "zero_shot", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5552083333333333, | |
| "standard_deviation": 0.21435493038780795, | |
| "median": 0.575, | |
| "q1": 0.3640625, | |
| "q3": 0.7427083333333333, | |
| "bootstrap_mean_ci95_low": 0.5049694940476189, | |
| "bootstrap_mean_ci95_high": 0.6035424107142857, | |
| "calibration_blocks": 0 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "zero_shot", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6873214285714285, | |
| "standard_deviation": 0.21319530289165203, | |
| "median": 0.7395833333333333, | |
| "q1": 0.5177083333333334, | |
| "q3": 0.859375, | |
| "bootstrap_mean_ci95_low": 0.6368750000000001, | |
| "bootstrap_mean_ci95_high": 0.7368162202380953, | |
| "calibration_blocks": 0 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "adapter_1_block", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.3475297619047619, | |
| "standard_deviation": 0.15906276361506982, | |
| "median": 0.321875, | |
| "q1": 0.21145833333333333, | |
| "q3": 0.47291666666666665, | |
| "bootstrap_mean_ci95_low": 0.31011755952380954, | |
| "bootstrap_mean_ci95_high": 0.38520907738095234, | |
| "calibration_blocks": 1 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "adapter_1_block", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6500000000000001, | |
| "standard_deviation": 0.19832131910593034, | |
| "median": 0.6802083333333333, | |
| "q1": 0.4859375, | |
| "q3": 0.8218749999999999, | |
| "bootstrap_mean_ci95_low": 0.6027976190476191, | |
| "bootstrap_mean_ci95_high": 0.6945855654761905, | |
| "calibration_blocks": 1 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "adapter_1_block", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.7712500000000002, | |
| "standard_deviation": 0.17431196698950074, | |
| "median": 0.8197916666666667, | |
| "q1": 0.6432291666666666, | |
| "q3": 0.909375, | |
| "bootstrap_mean_ci95_low": 0.7294620535714286, | |
| "bootstrap_mean_ci95_high": 0.8107142857142858, | |
| "calibration_blocks": 1 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "adapter_2_blocks", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.36214285714285716, | |
| "standard_deviation": 0.16215588620127747, | |
| "median": 0.33958333333333335, | |
| "q1": 0.22395833333333334, | |
| "q3": 0.48802083333333335, | |
| "bootstrap_mean_ci95_low": 0.3247016369047619, | |
| "bootstrap_mean_ci95_high": 0.4001190476190476, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "adapter_2_blocks", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6624107142857142, | |
| "standard_deviation": 0.19449234951020805, | |
| "median": 0.6854166666666667, | |
| "q1": 0.509375, | |
| "q3": 0.8265625, | |
| "bootstrap_mean_ci95_low": 0.6173802083333332, | |
| "bootstrap_mean_ci95_high": 0.7063988095238095, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "adapter_2_blocks", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.7827976190476192, | |
| "standard_deviation": 0.16877765090536892, | |
| "median": 0.83125, | |
| "q1": 0.66875, | |
| "q3": 0.9140625000000001, | |
| "bootstrap_mean_ci95_low": 0.7422589285714286, | |
| "bootstrap_mean_ci95_high": 0.8210714285714285, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "trca_2_blocks", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.18964285714285717, | |
| "standard_deviation": 0.13086722009757162, | |
| "median": 0.1625, | |
| "q1": 0.0875, | |
| "q3": 0.25, | |
| "bootstrap_mean_ci95_low": 0.15982142857142856, | |
| "bootstrap_mean_ci95_high": 0.22071428571428572, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "trca_2_blocks", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.34598214285714285, | |
| "standard_deviation": 0.22328258530646475, | |
| "median": 0.315625, | |
| "q1": 0.153125, | |
| "q3": 0.5, | |
| "bootstrap_mean_ci95_low": 0.29401785714285716, | |
| "bootstrap_mean_ci95_high": 0.39964285714285713, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "trca_2_blocks", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.4724107142857142, | |
| "standard_deviation": 0.26314941420252974, | |
| "median": 0.46875, | |
| "q1": 0.2203125, | |
| "q3": 0.6890625, | |
| "bootstrap_mean_ci95_low": 0.4122299107142857, | |
| "bootstrap_mean_ci95_high": 0.5336629464285715, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "etrca_2_blocks", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.37303571428571425, | |
| "standard_deviation": 0.2167508098279603, | |
| "median": 0.334375, | |
| "q1": 0.184375, | |
| "q3": 0.546875, | |
| "bootstrap_mean_ci95_low": 0.32321428571428573, | |
| "bootstrap_mean_ci95_high": 0.4246450892857143, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "etrca_2_blocks", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5576785714285715, | |
| "standard_deviation": 0.26114464501712076, | |
| "median": 0.5875, | |
| "q1": 0.3453125, | |
| "q3": 0.76875, | |
| "bootstrap_mean_ci95_low": 0.49500000000000016, | |
| "bootstrap_mean_ci95_high": 0.6170558035714286, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "etrca_2_blocks", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6716964285714286, | |
| "standard_deviation": 0.25959992523633785, | |
| "median": 0.765625, | |
| "q1": 0.496875, | |
| "q3": 0.88125, | |
| "bootstrap_mean_ci95_low": 0.6090178571428573, | |
| "bootstrap_mean_ci95_high": 0.7307142857142856, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "tdca_2_blocks", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.3499107142857143, | |
| "standard_deviation": 0.18724164827118053, | |
| "median": 0.34687500000000004, | |
| "q1": 0.2203125, | |
| "q3": 0.50625, | |
| "bootstrap_mean_ci95_low": 0.30642857142857144, | |
| "bootstrap_mean_ci95_high": 0.3948214285714285, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "tdca_2_blocks", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5655357142857144, | |
| "standard_deviation": 0.22945899386475233, | |
| "median": 0.63125, | |
| "q1": 0.4375, | |
| "q3": 0.73125, | |
| "bootstrap_mean_ci95_low": 0.5122321428571428, | |
| "bootstrap_mean_ci95_high": 0.6171428571428571, | |
| "calibration_blocks": 2 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "tdca_2_blocks", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.703392857142857, | |
| "standard_deviation": 0.2184707993431421, | |
| "median": 0.7875, | |
| "q1": 0.6078125, | |
| "q3": 0.8625, | |
| "bootstrap_mean_ci95_low": 0.6521406249999999, | |
| "bootstrap_mean_ci95_high": 0.7523236607142856, | |
| "calibration_blocks": 2 | |
| } | |
| ], | |
| "contrasts": [ | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", | |
| "dataset": "beta", | |
| "left": "adapter_1_block", | |
| "right": "zero_shot", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.07398809523809523, | |
| "median_difference": 0.07395833333333336, | |
| "bootstrap_difference_ci95_low": 0.06345238095238097, | |
| "bootstrap_difference_ci95_high": 0.0850595238095238, | |
| "wilcoxon_p_value": 6.505896926878813e-13, | |
| "rank_biserial": 0.9887323943661972, | |
| "holm_adjusted_p_value": 2.132975997458102e-12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", | |
| "dataset": "beta", | |
| "left": "adapter_1_block", | |
| "right": "zero_shot", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.09479166666666668, | |
| "median_difference": 0.08437500000000003, | |
| "bootstrap_difference_ci95_low": 0.08008928571428571, | |
| "bootstrap_difference_ci95_high": 0.10991071428571425, | |
| "wilcoxon_p_value": 3.5549599957635035e-13, | |
| "rank_biserial": 1.0, | |
| "holm_adjusted_p_value": 2.132975997458102e-12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", | |
| "dataset": "beta", | |
| "left": "adapter_1_block", | |
| "right": "zero_shot", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.08392857142857146, | |
| "median_difference": 0.06770833333333326, | |
| "bootstrap_difference_ci95_low": 0.06782738095238099, | |
| "bootstrap_difference_ci95_high": 0.1019650297619048, | |
| "wilcoxon_p_value": 3.556599188280057e-13, | |
| "rank_biserial": 1.0, | |
| "holm_adjusted_p_value": 2.132975997458102e-12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "zero_shot", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.08860119047619049, | |
| "median_difference": 0.08645833333333336, | |
| "bootstrap_difference_ci95_low": 0.0775595238095238, | |
| "bootstrap_difference_ci95_high": 0.09979166666666667, | |
| "wilcoxon_p_value": 3.55864916353008e-13, | |
| "rank_biserial": 1.0, | |
| "holm_adjusted_p_value": 2.132975997458102e-12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "zero_shot", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.10720238095238094, | |
| "median_difference": 0.09270833333333325, | |
| "bootstrap_difference_ci95_low": 0.09243973214285711, | |
| "bootstrap_difference_ci95_high": 0.12282738095238092, | |
| "wilcoxon_p_value": 3.555369728269494e-13, | |
| "rank_biserial": 1.0, | |
| "holm_adjusted_p_value": 2.132975997458102e-12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_minus_zero:two_blocks_x_three_windows", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "zero_shot", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.09547619047619048, | |
| "median_difference": 0.0812500000000001, | |
| "bootstrap_difference_ci95_low": 0.07848214285714286, | |
| "bootstrap_difference_ci95_high": 0.11476190476190476, | |
| "wilcoxon_p_value": 3.5561893245235164e-13, | |
| "rank_biserial": 1.0, | |
| "holm_adjusted_p_value": 2.132975997458102e-12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "trca_2_blocks", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.17250000000000004, | |
| "median_difference": 0.17708333333333334, | |
| "bootstrap_difference_ci95_low": 0.14732142857142858, | |
| "bootstrap_difference_ci95_high": 0.19836309523809523, | |
| "wilcoxon_p_value": 7.397449909177442e-13, | |
| "rank_biserial": 0.986317907444668, | |
| "holm_adjusted_p_value": 5.178214936424209e-12, | |
| "multiplicity_family_total_tests": 12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "trca_2_blocks", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.31642857142857134, | |
| "median_difference": 0.33645833333333336, | |
| "bootstrap_difference_ci95_low": 0.2859813988095237, | |
| "bootstrap_difference_ci95_high": 0.3464285714285713, | |
| "wilcoxon_p_value": 3.880095523163079e-13, | |
| "rank_biserial": 0.9983903420523139, | |
| "holm_adjusted_p_value": 4.268410914954483e-12, | |
| "multiplicity_family_total_tests": 12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "trca_2_blocks", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.3103869047619048, | |
| "median_difference": 0.3031249999999999, | |
| "bootstrap_difference_ci95_low": 0.2740468749999999, | |
| "bootstrap_difference_ci95_high": 0.34675669642857143, | |
| "wilcoxon_p_value": 4.2304954417472694e-13, | |
| "rank_biserial": 0.9967806841046277, | |
| "holm_adjusted_p_value": 4.268410914954483e-12, | |
| "multiplicity_family_total_tests": 12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "etrca_2_blocks", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": -0.01089285714285714, | |
| "median_difference": 0.010416666666666657, | |
| "bootstrap_difference_ci95_low": -0.043303571428571414, | |
| "bootstrap_difference_ci95_high": 0.01991071428571428, | |
| "wilcoxon_p_value": 0.992995965751305, | |
| "rank_biserial": 0.0012072434607645875, | |
| "holm_adjusted_p_value": 0.992995965751305, | |
| "multiplicity_family_total_tests": 12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "etrca_2_blocks", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.10473214285714284, | |
| "median_difference": 0.12187500000000001, | |
| "bootstrap_difference_ci95_low": 0.070296875, | |
| "bootstrap_difference_ci95_high": 0.1363988095238095, | |
| "wilcoxon_p_value": 8.158204818898078e-08, | |
| "rank_biserial": 0.737625754527163, | |
| "holm_adjusted_p_value": 4.079102409449039e-07, | |
| "multiplicity_family_total_tests": 12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "etrca_2_blocks", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.11110119047619048, | |
| "median_difference": 0.07708333333333339, | |
| "bootstrap_difference_ci95_low": 0.07862797619047618, | |
| "bootstrap_difference_ci95_high": 0.1440186011904762, | |
| "wilcoxon_p_value": 1.6914740299758427e-09, | |
| "rank_biserial": 0.8285714285714286, | |
| "holm_adjusted_p_value": 1.0148844179855056e-08, | |
| "multiplicity_family_total_tests": 12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "tdca_2_blocks", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.012232142857142862, | |
| "median_difference": 0.045833333333333365, | |
| "bootstrap_difference_ci95_low": -0.018095982142857146, | |
| "bootstrap_difference_ci95_high": 0.04184598214285713, | |
| "wilcoxon_p_value": 0.21043515937382862, | |
| "rank_biserial": 0.1722334004024145, | |
| "holm_adjusted_p_value": 0.42087031874765723, | |
| "multiplicity_family_total_tests": 12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "tdca_2_blocks", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.09687499999999998, | |
| "median_difference": 0.11875000000000005, | |
| "bootstrap_difference_ci95_low": 0.06687425595238095, | |
| "bootstrap_difference_ci95_high": 0.12631101190476185, | |
| "wilcoxon_p_value": 3.8975082222960964e-07, | |
| "rank_biserial": 0.6977867203219316, | |
| "holm_adjusted_p_value": 1.169252466688829e-06, | |
| "multiplicity_family_total_tests": 12 | |
| }, | |
| { | |
| "multiplicity_family": "adaptation:beta:adapter_vs_classical:registered_12_test_family", | |
| "dataset": "beta", | |
| "left": "adapter_2_blocks", | |
| "right": "tdca_2_blocks", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean_difference": 0.07940476190476191, | |
| "median_difference": 0.06562499999999999, | |
| "bootstrap_difference_ci95_low": 0.05273735119047619, | |
| "bootstrap_difference_ci95_high": 0.10619122023809523, | |
| "wilcoxon_p_value": 1.8212684031037881e-07, | |
| "rank_biserial": 0.722567287784679, | |
| "holm_adjusted_p_value": 7.285073612415153e-07, | |
| "multiplicity_family_total_tests": 12 | |
| } | |
| ] | |
| }, | |
| "electrode_transfer": { | |
| "audit": { | |
| "participants": 102, | |
| "seeds": [ | |
| 20260929, | |
| 20260930, | |
| 20260931 | |
| ], | |
| "windows": [ | |
| "0.4", | |
| "0.6", | |
| "0.8", | |
| "1.0", | |
| "1.2", | |
| "1.5", | |
| "2.0" | |
| ], | |
| "multiplicity": "One Holm family across three directional contrasts and seven windows (21 paired tests).", | |
| "frozen_comparison": "runs/paper_v16/electrode_transfer/3seed_summary.json", | |
| "inputs": { | |
| "dry_to_dry": [ | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" | |
| ], | |
| "dry_to_wet": [ | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/dry_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" | |
| ], | |
| "wet_to_dry": [ | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_dry/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" | |
| ], | |
| "wet_to_wet": [ | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260929/fold-4/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260930/fold-4/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-0/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-1/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-2/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-3/result.json", | |
| "runs/paper_v16/electrode_transfer/wet_to_wet/wearable/harmonic_fold_v4_1/full/seed-20260931/fold-4/result.json" | |
| ] | |
| }, | |
| "validation": "passed" | |
| }, | |
| "summaries": [ | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_dry", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.2763344226579521, | |
| "standard_deviation": 0.147059830312374, | |
| "median": 0.24722222222222223, | |
| "q1": 0.17361111111111113, | |
| "q3": 0.3444444444444444, | |
| "bootstrap_mean_ci95_low": 0.2494281045751634, | |
| "bootstrap_mean_ci95_high": 0.30558346949891063 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_dry", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.3639978213507625, | |
| "standard_deviation": 0.18433690449879683, | |
| "median": 0.3513888888888889, | |
| "q1": 0.22777777777777777, | |
| "q3": 0.46875, | |
| "bootstrap_mean_ci95_low": 0.3290298202614379, | |
| "bootstrap_mean_ci95_high": 0.3991026688453159 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_dry", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.4473311546840958, | |
| "standard_deviation": 0.21172069133199659, | |
| "median": 0.4152777777777778, | |
| "q1": 0.28888888888888886, | |
| "q3": 0.5930555555555556, | |
| "bootstrap_mean_ci95_low": 0.406698665577342, | |
| "bootstrap_mean_ci95_high": 0.4888916122004357 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_dry", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.5116285403050109, | |
| "standard_deviation": 0.22634471326951194, | |
| "median": 0.4916666666666667, | |
| "q1": 0.32361111111111107, | |
| "q3": 0.6965277777777779, | |
| "bootstrap_mean_ci95_low": 0.46859953703703705, | |
| "bootstrap_mean_ci95_high": 0.5552294389978214 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_dry", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.5505174291938998, | |
| "standard_deviation": 0.2352723178801819, | |
| "median": 0.5249999999999999, | |
| "q1": 0.35625, | |
| "q3": 0.7527777777777778, | |
| "bootstrap_mean_ci95_low": 0.5045744825708061, | |
| "bootstrap_mean_ci95_high": 0.59646105664488 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_dry", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.5744281045751635, | |
| "standard_deviation": 0.24077286195533798, | |
| "median": 0.5513888888888889, | |
| "q1": 0.3625, | |
| "q3": 0.78125, | |
| "bootstrap_mean_ci95_low": 0.5270404411764706, | |
| "bootstrap_mean_ci95_high": 0.6197167755991285 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_dry", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.6002723311546841, | |
| "standard_deviation": 0.24127974089619675, | |
| "median": 0.6138888888888889, | |
| "q1": 0.3833333333333333, | |
| "q3": 0.7993055555555555, | |
| "bootstrap_mean_ci95_low": 0.553512391067538, | |
| "bootstrap_mean_ci95_high": 0.6462697440087145 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_wet", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.3564542483660131, | |
| "standard_deviation": 0.17209449190268813, | |
| "median": 0.3361111111111111, | |
| "q1": 0.23125, | |
| "q3": 0.49027777777777776, | |
| "bootstrap_mean_ci95_low": 0.3238834422657952, | |
| "bootstrap_mean_ci95_high": 0.3906331699346405 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_wet", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.4634803921568627, | |
| "standard_deviation": 0.2141480068104044, | |
| "median": 0.4388888888888889, | |
| "q1": 0.2902777777777778, | |
| "q3": 0.6555555555555556, | |
| "bootstrap_mean_ci95_low": 0.42249455337690633, | |
| "bootstrap_mean_ci95_high": 0.5034865196078432 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_wet", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.5458333333333334, | |
| "standard_deviation": 0.2296821801154989, | |
| "median": 0.5375, | |
| "q1": 0.35833333333333334, | |
| "q3": 0.7409722222222223, | |
| "bootstrap_mean_ci95_low": 0.5011437908496733, | |
| "bootstrap_mean_ci95_high": 0.5898427287581699 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_wet", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.5984749455337691, | |
| "standard_deviation": 0.24117114944373005, | |
| "median": 0.575, | |
| "q1": 0.4138888888888889, | |
| "q3": 0.8284722222222223, | |
| "bootstrap_mean_ci95_low": 0.55239651416122, | |
| "bootstrap_mean_ci95_high": 0.6451273148148149 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_wet", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.6425381263616557, | |
| "standard_deviation": 0.23801166116039574, | |
| "median": 0.6375, | |
| "q1": 0.45625, | |
| "q3": 0.8652777777777777, | |
| "bootstrap_mean_ci95_low": 0.5961322167755992, | |
| "bootstrap_mean_ci95_high": 0.6886717047930284 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_wet", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.6656045751633987, | |
| "standard_deviation": 0.23850643654254558, | |
| "median": 0.673611111111111, | |
| "q1": 0.47222222222222227, | |
| "q3": 0.8972222222222223, | |
| "bootstrap_mean_ci95_low": 0.6197984749455339, | |
| "bootstrap_mean_ci95_high": 0.7114930555555558 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "dry_to_wet", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.6831971677559914, | |
| "standard_deviation": 0.2405801979806301, | |
| "median": 0.7125000000000001, | |
| "q1": 0.5118055555555555, | |
| "q3": 0.9131944444444446, | |
| "bootstrap_mean_ci95_low": 0.6360246459694989, | |
| "bootstrap_mean_ci95_high": 0.7295751633986928 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_dry", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.24000544662309367, | |
| "standard_deviation": 0.1585405587182574, | |
| "median": 0.19444444444444442, | |
| "q1": 0.12083333333333335, | |
| "q3": 0.3222222222222222, | |
| "bootstrap_mean_ci95_low": 0.21018450435729852, | |
| "bootstrap_mean_ci95_high": 0.2710239651416122 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_dry", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.3048474945533769, | |
| "standard_deviation": 0.20086510972416982, | |
| "median": 0.25416666666666665, | |
| "q1": 0.14027777777777778, | |
| "q3": 0.42430555555555555, | |
| "bootstrap_mean_ci95_low": 0.2663112745098039, | |
| "bootstrap_mean_ci95_high": 0.34400871459694987 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_dry", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.3529684095860566, | |
| "standard_deviation": 0.23614824007685287, | |
| "median": 0.28611111111111115, | |
| "q1": 0.1590277777777778, | |
| "q3": 0.5166666666666666, | |
| "bootstrap_mean_ci95_low": 0.30795070806100217, | |
| "bootstrap_mean_ci95_high": 0.39902096949891064 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_dry", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.38973311546840955, | |
| "standard_deviation": 0.2568413000883482, | |
| "median": 0.3347222222222222, | |
| "q1": 0.17500000000000002, | |
| "q3": 0.6041666666666666, | |
| "bootstrap_mean_ci95_low": 0.3402764161220043, | |
| "bootstrap_mean_ci95_high": 0.4398148148148148 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_dry", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.4229030501089325, | |
| "standard_deviation": 0.2695938071363025, | |
| "median": 0.37916666666666665, | |
| "q1": 0.18958333333333333, | |
| "q3": 0.65, | |
| "bootstrap_mean_ci95_low": 0.37260212418300653, | |
| "bootstrap_mean_ci95_high": 0.4755998093681917 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_dry", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.4499455337690632, | |
| "standard_deviation": 0.28214254514211173, | |
| "median": 0.43472222222222223, | |
| "q1": 0.19375, | |
| "q3": 0.6993055555555556, | |
| "bootstrap_mean_ci95_low": 0.39553172657952057, | |
| "bootstrap_mean_ci95_high": 0.5055575980392156 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_dry", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.47780501089324606, | |
| "standard_deviation": 0.293601418663985, | |
| "median": 0.46527777777777773, | |
| "q1": 0.22013888888888888, | |
| "q3": 0.7430555555555556, | |
| "bootstrap_mean_ci95_low": 0.4218409586056645, | |
| "bootstrap_mean_ci95_high": 0.534151688453159 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_wet", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.45193355119825707, | |
| "standard_deviation": 0.19150249231208868, | |
| "median": 0.4222222222222222, | |
| "q1": 0.29444444444444445, | |
| "q3": 0.60625, | |
| "bootstrap_mean_ci95_low": 0.4159579248366013, | |
| "bootstrap_mean_ci95_high": 0.48940699891067535 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_wet", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.5644607843137255, | |
| "standard_deviation": 0.21848141944672667, | |
| "median": 0.5597222222222222, | |
| "q1": 0.3833333333333333, | |
| "q3": 0.7527777777777778, | |
| "bootstrap_mean_ci95_low": 0.5215679466230937, | |
| "bootstrap_mean_ci95_high": 0.605829248366013 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_wet", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.6430283224400871, | |
| "standard_deviation": 0.22423890516037992, | |
| "median": 0.6555555555555556, | |
| "q1": 0.4527777777777778, | |
| "q3": 0.8597222222222223, | |
| "bootstrap_mean_ci95_low": 0.5990727124183007, | |
| "bootstrap_mean_ci95_high": 0.6857577614379086 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_wet", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.6906318082788673, | |
| "standard_deviation": 0.2226690095924423, | |
| "median": 0.7319444444444445, | |
| "q1": 0.5152777777777777, | |
| "q3": 0.8854166666666666, | |
| "bootstrap_mean_ci95_low": 0.6476014433551199, | |
| "bootstrap_mean_ci95_high": 0.7336608115468413 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_wet", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.7264433551198257, | |
| "standard_deviation": 0.2171026509624128, | |
| "median": 0.7847222222222222, | |
| "q1": 0.5791666666666667, | |
| "q3": 0.9131944444444446, | |
| "bootstrap_mean_ci95_low": 0.6838228485838779, | |
| "bootstrap_mean_ci95_high": 0.768029003267974 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_wet", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.7478758169934641, | |
| "standard_deviation": 0.21666919707084512, | |
| "median": 0.8097222222222225, | |
| "q1": 0.5854166666666667, | |
| "q3": 0.9409722222222223, | |
| "bootstrap_mean_ci95_low": 0.705446623093682, | |
| "bootstrap_mean_ci95_high": 0.7891884531590412 | |
| }, | |
| { | |
| "dataset": "wearable", | |
| "condition": "wet_to_wet", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean": 0.7742647058823529, | |
| "standard_deviation": 0.2094201306276876, | |
| "median": 0.8458333333333334, | |
| "q1": 0.6298611111111111, | |
| "q3": 0.9631944444444445, | |
| "bootstrap_mean_ci95_low": 0.7332516339869282, | |
| "bootstrap_mean_ci95_high": 0.8140250544662309 | |
| } | |
| ], | |
| "contrasts": [ | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_wet", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.09547930283224403, | |
| "median_difference": -0.09166666666666659, | |
| "bootstrap_difference_ci95_low": -0.1113834422657952, | |
| "bootstrap_difference_ci95_high": -0.07946623093681918, | |
| "wilcoxon_p_value": 5.884551860778658e-15, | |
| "rank_biserial": -0.8903483723586522, | |
| "contrast_label": "wet_target_transfer", | |
| "holm_adjusted_p_value": 1.235755890763518e-13 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_wet", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.10098039215686275, | |
| "median_difference": -0.0986111111111111, | |
| "bootstrap_difference_ci95_low": -0.11841026688453161, | |
| "bootstrap_difference_ci95_high": -0.08287037037037039, | |
| "wilcoxon_p_value": 1.4198478898650036e-14, | |
| "rank_biserial": -0.8775937559489815, | |
| "contrast_label": "wet_target_transfer", | |
| "holm_adjusted_p_value": 2.8396957797300073e-13 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_wet", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.09719498910675384, | |
| "median_difference": -0.08611111111111107, | |
| "bootstrap_difference_ci95_low": -0.11764705882352942, | |
| "bootstrap_difference_ci95_high": -0.07728758169934644, | |
| "wilcoxon_p_value": 1.1357531937786828e-13, | |
| "rank_biserial": -0.8509027373325568, | |
| "contrast_label": "wet_target_transfer", | |
| "holm_adjusted_p_value": 2.0443557488016293e-12 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_wet", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.09215686274509807, | |
| "median_difference": -0.08055555555555555, | |
| "bootstrap_difference_ci95_low": -0.11312704248366014, | |
| "bootstrap_difference_ci95_high": -0.07211328976034859, | |
| "wilcoxon_p_value": 2.8406598657756985e-13, | |
| "rank_biserial": -0.8452525252525253, | |
| "contrast_label": "wet_target_transfer", | |
| "holm_adjusted_p_value": 4.829121771818687e-12 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_wet", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.08390522875816994, | |
| "median_difference": -0.06666666666666676, | |
| "bootstrap_difference_ci95_low": -0.10435729847494558, | |
| "bootstrap_difference_ci95_high": -0.06386097494553379, | |
| "wilcoxon_p_value": 7.004383530535588e-13, | |
| "rank_biserial": -0.8269306930693069, | |
| "contrast_label": "wet_target_transfer", | |
| "holm_adjusted_p_value": 1.120701364885694e-11 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_wet", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.08227124183006534, | |
| "median_difference": -0.06527777777777782, | |
| "bootstrap_difference_ci95_low": -0.103677151416122, | |
| "bootstrap_difference_ci95_high": -0.06146514161220043, | |
| "wilcoxon_p_value": 2.5498145025511112e-12, | |
| "rank_biserial": -0.8063366336633664, | |
| "contrast_label": "wet_target_transfer", | |
| "holm_adjusted_p_value": 3.314758853316445e-11 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_wet", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.09106753812636165, | |
| "median_difference": -0.07222222222222219, | |
| "bootstrap_difference_ci95_low": -0.11163126361655773, | |
| "bootstrap_difference_ci95_high": -0.07159517973856211, | |
| "wilcoxon_p_value": 3.152624468055713e-14, | |
| "rank_biserial": -0.8744554455445545, | |
| "contrast_label": "wet_target_transfer", | |
| "holm_adjusted_p_value": 5.989986489305855e-13 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "wet_to_dry", | |
| "right": "dry_to_dry", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.03632897603485837, | |
| "median_difference": -0.022222222222222233, | |
| "bootstrap_difference_ci95_low": -0.05699891067538125, | |
| "bootstrap_difference_ci95_high": -0.017075163398692805, | |
| "wilcoxon_p_value": 0.0021098923576429495, | |
| "rank_biserial": -0.3523587652882935, | |
| "contrast_label": "dry_target_transfer", | |
| "holm_adjusted_p_value": 0.0021098923576429495 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "wet_to_dry", | |
| "right": "dry_to_dry", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.05915032679738561, | |
| "median_difference": -0.036111111111111094, | |
| "bootstrap_difference_ci95_low": -0.08635757080610021, | |
| "bootstrap_difference_ci95_high": -0.03363289760348583, | |
| "wilcoxon_p_value": 0.00027438703012069946, | |
| "rank_biserial": -0.41700640652300525, | |
| "contrast_label": "dry_target_transfer", | |
| "holm_adjusted_p_value": 0.0005487740602413989 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "wet_to_dry", | |
| "right": "dry_to_dry", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.0943627450980392, | |
| "median_difference": -0.05555555555555561, | |
| "bootstrap_difference_ci95_low": -0.12745098039215685, | |
| "bootstrap_difference_ci95_high": -0.06247140522875821, | |
| "wilcoxon_p_value": 8.049931351263878e-07, | |
| "rank_biserial": -0.5655212580081538, | |
| "contrast_label": "dry_target_transfer", | |
| "holm_adjusted_p_value": 3.7001778239192708e-06 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "wet_to_dry", | |
| "right": "dry_to_dry", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.1218954248366013, | |
| "median_difference": -0.08611111111111114, | |
| "bootstrap_difference_ci95_low": -0.1616557734204793, | |
| "bootstrap_difference_ci95_high": -0.08461192810457517, | |
| "wilcoxon_p_value": 4.3884732191293874e-08, | |
| "rank_biserial": -0.6274509803921569, | |
| "contrast_label": "dry_target_transfer", | |
| "holm_adjusted_p_value": 3.071931253390571e-07 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "wet_to_dry", | |
| "right": "dry_to_dry", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.1276143790849673, | |
| "median_difference": -0.06666666666666662, | |
| "bootstrap_difference_ci95_low": -0.1707250816993464, | |
| "bootstrap_difference_ci95_high": -0.08725422113289759, | |
| "wilcoxon_p_value": 2.1886538152697546e-07, | |
| "rank_biserial": -0.5910908052541405, | |
| "contrast_label": "dry_target_transfer", | |
| "holm_adjusted_p_value": 1.3131922891618528e-06 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "wet_to_dry", | |
| "right": "dry_to_dry", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.12448257080610023, | |
| "median_difference": -0.04861111111111109, | |
| "bootstrap_difference_ci95_low": -0.1680290032679739, | |
| "bootstrap_difference_ci95_high": -0.08227056100217862, | |
| "wilcoxon_p_value": 7.400355647838542e-07, | |
| "rank_biserial": -0.5646297353893014, | |
| "contrast_label": "dry_target_transfer", | |
| "holm_adjusted_p_value": 3.7001778239192708e-06 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "wet_to_dry", | |
| "right": "dry_to_dry", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": -0.12246732026143792, | |
| "median_difference": -0.04166666666666666, | |
| "bootstrap_difference_ci95_low": -0.17050789760348586, | |
| "bootstrap_difference_ci95_high": -0.07758646514161222, | |
| "wilcoxon_p_value": 2.5628447072957593e-05, | |
| "rank_biserial": -0.48243059600077653, | |
| "contrast_label": "dry_target_transfer", | |
| "holm_adjusted_p_value": 7.688534121887277e-05 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_dry", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": 0.11644880174291936, | |
| "median_difference": 0.07361111111111113, | |
| "bootstrap_difference_ci95_low": 0.08346881808278866, | |
| "bootstrap_difference_ci95_high": 0.15089937363834427, | |
| "wilcoxon_p_value": 8.787964902969345e-10, | |
| "rank_biserial": 0.7025820229081732, | |
| "contrast_label": "cross_direction", | |
| "holm_adjusted_p_value": 7.030371922375476e-09 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_dry", | |
| "window_s": 0.6, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": 0.1586328976034859, | |
| "median_difference": 0.08888888888888888, | |
| "bootstrap_difference_ci95_low": 0.11745642701525055, | |
| "bootstrap_difference_ci95_high": 0.20166122004357298, | |
| "wilcoxon_p_value": 2.970400890227285e-11, | |
| "rank_biserial": 0.7582333904435561, | |
| "contrast_label": "cross_direction", | |
| "holm_adjusted_p_value": 2.970400890227285e-10 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_dry", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": 0.19286492374727665, | |
| "median_difference": 0.13472222222222227, | |
| "bootstrap_difference_ci95_low": 0.14539692265795204, | |
| "bootstrap_difference_ci95_high": 0.2420486111111111, | |
| "wilcoxon_p_value": 3.439782054265745e-12, | |
| "rank_biserial": 0.7936417285360746, | |
| "contrast_label": "cross_direction", | |
| "holm_adjusted_p_value": 4.127738465118894e-11 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_dry", | |
| "window_s": 1.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": 0.20874183006535948, | |
| "median_difference": 0.14305555555555557, | |
| "bootstrap_difference_ci95_low": 0.1581958061002179, | |
| "bootstrap_difference_ci95_high": 0.25986043028322436, | |
| "wilcoxon_p_value": 1.7431893706319896e-12, | |
| "rank_biserial": 0.8044926708547496, | |
| "contrast_label": "cross_direction", | |
| "holm_adjusted_p_value": 2.4404651188847855e-11 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_dry", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": 0.21963507625272333, | |
| "median_difference": 0.14305555555555552, | |
| "bootstrap_difference_ci95_low": 0.1680548747276688, | |
| "bootstrap_difference_ci95_high": 0.2727403322440087, | |
| "wilcoxon_p_value": 1.6025655040850118e-12, | |
| "rank_biserial": 0.8058252427184466, | |
| "contrast_label": "cross_direction", | |
| "holm_adjusted_p_value": 2.4038482561275176e-11 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_dry", | |
| "window_s": 1.5, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": 0.21565904139433548, | |
| "median_difference": 0.1430555555555555, | |
| "bootstrap_difference_ci95_low": 0.1624720860566449, | |
| "bootstrap_difference_ci95_high": 0.2712976579520697, | |
| "wilcoxon_p_value": 4.106372023905015e-12, | |
| "rank_biserial": 0.7907862173995812, | |
| "contrast_label": "cross_direction", | |
| "holm_adjusted_p_value": 4.5170092262955165e-11 | |
| }, | |
| { | |
| "multiplicity_family": "electrode_transfer:wearable:all_registered_21_tests", | |
| "dataset": "wearable", | |
| "left": "dry_to_wet", | |
| "right": "wet_to_dry", | |
| "window_s": 2.0, | |
| "metric": "balanced_accuracy", | |
| "participants": 102, | |
| "mean_difference": 0.20539215686274517, | |
| "median_difference": 0.13055555555555556, | |
| "bootstrap_difference_ci95_low": 0.15160607298474946, | |
| "bootstrap_difference_ci95_high": 0.26073188997821345, | |
| "wilcoxon_p_value": 8.707696657705849e-11, | |
| "rank_biserial": 0.7399581191699981, | |
| "contrast_label": "cross_direction", | |
| "holm_adjusted_p_value": 7.836926991935265e-10 | |
| } | |
| ] | |
| }, | |
| "mtsnet": { | |
| "audit": { | |
| "tests": 6, | |
| "multiplicity": "One Holm family across both datasets and all three registered windows (six paired tests).", | |
| "validation": "passed" | |
| }, | |
| "summaries": [ | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.294047619047619, | |
| "standard_deviation": 0.15533019807048948, | |
| "median": 0.2722222222222222, | |
| "q1": 0.18611111111111112, | |
| "q3": 0.3736111111111111, | |
| "bootstrap_mean_ci95_low": 0.2441269841269841, | |
| "bootstrap_mean_ci95_high": 0.3457539682539682 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "mtsnet", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.3679365079365079, | |
| "standard_deviation": 0.1805798662079367, | |
| "median": 0.3347222222222222, | |
| "q1": 0.25555555555555554, | |
| "q3": 0.4854166666666666, | |
| "bootstrap_mean_ci95_low": 0.3104742063492064, | |
| "bootstrap_mean_ci95_high": 0.42857242063492057 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.6673412698412698, | |
| "standard_deviation": 0.20015833517481177, | |
| "median": 0.6958333333333334, | |
| "q1": 0.5583333333333332, | |
| "q3": 0.8152777777777778, | |
| "bootstrap_mean_ci95_low": 0.5988839285714286, | |
| "bootstrap_mean_ci95_high": 0.731828373015873 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "mtsnet", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.6601984126984127, | |
| "standard_deviation": 0.19516990683897129, | |
| "median": 0.7083333333333334, | |
| "q1": 0.5840277777777778, | |
| "q3": 0.8034722222222221, | |
| "bootstrap_mean_ci95_low": 0.5942053571428573, | |
| "bootstrap_mean_ci95_high": 0.7205565476190475 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.7830952380952382, | |
| "standard_deviation": 0.18140370355151417, | |
| "median": 0.8138888888888888, | |
| "q1": 0.7173611111111111, | |
| "q3": 0.9284722222222224, | |
| "bootstrap_mean_ci95_low": 0.7185714285714286, | |
| "bootstrap_mean_ci95_high": 0.8388511904761905 | |
| }, | |
| { | |
| "dataset": "benchmark", | |
| "condition": "mtsnet", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 35, | |
| "mean": 0.7754761904761904, | |
| "standard_deviation": 0.1866134155514618, | |
| "median": 0.8333333333333334, | |
| "q1": 0.726388888888889, | |
| "q3": 0.8965277777777778, | |
| "bootstrap_mean_ci95_low": 0.7102728174603175, | |
| "bootstrap_mean_ci95_high": 0.8338492063492065 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.2735416666666667, | |
| "standard_deviation": 0.13842753235163505, | |
| "median": 0.26666666666666666, | |
| "q1": 0.15572916666666667, | |
| "q3": 0.3770833333333334, | |
| "bootstrap_mean_ci95_low": 0.24139657738095235, | |
| "bootstrap_mean_ci95_high": 0.3053869047619047 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "mtsnet", | |
| "window_s": 0.4, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.3589880952380952, | |
| "standard_deviation": 0.16480143732720165, | |
| "median": 0.3395833333333333, | |
| "q1": 0.22291666666666665, | |
| "q3": 0.478125, | |
| "bootstrap_mean_ci95_low": 0.32104092261904754, | |
| "bootstrap_mean_ci95_high": 0.3974702380952382 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5552083333333333, | |
| "standard_deviation": 0.21435493038780795, | |
| "median": 0.575, | |
| "q1": 0.3640625, | |
| "q3": 0.7427083333333333, | |
| "bootstrap_mean_ci95_low": 0.5051168154761905, | |
| "bootstrap_mean_ci95_high": 0.603453125 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "mtsnet", | |
| "window_s": 0.8, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.5662499999999999, | |
| "standard_deviation": 0.2142744658116613, | |
| "median": 0.5833333333333335, | |
| "q1": 0.375, | |
| "q3": 0.7390625, | |
| "bootstrap_mean_ci95_low": 0.5157730654761904, | |
| "bootstrap_mean_ci95_high": 0.6155662202380953 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "harmonic_fold", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6873214285714285, | |
| "standard_deviation": 0.21319530289165203, | |
| "median": 0.7395833333333333, | |
| "q1": 0.5177083333333334, | |
| "q3": 0.859375, | |
| "bootstrap_mean_ci95_low": 0.6363988095238096, | |
| "bootstrap_mean_ci95_high": 0.7368764880952382 | |
| }, | |
| { | |
| "dataset": "beta", | |
| "condition": "mtsnet", | |
| "window_s": 1.2, | |
| "metric": "balanced_accuracy", | |
| "participants": 70, | |
| "mean": 0.6858333333333332, | |
| "standard_deviation": 0.20699284928176678, | |
| "median": 0.721875, | |
| "q1": 0.5208333333333334, | |
| "q3": 0.8453124999999999, | |
| "bootstrap_mean_ci95_low": 0.6374382440476193, | |
| "bootstrap_mean_ci95_high": 0.7341674107142858 | |
| } | |
| ], | |
| "contrasts": [ | |
| { | |
| "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", | |
| "dataset": "benchmark", | |
| "window_s": 0.4, | |
| "participants": 35, | |
| "harmonic_fold_mean": 0.294047619047619, | |
| "mtsnet_mean": 0.3679365079365079, | |
| "mean_difference": -0.07388888888888888, | |
| "median_difference": -0.07499999999999996, | |
| "bootstrap_difference_ci95_low": -0.09523908730158734, | |
| "bootstrap_difference_ci95_high": -0.051984126984126994, | |
| "wilcoxon_p_value": 2.806257566730801e-06, | |
| "rank_biserial": -0.9079365079365079, | |
| "legacy_within_file_adjusted_p": 2.806257566730801e-06, | |
| "source": "runs/paper_v17/mtsnet_formal/benchmark/0.4s/3seed_comparison.json", | |
| "holm_adjusted_p_value_six_test_family": 1.4031287833654006e-05 | |
| }, | |
| { | |
| "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", | |
| "dataset": "benchmark", | |
| "window_s": 0.8, | |
| "participants": 35, | |
| "harmonic_fold_mean": 0.6673412698412698, | |
| "mtsnet_mean": 0.6601984126984127, | |
| "mean_difference": 0.007142857142857121, | |
| "median_difference": -0.004166666666666763, | |
| "bootstrap_difference_ci95_low": -0.01670634920634922, | |
| "bootstrap_difference_ci95_high": 0.030992063492063463, | |
| "wilcoxon_p_value": 0.768109008492813, | |
| "rank_biserial": 0.05714285714285714, | |
| "legacy_within_file_adjusted_p": 0.768109008492813, | |
| "source": "runs/paper_v17/mtsnet_formal/benchmark/0.8s/3seed_comparison.json", | |
| "holm_adjusted_p_value_six_test_family": 1.0 | |
| }, | |
| { | |
| "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", | |
| "dataset": "benchmark", | |
| "window_s": 1.2, | |
| "participants": 35, | |
| "harmonic_fold_mean": 0.7830952380952382, | |
| "mtsnet_mean": 0.7754761904761904, | |
| "mean_difference": 0.007619047619047602, | |
| "median_difference": 0.008333333333333304, | |
| "bootstrap_difference_ci95_low": -0.0175793650793651, | |
| "bootstrap_difference_ci95_high": 0.031071428571428538, | |
| "wilcoxon_p_value": 0.24153685073352393, | |
| "rank_biserial": 0.23025210084033612, | |
| "legacy_within_file_adjusted_p": 0.24153685073352393, | |
| "source": "runs/paper_v17/mtsnet_formal/benchmark/1.2s/3seed_comparison.json", | |
| "holm_adjusted_p_value_six_test_family": 0.9661474029340957 | |
| }, | |
| { | |
| "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", | |
| "dataset": "beta", | |
| "window_s": 0.4, | |
| "participants": 70, | |
| "harmonic_fold_mean": 0.2735416666666667, | |
| "mtsnet_mean": 0.3589880952380952, | |
| "mean_difference": -0.08544642857142858, | |
| "median_difference": -0.08958333333333338, | |
| "bootstrap_difference_ci95_low": -0.09797693452380954, | |
| "bootstrap_difference_ci95_high": -0.07232142857142858, | |
| "wilcoxon_p_value": 2.3176354210702887e-12, | |
| "rank_biserial": -0.9645875251509054, | |
| "legacy_within_file_adjusted_p": 2.3176354210702887e-12, | |
| "source": "runs/paper_v17/mtsnet_formal/beta/0.4s/3seed_comparison.json", | |
| "holm_adjusted_p_value_six_test_family": 1.3905812526421732e-11 | |
| }, | |
| { | |
| "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", | |
| "dataset": "beta", | |
| "window_s": 0.8, | |
| "participants": 70, | |
| "harmonic_fold_mean": 0.5552083333333333, | |
| "mtsnet_mean": 0.5662499999999999, | |
| "mean_difference": -0.011041666666666655, | |
| "median_difference": -0.004166666666666707, | |
| "bootstrap_difference_ci95_low": -0.02485119047619046, | |
| "bootstrap_difference_ci95_high": 0.00205431547619048, | |
| "wilcoxon_p_value": 0.3536126586288447, | |
| "rank_biserial": -0.12756539235412476, | |
| "legacy_within_file_adjusted_p": 0.3536126586288447, | |
| "source": "runs/paper_v17/mtsnet_formal/beta/0.8s/3seed_comparison.json", | |
| "holm_adjusted_p_value_six_test_family": 1.0 | |
| }, | |
| { | |
| "multiplicity_family": "mtsnet:benchmark_and_beta:0.4_0.8_1.2s", | |
| "dataset": "beta", | |
| "window_s": 1.2, | |
| "participants": 70, | |
| "harmonic_fold_mean": 0.6873214285714285, | |
| "mtsnet_mean": 0.6858333333333332, | |
| "mean_difference": 0.0014880952380952296, | |
| "median_difference": 0.002083333333333215, | |
| "bootstrap_difference_ci95_low": -0.012083333333333343, | |
| "bootstrap_difference_ci95_high": 0.014970982142857128, | |
| "wilcoxon_p_value": 0.6885017770753403, | |
| "rank_biserial": 0.055130784708249496, | |
| "legacy_within_file_adjusted_p": 0.6885017770753403, | |
| "source": "runs/paper_v17/mtsnet_formal/beta/1.2s/3seed_comparison.json", | |
| "holm_adjusted_p_value_six_test_family": 1.0 | |
| } | |
| ] | |
| }, | |
| "split_manifest": { | |
| "status": "passed", | |
| "rows": 210, | |
| "checks": [ | |
| "train, validation and test participants are disjoint within every result", | |
| "the partition covers the declared dataset participant count", | |
| "test folds cover every participant exactly once per seed and condition", | |
| "all conditions within a comparison collection use identical folds" | |
| ] | |
| }, | |
| "deployment": { | |
| "status": "passed", | |
| "measurements": 12, | |
| "checkpoints": 1, | |
| "benchmark_command": "python -m src.benchmark_deployment or python -m src.benchmark_reference_model with batch size 1, float32, 100 warm-up passes, 1000 measured passes, and one timed CPU thread", | |
| "session_scope": "single-session empirical latency distribution on one laptop; no independent-session, power-mode, or thermal-state uncertainty estimate" | |
| } | |
| } | |