{ "table_shape": [ 7, 5, 12 ], "parse_spot_checks": { "ADFTD/Accuracy/Ours": { "parsed": 53.91, "paper": 53.91, "match": true }, "ADFTD/F1-score/Ours": { "parsed": 51.79, "paper": 51.79, "match": true }, "ADFTD/F1-score/Medformer": { "parsed": 50.65, "paper": 50.65, "match": true }, "PTB-XL/F1-score/Ours": { "parsed": 63.51, "paper": 63.51, "match": true }, "UCI-HAR/Accuracy/Medformer": { "parsed": 91.65, "paper": 91.65, "match": true }, "SleepEDF/AUROC/Ours": { "parsed": 95.37, "paper": 95.37, "match": true } }, "all_5_metrics": { "n_cells": 35, "avg_rank_ours": 1.2857142857142858, "n_rank1": 27, "worst_rank": 3.0, "cells_not_rank1": { "PTB/Precision": 2.0, "APAVA/Precision": 2.0, "FLAAP/AUROC": 3.0, "UCI-HAR/Accuracy": 2.0, "UCI-HAR/Precision": 3.0, "UCI-HAR/Recall": 2.0, "UCI-HAR/F1-score": 2.0, "UCI-HAR/AUROC": 2.0 } }, "acc_f1_auroc (challenge wording)": { "n_cells": 21, "avg_rank_ours": 1.2380952380952381, "n_rank1": 17, "worst_rank": 3.0, "cells_not_rank1": { "FLAAP/AUROC": 3.0, "UCI-HAR/Accuracy": 2.0, "UCI-HAR/F1-score": 2.0, "UCI-HAR/AUROC": 2.0 } }, "acc_f1": { "n_cells": 14, "avg_rank_ours": 1.1428571428571428, "n_rank1": 12, "worst_rank": 2.0, "cells_not_rank1": { "UCI-HAR/Accuracy": 2.0, "UCI-HAR/F1-score": 2.0 } }, "avg_rank_all_methods_5metrics": { "Autoformer": 10.6, "Crossformer": 5.3428571428571425, "FEDformer": 8.842857142857143, "Informer": 6.742857142857143, "iTransformer": 6.685714285714286, "MTST": 7.3428571428571425, "Nonformer": 6.328571428571428, "PatchTST": 8.82857142857143, "Reformer": 6.114285714285714, "Transformer": 7.228571428571429, "Medformer": 2.657142857142857, "Ours": 1.2857142857142858 }, "wilcoxon_ours_gt_medformer": { "statistic": 579.0, "p_value": 7.655490195739945e-06, "n_pairs": 35, "ours_wins": 30 } }