| { |
| "table_shape": [ |
| 7, |
| 5, |
| 12 |
| ], |
| "parse_spot_checks": { |
| "ADFTD/Accuracy/Ours": { |
| "parsed": 53.91, |
| "paper": 53.91, |
| "match": true |
| }, |
| "ADFTD/F1-score/Ours": { |
| "parsed": 51.79, |
| "paper": 51.79, |
| "match": true |
| }, |
| "ADFTD/F1-score/Medformer": { |
| "parsed": 50.65, |
| "paper": 50.65, |
| "match": true |
| }, |
| "PTB-XL/F1-score/Ours": { |
| "parsed": 63.51, |
| "paper": 63.51, |
| "match": true |
| }, |
| "UCI-HAR/Accuracy/Medformer": { |
| "parsed": 91.65, |
| "paper": 91.65, |
| "match": true |
| }, |
| "SleepEDF/AUROC/Ours": { |
| "parsed": 95.37, |
| "paper": 95.37, |
| "match": true |
| } |
| }, |
| "all_5_metrics": { |
| "n_cells": 35, |
| "avg_rank_ours": 1.2857142857142858, |
| "n_rank1": 27, |
| "worst_rank": 3.0, |
| "cells_not_rank1": { |
| "PTB/Precision": 2.0, |
| "APAVA/Precision": 2.0, |
| "FLAAP/AUROC": 3.0, |
| "UCI-HAR/Accuracy": 2.0, |
| "UCI-HAR/Precision": 3.0, |
| "UCI-HAR/Recall": 2.0, |
| "UCI-HAR/F1-score": 2.0, |
| "UCI-HAR/AUROC": 2.0 |
| } |
| }, |
| "acc_f1_auroc (challenge wording)": { |
| "n_cells": 21, |
| "avg_rank_ours": 1.2380952380952381, |
| "n_rank1": 17, |
| "worst_rank": 3.0, |
| "cells_not_rank1": { |
| "FLAAP/AUROC": 3.0, |
| "UCI-HAR/Accuracy": 2.0, |
| "UCI-HAR/F1-score": 2.0, |
| "UCI-HAR/AUROC": 2.0 |
| } |
| }, |
| "acc_f1": { |
| "n_cells": 14, |
| "avg_rank_ours": 1.1428571428571428, |
| "n_rank1": 12, |
| "worst_rank": 2.0, |
| "cells_not_rank1": { |
| "UCI-HAR/Accuracy": 2.0, |
| "UCI-HAR/F1-score": 2.0 |
| } |
| }, |
| "avg_rank_all_methods_5metrics": { |
| "Autoformer": 10.6, |
| "Crossformer": 5.3428571428571425, |
| "FEDformer": 8.842857142857143, |
| "Informer": 6.742857142857143, |
| "iTransformer": 6.685714285714286, |
| "MTST": 7.3428571428571425, |
| "Nonformer": 6.328571428571428, |
| "PatchTST": 8.82857142857143, |
| "Reformer": 6.114285714285714, |
| "Transformer": 7.228571428571429, |
| "Medformer": 2.657142857142857, |
| "Ours": 1.2857142857142858 |
| }, |
| "wilcoxon_ours_gt_medformer": { |
| "statistic": 579.0, |
| "p_value": 7.655490195739945e-06, |
| "n_pairs": 35, |
| "ours_wins": 30 |
| } |
| } |
