File size: 2,191 Bytes
5784a50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
{
  "table_shape": [
    7,
    5,
    12
  ],
  "parse_spot_checks": {
    "ADFTD/Accuracy/Ours": {
      "parsed": 53.91,
      "paper": 53.91,
      "match": true
    },
    "ADFTD/F1-score/Ours": {
      "parsed": 51.79,
      "paper": 51.79,
      "match": true
    },
    "ADFTD/F1-score/Medformer": {
      "parsed": 50.65,
      "paper": 50.65,
      "match": true
    },
    "PTB-XL/F1-score/Ours": {
      "parsed": 63.51,
      "paper": 63.51,
      "match": true
    },
    "UCI-HAR/Accuracy/Medformer": {
      "parsed": 91.65,
      "paper": 91.65,
      "match": true
    },
    "SleepEDF/AUROC/Ours": {
      "parsed": 95.37,
      "paper": 95.37,
      "match": true
    }
  },
  "all_5_metrics": {
    "n_cells": 35,
    "avg_rank_ours": 1.2857142857142858,
    "n_rank1": 27,
    "worst_rank": 3.0,
    "cells_not_rank1": {
      "PTB/Precision": 2.0,
      "APAVA/Precision": 2.0,
      "FLAAP/AUROC": 3.0,
      "UCI-HAR/Accuracy": 2.0,
      "UCI-HAR/Precision": 3.0,
      "UCI-HAR/Recall": 2.0,
      "UCI-HAR/F1-score": 2.0,
      "UCI-HAR/AUROC": 2.0
    }
  },
  "acc_f1_auroc (challenge wording)": {
    "n_cells": 21,
    "avg_rank_ours": 1.2380952380952381,
    "n_rank1": 17,
    "worst_rank": 3.0,
    "cells_not_rank1": {
      "FLAAP/AUROC": 3.0,
      "UCI-HAR/Accuracy": 2.0,
      "UCI-HAR/F1-score": 2.0,
      "UCI-HAR/AUROC": 2.0
    }
  },
  "acc_f1": {
    "n_cells": 14,
    "avg_rank_ours": 1.1428571428571428,
    "n_rank1": 12,
    "worst_rank": 2.0,
    "cells_not_rank1": {
      "UCI-HAR/Accuracy": 2.0,
      "UCI-HAR/F1-score": 2.0
    }
  },
  "avg_rank_all_methods_5metrics": {
    "Autoformer": 10.6,
    "Crossformer": 5.3428571428571425,
    "FEDformer": 8.842857142857143,
    "Informer": 6.742857142857143,
    "iTransformer": 6.685714285714286,
    "MTST": 7.3428571428571425,
    "Nonformer": 6.328571428571428,
    "PatchTST": 8.82857142857143,
    "Reformer": 6.114285714285714,
    "Transformer": 7.228571428571429,
    "Medformer": 2.657142857142857,
    "Ours": 1.2857142857142858
  },
  "wilcoxon_ours_gt_medformer": {
    "statistic": 579.0,
    "p_value": 7.655490195739945e-06,
    "n_pairs": 35,
    "ours_wins": 30
  }
}