Hugging Face's logo

riteshhf
/
tsfp-repro-code

icml2026
open-reproductions
time-series
medical
Model card Files
xet
 Community
tsfp-repro-code
File size: 4,848 Bytes
5784a50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
{
  "rows": [
    {
      "config": "tsfp_scratch",
      "label": "TS-Fingerprint \u00b7 Scratch",
      "acc": 46.902876388130345,
      "acc_sd": 1.4328876901889862,
      "f1": 43.67557696149921,
      "f1_sd": 0.10091598998552632,
      "auroc": 63.92026058140018,
      "auroc_sd": 0.6333016175593597,
      "paper_acc": 48.83,
      "paper_f1": 45.8,
      "paper_auroc": 65.29,
      "n_seeds": 3,
      "sec_per_seed": 111.18432490030925,
      "params": 2291355
    },
    {
      "config": "tsfp_rec",
      "label": "TS-Fingerprint \u00b7 Pre-trained (L_rec)",
      "acc": 47.43309666848717,
      "acc_sd": 1.9826702124431916,
      "f1": 43.22240845605449,
      "f1_sd": 2.2369831881138147,
      "auroc": 63.05685322351525,
      "auroc_sd": 2.5975299392274254,
      "paper_acc": 53.51,
      "paper_f1": 50.48,
      "paper_auroc": 70.21,
      "n_seeds": 3,
      "sec_per_seed": 1818.4855399131775,
      "params": 2291355
    },
    {
      "config": "tsfp_rec_div",
      "label": "TS-Fingerprint \u00b7 Pre-trained (L_rec + L_div)",
      "acc": 48.611869652284724,
      "acc_sd": 0.6459805398087095,
      "f1": 44.267873636807415,
      "f1_sd": 1.3920798473448048,
      "auroc": 63.982432712268974,
      "auroc_sd": 1.0428416047973468,
      "paper_acc": 53.91,
      "paper_f1": 51.79,
      "paper_auroc": 72.11,
      "n_seeds": 3,
      "sec_per_seed": 1901.299681742986,
      "params": 2291355
    },
    {
      "config": "timae_scratch",
      "label": "Ti-MAE \u00b7 Scratch",
      "acc": 50.86701256144184,
      "acc_sd": 0.42775669573512964,
      "f1": 45.72294477853583,
      "f1_sd": 1.743512736073884,
      "auroc": 66.95152429200117,
      "auroc_sd": 1.6467709458084296,
      "paper_acc": 50.27,
      "paper_f1": 45.88,
      "paper_auroc": null,
      "n_seeds": 3,
      "sec_per_seed": 195.6059282620748,
      "params": 1757467
    },
    {
      "config": "timae_pretrain",
      "label": "Ti-MAE \u00b7 Pre-trained",
      "acc": 51.4404696886947,
      "acc_sd": 1.0559089309338627,
      "f1": 48.025946935339896,
      "f1_sd": 0.7953119168832719,
      "auroc": 68.60833730430637,
      "auroc_sd": 0.8633209679158568,
      "paper_acc": 50.48,
      "paper_f1": 45.44,
      "paper_auroc": null,
      "n_seeds": 3,
      "sec_per_seed": 939.2966232299805,
      "params": 1757467
    },
    {
      "config": "simmtm_scratch",
      "label": "SimMTM \u00b7 Scratch",
      "acc": 50.839705079191695,
      "acc_sd": 1.1987461147457648,
      "f1": 46.4357871923211,
      "f1_sd": 1.450700905411474,
      "auroc": 68.24579496500643,
      "auroc_sd": 2.1156886775765327,
      "paper_acc": 51.98,
      "paper_f1": 43.66,
      "paper_auroc": null,
      "n_seeds": 3,
      "sec_per_seed": 239.06634585062662,
      "params": 1724827
    },
    {
      "config": "simmtm_pretrain",
      "label": "SimMTM \u00b7 Pre-trained",
      "acc": 51.59407427635172,
      "acc_sd": 1.3278263244128823,
      "f1": 45.419384825362656,
      "f1_sd": 0.471820715689919,
      "auroc": 66.95386496203326,
      "auroc_sd": 0.7744715679528582,
      "paper_acc": 52.92,
      "paper_f1": 45.59,
      "paper_auroc": null,
      "n_seeds": 2,
      "sec_per_seed": 1680.5461657047272,
      "params": 1724827
    }
  ],
  "promotions": {
    "TS-Fingerprint": {
      "f1": {
        "scratch": 43.67557696149921,
        "pretrained": 44.267873636807415,
        "abs": 0.5922966753082051,
        "rel_pct": 1.3561278785860689
      },
      "accuracy": {
        "scratch": 46.902876388130345,
        "pretrained": 48.611869652284724,
        "abs": 1.7089932641543797,
        "rel_pct": 3.643685410703026
      }
    },
    "Ti-MAE": {
      "f1": {
        "scratch": 45.72294477853583,
        "pretrained": 48.025946935339896,
        "abs": 2.3030021568040624,
        "rel_pct": 5.036863150348057
      },
      "accuracy": {
        "scratch": 50.86701256144184,
        "pretrained": 51.4404696886947,
        "abs": 0.5734571272528584,
        "rel_pct": 1.1273654543014184
      }
    },
    "SimMTM": {
      "f1": {
        "scratch": 46.4357871923211,
        "pretrained": 45.419384825362656,
        "abs": -1.0164023669584452,
        "rel_pct": -2.1888341480006686
      },
      "accuracy": {
        "scratch": 50.839705079191695,
        "pretrained": 51.59407427635172,
        "abs": 0.7543691971600239,
        "rel_pct": 1.483818987511754
      }
    }
  },
  "div_effect": {
    "scratch": 43.22240845605449,
    "pretrained": 44.267873636807415,
    "abs": 1.0454651807529274,
    "rel_pct": 2.418803620848392
  },
  "paired_div_test": {
    "seeds": [
      41,
      42,
      43
    ],
    "per_seed_delta_f1": [
      0.9609414111714543,
      -0.9225661747845066,
      3.0980203058718274
    ],
    "mean_delta": 1.045465180752925,
    "n_positive": 2
  }
}