| { |
| "rows": [ |
| { |
| "config": "tsfp_scratch", |
| "label": "TS-Fingerprint \u00b7 Scratch", |
| "acc": 46.902876388130345, |
| "acc_sd": 1.4328876901889862, |
| "f1": 43.67557696149921, |
| "f1_sd": 0.10091598998552632, |
| "auroc": 63.92026058140018, |
| "auroc_sd": 0.6333016175593597, |
| "paper_acc": 48.83, |
| "paper_f1": 45.8, |
| "paper_auroc": 65.29, |
| "n_seeds": 3, |
| "sec_per_seed": 111.18432490030925, |
| "params": 2291355 |
| }, |
| { |
| "config": "tsfp_rec", |
| "label": "TS-Fingerprint \u00b7 Pre-trained (L_rec)", |
| "acc": 47.43309666848717, |
| "acc_sd": 1.9826702124431916, |
| "f1": 43.22240845605449, |
| "f1_sd": 2.2369831881138147, |
| "auroc": 63.05685322351525, |
| "auroc_sd": 2.5975299392274254, |
| "paper_acc": 53.51, |
| "paper_f1": 50.48, |
| "paper_auroc": 70.21, |
| "n_seeds": 3, |
| "sec_per_seed": 1818.4855399131775, |
| "params": 2291355 |
| }, |
| { |
| "config": "tsfp_rec_div", |
| "label": "TS-Fingerprint \u00b7 Pre-trained (L_rec + L_div)", |
| "acc": 48.611869652284724, |
| "acc_sd": 0.6459805398087095, |
| "f1": 44.267873636807415, |
| "f1_sd": 1.3920798473448048, |
| "auroc": 63.982432712268974, |
| "auroc_sd": 1.0428416047973468, |
| "paper_acc": 53.91, |
| "paper_f1": 51.79, |
| "paper_auroc": 72.11, |
| "n_seeds": 3, |
| "sec_per_seed": 1901.299681742986, |
| "params": 2291355 |
| }, |
| { |
| "config": "timae_scratch", |
| "label": "Ti-MAE \u00b7 Scratch", |
| "acc": 50.86701256144184, |
| "acc_sd": 0.42775669573512964, |
| "f1": 45.72294477853583, |
| "f1_sd": 1.743512736073884, |
| "auroc": 66.95152429200117, |
| "auroc_sd": 1.6467709458084296, |
| "paper_acc": 50.27, |
| "paper_f1": 45.88, |
| "paper_auroc": null, |
| "n_seeds": 3, |
| "sec_per_seed": 195.6059282620748, |
| "params": 1757467 |
| }, |
| { |
| "config": "timae_pretrain", |
| "label": "Ti-MAE \u00b7 Pre-trained", |
| "acc": 51.4404696886947, |
| "acc_sd": 1.0559089309338627, |
| "f1": 48.025946935339896, |
| "f1_sd": 0.7953119168832719, |
| "auroc": 68.60833730430637, |
| "auroc_sd": 0.8633209679158568, |
| "paper_acc": 50.48, |
| "paper_f1": 45.44, |
| "paper_auroc": null, |
| "n_seeds": 3, |
| "sec_per_seed": 939.2966232299805, |
| "params": 1757467 |
| }, |
| { |
| "config": "simmtm_scratch", |
| "label": "SimMTM \u00b7 Scratch", |
| "acc": 50.839705079191695, |
| "acc_sd": 1.1987461147457648, |
| "f1": 46.4357871923211, |
| "f1_sd": 1.450700905411474, |
| "auroc": 68.24579496500643, |
| "auroc_sd": 2.1156886775765327, |
| "paper_acc": 51.98, |
| "paper_f1": 43.66, |
| "paper_auroc": null, |
| "n_seeds": 3, |
| "sec_per_seed": 239.06634585062662, |
| "params": 1724827 |
| }, |
| { |
| "config": "simmtm_pretrain", |
| "label": "SimMTM \u00b7 Pre-trained", |
| "acc": 51.59407427635172, |
| "acc_sd": 1.3278263244128823, |
| "f1": 45.419384825362656, |
| "f1_sd": 0.471820715689919, |
| "auroc": 66.95386496203326, |
| "auroc_sd": 0.7744715679528582, |
| "paper_acc": 52.92, |
| "paper_f1": 45.59, |
| "paper_auroc": null, |
| "n_seeds": 2, |
| "sec_per_seed": 1680.5461657047272, |
| "params": 1724827 |
| } |
| ], |
| "promotions": { |
| "TS-Fingerprint": { |
| "f1": { |
| "scratch": 43.67557696149921, |
| "pretrained": 44.267873636807415, |
| "abs": 0.5922966753082051, |
| "rel_pct": 1.3561278785860689 |
| }, |
| "accuracy": { |
| "scratch": 46.902876388130345, |
| "pretrained": 48.611869652284724, |
| "abs": 1.7089932641543797, |
| "rel_pct": 3.643685410703026 |
| } |
| }, |
| "Ti-MAE": { |
| "f1": { |
| "scratch": 45.72294477853583, |
| "pretrained": 48.025946935339896, |
| "abs": 2.3030021568040624, |
| "rel_pct": 5.036863150348057 |
| }, |
| "accuracy": { |
| "scratch": 50.86701256144184, |
| "pretrained": 51.4404696886947, |
| "abs": 0.5734571272528584, |
| "rel_pct": 1.1273654543014184 |
| } |
| }, |
| "SimMTM": { |
| "f1": { |
| "scratch": 46.4357871923211, |
| "pretrained": 45.419384825362656, |
| "abs": -1.0164023669584452, |
| "rel_pct": -2.1888341480006686 |
| }, |
| "accuracy": { |
| "scratch": 50.839705079191695, |
| "pretrained": 51.59407427635172, |
| "abs": 0.7543691971600239, |
| "rel_pct": 1.483818987511754 |
| } |
| } |
| }, |
| "div_effect": { |
| "scratch": 43.22240845605449, |
| "pretrained": 44.267873636807415, |
| "abs": 1.0454651807529274, |
| "rel_pct": 2.418803620848392 |
| }, |
| "paired_div_test": { |
| "seeds": [ |
| 41, |
| 42, |
| 43 |
| ], |
| "per_seed_delta_f1": [ |
| 0.9609414111714543, |
| -0.9225661747845066, |
| 3.0980203058718274 |
| ], |
| "mean_delta": 1.045465180752925, |
| "n_positive": 2 |
| } |
| } |
