Upload benchmarks/temporal_comparison.json with huggingface_hub
Browse files
benchmarks/temporal_comparison.json
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"estimator": "Phase2-Temporal",
|
| 4 |
+
"overall_pehe": 0.9206724087288413,
|
| 5 |
+
"overall_trajectory_corr": 0.004257517656411998,
|
| 6 |
+
"overall_ate_mae": 0.5182240956475197,
|
| 7 |
+
"total_time_s": 432.8390184720047,
|
| 8 |
+
"per_effect": {
|
| 9 |
+
"immediate": {
|
| 10 |
+
"effect_type": "immediate",
|
| 11 |
+
"n_tables": 10,
|
| 12 |
+
"pehe_mean": 1.1647287245131817,
|
| 13 |
+
"pehe_std": 0.2582130141923732,
|
| 14 |
+
"trajectory_corr_mean": 0.0,
|
| 15 |
+
"ate_mae_mean": 0.5088411347038113,
|
| 16 |
+
"inference_time_mean_s": 7.635570928198286
|
| 17 |
+
},
|
| 18 |
+
"gradual": {
|
| 19 |
+
"effect_type": "gradual",
|
| 20 |
+
"n_tables": 10,
|
| 21 |
+
"pehe_mean": 0.942172962913785,
|
| 22 |
+
"pehe_std": 0.36641809938465764,
|
| 23 |
+
"trajectory_corr_mean": -0.01211560916191293,
|
| 24 |
+
"ate_mae_mean": 0.5733468727899791,
|
| 25 |
+
"inference_time_mean_s": 7.628443682775833
|
| 26 |
+
},
|
| 27 |
+
"decay": {
|
| 28 |
+
"effect_type": "decay",
|
| 29 |
+
"n_tables": 10,
|
| 30 |
+
"pehe_mean": 0.7125084302160476,
|
| 31 |
+
"pehe_std": 0.32511833382473543,
|
| 32 |
+
"trajectory_corr_mean": 0.07683451213000905,
|
| 33 |
+
"ate_mae_mean": 0.5048648600391598,
|
| 34 |
+
"inference_time_mean_s": 7.270374137465842
|
| 35 |
+
},
|
| 36 |
+
"permanent": {
|
| 37 |
+
"effect_type": "permanent",
|
| 38 |
+
"n_tables": 10,
|
| 39 |
+
"pehe_mean": 1.1298388072214962,
|
| 40 |
+
"pehe_std": 0.2502101053249709,
|
| 41 |
+
"trajectory_corr_mean": -0.029274963387900883,
|
| 42 |
+
"ate_mae_mean": 0.5088639466030063,
|
| 43 |
+
"inference_time_mean_s": 7.035437962692231
|
| 44 |
+
},
|
| 45 |
+
"delayed": {
|
| 46 |
+
"effect_type": "delayed",
|
| 47 |
+
"n_tables": 10,
|
| 48 |
+
"pehe_mean": 0.9669319309893456,
|
| 49 |
+
"pehe_std": 0.35772748660830034,
|
| 50 |
+
"trajectory_corr_mean": 0.0027307642799210647,
|
| 51 |
+
"ate_mae_mean": 0.6071251871794879,
|
| 52 |
+
"inference_time_mean_s": 6.916292262356729
|
| 53 |
+
},
|
| 54 |
+
"oscillating": {
|
| 55 |
+
"effect_type": "oscillating",
|
| 56 |
+
"n_tables": 10,
|
| 57 |
+
"pehe_mean": 0.6078535965191916,
|
| 58 |
+
"pehe_std": 0.32746645381135847,
|
| 59 |
+
"trajectory_corr_mean": -0.012629597921644333,
|
| 60 |
+
"ate_mae_mean": 0.40630257256967434,
|
| 61 |
+
"inference_time_mean_s": 6.797782873711549
|
| 62 |
+
}
|
| 63 |
+
}
|
| 64 |
+
}
|
| 65 |
+
]
|