Upload benchmarks/temporal_comparison.json with huggingface_hub
Browse files
benchmarks/temporal_comparison.json
CHANGED
|
@@ -1,64 +1,64 @@
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
"estimator": "Phase2-Temporal",
|
| 4 |
-
"overall_pehe": 0.
|
| 5 |
-
"overall_trajectory_corr": 0.
|
| 6 |
-
"overall_ate_mae": 0.
|
| 7 |
-
"total_time_s":
|
| 8 |
"per_effect": {
|
| 9 |
"immediate": {
|
| 10 |
"effect_type": "immediate",
|
| 11 |
"n_tables": 10,
|
| 12 |
-
"pehe_mean": 1.
|
| 13 |
-
"pehe_std": 0.
|
| 14 |
"trajectory_corr_mean": 0.0,
|
| 15 |
-
"ate_mae_mean": 0.
|
| 16 |
-
"inference_time_mean_s":
|
| 17 |
},
|
| 18 |
"gradual": {
|
| 19 |
"effect_type": "gradual",
|
| 20 |
"n_tables": 10,
|
| 21 |
-
"pehe_mean": 0.
|
| 22 |
-
"pehe_std": 0.
|
| 23 |
-
"trajectory_corr_mean":
|
| 24 |
-
"ate_mae_mean": 0.
|
| 25 |
-
"inference_time_mean_s":
|
| 26 |
},
|
| 27 |
"decay": {
|
| 28 |
"effect_type": "decay",
|
| 29 |
"n_tables": 10,
|
| 30 |
-
"pehe_mean": 0.
|
| 31 |
-
"pehe_std": 0.
|
| 32 |
-
"trajectory_corr_mean": 0.
|
| 33 |
-
"ate_mae_mean": 0.
|
| 34 |
-
"inference_time_mean_s":
|
| 35 |
},
|
| 36 |
"permanent": {
|
| 37 |
"effect_type": "permanent",
|
| 38 |
"n_tables": 10,
|
| 39 |
-
"pehe_mean": 1.
|
| 40 |
-
"pehe_std": 0.
|
| 41 |
-
"trajectory_corr_mean":
|
| 42 |
-
"ate_mae_mean": 0.
|
| 43 |
-
"inference_time_mean_s":
|
| 44 |
},
|
| 45 |
"delayed": {
|
| 46 |
"effect_type": "delayed",
|
| 47 |
"n_tables": 10,
|
| 48 |
-
"pehe_mean": 0.
|
| 49 |
-
"pehe_std": 0.
|
| 50 |
-
"trajectory_corr_mean": 0.
|
| 51 |
-
"ate_mae_mean": 0.
|
| 52 |
-
"inference_time_mean_s":
|
| 53 |
},
|
| 54 |
"oscillating": {
|
| 55 |
"effect_type": "oscillating",
|
| 56 |
"n_tables": 10,
|
| 57 |
-
"pehe_mean": 0.
|
| 58 |
-
"pehe_std": 0.
|
| 59 |
-
"trajectory_corr_mean":
|
| 60 |
-
"ate_mae_mean": 0.
|
| 61 |
-
"inference_time_mean_s":
|
| 62 |
}
|
| 63 |
}
|
| 64 |
}
|
|
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
"estimator": "Phase2-Temporal",
|
| 4 |
+
"overall_pehe": 0.921549481087324,
|
| 5 |
+
"overall_trajectory_corr": 0.03244933702002736,
|
| 6 |
+
"overall_ate_mae": 0.5164856210899162,
|
| 7 |
+
"total_time_s": 14.86289602611214,
|
| 8 |
"per_effect": {
|
| 9 |
"immediate": {
|
| 10 |
"effect_type": "immediate",
|
| 11 |
"n_tables": 10,
|
| 12 |
+
"pehe_mean": 1.1709132478195408,
|
| 13 |
+
"pehe_std": 0.2635355071115079,
|
| 14 |
"trajectory_corr_mean": 0.0,
|
| 15 |
+
"ate_mae_mean": 0.5093553290308452,
|
| 16 |
+
"inference_time_mean_s": 0.27623506020754574
|
| 17 |
},
|
| 18 |
"gradual": {
|
| 19 |
"effect_type": "gradual",
|
| 20 |
"n_tables": 10,
|
| 21 |
+
"pehe_mean": 0.9526621823131325,
|
| 22 |
+
"pehe_std": 0.4048398637374782,
|
| 23 |
+
"trajectory_corr_mean": 0.032029253135957406,
|
| 24 |
+
"ate_mae_mean": 0.5855532402262167,
|
| 25 |
+
"inference_time_mean_s": 0.14152006858494132
|
| 26 |
},
|
| 27 |
"decay": {
|
| 28 |
"effect_type": "decay",
|
| 29 |
"n_tables": 10,
|
| 30 |
+
"pehe_mean": 0.732706341357508,
|
| 31 |
+
"pehe_std": 0.339252685039975,
|
| 32 |
+
"trajectory_corr_mean": 0.0329796034454943,
|
| 33 |
+
"ate_mae_mean": 0.5274177082167928,
|
| 34 |
+
"inference_time_mean_s": 0.18790331229101867
|
| 35 |
},
|
| 36 |
"permanent": {
|
| 37 |
"effect_type": "permanent",
|
| 38 |
"n_tables": 10,
|
| 39 |
+
"pehe_mean": 1.1295819774628022,
|
| 40 |
+
"pehe_std": 0.2624886497983383,
|
| 41 |
+
"trajectory_corr_mean": 0.032264671861351193,
|
| 42 |
+
"ate_mae_mean": 0.5069610458144687,
|
| 43 |
+
"inference_time_mean_s": 0.28663860806263985
|
| 44 |
},
|
| 45 |
"delayed": {
|
| 46 |
"effect_type": "delayed",
|
| 47 |
"n_tables": 10,
|
| 48 |
+
"pehe_mean": 0.9464262631961532,
|
| 49 |
+
"pehe_std": 0.32529412504835287,
|
| 50 |
+
"trajectory_corr_mean": 0.06514900362400078,
|
| 51 |
+
"ate_mae_mean": 0.5831854007094118,
|
| 52 |
+
"inference_time_mean_s": 0.2951462439261377
|
| 53 |
},
|
| 54 |
"oscillating": {
|
| 55 |
"effect_type": "oscillating",
|
| 56 |
"n_tables": 10,
|
| 57 |
+
"pehe_mean": 0.5970068743748076,
|
| 58 |
+
"pehe_std": 0.32661146002318464,
|
| 59 |
+
"trajectory_corr_mean": 0.032273490053360485,
|
| 60 |
+
"ate_mae_mean": 0.3864410025417621,
|
| 61 |
+
"inference_time_mean_s": 0.29884630953893065
|
| 62 |
}
|
| 63 |
}
|
| 64 |
}
|