tcpfn / benchmarks /temporal_comparison.json
mrshravan's picture
Upload benchmarks/temporal_comparison.json with huggingface_hub
d22b125 verified
[
{
"estimator": "Phase2-Temporal",
"overall_pehe": 0.921549481087324,
"overall_trajectory_corr": 0.03244933702002736,
"overall_ate_mae": 0.5164856210899162,
"total_time_s": 14.86289602611214,
"per_effect": {
"immediate": {
"effect_type": "immediate",
"n_tables": 10,
"pehe_mean": 1.1709132478195408,
"pehe_std": 0.2635355071115079,
"trajectory_corr_mean": 0.0,
"ate_mae_mean": 0.5093553290308452,
"inference_time_mean_s": 0.27623506020754574
},
"gradual": {
"effect_type": "gradual",
"n_tables": 10,
"pehe_mean": 0.9526621823131325,
"pehe_std": 0.4048398637374782,
"trajectory_corr_mean": 0.032029253135957406,
"ate_mae_mean": 0.5855532402262167,
"inference_time_mean_s": 0.14152006858494132
},
"decay": {
"effect_type": "decay",
"n_tables": 10,
"pehe_mean": 0.732706341357508,
"pehe_std": 0.339252685039975,
"trajectory_corr_mean": 0.0329796034454943,
"ate_mae_mean": 0.5274177082167928,
"inference_time_mean_s": 0.18790331229101867
},
"permanent": {
"effect_type": "permanent",
"n_tables": 10,
"pehe_mean": 1.1295819774628022,
"pehe_std": 0.2624886497983383,
"trajectory_corr_mean": 0.032264671861351193,
"ate_mae_mean": 0.5069610458144687,
"inference_time_mean_s": 0.28663860806263985
},
"delayed": {
"effect_type": "delayed",
"n_tables": 10,
"pehe_mean": 0.9464262631961532,
"pehe_std": 0.32529412504835287,
"trajectory_corr_mean": 0.06514900362400078,
"ate_mae_mean": 0.5831854007094118,
"inference_time_mean_s": 0.2951462439261377
},
"oscillating": {
"effect_type": "oscillating",
"n_tables": 10,
"pehe_mean": 0.5970068743748076,
"pehe_std": 0.32661146002318464,
"trajectory_corr_mean": 0.032273490053360485,
"ate_mae_mean": 0.3864410025417621,
"inference_time_mean_s": 0.29884630953893065
}
}
}
]