mrshravan commited on
Commit
d22b125
·
verified ·
1 Parent(s): 29a9a08

Upload benchmarks/temporal_comparison.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. benchmarks/temporal_comparison.json +33 -33
benchmarks/temporal_comparison.json CHANGED
@@ -1,64 +1,64 @@
1
  [
2
  {
3
  "estimator": "Phase2-Temporal",
4
- "overall_pehe": 0.9206724087288413,
5
- "overall_trajectory_corr": 0.004257517656411998,
6
- "overall_ate_mae": 0.5182240956475197,
7
- "total_time_s": 432.8390184720047,
8
  "per_effect": {
9
  "immediate": {
10
  "effect_type": "immediate",
11
  "n_tables": 10,
12
- "pehe_mean": 1.1647287245131817,
13
- "pehe_std": 0.2582130141923732,
14
  "trajectory_corr_mean": 0.0,
15
- "ate_mae_mean": 0.5088411347038113,
16
- "inference_time_mean_s": 7.635570928198286
17
  },
18
  "gradual": {
19
  "effect_type": "gradual",
20
  "n_tables": 10,
21
- "pehe_mean": 0.942172962913785,
22
- "pehe_std": 0.36641809938465764,
23
- "trajectory_corr_mean": -0.01211560916191293,
24
- "ate_mae_mean": 0.5733468727899791,
25
- "inference_time_mean_s": 7.628443682775833
26
  },
27
  "decay": {
28
  "effect_type": "decay",
29
  "n_tables": 10,
30
- "pehe_mean": 0.7125084302160476,
31
- "pehe_std": 0.32511833382473543,
32
- "trajectory_corr_mean": 0.07683451213000905,
33
- "ate_mae_mean": 0.5048648600391598,
34
- "inference_time_mean_s": 7.270374137465842
35
  },
36
  "permanent": {
37
  "effect_type": "permanent",
38
  "n_tables": 10,
39
- "pehe_mean": 1.1298388072214962,
40
- "pehe_std": 0.2502101053249709,
41
- "trajectory_corr_mean": -0.029274963387900883,
42
- "ate_mae_mean": 0.5088639466030063,
43
- "inference_time_mean_s": 7.035437962692231
44
  },
45
  "delayed": {
46
  "effect_type": "delayed",
47
  "n_tables": 10,
48
- "pehe_mean": 0.9669319309893456,
49
- "pehe_std": 0.35772748660830034,
50
- "trajectory_corr_mean": 0.0027307642799210647,
51
- "ate_mae_mean": 0.6071251871794879,
52
- "inference_time_mean_s": 6.916292262356729
53
  },
54
  "oscillating": {
55
  "effect_type": "oscillating",
56
  "n_tables": 10,
57
- "pehe_mean": 0.6078535965191916,
58
- "pehe_std": 0.32746645381135847,
59
- "trajectory_corr_mean": -0.012629597921644333,
60
- "ate_mae_mean": 0.40630257256967434,
61
- "inference_time_mean_s": 6.797782873711549
62
  }
63
  }
64
  }
 
1
  [
2
  {
3
  "estimator": "Phase2-Temporal",
4
+ "overall_pehe": 0.921549481087324,
5
+ "overall_trajectory_corr": 0.03244933702002736,
6
+ "overall_ate_mae": 0.5164856210899162,
7
+ "total_time_s": 14.86289602611214,
8
  "per_effect": {
9
  "immediate": {
10
  "effect_type": "immediate",
11
  "n_tables": 10,
12
+ "pehe_mean": 1.1709132478195408,
13
+ "pehe_std": 0.2635355071115079,
14
  "trajectory_corr_mean": 0.0,
15
+ "ate_mae_mean": 0.5093553290308452,
16
+ "inference_time_mean_s": 0.27623506020754574
17
  },
18
  "gradual": {
19
  "effect_type": "gradual",
20
  "n_tables": 10,
21
+ "pehe_mean": 0.9526621823131325,
22
+ "pehe_std": 0.4048398637374782,
23
+ "trajectory_corr_mean": 0.032029253135957406,
24
+ "ate_mae_mean": 0.5855532402262167,
25
+ "inference_time_mean_s": 0.14152006858494132
26
  },
27
  "decay": {
28
  "effect_type": "decay",
29
  "n_tables": 10,
30
+ "pehe_mean": 0.732706341357508,
31
+ "pehe_std": 0.339252685039975,
32
+ "trajectory_corr_mean": 0.0329796034454943,
33
+ "ate_mae_mean": 0.5274177082167928,
34
+ "inference_time_mean_s": 0.18790331229101867
35
  },
36
  "permanent": {
37
  "effect_type": "permanent",
38
  "n_tables": 10,
39
+ "pehe_mean": 1.1295819774628022,
40
+ "pehe_std": 0.2624886497983383,
41
+ "trajectory_corr_mean": 0.032264671861351193,
42
+ "ate_mae_mean": 0.5069610458144687,
43
+ "inference_time_mean_s": 0.28663860806263985
44
  },
45
  "delayed": {
46
  "effect_type": "delayed",
47
  "n_tables": 10,
48
+ "pehe_mean": 0.9464262631961532,
49
+ "pehe_std": 0.32529412504835287,
50
+ "trajectory_corr_mean": 0.06514900362400078,
51
+ "ate_mae_mean": 0.5831854007094118,
52
+ "inference_time_mean_s": 0.2951462439261377
53
  },
54
  "oscillating": {
55
  "effect_type": "oscillating",
56
  "n_tables": 10,
57
+ "pehe_mean": 0.5970068743748076,
58
+ "pehe_std": 0.32661146002318464,
59
+ "trajectory_corr_mean": 0.032273490053360485,
60
+ "ate_mae_mean": 0.3864410025417621,
61
+ "inference_time_mean_s": 0.29884630953893065
62
  }
63
  }
64
  }