File size: 3,805 Bytes
6b67395
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
{
  "benchmark": "Causal Forge",
  "replications": 100,
  "samples_per_replication": 3000,
  "cross_fitting_folds": 5,
  "structural_truth": "known heterogeneous individual treatment effects",
  "summary": {
    "both_correct": {
      "naive": {
        "mean_estimate": 3.1123144027184075,
        "bias": 1.110939263534936,
        "mean_absolute_error": 1.110939263534936,
        "rmse": 1.1132682867094192
      },
      "ipw": {
        "mean_estimate": 2.005159416540855,
        "bias": 0.0037842773573832744,
        "mean_absolute_error": 0.0643549025548575,
        "rmse": 0.07985124612336089
      },
      "outcome_regression": {
        "mean_estimate": 2.0031127881794304,
        "bias": 0.0017376489959579633,
        "mean_absolute_error": 0.038795035337436425,
        "rmse": 0.04801133697032812
      },
      "aipw": {
        "mean_estimate": 2.0017294974257873,
        "bias": 0.00035435824231527135,
        "mean_absolute_error": 0.04261334125461211,
        "rmse": 0.05444966094807796,
        "confidence_interval_coverage": 0.89
      }
    },
    "propensity_misspecified": {
      "naive": {
        "mean_estimate": 3.1123144027184075,
        "bias": 1.110939263534936,
        "mean_absolute_error": 1.110939263534936,
        "rmse": 1.1132682867094192
      },
      "ipw": {
        "mean_estimate": 2.1339948243616265,
        "bias": 0.13261968517815434,
        "mean_absolute_error": 0.1341636821632256,
        "rmse": 0.14885056735045618
      },
      "outcome_regression": {
        "mean_estimate": 2.0031127881794304,
        "bias": 0.0017376489959579633,
        "mean_absolute_error": 0.038795035337436425,
        "rmse": 0.04801133697032812
      },
      "aipw": {
        "mean_estimate": 2.002138366914246,
        "bias": 0.0007632277307738455,
        "mean_absolute_error": 0.04142272629021512,
        "rmse": 0.05271409176654249,
        "confidence_interval_coverage": 0.92
      }
    },
    "outcome_misspecified": {
      "naive": {
        "mean_estimate": 3.1123144027184075,
        "bias": 1.110939263534936,
        "mean_absolute_error": 1.110939263534936,
        "rmse": 1.1132682867094192
      },
      "ipw": {
        "mean_estimate": 2.005159416540855,
        "bias": 0.0037842773573832744,
        "mean_absolute_error": 0.0643549025548575,
        "rmse": 0.07985124612336089
      },
      "outcome_regression": {
        "mean_estimate": 2.2701977886081592,
        "bias": 0.26882264942468725,
        "mean_absolute_error": 0.26882264942468725,
        "rmse": 0.2753485792353652
      },
      "aipw": {
        "mean_estimate": 2.009154042503896,
        "bias": 0.007778903320424111,
        "mean_absolute_error": 0.048137374861682396,
        "rmse": 0.06166591119979539,
        "confidence_interval_coverage": 0.99
      }
    },
    "both_misspecified": {
      "naive": {
        "mean_estimate": 3.1123144027184075,
        "bias": 1.110939263534936,
        "mean_absolute_error": 1.110939263534936,
        "rmse": 1.1132682867094192
      },
      "ipw": {
        "mean_estimate": 2.1339948243616265,
        "bias": 0.13261968517815434,
        "mean_absolute_error": 0.1341636821632256,
        "rmse": 0.14885056735045618
      },
      "outcome_regression": {
        "mean_estimate": 2.2701977886081592,
        "bias": 0.26882264942468725,
        "mean_absolute_error": 0.26882264942468725,
        "rmse": 0.2753485792353652
      },
      "aipw": {
        "mean_estimate": 2.396631864687349,
        "bias": 0.395256725503877,
        "mean_absolute_error": 0.395256725503877,
        "rmse": 0.4048953844650616,
        "confidence_interval_coverage": 0.01
      }
    }
  }
}