ProCreations's picture
Publish exact native sequential mean testing reproduction
b764195 verified
Raw
History Blame Contribute Delete
3.46 kB
{
"assessment": "verified",
"coverage_improves_toward_0_95": true,
"each_interval_uses_only_its_own_stopped_path": true,
"single_path_plugin_intervals": [
{
"boundary": "constant",
"distribution": "Bernoulli(0.6)",
"log10_alpha": -4,
"m0": 0.2,
"maximum_simulated_step": 82,
"mean_tau": 24.0322,
"normal_ks": 0.08680876259880499,
"oracle": {
"ell_x0": -0.693147180559945,
"ell_x1": 1.0986122886681096,
"kl_inf": 0.3819085009768876,
"lambda_star": -2.499999999999999,
"m0": 0.2,
"p": 0.6,
"sigma_squared": 0.7704964789364159,
"stopping_sigma_squared": 13.832245291385126
},
"paths": 5000,
"single_path_plugin_ci_empirical_coverage": 0.7904,
"standardized_mean": -0.0074788812690310255,
"standardized_variance": 1.0072580705470597,
"tau_quantiles_025_50_975": [
6.0,
22.0,
51.0
]
},
{
"boundary": "constant",
"distribution": "Bernoulli(0.6)",
"log10_alpha": -8,
"m0": 0.2,
"maximum_simulated_step": 121,
"mean_tau": 48.4284,
"normal_ks": 0.0620288209076843,
"oracle": {
"ell_x0": -0.693147180559945,
"ell_x1": 1.0986122886681096,
"kl_inf": 0.3819085009768876,
"lambda_star": -2.499999999999999,
"m0": 0.2,
"p": 0.6,
"sigma_squared": 0.7704964789364159,
"stopping_sigma_squared": 13.832245291385126
},
"paths": 5000,
"single_path_plugin_ci_empirical_coverage": 0.8778,
"standardized_mean": 0.012226801170464973,
"standardized_variance": 0.987406165925116,
"tau_quantiles_025_50_975": [
22.0,
47.5,
84.0
]
},
{
"boundary": "constant",
"distribution": "Bernoulli(0.6)",
"log10_alpha": -32,
"m0": 0.2,
"maximum_simulated_step": 321,
"mean_tau": 193.5538,
"normal_ks": 0.03101901148617303,
"oracle": {
"ell_x0": -0.693147180559945,
"ell_x1": 1.0986122886681096,
"kl_inf": 0.3819085009768876,
"lambda_star": -2.499999999999999,
"m0": 0.2,
"p": 0.6,
"sigma_squared": 0.7704964789364159,
"stopping_sigma_squared": 13.832245291385126
},
"paths": 5000,
"single_path_plugin_ci_empirical_coverage": 0.9336,
"standardized_mean": 0.01944810078666818,
"standardized_variance": 0.9842986345522408,
"tau_quantiles_025_50_975": [
138.0,
193.0,
258.0
]
},
{
"boundary": "constant",
"distribution": "Bernoulli(0.6)",
"log10_alpha": -128,
"m0": 0.2,
"maximum_simulated_step": 1021,
"mean_tau": 771.2616,
"normal_ks": 0.022753710985445874,
"oracle": {
"ell_x0": -0.693147180559945,
"ell_x1": 1.0986122886681096,
"kl_inf": 0.3819085009768876,
"lambda_star": -2.499999999999999,
"m0": 0.2,
"p": 0.6,
"sigma_squared": 0.7704964789364159,
"stopping_sigma_squared": 13.832245291385126
},
"paths": 5000,
"single_path_plugin_ci_empirical_coverage": 0.9458,
"standardized_mean": -0.00736240102574867,
"standardized_variance": 1.001023740171591,
"tau_quantiles_025_50_975": [
650.0,
769.0,
901.0
]
}
],
"smallest_alpha_coverage": 0.9458
}