| { |
| "status": "CONTROLLED_CONFIRMATION_COMPLETE", |
| "compact_representation_advantage": true, |
| "strongest_full_information_noninferiority": true, |
| "complete_cost_saving_gate": false, |
| "controlled_quality_cost_gate": false, |
| "practical_algorithm_promotion": false, |
| "promotion_requires_independent_external_confirmation": true, |
| "external_generalization_established": false, |
| "learned_control_advantage_tested": false, |
| "independent_external_authorship": false, |
| "worlds": 192, |
| "confirmation_families": [ |
| "context", |
| "independent", |
| "orientation_alias", |
| "parity", |
| "redundant", |
| "uninformative" |
| ], |
| "held_mechanisms": [ |
| "redundant", |
| "orientation_alias" |
| ], |
| "compact_comparisons": [ |
| { |
| "control": "posterior_clusters", |
| "mean_gain": 0.14697129968150166, |
| "paired_interval": [ |
| 0.13471196139390745, |
| 0.15968306092574677 |
| ], |
| "simultaneous_compact_familywise_95": true |
| }, |
| { |
| "control": "posterior_bins", |
| "mean_gain": 0.16138521643219014, |
| "paired_interval": [ |
| 0.147432804001906, |
| 0.17584175844992272 |
| ], |
| "simultaneous_compact_familywise_95": true |
| }, |
| { |
| "control": "future_marginal", |
| "mean_gain": 0.32264581338832143, |
| "paired_interval": [ |
| 0.2985787360521876, |
| 0.3464689306627599 |
| ], |
| "simultaneous_compact_familywise_95": true |
| }, |
| { |
| "control": "raw_information", |
| "mean_gain": 0.10134525577106183, |
| "paired_interval": [ |
| 0.08829703798292718, |
| 0.11530101552134753 |
| ], |
| "simultaneous_compact_familywise_95": true |
| }, |
| { |
| "control": "raw_entropy", |
| "mean_gain": 0.13230635118148604, |
| "paired_interval": [ |
| 0.10888420366853153, |
| 0.15790720468260205 |
| ], |
| "simultaneous_compact_familywise_95": true |
| }, |
| { |
| "control": "hash_code", |
| "mean_gain": 0.442815633391068, |
| "paired_interval": [ |
| 0.41421657602254525, |
| 0.4709814074719597 |
| ], |
| "simultaneous_compact_familywise_95": true |
| }, |
| { |
| "control": "identity", |
| "mean_gain": 0.009383933645959215, |
| "paired_interval": [ |
| 0.007968504722197413, |
| 0.010786756165418913 |
| ], |
| "simultaneous_compact_familywise_95": false |
| } |
| ], |
| "full_model_comparisons": [ |
| { |
| "model": "joint_jeffreys", |
| "mean_gain": -0.004071171127615503, |
| "paired_interval": [ |
| -0.00771759383814986, |
| -0.0006007768451799707 |
| ] |
| }, |
| { |
| "model": "naive_bayes", |
| "mean_gain": 0.34755162582326143, |
| "paired_interval": [ |
| 0.3297362785418623, |
| 0.3653320771060183 |
| ] |
| }, |
| { |
| "model": "support_mixture", |
| "mean_gain": 0.009383933645959215, |
| "paired_interval": [ |
| 0.007659803108744751, |
| 0.011158058055535202 |
| ] |
| } |
| ], |
| "complete_cost_comparisons": [ |
| { |
| "requests": 1, |
| "reference_model": "joint_jeffreys", |
| "mean_saving_fraction": -0.013921024857006444, |
| "simultaneous_interval": [ |
| -0.013969240432909374, |
| -0.013877061937501574 |
| ] |
| }, |
| { |
| "requests": 1, |
| "reference_model": "naive_bayes", |
| "mean_saving_fraction": -0.013845724131802567, |
| "simultaneous_interval": [ |
| -0.013880954679142564, |
| -0.013811733225877244 |
| ] |
| }, |
| { |
| "requests": 1, |
| "reference_model": "support_mixture", |
| "mean_saving_fraction": -0.013842032727919758, |
| "simultaneous_interval": [ |
| -0.013884064612882033, |
| -0.013796852723081092 |
| ] |
| }, |
| { |
| "requests": 32, |
| "reference_model": "joint_jeffreys", |
| "mean_saving_fraction": -0.013920455094430356, |
| "simultaneous_interval": [ |
| -0.013968832559706549, |
| -0.013876478486611422 |
| ] |
| }, |
| { |
| "requests": 32, |
| "reference_model": "naive_bayes", |
| "mean_saving_fraction": -0.01384542449313253, |
| "simultaneous_interval": [ |
| -0.013880269697593876, |
| -0.013811323288608854 |
| ] |
| }, |
| { |
| "requests": 32, |
| "reference_model": "support_mixture", |
| "mean_saving_fraction": -0.013844039121007935, |
| "simultaneous_interval": [ |
| -0.013884546586254001, |
| -0.01380148168833231 |
| ] |
| }, |
| { |
| "requests": 1024, |
| "reference_model": "joint_jeffreys", |
| "mean_saving_fraction": -0.013920371340398464, |
| "simultaneous_interval": [ |
| -0.013968424220477059, |
| -0.013876687819006523 |
| ] |
| }, |
| { |
| "requests": 1024, |
| "reference_model": "naive_bayes", |
| "mean_saving_fraction": -0.013845093031752369, |
| "simultaneous_interval": [ |
| -0.013879887384242996, |
| -0.013811179045041536 |
| ] |
| }, |
| { |
| "requests": 1024, |
| "reference_model": "support_mixture", |
| "mean_saving_fraction": -0.013843992910080549, |
| "simultaneous_interval": [ |
| -0.013884262398485883, |
| -0.013801808369034135 |
| ] |
| }, |
| { |
| "requests": 65536, |
| "reference_model": "joint_jeffreys", |
| "mean_saving_fraction": -0.013920669189388219, |
| "simultaneous_interval": [ |
| -0.013967500838619938, |
| -0.013877967585586374 |
| ] |
| }, |
| { |
| "requests": 65536, |
| "reference_model": "naive_bayes", |
| "mean_saving_fraction": -0.013844868091559069, |
| "simultaneous_interval": [ |
| -0.01387957315760266, |
| -0.013811546996287807 |
| ] |
| }, |
| { |
| "requests": 65536, |
| "reference_model": "support_mixture", |
| "mean_saving_fraction": -0.013844312846015646, |
| "simultaneous_interval": [ |
| -0.013883840436769558, |
| -0.013802728440505964 |
| ] |
| } |
| ], |
| "threshold_changes_after_opening": false, |
| "primary_sample_budget": 1024, |
| "explicit_information_loss": 0.1991192480780211, |
| "primary_metrics": [ |
| { |
| "method": "future_marginal", |
| "utility": 0.32892238335837554, |
| "queries": 0.5544834201523068, |
| "abstention": 0.46806334164019353, |
| "full_oracle": 0.713985016995153, |
| "available_oracle": 0.713985016995153, |
| "encoded_oracle": 0.3613625440057875, |
| "information_loss": 0.0, |
| "representation_loss": 0.35262247298936567, |
| "model_loss": 0.03244016064741188, |
| "total_regret": 0.3850626336367775, |
| "posterior_brier": 0.18667180330285535, |
| "posterior_log_loss": 0.5439733224103968, |
| "posterior_absolute_error": 0.04995626393083208, |
| "joint_forecast_log_loss": 1.5008272180173519, |
| "estimated_conditional_dispersion": 0.16299993023324447, |
| "true_conditional_dispersion": 0.20488680472036472 |
| }, |
| { |
| "method": "hash_code", |
| "utility": 0.20875256335562895, |
| "queries": 0.7309687722558658, |
| "abstention": 0.5406940283450717, |
| "full_oracle": 0.713985016995153, |
| "available_oracle": 0.713985016995153, |
| "encoded_oracle": 0.23524076669617813, |
| "information_loss": 0.0, |
| "representation_loss": 0.47874425029897494, |
| "model_loss": 0.026488203340549143, |
| "total_regret": 0.5052324536395242, |
| "posterior_brier": 0.22622160322616844, |
| "posterior_log_loss": 0.6436761288360193, |
| "posterior_absolute_error": 0.03708260319522386, |
| "joint_forecast_log_loss": 1.8019787478500033, |
| "estimated_conditional_dispersion": 0.30544615080378384, |
| "true_conditional_dispersion": 0.455228645801743 |
| }, |
| { |
| "method": "identity", |
| "utility": 0.6421842631007378, |
| "queries": 0.8457815187513584, |
| "abstention": 0.2138083247552466, |
| "full_oracle": 0.713985016995153, |
| "available_oracle": 0.713985016995153, |
| "encoded_oracle": 0.713985016995153, |
| "information_loss": 0.0, |
| "representation_loss": 0.0, |
| "model_loss": 0.07180075389441531, |
| "total_regret": 0.07180075389441531, |
| "posterior_brier": 0.14333381976139412, |
| "posterior_log_loss": 0.4452827495877168, |
| "posterior_absolute_error": 0.08959697227294662, |
| "joint_forecast_log_loss": 1.3050584378398493, |
| "estimated_conditional_dispersion": 0.0, |
| "true_conditional_dispersion": 0.0 |
| }, |
| { |
| "method": "posterior_bins", |
| "utility": 0.49018298031450686, |
| "queries": 0.5895838966415413, |
| "abstention": 0.31021806802597485, |
| "full_oracle": 0.713985016995153, |
| "available_oracle": 0.713985016995153, |
| "encoded_oracle": 0.545985131135212, |
| "information_loss": 0.0, |
| "representation_loss": 0.1679998858599411, |
| "model_loss": 0.05580215082070506, |
| "total_regret": 0.22380203668064624, |
| "posterior_brier": 0.14291202653073196, |
| "posterior_log_loss": 0.4449479999569366, |
| "posterior_absolute_error": 0.08309387780050025, |
| "joint_forecast_log_loss": 1.6503074140379088, |
| "estimated_conditional_dispersion": 0.2281804892849899, |
| "true_conditional_dispersion": 0.3687416760339481 |
| }, |
| { |
| "method": "posterior_clusters", |
| "utility": 0.5045968970651954, |
| "queries": 0.6181947218653467, |
| "abstention": 0.3066951890071943, |
| "full_oracle": 0.713985016995153, |
| "available_oracle": 0.713985016995153, |
| "encoded_oracle": 0.5646410630749022, |
| "information_loss": 0.0, |
| "representation_loss": 0.14934395392025088, |
| "model_loss": 0.06004416600970683, |
| "total_regret": 0.20938811992995776, |
| "posterior_brier": 0.1434919887557921, |
| "posterior_log_loss": 0.44586164115898436, |
| "posterior_absolute_error": 0.0854958494033341, |
| "joint_forecast_log_loss": 1.6175041666159624, |
| "estimated_conditional_dispersion": 0.21230823773731464, |
| "true_conditional_dispersion": 0.34122591050593654 |
| }, |
| { |
| "method": "query_joint", |
| "utility": 0.651568196746697, |
| "queries": 0.8261666952832235, |
| "abstention": 0.22481242601684215, |
| "full_oracle": 0.713985016995153, |
| "available_oracle": 0.713985016995153, |
| "encoded_oracle": 0.7039206512469436, |
| "information_loss": 0.0, |
| "representation_loss": 0.010064365748209458, |
| "model_loss": 0.05235245450024661, |
| "total_regret": 0.062416820248456094, |
| "posterior_brier": 0.14251900862053932, |
| "posterior_log_loss": 0.4446969468578407, |
| "posterior_absolute_error": 0.08044187730691645, |
| "joint_forecast_log_loss": 1.2992309455933082, |
| "estimated_conditional_dispersion": 0.0820432908814774, |
| "true_conditional_dispersion": 0.02417009051344016 |
| }, |
| { |
| "method": "raw_entropy", |
| "utility": 0.5192618455652109, |
| "queries": 0.9577800957873994, |
| "abstention": 0.29482544574330866, |
| "full_oracle": 0.713985016995153, |
| "available_oracle": 0.713985016995153, |
| "encoded_oracle": 0.5845117900153592, |
| "information_loss": 0.0, |
| "representation_loss": 0.12947322697979383, |
| "model_loss": 0.06524994445014827, |
| "total_regret": 0.19472317142994214, |
| "posterior_brier": 0.1951405121255698, |
| "posterior_log_loss": 0.5718216062912428, |
| "posterior_absolute_error": 0.043561287480735796, |
| "joint_forecast_log_loss": 1.5883154087248315, |
| "estimated_conditional_dispersion": 0.22589109948736963, |
| "true_conditional_dispersion": 0.30928958591753636 |
| }, |
| { |
| "method": "raw_information", |
| "utility": 0.5502229409756352, |
| "queries": 0.7165589001818898, |
| "abstention": 0.28175128030473223, |
| "full_oracle": 0.713985016995153, |
| "available_oracle": 0.713985016995153, |
| "encoded_oracle": 0.6070011596289279, |
| "information_loss": 0.0, |
| "representation_loss": 0.10698385736622527, |
| "model_loss": 0.05677821865329261, |
| "total_regret": 0.16376207601951792, |
| "posterior_brier": 0.15589534525171694, |
| "posterior_log_loss": 0.4736992751366403, |
| "posterior_absolute_error": 0.06634683165683118, |
| "joint_forecast_log_loss": 1.572122398926246, |
| "estimated_conditional_dispersion": 0.20662404968920522, |
| "true_conditional_dispersion": 0.31060705387670834 |
| } |
| ] |
| } |
|
|
