{ "model": "Uncertainty Lens Deep Ensemble", "members": 5, "parameters_per_member": 2198, "total_parameters": 10990, "member_training": [ { "member": 0, "seed": 2036, "best_validation_accuracy": 0.9814814925193787, "best_epoch": 29 }, { "member": 1, "seed": 2037, "best_validation_accuracy": 0.9777777791023254, "best_epoch": 22 }, { "member": 2, "seed": 2038, "best_validation_accuracy": 0.9740740656852722, "best_epoch": 50 }, { "member": 3, "seed": 2039, "best_validation_accuracy": 0.9777777791023254, "best_epoch": 30 }, { "member": 4, "seed": 2040, "best_validation_accuracy": 0.9777777791023254, "best_epoch": 42 } ], "temperature": 1.0, "single_member_test": { "accuracy": 0.9814814814814815, "negative_log_likelihood": 0.05506124719977379, "brier_score": 0.027842911624812734, "expected_calibration_error": 0.021852720225298845 }, "ensemble_uncalibrated_test": { "accuracy": 0.9925925925925926, "negative_log_likelihood": 0.05701135843992233, "brier_score": 0.024981458112583597, "expected_calibration_error": 0.025468972656461943 }, "ensemble_calibrated_test": { "accuracy": 0.9925925925925926, "negative_log_likelihood": 0.05701135843992233, "brier_score": 0.024981458112583597, "expected_calibration_error": 0.025468972656461943 }, "ood_detection": { "composition": { "uniform_noise": 270, "pixel_scrambled": 270 }, "entropy_roc_auc": 0.9771399176954731, "clean_mean_predictive_entropy": 0.10513244569301605, "ood_mean_predictive_entropy": 1.1125800609588623, "clean_mean_mutual_information": 0.01804155483841896, "ood_mean_mutual_information": 0.4621701240539551 } }